-- Logs begin at Tue 2021-06-22 08:49:40 UTC, end at Tue 2021-06-22 10:59:20 UTC. -- Jun 22 09:32:58.961874 dv-neutron-797121-3-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 09:33:01.616918 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.common.config [-] Logging enabled! Jun 22 09:33:01.617488 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev373 Jun 22 09:33:01.617687 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100541) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 09:33:01.620908 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.common.config [-] Logging enabled! Jun 22 09:33:01.621164 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev373 Jun 22 09:33:01.621474 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100541) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 09:33:01.622398 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 09:33:01.622632 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 09:33:01.622987 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 09:33:01.623233 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 09:33:01.623489 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 09:33:01.623812 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.624109 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.624404 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.624635 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.624930 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.625219 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.625502 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.625836 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.626141 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.626426 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.626706 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.626987 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.627215 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.627531 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.627820 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.628105 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.628329 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] debug = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.628608 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.629025 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.629426 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.629708 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.630000 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.630275 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.630546 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.630819 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.631101 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.631444 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] host = dv-neutron-797121-3-hyperv {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.631728 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.632013 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.632298 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.632583 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.632855 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.633129 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.633412 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.633690 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.633961 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] log_file = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.634233 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.634521 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.634805 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.635091 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.635313 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.635564 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.635854 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.636143 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.636417 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.636690 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.636963 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.637236 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.637509 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.637777 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.638060 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.638343 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.638626 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.638898 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.639168 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.639448 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.639735 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.640019 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.640290 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.640561 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.640830 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.641115 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.641902 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.642181 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.642481 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.642766 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.643047 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.643329 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.643632 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.643917 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.644190 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.644462 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.644730 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] use_json = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.644999 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.645265 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.645542 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.645810 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.646081 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.646359 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.646628 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.646909 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:01.647204 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.647527 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.647828 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.648108 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.648401 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.648679 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.648964 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.649243 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.649529 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.649815 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.650106 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.650381 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.650665 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.650940 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.651233 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.651562 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.651854 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.652144 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.652418 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.652693 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.652967 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.653241 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.653522 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.653814 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.654103 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.654378 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.654657 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.654950 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.655227 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.655529 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.655812 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.656104 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.656391 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.656668 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.656951 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.657783 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.658059 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.658334 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.658613 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.658905 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.659182 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.659479 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.659754 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.660032 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.660303 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.660587 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.660868 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.661144 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.661419 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.661696 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.661969 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.662246 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.662523 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.662800 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.663078 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.663352 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.663650 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.663924 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.664196 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.664468 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.664742 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.665016 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.665292 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.665567 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.665839 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.666111 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.666388 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.666662 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.666948 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.667242 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.667546 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.667828 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.668106 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.668383 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.668660 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.668936 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.669215 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.669492 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.669766 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.670057 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.670340 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.670627 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.670909 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.671186 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.671509 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.671788 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.672071 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.672348 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.672649 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.672941 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.673225 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.673517 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.673812 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.674106 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.674400 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.674692 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.674971 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.675276 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.675584 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:01.675804 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 09:33:01.676042 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100541) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 09:33:02.029764 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:02.029951 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:02.030245 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:02.030578 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 09:33:02.417595 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.417883 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.418156 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.419473 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.419751 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.420016 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.453411 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.453687 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.454466 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.467557 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.467843 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.468115 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.497874 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.498150 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.498419 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.534642 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.534924 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.535193 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.765114 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.765726 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.765726 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.765893 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.767423 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.890260 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.890588 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.890870 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.891144 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.891982 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.892296 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.892560 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.892819 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.893072 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.893355 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.893616 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.893883 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.894144 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.894410 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.894664 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.894931 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.895202 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.895479 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.895756 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.896011 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.896296 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.896648 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.896898 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.897181 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.897429 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.897676 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.898065 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100541) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:33:02.898303 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100541) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:33:02.898539 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100541) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:33:02.898773 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100541) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:33:02.899004 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100541) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:33:02.899235 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100541) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:33:02.899622 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 09:33:02.903596 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 09:33:02.907542 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 09:33:02.911278 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 22 09:33:02.912929 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 09:33:02.913372 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 09:33:02.913705 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 09:33:02.914087 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 09:33:02.916892 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 09:33:02.917146 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 09:33:02.917491 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 09:33:02.944319 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 09:33:02.944767 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.945061 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100541) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 09:33:02.945425 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.946786 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100541) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 09:33:02.947066 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 09:33:02.947309 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 09:33:02.950499 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:02.950781 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:03.019168 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 09:33:03.019341 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 09:33:03.019609 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 09:33:03.019980 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 09:33:03.040388 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_db.sqlalchemy.engines [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100541) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 09:33:03.737687 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Initializing driver for type 'gre' Jun 22 09:33:03.738237 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] gre ID ranges: [(1, 1000)] Jun 22 09:33:04.120959 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Initializing driver for type 'local' Jun 22 09:33:04.121477 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Initializing driver for type 'vlan' Jun 22 09:33:04.297659 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] VlanTypeDriver initialization complete Jun 22 09:33:04.298651 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Initializing driver for type 'vxlan' Jun 22 09:33:04.299156 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] vxlan ID ranges: [(1, 1000)] Jun 22 09:33:04.566450 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Initializing extension driver 'port_security' Jun 22 09:33:04.566791 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.extensions.port_security [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] PortSecurityExtensionDriver initialization complete Jun 22 09:33:04.567127 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Initializing mechanism driver 'openvswitch' Jun 22 09:33:04.567482 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Initializing mechanism driver 'hyperv' Jun 22 09:33:04.574268 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.plugins.ml2.plugin [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:04.575023 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > port after_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.575395 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > port after_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.575855 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > port after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.576239 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > subnet after_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.576698 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > subnet after_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.577018 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > subnet after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.577393 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > network after_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.577735 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > network after_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.578104 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > network after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.578470 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > security_group after_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.578814 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > security_group after_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.579688 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > security_group after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.580075 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.580401 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.580735 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.581106 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > address_group after_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.581443 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > address_group after_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.581776 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > address_group after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.582111 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] ML2 OVO RPC backend initialized. {{(pid=100541) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 09:33:04.582940 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router_interface after_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.583287 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.583718 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > network before_response 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.584061 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > networks before_response 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.584405 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > port before_response 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.584774 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > ports before_response 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.585110 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > subnet before_response 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.585443 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > subnets before_response 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.585782 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > network after_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.586111 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > network after_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.586439 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > network after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.586771 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > port after_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.587101 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > port after_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.587454 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > port after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.587796 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > subnet after_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.588155 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > subnet after_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.588579 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > subnet after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.589088 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.plugin [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Modular L2 Plugin initialization complete Jun 22 09:33:04.589411 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading services supported by the core plugin {{(pid=100541) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 09:33:04.589736 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.plugins.ml2.managers [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Got port-security extension from driver 'port_security' Jun 22 09:33:04.590186 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.extensions.vlantransparent [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Disabled vlantransparent extension. Jun 22 09:33:04.590662 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100541) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 09:33:04.590970 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading Plugin: router Jun 22 09:33:04.635789 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router_interface before_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.636180 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router after_create 55549900 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.636542 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router before_create 55549900 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.636900 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.637265 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.637613 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router after_delete 55549900 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.637964 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > floatingip after_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.638320 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router after_create 55549900 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.638660 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router after_update 55549900 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.639008 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router after_update 55549900 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.639351 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.639728 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router after_update 55549900 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.640192 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router precommit_update 55549900 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.640719 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: port after_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.641071 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: port after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.641415 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: subnet after_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.642300 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.642646 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > port precommit_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.642988 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router precommit_create 55549900 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.643326 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: port before_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.643702 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router precommit_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.644058 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router after_update 55549900 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.644397 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router precommit_delete 55549900 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.644743 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router precommit_create 55549900 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.645180 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router_interface after_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.645523 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router precommit_update 55549900 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.645891 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > network after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.646755 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Tracking information for resource: router configured {{(pid=100541) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:33:04.647086 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Tracking information for resource: floatingip configured {{(pid=100541) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:33:04.652308 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.db.l3_agentschedulers_db [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 09:33:04.652993 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: port after_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.653351 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: port after_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.653700 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: port after_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.654048 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: port after_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.654833 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router before_create 55550100 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.655193 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router precommit_delete 55550100 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.655591 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router precommit_create 55550100 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.655948 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > router precommit_update 55550100 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.661108 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.services.provider_configuration [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Service providers = [] {{(pid=100541) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 09:33:04.661469 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.db.servicetype_db [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100541) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 09:33:04.669165 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.services.service_base [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100541) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 09:33:04.669513 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.services.service_base [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100541) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 09:33:04.669851 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.services.service_base [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100541) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 09:33:04.670710 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.services.service_base [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100541) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 09:33:04.671078 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.services.service_base [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 09:33:04.671484 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100541) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:33:04.671802 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 09:33:04.682414 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100541) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:33:04.682750 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading Plugin: auto_allocate Jun 22 09:33:04.688628 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: network precommit_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.688991 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: network precommit_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.689504 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100541) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:33:04.689823 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading Plugin: tag Jun 22 09:33:04.702514 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100541) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:33:04.702841 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading Plugin: timestamp Jun 22 09:33:04.708598 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100541) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:33:04.709027 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading Plugin: network_ip_availability Jun 22 09:33:04.714462 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.714825 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.715173 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.715908 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100541) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:33:04.716224 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading Plugin: flavors Jun 22 09:33:04.726460 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100541) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:33:04.726798 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading Plugin: revisions Jun 22 09:33:04.731369 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100541) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:33:04.731784 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_concurrency.lockutils [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.701s {{(pid=100541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:04.732509 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100541) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 09:33:04.732841 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Initializing extension manager. Jun 22 09:33:04.733346 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: __init__.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.733686 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: __pycache__ {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.734014 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.734341 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: address_group.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.735076 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.735679 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: address-group Jun 22 09:33:04.735999 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: address_scope.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.736697 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.737235 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: address-scope Jun 22 09:33:04.737657 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: admin_state_down_before_update.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.738572 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.739076 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: router-admin-state-down-before-update Jun 22 09:33:04.739394 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: agent.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.740099 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.740608 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: agent Jun 22 09:33:04.740923 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: agent_resources_synced.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.741806 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.742308 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: agent-resources-synced Jun 22 09:33:04.742691 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: allowedaddresspairs.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.744631 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.745150 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: allowed-address-pairs Jun 22 09:33:04.745475 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: auto_allocated_topology.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.746562 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.747071 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: auto-allocated-topology Jun 22 09:33:04.747392 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: availability_zone.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.748169 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.748670 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: availability_zone Jun 22 09:33:04.749112 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: availability_zone_filter.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.755306 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.755842 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: availability_zone_filter Jun 22 09:33:04.756158 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: data_plane_status.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.757041 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.757541 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 09:33:04.757998 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: default_subnetpools.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.758897 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.759523 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: default-subnetpools Jun 22 09:33:04.759822 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: dhcpagentscheduler.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.760610 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.761111 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: dhcp_agent_scheduler Jun 22 09:33:04.761428 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: dns.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.762322 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.762817 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension dns-integration not supported by any of loaded plugins Jun 22 09:33:04.763133 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: dns_domain_ports.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.764050 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.764549 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 09:33:04.764867 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: dvr.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.765557 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.766165 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: dvr Jun 22 09:33:04.766480 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: empty_string_filtering.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.768035 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.768540 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: empty-string-filtering Jun 22 09:33:04.768857 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.769739 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.770244 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 09:33:04.770561 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.771556 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.772061 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 09:33:04.772377 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: external_net.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.773260 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.773767 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: external-net Jun 22 09:33:04.774110 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: extra_dhcp_opt.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.774990 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.775527 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: extra_dhcp_opt Jun 22 09:33:04.775861 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: extraroute.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.776724 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.777225 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: extraroute Jun 22 09:33:04.777540 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: extraroute_atomic.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.778605 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.779108 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: extraroute-atomic Jun 22 09:33:04.779450 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: filter_validation.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.780091 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.785637 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: filter-validation Jun 22 09:33:04.785637 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: fip_pf_description.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.786324 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.786821 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 09:33:04.787137 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: fip_port_details.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.788129 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.788630 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: fip-port-details Jun 22 09:33:04.788947 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: flavors.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.790158 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.790675 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: flavors Jun 22 09:33:04.790996 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.792823 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.793345 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 09:33:04.793678 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: floatingip_pools.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.794433 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.794942 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: floatingip-pools Jun 22 09:33:04.795264 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: ip_allocation.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.796202 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.796702 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 09:33:04.797047 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.797965 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.798498 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: ip-substring-filtering Jun 22 09:33:04.798823 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: l2_adjacency.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.799780 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.800281 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 09:33:04.805936 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: l3.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.805936 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.805936 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: router Jun 22 09:33:04.805936 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: l3_conntrack_helper.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.808151 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.808677 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 09:33:04.809007 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.809915 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.810427 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: ext-gw-mode Jun 22 09:33:04.810785 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.811785 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.812294 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: l3-ha Jun 22 09:33:04.812613 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: l3_flavors.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.813529 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.814038 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: l3-flavors Jun 22 09:33:04.814391 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.815485 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.815995 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 09:33:04.816311 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: l3agentscheduler.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.817533 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.817992 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: l3_agent_scheduler Jun 22 09:33:04.818316 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: logging.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.819857 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.820376 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension logging not supported by any of loaded plugins Jun 22 09:33:04.820704 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: metering.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.821431 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.822006 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: metering Jun 22 09:33:04.822327 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.823391 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.823987 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: metering_source_and_destination_fields Jun 22 09:33:04.824312 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: multiprovidernet.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.825218 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.825726 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: multi-provider Jun 22 09:33:04.826047 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: netmtu.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.826937 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.827447 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: net-mtu Jun 22 09:33:04.827781 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: netmtu_writable.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.835612 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.836128 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: net-mtu-writable Jun 22 09:33:04.836451 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: network_availability_zone.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.837105 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.837603 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: network_availability_zone Jun 22 09:33:04.837919 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: network_ip_availability.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.838996 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.839609 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: network-ip-availability Jun 22 09:33:04.839930 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: network_segment_range.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.840678 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.841175 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 09:33:04.841492 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: pagination.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.842447 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.842776 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: pagination Jun 22 09:33:04.843099 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: port_device_profile.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.844142 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.844650 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: port-device-profile Jun 22 09:33:04.845571 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.846485 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.846993 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: port-mac-address-regenerate Jun 22 09:33:04.847311 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.848211 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.848714 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: port-numa-affinity-policy Jun 22 09:33:04.849028 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: port_resource_request.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.850011 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.850514 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 09:33:04.850828 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: portbindings.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.851758 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.852259 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: binding Jun 22 09:33:04.852712 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: portbindings_extended.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.853964 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.854473 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: binding-extended Jun 22 09:33:04.854797 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: portsecurity.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.855978 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.856517 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: port-security Jun 22 09:33:04.856869 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: project_id.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.857954 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.858281 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: project-id Jun 22 09:33:04.858598 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: providernet.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.859533 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.860047 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: provider Jun 22 09:33:04.860389 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: qos.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.863970 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.871049 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension qos not supported by any of loaded plugins Jun 22 09:33:04.871049 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.872179 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.872695 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 09:33:04.873023 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.873948 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.874497 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 09:33:04.874820 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: qos_default.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.875743 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.876275 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension qos-default not supported by any of loaded plugins Jun 22 09:33:04.876598 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: qos_fip.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.877234 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.877731 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension qos-fip not supported by any of loaded plugins Jun 22 09:33:04.878047 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: qos_gateway_ip.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.878943 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.879460 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 09:33:04.879790 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: qos_port_network_policy.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.880679 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.881176 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 09:33:04.881634 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: qos_rule_type_details.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.882531 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.883034 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 09:33:04.883350 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: qos_rules_alias.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.884391 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.884894 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 09:33:04.885283 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: quotasv2.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.886177 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.886498 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: quotas Jun 22 09:33:04.886810 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: quotasv2_detail.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.889823 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.890190 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: quota_details Jun 22 09:33:04.890520 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: rbac.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.892152 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.892712 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: rbac-policies Jun 22 09:33:04.893052 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: rbac_address_group.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.895058 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.895645 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: rbac-address-group Jun 22 09:33:04.895972 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: rbac_address_scope.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.896938 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.897452 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: rbac-address-scope Jun 22 09:33:04.897776 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: rbac_security_groups.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.898862 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.899376 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: rbac-security-groups Jun 22 09:33:04.899724 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: rbac_subnetpool.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.900648 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.901153 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: rbac-subnetpool Jun 22 09:33:04.901476 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: revisionifmatch.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.902369 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.902875 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: revision-if-match Jun 22 09:33:04.903201 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: revisions.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.904308 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.904817 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: standard-attr-revisions Jun 22 09:33:04.905139 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: router_availability_zone.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.905794 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.906306 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: router_availability_zone Jun 22 09:33:04.906619 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: routerservicetype.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.908276 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.908781 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension router-service-type not supported by any of loaded plugins Jun 22 09:33:04.909102 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.910007 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.910511 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: security-groups-normalized-cidr Jun 22 09:33:04.910832 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: security_groups_port_filtering.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.911761 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.912267 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: port-security-groups-filtering Jun 22 09:33:04.912616 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.913513 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.914063 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: security-groups-remote-address-group Jun 22 09:33:04.914383 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: securitygroup.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.924407 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.924933 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: security-group Jun 22 09:33:04.925332 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: segment.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.926100 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.926606 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension segment not supported by any of loaded plugins Jun 22 09:33:04.926930 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.927938 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.928445 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 09:33:04.928784 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: servicetype.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.929875 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.930389 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: service-type Jun 22 09:33:04.930755 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: sorting.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.935744 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.936074 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: sorting Jun 22 09:33:04.936396 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: standard_attr_segment.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.937290 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.937801 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 09:33:04.938121 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: standardattrdescription.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.939285 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.939827 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: standard-attr-description Jun 22 09:33:04.940151 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: stateful_security_group.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.941058 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.941568 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: stateful-security-group Jun 22 09:33:04.941889 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: stdattrs_common.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.942452 dv-neutron-797121-3-hyperv neutron-server[100541]: WARNING neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 09:33:04.942846 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.943849 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.944365 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 09:33:04.944685 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: subnet_onboard.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.945734 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.946250 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: subnet_onboard Jun 22 09:33:04.946708 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.947657 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.948159 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 09:33:04.948475 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: subnet_service_types.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.949375 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.949882 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: subnet-service-types Jun 22 09:33:04.950198 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: subnetallocation.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.951331 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.951875 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: subnet_allocation Jun 22 09:33:04.952195 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.952845 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.953512 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: subnetpool-prefix-ops Jun 22 09:33:04.953730 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.955244 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.955781 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 09:33:04.956137 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: tagging.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.957219 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.957734 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: standard-attr-tag Jun 22 09:33:04.958094 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: timestamp.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.965453 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.965962 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loaded extension: standard-attr-timestamp Jun 22 09:33:04.966284 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: trunk.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.967300 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.967846 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension trunk not supported by any of loaded plugins Jun 22 09:33:04.968169 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: trunk_details.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.969060 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.969566 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension trunk-details not supported by any of loaded plugins Jun 22 09:33:04.969909 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: uplink_status_propagation.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.970799 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.971373 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 09:33:04.971716 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Loading extension file: vlantransparent.py {{(pid=100541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:33:04.972363 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:33:04.972862 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 09:33:04.975307 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Creating instance of TrackedResource for resource:network Jun 22 09:33:04.975847 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Creating instance of TrackedResource for resource:subnet Jun 22 09:33:04.976243 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 09:33:04.976915 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Creating instance of TrackedResource for resource:port Jun 22 09:33:04.978166 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.v2.resource_helper [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:33:04.978597 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.v2.resource_helper [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Service FLAVORS assigned prefix: {{(pid=100541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:33:04.979207 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.v2.resource_helper [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:33:04.979652 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.v2.resource_helper [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:33:04.979982 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Creating instance of TrackedResource for resource:router Jun 22 09:33:04.980667 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Creating instance of TrackedResource for resource:floatingip Jun 22 09:33:04.981152 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.v2.resource_helper [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Service METERING assigned prefix: /metering {{(pid=100541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:33:04.982665 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.983036 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.983385 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:33:04.984410 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 09:33:04.984844 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Creating instance of TrackedResource for resource:security_group Jun 22 09:33:04.985279 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 09:33:04.985892 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.v2.resource_helper [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Service CORE assigned prefix: {{(pid=100541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:33:04.986219 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 09:33:04.986559 dv-neutron-797121-3-hyperv neutron-server[100541]: WARNING neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] subnetpool is already registered Jun 22 09:33:04.986985 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.v2.resource_helper [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Service CORE assigned prefix: {{(pid=100541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:33:04.987307 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 09:33:04.987657 dv-neutron-797121-3-hyperv neutron-server[100541]: WARNING neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] subnetpool is already registered Jun 22 09:33:04.989956 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.v2.resource_helper [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:33:04.990395 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.v2.resource_helper [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Service FLAVORS assigned prefix: {{(pid=100541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:33:04.990977 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.v2.resource_helper [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:33:04.991392 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.v2.resource_helper [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:33:04.991760 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Creating instance of TrackedResource for resource:router Jun 22 09:33:04.992097 dv-neutron-797121-3-hyperv neutron-server[100541]: WARNING neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] router is already registered Jun 22 09:33:04.992502 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Creating instance of TrackedResource for resource:floatingip Jun 22 09:33:04.992874 dv-neutron-797121-3-hyperv neutron-server[100541]: WARNING neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] floatingip is already registered Jun 22 09:33:04.993324 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.v2.resource_helper [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Service METERING assigned prefix: /metering {{(pid=100541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:33:04.999462 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 09:33:04.999462 dv-neutron-797121-3-hyperv neutron-server[100541]: WARNING neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] rbac_policy is already registered Jun 22 09:33:04.999462 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Creating instance of TrackedResource for resource:security_group Jun 22 09:33:04.999462 dv-neutron-797121-3-hyperv neutron-server[100541]: WARNING neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] security_group is already registered Jun 22 09:33:04.999462 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 09:33:04.999462 dv-neutron-797121-3-hyperv neutron-server[100541]: WARNING neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] security_group_rule is already registered Jun 22 09:33:04.999462 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.v2.resource_helper [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Service CORE assigned prefix: {{(pid=100541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:33:04.999462 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 09:33:04.999462 dv-neutron-797121-3-hyperv neutron-server[100541]: WARNING neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] subnetpool is already registered Jun 22 09:33:05.000060 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.v2.resource_helper [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Service CORE assigned prefix: {{(pid=100541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:33:05.000060 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 09:33:05.000060 dv-neutron-797121-3-hyperv neutron-server[100541]: WARNING neutron.quota.resource_registry [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] subnetpool is already registered Jun 22 09:33:05.000060 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: extensions {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.000319 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: address-groups {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.002180 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: address-scopes {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.003520 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: agents {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.004692 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: auto-allocated-topology {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.006027 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: availability_zones {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.007263 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: dhcp-networks {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.008825 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: dhcp-agents {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.010251 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: routers {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.012146 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: flavors {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.014516 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: service_profiles {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.015783 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: next_providers {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.017844 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: service_profiles {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.019386 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: floatingip-pools {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.020670 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: routers {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.022439 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: floatingips {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.023772 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: l3-routers {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.025247 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: l3-agents {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.026657 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: metering-labels {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.028145 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: metering-label-rules {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.029498 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: network-ip-availabilities {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.030754 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: bindings {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.032362 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: quotas {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.034098 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: quotas {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.035575 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: rbac-policies {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.036769 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: security-groups {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.038070 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: security-group-rules {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.039308 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: service-providers {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.040733 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: subnetpools {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.042054 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: subnetpools {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.043652 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: tags {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.045415 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: tags {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.047242 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: tags {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.049138 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: tags {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.050889 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: tags {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.053026 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: tags {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.054738 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: tags {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.056576 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: tags {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.058583 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: tags {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.060343 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron.api.extensions [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Extended resource: tags {{(pid=100541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:33:05.066899 dv-neutron-797121-3-hyperv neutron-server[100541]: WARNING keystonemiddleware.auth_token [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 09:33:05.071922 dv-neutron-797121-3-hyperv neutron-server[100541]: WARNING keystonemiddleware.auth_token [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 09:33:05.080730 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_concurrency.lockutils [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Acquired lock "singleton_lock" {{(pid=100541) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 09:33:05.085584 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_concurrency.lockutils [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Releasing lock "singleton_lock" {{(pid=100541) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 09:33:05.085584 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO oslo_service.service [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Starting 2 workers Jun 22 09:33:05.086654 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Started child 100652 {{(pid=100541) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 09:33:05.091019 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Started child 100653 {{(pid=100541) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 09:33:05.091942 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.092679 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO neutron.service [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 09:33:05.093353 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Notify callbacks [] for process, before_spawn {{(pid=100541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.093530 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [-] (100652) wsgi starting up on http://0.0.0.0:9696 Jun 22 09:33:05.095681 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.096150 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO oslo_service.service [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Starting 1 workers Jun 22 09:33:05.097037 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [-] (100653) wsgi starting up on http://0.0.0.0:9696 Jun 22 09:33:05.100988 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Started child 100654 {{(pid=100541) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 09:33:05.101524 dv-neutron-797121-3-hyperv neutron-server[100541]: INFO oslo_service.service [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Starting 1 workers Jun 22 09:33:05.105353 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.service [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] calling RpcWorker wait() {{(pid=100654) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 09:33:05.105908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.service [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] returning from RpcWorker wait() {{(pid=100654) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 09:33:05.106495 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Started child 100655 {{(pid=100541) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 09:33:05.107222 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.107326 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG neutron_lib.callbacks.manager [None req-895f6b67-3d23-47e9-93a1-d9fb5ec160fa None None] Notify callbacks [] for process, after_spawn {{(pid=100541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.107817 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:05.109718 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100541) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 09:33:05.109932 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 09:33:05.110115 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 09:33:05.110364 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 09:33:05.110709 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 09:33:05.110871 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 09:33:05.111422 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.111731 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.112006 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.112261 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.112559 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.113196 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.113443 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.113693 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.113967 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.114213 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.114383 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.114549 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.114815 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.115040 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.115389 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.115690 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.115936 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.116101 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.116558 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.116558 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.116685 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.116925 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.117170 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.117423 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] debug = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.117676 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.118178 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.118406 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.118662 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.118880 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.119157 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.119380 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.119949 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.120122 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.120418 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.120664 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.120907 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.121166 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.121679 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.121679 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.121921 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.122053 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.122510 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] host = dv-neutron-797121-3-hyperv {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.122753 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.122995 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.123223 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.123495 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.123752 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.123962 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.124227 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.124467 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.124716 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.124967 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.125309 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.125575 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.125805 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.126570 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] log_file = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.126733 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] log_options = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.126975 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.127263 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.127541 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.127727 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.127893 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.128068 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.128321 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.128481 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.128846 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.129095 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.129306 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.129516 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.129729 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.129961 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.130209 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.130456 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.130779 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.130916 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.131157 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.131447 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.131833 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.132059 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.132361 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.132532 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.132711 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.132928 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.133151 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.133380 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.133588 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.133840 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.134059 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.134311 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.134571 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.134821 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.135080 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.135265 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.136668 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.136668 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.136668 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.136931 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 53674) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:05.137013 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.137013 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.137013 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.137013 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.137243 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.137453 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.137661 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] use_json = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.137888 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.138098 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.138370 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.138579 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.138794 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.138996 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.139228 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.139487 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.139916 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.140189 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.140522 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.140775 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.141027 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.141267 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.144307 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.144555 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.144827 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.145091 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.145416 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.145685 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.145932 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076408 Jun 22 09:33:05.146048 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.146194 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.146442 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.146759 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.147673 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.148246 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:05.148818 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.149061 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.149372 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.149534 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.149761 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.150111 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.150399 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.150650 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.150928 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.151169 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.151394 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.152134 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.152134 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.152134 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.152365 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.152637 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.152944 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.153167 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.153405 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.153637 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.153872 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.154099 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.154745 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.154745 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.155072 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.155310 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.155590 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.155820 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.156036 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.156251 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.156481 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.156697 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.156938 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.157165 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.157422 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.157638 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.157872 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.158109 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.158337 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.158552 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.158763 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.158993 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.159207 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.159589 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.159851 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.160071 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.160324 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.162773 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.163034 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.163289 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.167879 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.168151 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.169937 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.171843 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.171843 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.172523 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.172787 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.177057 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.177057 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.177243 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.177325 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.177554 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.177790 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.178020 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.178264 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.179491 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.179491 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.179491 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.179491 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.186552 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.186856 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.187130 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.187416 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.187703 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.187963 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.188198 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.188962 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.189216 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.189510 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.189743 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.189986 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.190244 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.190501 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.190762 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.191001 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.191250 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.197018 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.197327 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.200155 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.200459 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.200744 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.201352 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.201352 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.201531 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.201801 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.202905 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.202905 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.202905 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.202905 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.203207 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.203407 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.205922 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.206700 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.206995 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.207242 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.207547 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.207778 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.208040 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.208295 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.208522 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.208816 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.209662 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.209662 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.209662 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.209936 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.210049 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.210293 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.210532 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.210747 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.211027 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.211281 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.212225 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.212225 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.212225 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.212476 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.212551 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.212757 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.213058 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.213216 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.213421 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.213634 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.213845 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.214053 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.214281 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.214490 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.214698 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.214927 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.215155 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.215367 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.215646 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.215859 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.216092 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.216327 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.216536 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.216791 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.217025 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.217259 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.217471 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.217683 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.217892 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.218137 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.218392 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.220105 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.220105 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.220341 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.220685 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.220946 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.221222 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.221456 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.221727 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.221961 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.222190 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.222415 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.222675 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.222894 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.223115 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.225037 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.225037 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.225037 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.225037 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.225334 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.225589 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.225836 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.226175 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.226306 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.226562 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.227414 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.227414 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.227414 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.227414 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.227779 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.227927 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.228174 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.228420 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.228641 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.228855 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.229065 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.229280 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.229487 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.229776 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.230280 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.230521 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.230759 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.231006 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.231235 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.231470 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.231684 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.231908 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.232162 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.232351 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.232560 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.232771 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.232985 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.233205 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.233423 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.233633 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.233843 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.234056 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.234380 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.234615 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.234824 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.235032 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.235251 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.235513 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.235841 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.236089 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.236306 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.237192 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.237192 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.237192 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.237415 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.237614 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.237829 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.238107 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.238346 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.238581 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.238824 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.239077 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.239397 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.242045 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.242045 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.242045 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.242045 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.242045 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.242045 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.242045 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.242498 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.242713 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.242859 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.243114 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.243367 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.243671 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.243915 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.244121 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.246180 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.246180 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.246180 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.246180 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.246180 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.246180 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.246180 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.246180 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.246723 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.246723 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.246723 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.246944 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.247297 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.247297 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 09:33:05.249945 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100541) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 09:33:05.249945 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 09:33:05.249945 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 09:33:05.249945 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 09:33:05.249945 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 09:33:05.249945 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 09:33:05.249945 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.249945 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.250481 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.250481 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.250481 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.250481 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.250701 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.250765 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.251643 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.252992 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.252992 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.252992 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.253197 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.253197 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.253413 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.253505 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.253639 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.253865 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.254034 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.254180 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.256004 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.256004 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.256004 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] debug = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.256004 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.256004 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.256004 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.256381 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.256381 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.256381 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.256569 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.256794 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.256794 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.257001 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.257298 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.257298 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.257447 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.257602 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.257689 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.257850 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.258011 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.258159 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] host = dv-neutron-797121-3-hyperv {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.258309 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.258467 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.258628 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.258770 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.258918 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.259075 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.259216 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.259376 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.261842 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.261842 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.261842 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.261842 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.261842 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.261842 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] log_file = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.261842 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] log_options = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.261842 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.262882 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.262882 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.262882 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.262882 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.262882 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.262882 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.263679 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.263679 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.263679 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.263679 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.265307 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.265307 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.265307 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.265307 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.265307 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.265307 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.265307 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.266213 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.266213 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.266213 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.266213 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.266213 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.266213 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.267697 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.267697 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.267697 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.267697 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.267697 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.267697 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.268478 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.268478 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.268478 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.268478 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.268478 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.269893 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.269893 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.269893 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.269893 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.269893 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.269893 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.269893 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.269893 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.270969 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.270969 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.270969 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] use_json = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.270969 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.270969 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.270969 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.270969 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.270969 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.270969 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.272157 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.272157 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:33:05.272157 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.272157 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.272157 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.272157 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.272157 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.273953 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.273953 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.273953 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.273953 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.273953 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.273953 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.273953 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.273953 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.274956 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.274956 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.274956 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.274956 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.274956 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.274956 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.274956 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.274956 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.276607 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.276607 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.276607 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.276607 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.276607 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.276607 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.276607 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.276607 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.277780 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.277780 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.277780 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.277780 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.277780 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.277780 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.277780 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.277780 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.277780 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.278907 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.278907 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.278907 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.278907 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.278907 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.278907 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.278907 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.278907 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.278907 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.280098 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.280098 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.280098 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.280098 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.280098 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.280098 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.280941 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.280941 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.280941 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.280941 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.281443 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.281443 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.281443 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.281826 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.281826 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.281826 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.282272 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.282272 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.282552 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.282552 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.282816 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.282816 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.283082 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.283082 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.283356 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.283356 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.284820 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.284820 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.284820 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.284820 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.285371 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.285371 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.285371 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.285796 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.285796 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.285796 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.286200 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.286200 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.286467 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.286467 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.286742 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.286742 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.287017 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.287017 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.287421 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.287421 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.287421 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.288346 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.288346 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.288346 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.288346 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.288881 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.288881 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.288881 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.289276 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.289276 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.289276 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.289681 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.289681 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.289681 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.290086 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.290086 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.290444 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.290444 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.290444 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.290845 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.290845 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.291120 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.291120 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.291389 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.291389 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.292335 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.292502 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.292644 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.292806 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.292966 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.293124 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.293266 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.293422 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.293567 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.293734 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.293901 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.294059 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.294215 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.294357 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.294539 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.294686 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.294843 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.295002 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.295147 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.295304 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.295588 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.295744 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.295907 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.296066 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.296208 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.296368 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.296526 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.296666 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.296826 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.296973 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.297134 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.297281 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.297430 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.297592 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.297739 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.298557 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.298700 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.298840 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.298979 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.299130 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.299270 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.299419 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.299592 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.299733 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.299873 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.300013 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.300152 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.300291 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.300518 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.300518 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.300811 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:05.300960 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.300960 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.300960 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.301367 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.301367 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.301633 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.301633 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.301900 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.301900 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.302238 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.302238 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.302505 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.302505 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.302771 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.302771 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.303062 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.303062 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.303347 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.303347 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.304343 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.304493 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.304658 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.304826 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.304973 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.305134 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.305281 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.305433 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.305681 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.305848 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.305996 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.306166 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.306314 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.306479 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.306627 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.306787 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.306944 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.307086 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.307226 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.307405 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.307590 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.307742 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.307883 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.308023 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.308194 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.308353 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.308640 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.308640 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.308914 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.309053 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.309193 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.309332 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.309471 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.309610 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.309758 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.309910 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.310050 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.310191 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.310330 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.310469 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.310694 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.310841 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.310991 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.311132 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.311281 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.311423 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.312878 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.312878 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.312878 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.312878 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.312878 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.314152 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.314152 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.314152 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.314152 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.314688 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.314688 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.314688 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.314688 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.315208 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.315208 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.315208 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.315662 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.317181 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.317181 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.317181 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.317181 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.317181 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.317181 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.318009 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.318009 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.318009 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.318009 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.318009 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.318850 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.318850 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.318850 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.318850 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.318850 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.318850 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.319706 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.319706 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.319706 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.319706 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.319706 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.320351 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.320351 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:33:05.320351 dv-neutron-797121-3-hyperv neutron-server[100541]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 09:33:16.607675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09db5601-3ad3-4fa9-9a26-7bde32e765c6 None None] get_active_networks_info from dv-neutron-797121-3-hyperv {{(pid=100654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:33:16.684730 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09db5601-3ad3-4fa9-9a26-7bde32e765c6 None None] No non-hosted networks {{(pid=100654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 09:33:16.691444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.agentschedulers_db [None req-09db5601-3ad3-4fa9-9a26-7bde32e765c6 None None] DHCP Agent not found on host dv-neutron-797121-3-hyperv {{(pid=100654) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 22 09:33:16.793678 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-196de1dc-9c1d-46b3-bac9-448f6c9874d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041'] for agent, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.008314 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a1f81590-492f-43d8-a0b9-8908b1ad1150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041'] for agent, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.029954 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-3496983c-b4b2-401d-83c8-1eb786efa862 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-797121-3-hyperv {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:33:19.030440 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-3496983c-b4b2-401d-83c8-1eb786efa862 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:33:19.315066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041'] for agent, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.316222 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:19.316840 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:19.317433 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:19.318034 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:19.318623 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:19.319211 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:19.319793 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:19.320510 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:19.321169 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:19.322034 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:19.322662 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:19.323317 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:19.324098 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-797121-3-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:19.333838 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-797121-3-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:19.636103 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3496983c-b4b2-401d-83c8-1eb786efa862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.354819 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041'] for agent, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.566678 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041'] for agent, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.886820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 53782) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:23.216001 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.db.l3_hamode_db [None req-b2441796-92a1-4bca-b46b-ae9e3c14aa80 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 09:33:23.291697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2441796-92a1-4bca-b46b-ae9e3c14aa80 None None] Routers set() bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:23.292092 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2441796-92a1-4bca-b46b-ae9e3c14aa80 None None] Router IDs set() for agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 09:33:23.385200 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING oslo_policy.policy [None req-1adbb1a9-e915-423c-a282-d9c7e9394d9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:33:23.385824 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING oslo_policy.policy [None req-1adbb1a9-e915-423c-a282-d9c7e9394d9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:33:23.597819 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-1adbb1a9-e915-423c-a282-d9c7e9394d9a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:33:23.598882 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1adbb1a9-e915-423c-a282-d9c7e9394d9a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7111580 Jun 22 09:33:25.878482 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 53796) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:26.178278 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a405f64f-7690-4a27-bfe2-3bc63cd089ff admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:26.271272 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.policy [None req-a405f64f-7690-4a27-bfe2-3bc63cd089ff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100652) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 09:33:26.316221 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING oslo_policy.policy [None req-a405f64f-7690-4a27-bfe2-3bc63cd089ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:33:26.316586 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING oslo_policy.policy [None req-a405f64f-7690-4a27-bfe2-3bc63cd089ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:33:26.324955 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.quota [None req-a405f64f-7690-4a27-bfe2-3bc63cd089ff admin admin] Loaded quota_driver: . Jun 22 09:33:26.502035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a405f64f-7690-4a27-bfe2-3bc63cd089ff admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755268996562', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755268997093', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755268983318', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755268978124', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755268987791', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755269038134', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1777651', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1438956', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-364791', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-502542'] for rbac-policy, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.679667 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a405f64f-7690-4a27-bfe2-3bc63cd089ff admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.680847 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a405f64f-7690-4a27-bfe2-3bc63cd089ff admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8014228 Jun 22 09:33:29.175269 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 53808) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:29.464935 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Request body: {'network': {'tenant_id': 'b07bd4324c554cf89a93d46b33743cc2', 'project_id': 'b07bd4324c554cf89a93d46b33743cc2', 'name': 'private', 'admin_state_up': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:29.542640 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Made reservation on behalf of b07bd4324c554cf89a93d46b33743cc2 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:29.545375 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.561747 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.681078 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.748197 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.753651 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:29.768581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:33:29.796394 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755272623050', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.796975 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Unsubscribe: segment precommit_create {{(pid=100652) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 09:33:29.797465 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Added segment cc0e9c21-bb31-4f4d-9419-dd4dbdfd8868 of type vlan for network d728b69b-7c71-449a-a3d3-52a46215ee69 Jun 22 09:33:29.814720 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76ac08f-87ed-4180-81cb-9f5cd957b5f9,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:29.839709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:29.840058 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:29.840388 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:29.840710 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:29.841035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:29.841363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:29.841678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:29.842001 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:29.842312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:29.842619 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:29.842926 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:29.843229 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Tracked resource versions report: Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: pushed versions: Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: { 'AddressGroup': {'1.2'}, Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'ConntrackHelper': {'1.0'}, Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Log': {'1.0'}, Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Network': {'1.1'}, Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Port': {'1.7'}, Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'PortForwarding': {'1.2'}, Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'QosPolicy': {'1.8'}, Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'SecurityGroup': {'1.4'}, Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'SubPort': {'1.0'}, Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Subnet': {'1.1'}, Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Trunk': {'1.1'}} Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: consumer versions: Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: { DHCP agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: L3 agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: Metadata agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: Metering agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: Open vSwitch agent@dv-neutron-797121-3-hyperv: { 'AddressGroup': '1.2', Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'ConntrackHelper': '1.0', Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Log': '1.0', Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Network': '1.1', Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Port': '1.7', Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'PortForwarding': '1.2', Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'QosPolicy': '1.8', Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'SecurityGroup': '1.4', Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'SecurityGroupRule': '1.2', Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'SubPort': '1.0', Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Subnet': '1.1', Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Trunk': '1.1'}} Jun 22 09:33:29.845027 dv-neutron-797121-3-hyperv neutron-server[100652]: {{(pid=100652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:33:29.915454 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.921483 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:30.017192 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.018615 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:30.019281 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.021993 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:30.112933 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Pushing event updated for resources: {'Network': ['ID=d728b69b-7c71-449a-a3d3-52a46215ee69,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:30.116867 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:30.124121 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network d728b69b-7c71-449a-a3d3-52a46215ee69 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:33:30.332305 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1558650 Jun 22 09:33:32.871104 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 53822) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:33.348841 dv-neutron-797121-3-hyperv neutron-server[100653]: WARNING oslo_policy.policy [None req-a31c1fb6-1dfa-4e45-a91d-94e692536359 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:33:33.351856 dv-neutron-797121-3-hyperv neutron-server[100653]: WARNING oslo_policy.policy [None req-a31c1fb6-1dfa-4e45-a91d-94e692536359 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:33:33.777602 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.policy [None req-a31c1fb6-1dfa-4e45-a91d-94e692536359 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100653) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 09:33:33.822383 dv-neutron-797121-3-hyperv neutron-server[100653]: WARNING oslo_policy.policy [None req-a31c1fb6-1dfa-4e45-a91d-94e692536359 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:33:33.822755 dv-neutron-797121-3-hyperv neutron-server[100653]: WARNING oslo_policy.policy [None req-a31c1fb6-1dfa-4e45-a91d-94e692536359 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:33:33.830899 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31c1fb6-1dfa-4e45-a91d-94e692536359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:33.832790 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a31c1fb6-1dfa-4e45-a91d-94e692536359 admin admin] 10.222.0.20 "GET /v2.0/networks/d728b69b-7c71-449a-a3d3-52a46215ee69 HTTP/1.1" status: 200 len: 825 time: 0.9595678 Jun 22 09:33:33.870453 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3fcd316e-ea75-4969-b669-89d8951b7627 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/5d0e43b4-d777-43a9-bceb-a015720a4204 HTTP/1.1" status: 200 len: 734 time: 0.0324368 Jun 22 09:33:33.879424 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '5d0e43b4-d777-43a9-bceb-a015720a4204', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'b07bd4324c554cf89a93d46b33743cc2', 'network_id': 'd728b69b-7c71-449a-a3d3-52a46215ee69'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:33.880953 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.quota [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Loaded quota_driver: . Jun 22 09:33:33.993872 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Made reservation on behalf of b07bd4324c554cf89a93d46b33743cc2 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:33.996607 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:34.331736 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:34.336877 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:34.401947 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Checking segment: {'id': 'cc0e9c21-bb31-4f4d-9419-dd4dbdfd8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd728b69b-7c71-449a-a3d3-52a46215ee69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:34.402469 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Network hostable DHCP agents. Network: d728b69b-7c71-449a-a3d3-52a46215ee69, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:33:34.416638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af301e8a-899d-4337-9a94-41c9faeb2d9b,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:34.436241 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:34.436241 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:34.436241 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:34.436241 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:34.436241 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:34.436752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:34.436752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:34.436752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:34.436752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:34.436752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Tracked resource versions report: Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: pushed versions: Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: { 'AddressGroup': {'1.2'}, Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: 'ConntrackHelper': {'1.0'}, Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Log': {'1.0'}, Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Network': {'1.1'}, Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Port': {'1.7'}, Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: 'PortForwarding': {'1.2'}, Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: 'QosPolicy': {'1.8'}, Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: 'SecurityGroup': {'1.4'}, Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: 'SubPort': {'1.0'}, Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Subnet': {'1.1'}, Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Trunk': {'1.1'}} Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: consumer versions: Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: { DHCP agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: L3 agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: Metadata agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: Metering agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: Open vSwitch agent@dv-neutron-797121-3-hyperv: { 'AddressGroup': '1.2', Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: 'ConntrackHelper': '1.0', Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Log': '1.0', Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Network': '1.1', Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Port': '1.7', Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: 'PortForwarding': '1.2', Jun 22 09:33:34.437123 dv-neutron-797121-3-hyperv neutron-server[100653]: 'QosPolicy': '1.8', Jun 22 09:33:34.438943 dv-neutron-797121-3-hyperv neutron-server[100653]: 'SecurityGroup': '1.4', Jun 22 09:33:34.438943 dv-neutron-797121-3-hyperv neutron-server[100653]: 'SecurityGroupRule': '1.2', Jun 22 09:33:34.438943 dv-neutron-797121-3-hyperv neutron-server[100653]: 'SubPort': '1.0', Jun 22 09:33:34.438943 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Subnet': '1.1', Jun 22 09:33:34.438943 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Trunk': '1.1'}} Jun 22 09:33:34.438943 dv-neutron-797121-3-hyperv neutron-server[100653]: {{(pid=100653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:33:34.472695 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:34.513910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Network d728b69b-7c71-449a-a3d3-52a46215ee69 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:33:34.570998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, d728b69b-7c71-449a-a3d3-52a46215ee69) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:34.576309 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:34.576984 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:34.581352 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f05232-a06c-49bb-81b0-9f4d90c19764 None None] Network d728b69b-7c71-449a-a3d3-52a46215ee69 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:34.738018 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8623517 Jun 22 09:33:34.912306 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-d728b69b-7c71-449a-a3d3-52a46215ee69', 'network_id': 'd728b69b-7c71-449a-a3d3-52a46215ee69', 'tenant_id': 'b07bd4324c554cf89a93d46b33743cc2', 'fixed_ips': [{'subnet_id': 'af301e8a-899d-4337-9a94-41c9faeb2d9b'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:33:34.913498 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.195123 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Allocated IP 172.20.0.2 (d728b69b-7c71-449a-a3d3-52a46215ee69/af301e8a-899d-4337-9a94-41c9faeb2d9b/12ab02da-36f0-42e7-87e3-e371b5ee2b69) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:35.398309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.439707 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Transition to ACTIVE for port object 12ab02da-36f0-42e7-87e3-e371b5ee2b69 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:35.459943 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Transition to ACTIVE for port object 12ab02da-36f0-42e7-87e3-e371b5ee2b69 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:35.542814 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.545674 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:35.609366 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Network d728b69b-7c71-449a-a3d3-52a46215ee69 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:35.615485 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:35.629138 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:35.633715 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Pushing event updated for resources: {'Port': ['ID=12ab02da-36f0-42e7-87e3-e371b5ee2b69,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:35.658062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:35.658346 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:35.658683 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:35.659011 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:35.659340 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:35.659712 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:35.660086 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:35.660424 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:35.660762 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:35.661096 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:35.661400 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:35.661711 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Tracked resource versions report: Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: pushed versions: Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: { 'AddressGroup': {'1.2'}, Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'ConntrackHelper': {'1.0'}, Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Log': {'1.0'}, Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Network': {'1.1'}, Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Port': {'1.7'}, Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'PortForwarding': {'1.2'}, Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'QosPolicy': {'1.8'}, Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'SecurityGroup': {'1.4'}, Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'SubPort': {'1.0'}, Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Subnet': {'1.1'}, Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Trunk': {'1.1'}} Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: consumer versions: Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: { DHCP agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: L3 agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: Metadata agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: Metering agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: Open vSwitch agent@dv-neutron-797121-3-hyperv: { 'AddressGroup': '1.2', Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'ConntrackHelper': '1.0', Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Log': '1.0', Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Network': '1.1', Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Port': '1.7', Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'PortForwarding': '1.2', Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'QosPolicy': '1.8', Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'SecurityGroup': '1.4', Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'SecurityGroupRule': '1.2', Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'SubPort': '1.0', Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Subnet': '1.1', Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Trunk': '1.1'}} Jun 22 09:33:35.663015 dv-neutron-797121-3-hyperv neutron-server[100654]: {{(pid=100654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:33:35.685510 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:35.716633 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Attempting to bind port 12ab02da-36f0-42e7-87e3-e371b5ee2b69 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:35.717033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Attempting to bind port 12ab02da-36f0-42e7-87e3-e371b5ee2b69 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'cc0e9c21-bb31-4f4d-9419-dd4dbdfd8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd728b69b-7c71-449a-a3d3-52a46215ee69'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:35.717464 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Attempting to bind port 12ab02da-36f0-42e7-87e3-e371b5ee2b69 on network d728b69b-7c71-449a-a3d3-52a46215ee69 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:35.722786 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:35.723481 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Checking segment: {'id': 'cc0e9c21-bb31-4f4d-9419-dd4dbdfd8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd728b69b-7c71-449a-a3d3-52a46215ee69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:35.723966 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.724363 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Bound using segment: {'id': 'cc0e9c21-bb31-4f4d-9419-dd4dbdfd8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd728b69b-7c71-449a-a3d3-52a46215ee69'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:35.724829 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Bound port: 12ab02da-36f0-42e7-87e3-e371b5ee2b69, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0e9c21-bb31-4f4d-9419-dd4dbdfd8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd728b69b-7c71-449a-a3d3-52a46215ee69'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:35.725221 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.785673 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] For port 12ab02da-36f0-42e7-87e3-e371b5ee2b69, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:35.789868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] For port 12ab02da-36f0-42e7-87e3-e371b5ee2b69, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=12ab02da-36f0-42e7-87e3-e371b5ee2b69,segment=NetworkSegment(cc0e9c21-bb31-4f4d-9419-dd4dbdfd8868),segment_id=cc0e9c21-bb31-4f4d-9419-dd4dbdfd8868)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:35.868499 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.874548 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:35.935236 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Pushing event updated for resources: {'Port': ['ID=12ab02da-36f0-42e7-87e3-e371b5ee2b69,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:35.941057 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:37.073160 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 53842) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:37.389703 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-bbee14a4-abd8-4fd8-a261-8233fe377a65 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:33:37.390681 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bbee14a4-abd8-4fd8-a261-8233fe377a65 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3165643 Jun 22 09:33:39.699161 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 53850) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:39.997832 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-0c686283-e9c1-4e53-8459-b51426fae5e4 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:33:39.998811 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0c686283-e9c1-4e53-8459-b51426fae5e4 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2985892 Jun 22 09:33:41.138750 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 12ab02da-36f0-42e7-87e3-e371b5ee2b69 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:41.290995 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 12ab02da-36f0-42e7-87e3-e371b5ee2b69 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:41.917178 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d703dc4-b746-40ab-9003-1f797e5056c8 None None] Network d728b69b-7c71-449a-a3d3-52a46215ee69 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:42.096373 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f5018483-dbc3-42f8-b361-5f68eefc3dcc None None] Provisioning for port 12ab02da-36f0-42e7-87e3-e371b5ee2b69 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:42.107293 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f5018483-dbc3-42f8-b361-5f68eefc3dcc None None] Provisioning complete for port 12ab02da-36f0-42e7-87e3-e371b5ee2b69 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:42.107732 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f5018483-dbc3-42f8-b361-5f68eefc3dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:42.223943 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f5018483-dbc3-42f8-b361-5f68eefc3dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:42.261951 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f5018483-dbc3-42f8-b361-5f68eefc3dcc None None] For port 12ab02da-36f0-42e7-87e3-e371b5ee2b69, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=12ab02da-36f0-42e7-87e3-e371b5ee2b69,segment=NetworkSegment(cc0e9c21-bb31-4f4d-9419-dd4dbdfd8868),segment_id=cc0e9c21-bb31-4f4d-9419-dd4dbdfd8868)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:42.319720 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f5018483-dbc3-42f8-b361-5f68eefc3dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:42.323195 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:42.370003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5018483-dbc3-42f8-b361-5f68eefc3dcc None None] Pushing event updated for resources: {'Port': ['ID=12ab02da-36f0-42e7-87e3-e371b5ee2b69,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:42.373240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f5018483-dbc3-42f8-b361-5f68eefc3dcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:42.438556 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7e81d0bf-c700-4d37-ba28-7dcb2f4c2fd9 None None] Provisioning complete for port 12ab02da-36f0-42e7-87e3-e371b5ee2b69 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:42.438848 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7e81d0bf-c700-4d37-ba28-7dcb2f4c2fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:42.589255 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 53864) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:42.879650 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-3b6564d5-3dcf-489a-8dd2-aa92e2f2596b admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'b07bd4324c554cf89a93d46b33743cc2', 'name': 'router1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:42.954321 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b6564d5-3dcf-489a-8dd2-aa92e2f2596b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:42.955853 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b6564d5-3dcf-489a-8dd2-aa92e2f2596b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.092753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b6564d5-3dcf-489a-8dd2-aa92e2f2596b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.130249 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 12ab02da-36f0-42e7-87e3-e371b5ee2b69 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:43.174964 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 12ab02da-36f0-42e7-87e3-e371b5ee2b69 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:43.175332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.177537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b6564d5-3dcf-489a-8dd2-aa92e2f2596b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.256575 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b6564d5-3dcf-489a-8dd2-aa92e2f2596b admin admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.257797 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3b6564d5-3dcf-489a-8dd2-aa92e2f2596b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6675630 Jun 22 09:33:45.580221 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 53872) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:45.883400 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-1612f743-1598-46e6-821a-74879b1453d0 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:33:45.884416 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1612f743-1598-46e6-821a-74879b1453d0 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3032341 Jun 22 09:33:46.536623 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-896d5a49-0b54-4c94-bc2d-87b2ad639c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.171447 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 53880) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:48.474705 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:48.570318 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Made reservation on behalf of c49dc32fd72148f085b357fa4bec9bac for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:48.572796 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.588035 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.699872 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.741656 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.744833 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:48.757080 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Reserving flat network on physical network physnet1 {{(pid=100653) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 09:33:48.779686 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa07130-ea87-47a6-89a6-e6a1d0d4ef40,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:48.782863 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755272623050', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.783409 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Unsubscribe: segment precommit_create {{(pid=100653) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 09:33:48.783899 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Added segment 03548e7c-911c-444a-846d-3c3639b2d3d7 of type flat for network 5eae176d-1059-48f4-b687-97de60cc120b Jun 22 09:33:48.796037 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:48.835254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.930898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.932281 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:48.937003 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.937003 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:48.976036 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b1c1836b-6d7d-4818-8f83-e76872cc3fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.037473 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Pushing event updated for resources: {'Network': ['ID=5eae176d-1059-48f4-b687-97de60cc120b,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:49.041390 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:49.048000 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 5eae176d-1059-48f4-b687-97de60cc120b details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:33:49.062348 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8893495 Jun 22 09:33:49.285455 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:50.313599 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:51.375725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 53898) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:51.524638 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:51.547601 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c721d28-9083-4d1d-ae11-64ce412b1c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:51.548933 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2c721d28-9083-4d1d-ae11-64ce412b1c4b admin admin] 10.222.0.20 "GET /v2.0/subnets/af301e8a-899d-4337-9a94-41c9faeb2d9b HTTP/1.1" status: 200 len: 849 time: 0.1722653 Jun 22 09:33:51.701998 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5dfdb188-84ef-4c71-886b-f5db4f4210df admin admin] 10.222.0.20 "GET /v2.0/routers/079d6d50-b19c-4d0e-99d0-748cc66274b0 HTTP/1.1" status: 200 len: 704 time: 0.1476014 Jun 22 09:33:51.956686 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.235623 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Allocated IP 172.20.0.1 (d728b69b-7c71-449a-a3d3-52a46215ee69/af301e8a-899d-4337-9a94-41c9faeb2d9b/8a235cfa-40d3-43b4-be8e-000efbeac9de) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:52.382582 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.403762 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Transition to ACTIVE for port object 8a235cfa-40d3-43b4-be8e-000efbeac9de will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:52.536720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.539610 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:52.647070 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Network d728b69b-7c71-449a-a3d3-52a46215ee69 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:52.651653 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:52.657978 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:52.658521 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.716596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Pushing event updated for resources: {'Port': ['ID=8a235cfa-40d3-43b4-be8e-000efbeac9de,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:52.731757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:52.940561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.947291 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6d192958-068c-4435-9aae-9f63f5592c0f None None] Provisioning for port 8a235cfa-40d3-43b4-be8e-000efbeac9de completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:52.951182 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6d192958-068c-4435-9aae-9f63f5592c0f None None] Provisioning complete for port 8a235cfa-40d3-43b4-be8e-000efbeac9de triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:52.951589 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6d192958-068c-4435-9aae-9f63f5592c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.983409 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-6d192958-068c-4435-9aae-9f63f5592c0f None None] Port 8a235cfa-40d3-43b4-be8e-000efbeac9de cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:53.112919 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.181725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.182823 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.185336 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:53.260033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Pushing event updated for resources: {'Port': ['ID=8a235cfa-40d3-43b4-be8e-000efbeac9de,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:53.263600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:53.304402 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Network d728b69b-7c71-449a-a3d3-52a46215ee69 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:53.305671 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:53.503057 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5fdd5d05-9621-4a89-b425-f85220494181 None None] Provisioning complete for port 8a235cfa-40d3-43b4-be8e-000efbeac9de triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:53.503459 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5d05-9621-4a89-b425-f85220494181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.538271 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd5d05-9621-4a89-b425-f85220494181 None None] Port 8a235cfa-40d3-43b4-be8e-000efbeac9de cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:53.548009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Router 079d6d50-b19c-4d0e-99d0-748cc66274b0 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:33:53.636268 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:33:53.641887 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] 10.222.0.20 "PUT /v2.0/routers/079d6d50-b19c-4d0e-99d0-748cc66274b0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9352131 Jun 22 09:33:53.648411 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Sync routers for ids ['079d6d50-b19c-4d0e-99d0-748cc66274b0'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:33:53.660087 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Routers {'079d6d50-b19c-4d0e-99d0-748cc66274b0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:53.660901 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:33:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['079d6d50-b19c-4d0e-99d0-748cc66274b0'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:53.841797 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Set router 079d6d50-b19c-4d0e-99d0-748cc66274b0 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:54.257030 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079d6d50-b19c-4d0e-99d0-748cc66274b0', 'name': 'router1', 'tenant_id': 'b07bd4324c554cf89a93d46b33743cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:42Z', 'updated_at': '2021-06-22T09:33:52Z', 'revision_number': 2, 'project_id': 'b07bd4324c554cf89a93d46b33743cc2', 'gw_port_host': None, '_interfaces': [{'id': '8a235cfa-40d3-43b4-be8e-000efbeac9de', 'name': '', 'network_id': 'd728b69b-7c71-449a-a3d3-52a46215ee69', 'tenant_id': 'b07bd4324c554cf89a93d46b33743cc2', 'mac_address': 'fa:16:3e:99:ef:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079d6d50-b19c-4d0e-99d0-748cc66274b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af301e8a-899d-4337-9a94-41c9faeb2d9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:51Z', 'updated_at': '2021-06-22T09:33:52Z', 'revision_number': 2, 'project_id': 'b07bd4324c554cf89a93d46b33743cc2', 'subnets': [{'id': 'af301e8a-899d-4337-9a94-41c9faeb2d9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d0e43b4-d777-43a9-bceb-a015720a4204'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:54.306838 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Checking router: 079d6d50-b19c-4d0e-99d0-748cc66274b0 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:33:54.307221 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Updating router 079d6d50-b19c-4d0e-99d0-748cc66274b0 port 8a235cfa-40d3-43b4-be8e-000efbeac9de binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:33:54.370914 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.852533 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.869341 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Transition to ACTIVE for port object 8a235cfa-40d3-43b4-be8e-000efbeac9de will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:54.947308 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.951777 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:55.137355 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ff7db-cb99-4300-82a7-ec80a6a532eb None None] Pushing event updated for resources: {'Port': ['ID=8a235cfa-40d3-43b4-be8e-000efbeac9de,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:55.155136 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ff7db-cb99-4300-82a7-ec80a6a532eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:55.155505 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ff7db-cb99-4300-82a7-ec80a6a532eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:55.155840 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ff7db-cb99-4300-82a7-ec80a6a532eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:55.159605 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ff7db-cb99-4300-82a7-ec80a6a532eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:55.159605 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ff7db-cb99-4300-82a7-ec80a6a532eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:55.159605 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ff7db-cb99-4300-82a7-ec80a6a532eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:55.159605 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ff7db-cb99-4300-82a7-ec80a6a532eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:55.159605 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ff7db-cb99-4300-82a7-ec80a6a532eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:55.159605 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ff7db-cb99-4300-82a7-ec80a6a532eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:55.159605 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ff7db-cb99-4300-82a7-ec80a6a532eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:55.159605 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ff7db-cb99-4300-82a7-ec80a6a532eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:55.159605 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ff7db-cb99-4300-82a7-ec80a6a532eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ff7db-cb99-4300-82a7-ec80a6a532eb None None] Tracked resource versions report: Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: pushed versions: Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: { 'AddressGroup': {'1.2'}, Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'ConntrackHelper': {'1.0'}, Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Log': {'1.0'}, Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Network': {'1.1'}, Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Port': {'1.7'}, Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'PortForwarding': {'1.2'}, Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'QosPolicy': {'1.8'}, Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'SecurityGroup': {'1.4'}, Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'SubPort': {'1.0'}, Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Subnet': {'1.1'}, Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Trunk': {'1.1'}} Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: consumer versions: Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: { DHCP agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: L3 agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: Metadata agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: Metering agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: Open vSwitch agent@dv-neutron-797121-3-hyperv: { 'AddressGroup': '1.2', Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'ConntrackHelper': '1.0', Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Log': '1.0', Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Network': '1.1', Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Port': '1.7', Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'PortForwarding': '1.2', Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'QosPolicy': '1.8', Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'SecurityGroup': '1.4', Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'SecurityGroupRule': '1.2', Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'SubPort': '1.0', Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Subnet': '1.1', Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Trunk': '1.1'}} Jun 22 09:33:55.161721 dv-neutron-797121-3-hyperv neutron-server[100655]: {{(pid=100655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:33:55.164081 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Attempting to bind port 8a235cfa-40d3-43b4-be8e-000efbeac9de on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:55.164169 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Attempting to bind port 8a235cfa-40d3-43b4-be8e-000efbeac9de by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'cc0e9c21-bb31-4f4d-9419-dd4dbdfd8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd728b69b-7c71-449a-a3d3-52a46215ee69'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:55.164592 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Attempting to bind port 8a235cfa-40d3-43b4-be8e-000efbeac9de on network d728b69b-7c71-449a-a3d3-52a46215ee69 {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:55.168118 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-d26ff7db-cb99-4300-82a7-ec80a6a532eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:55.170733 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:55.171140 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Checking segment: {'id': 'cc0e9c21-bb31-4f4d-9419-dd4dbdfd8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd728b69b-7c71-449a-a3d3-52a46215ee69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:55.171696 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:55.172118 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Bound using segment: {'id': 'cc0e9c21-bb31-4f4d-9419-dd4dbdfd8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd728b69b-7c71-449a-a3d3-52a46215ee69'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:55.172566 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Bound port: 8a235cfa-40d3-43b4-be8e-000efbeac9de, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0e9c21-bb31-4f4d-9419-dd4dbdfd8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd728b69b-7c71-449a-a3d3-52a46215ee69'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:55.172939 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:55.235350 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] For port 8a235cfa-40d3-43b4-be8e-000efbeac9de, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:55.255897 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] For port 8a235cfa-40d3-43b4-be8e-000efbeac9de, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8a235cfa-40d3-43b4-be8e-000efbeac9de,segment=NetworkSegment(cc0e9c21-bb31-4f4d-9419-dd4dbdfd8868),segment_id=cc0e9c21-bb31-4f4d-9419-dd4dbdfd8868)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:55.314402 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:55.316743 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-d26ff7db-cb99-4300-82a7-ec80a6a532eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:55.373857 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Routers {'079d6d50-b19c-4d0e-99d0-748cc66274b0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:55.374475 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:33:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['079d6d50-b19c-4d0e-99d0-748cc66274b0'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:55.376666 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ff7db-cb99-4300-82a7-ec80a6a532eb None None] Pushing event updated for resources: {'Port': ['ID=8a235cfa-40d3-43b4-be8e-000efbeac9de,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:55.380669 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-d26ff7db-cb99-4300-82a7-ec80a6a532eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:55.466622 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] Set router 079d6d50-b19c-4d0e-99d0-748cc66274b0 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:55.667111 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079d6d50-b19c-4d0e-99d0-748cc66274b0', 'name': 'router1', 'tenant_id': 'b07bd4324c554cf89a93d46b33743cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:42Z', 'updated_at': '2021-06-22T09:33:52Z', 'revision_number': 2, 'project_id': 'b07bd4324c554cf89a93d46b33743cc2', 'gw_port_host': None, '_interfaces': [{'id': '8a235cfa-40d3-43b4-be8e-000efbeac9de', 'name': '', 'network_id': 'd728b69b-7c71-449a-a3d3-52a46215ee69', 'tenant_id': 'b07bd4324c554cf89a93d46b33743cc2', 'mac_address': 'fa:16:3e:99:ef:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079d6d50-b19c-4d0e-99d0-748cc66274b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af301e8a-899d-4337-9a94-41c9faeb2d9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:51Z', 'updated_at': '2021-06-22T09:33:55Z', 'revision_number': 4, 'project_id': 'b07bd4324c554cf89a93d46b33743cc2', 'subnets': [{'id': 'af301e8a-899d-4337-9a94-41c9faeb2d9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d0e43b4-d777-43a9-bceb-a015720a4204'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:55.692884 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d126ea6d-dd07-4e11-b06d-c3c4b3681930 None None] The sync data for ids ['079d6d50-b19c-4d0e-99d0-748cc66274b0'] in dv-neutron-797121-3-hyperv is: [{'id': '079d6d50-b19c-4d0e-99d0-748cc66274b0', 'name': 'router1', 'tenant_id': 'b07bd4324c554cf89a93d46b33743cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:42Z', 'updated_at': '2021-06-22T09:33:52Z', 'revision_number': 2, 'project_id': 'b07bd4324c554cf89a93d46b33743cc2', 'gw_port_host': None, '_interfaces': [{'id': '8a235cfa-40d3-43b4-be8e-000efbeac9de', 'name': '', 'network_id': 'd728b69b-7c71-449a-a3d3-52a46215ee69', 'tenant_id': 'b07bd4324c554cf89a93d46b33743cc2', 'mac_address': 'fa:16:3e:99:ef:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079d6d50-b19c-4d0e-99d0-748cc66274b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af301e8a-899d-4337-9a94-41c9faeb2d9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:51Z', 'updated_at': '2021-06-22T09:33:55Z', 'revision_number': 4, 'project_id': 'b07bd4324c554cf89a93d46b33743cc2', 'subnets': [{'id': 'af301e8a-899d-4337-9a94-41c9faeb2d9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d0e43b4-d777-43a9-bceb-a015720a4204'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:33:55.821050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 53918) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:55.927116 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb0d36f-f97d-420a-b96b-eac186760596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:55.928422 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cfb0d36f-f97d-420a-b96b-eac186760596 admin admin] 10.222.0.20 "GET /v2.0/networks/5eae176d-1059-48f4-b687-97de60cc120b HTTP/1.1" status: 200 len: 842 time: 0.1063654 Jun 22 09:33:55.937514 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-213eecfa-6236-42da-adca-fbf68a07ed5e admin admin] Request body: {'subnet': {'cidr': '172.26.3.0/24', 'enable_dhcp': False, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'gateway_ip': '172.26.3.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:56.022234 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213eecfa-6236-42da-adca-fbf68a07ed5e admin admin] Made reservation on behalf of c49dc32fd72148f085b357fa4bec9bac for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:56.024536 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-213eecfa-6236-42da-adca-fbf68a07ed5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:56.346543 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.objects.ports [None req-213eecfa-6236-42da-adca-fbf68a07ed5e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100653) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:33:56.346968 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-213eecfa-6236-42da-adca-fbf68a07ed5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:56.349706 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:56.403360 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213eecfa-6236-42da-adca-fbf68a07ed5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a08641b-e7f1-42bd-b239-de4aa6b9ec06,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:56.407094 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-213eecfa-6236-42da-adca-fbf68a07ed5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:56.409622 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213eecfa-6236-42da-adca-fbf68a07ed5e admin admin] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:56.410424 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213eecfa-6236-42da-adca-fbf68a07ed5e admin admin] Network hostable DHCP agents. Network: 5eae176d-1059-48f4-b687-97de60cc120b, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:33:56.479088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213eecfa-6236-42da-adca-fbf68a07ed5e admin admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:33:56.530227 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-213eecfa-6236-42da-adca-fbf68a07ed5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 5eae176d-1059-48f4-b687-97de60cc120b) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:56.534754 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213eecfa-6236-42da-adca-fbf68a07ed5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:56.535533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-213eecfa-6236-42da-adca-fbf68a07ed5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:56.539347 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118e35ca-cf82-418c-8e3d-8b2b4a9f8ead None None] Network 5eae176d-1059-48f4-b687-97de60cc120b requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:56.607559 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-213eecfa-6236-42da-adca-fbf68a07ed5e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6609228 Jun 22 09:33:56.671994 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03714564-8bb6-49c1-a588-03e89083a064 None None] Network 5eae176d-1059-48f4-b687-97de60cc120b requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:58.825144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 53930) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:58.951849 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-93f0a34f-8e6f-4abd-b8c9-041ff80beb33 admin admin] 10.222.0.20 "GET /v2.0/routers/079d6d50-b19c-4d0e-99d0-748cc66274b0 HTTP/1.1" status: 200 len: 710 time: 0.1255665 Jun 22 09:33:59.033166 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065e120b-b723-48fe-8109-8a7acd761993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:59.034498 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-065e120b-b723-48fe-8109-8a7acd761993 admin admin] 10.222.0.20 "GET /v2.0/networks/5eae176d-1059-48f4-b687-97de60cc120b HTTP/1.1" status: 200 len: 886 time: 0.0777133 Jun 22 09:33:59.042994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:59.170431 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8a235cfa-40d3-43b4-be8e-000efbeac9de up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:59.319350 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 8a235cfa-40d3-43b4-be8e-000efbeac9de completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:59.323284 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 8a235cfa-40d3-43b4-be8e-000efbeac9de triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:59.323744 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.356180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.434322 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.466640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 8a235cfa-40d3-43b4-be8e-000efbeac9de, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8a235cfa-40d3-43b4-be8e-000efbeac9de,segment=NetworkSegment(cc0e9c21-bb31-4f4d-9419-dd4dbdfd8868),segment_id=cc0e9c21-bb31-4f4d-9419-dd4dbdfd8868)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:59.559551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.561889 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f21e7f4d-a7b5-4366-809e-c574bbecd6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:59.612996 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=8a235cfa-40d3-43b4-be8e-000efbeac9de,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:59.616236 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:59.693691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.770197 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.897115 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] Allocated IP 172.26.3.90 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:59.992559 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.113349 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.115750 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f46526c6-9262-4264-85df-f801e5f08be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:00.152926 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:00.156575 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:00.161809 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:34:00.196643 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:00.222498 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:00.457985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.640196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.643332 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.816862 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] Router 079d6d50-b19c-4d0e-99d0-748cc66274b0 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:34:00.916810 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:00.920905 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.922124 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] 10.222.0.20 "PUT /v2.0/routers/079d6d50-b19c-4d0e-99d0-748cc66274b0 HTTP/1.1" status: 200 len: 889 time: 1.8822317 Jun 22 09:34:00.926550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Sync routers for ids ['079d6d50-b19c-4d0e-99d0-748cc66274b0'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:00.937460 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Routers {'079d6d50-b19c-4d0e-99d0-748cc66274b0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:00.938144 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:33:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['079d6d50-b19c-4d0e-99d0-748cc66274b0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:01.152917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8a235cfa-40d3-43b4-be8e-000efbeac9de up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:01.236144 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Set router 079d6d50-b19c-4d0e-99d0-748cc66274b0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:01.307302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 8a235cfa-40d3-43b4-be8e-000efbeac9de triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:01.307691 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.679911 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079d6d50-b19c-4d0e-99d0-748cc66274b0', 'name': 'router1', 'tenant_id': 'b07bd4324c554cf89a93d46b33743cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:42Z', 'updated_at': '2021-06-22T09:34:00Z', 'revision_number': 4, 'project_id': 'b07bd4324c554cf89a93d46b33743cc2', 'gw_port': {'id': 'b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079d6d50-b19c-4d0e-99d0-748cc66274b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:59Z', 'updated_at': '2021-06-22T09:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '8a235cfa-40d3-43b4-be8e-000efbeac9de', 'name': '', 'network_id': 'd728b69b-7c71-449a-a3d3-52a46215ee69', 'tenant_id': 'b07bd4324c554cf89a93d46b33743cc2', 'mac_address': 'fa:16:3e:99:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d6d50-b19c-4d0e-99d0-748cc66274b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af301e8a-899d-4337-9a94-41c9faeb2d9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:51Z', 'updated_at': '2021-06-22T09:33:59Z', 'revision_number': 5, 'project_id': 'b07bd4324c554cf89a93d46b33743cc2', 'subnets': [{'id': 'af301e8a-899d-4337-9a94-41c9faeb2d9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d0e43b4-d777-43a9-bceb-a015720a4204'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:01.728331 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Checking router: 079d6d50-b19c-4d0e-99d0-748cc66274b0 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:34:01.728688 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Updating router 079d6d50-b19c-4d0e-99d0-748cc66274b0 port b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02 binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:34:01.763805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.086303 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.095562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Transition to ACTIVE for port object b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:34:02.245122 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.247662 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f5018483-dbc3-42f8-b361-5f68eefc3dcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:02.298542 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Attempting to bind port b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:34:02.298919 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Attempting to bind port b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:34:02.299288 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Attempting to bind port b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:34:02.302036 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2e670-e244-435e-9551-04c676c0e62e None None] Pushing event updated for resources: {'Port': ['ID=b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:02.305801 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7ed2e670-e244-435e-9551-04c676c0e62e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:02.307057 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:34:02.307469 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:34:02.307873 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.308263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:34:02.308738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Bound port: b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:34:02.309489 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.361199 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] For port b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:34:02.364025 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] For port b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:34:02.422572 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.424807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:02.546800 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2e670-e244-435e-9551-04c676c0e62e None None] Pushing event updated for resources: {'Port': ['ID=b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:02.549299 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Routers {'079d6d50-b19c-4d0e-99d0-748cc66274b0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:02.549893 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:33:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['079d6d50-b19c-4d0e-99d0-748cc66274b0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:02.551736 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7ed2e670-e244-435e-9551-04c676c0e62e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:02.651568 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] Set router 079d6d50-b19c-4d0e-99d0-748cc66274b0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:02.854399 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079d6d50-b19c-4d0e-99d0-748cc66274b0', 'name': 'router1', 'tenant_id': 'b07bd4324c554cf89a93d46b33743cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:42Z', 'updated_at': '2021-06-22T09:34:00Z', 'revision_number': 4, 'project_id': 'b07bd4324c554cf89a93d46b33743cc2', 'gw_port': {'id': 'b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079d6d50-b19c-4d0e-99d0-748cc66274b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:59Z', 'updated_at': '2021-06-22T09:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '8a235cfa-40d3-43b4-be8e-000efbeac9de', 'name': '', 'network_id': 'd728b69b-7c71-449a-a3d3-52a46215ee69', 'tenant_id': 'b07bd4324c554cf89a93d46b33743cc2', 'mac_address': 'fa:16:3e:99:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d6d50-b19c-4d0e-99d0-748cc66274b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af301e8a-899d-4337-9a94-41c9faeb2d9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:51Z', 'updated_at': '2021-06-22T09:33:59Z', 'revision_number': 5, 'project_id': 'b07bd4324c554cf89a93d46b33743cc2', 'subnets': [{'id': 'af301e8a-899d-4337-9a94-41c9faeb2d9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d0e43b4-d777-43a9-bceb-a015720a4204'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:02.882782 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c657ff6-dc2a-412d-aad0-4d05d28614af None None] The sync data for ids ['079d6d50-b19c-4d0e-99d0-748cc66274b0'] in dv-neutron-797121-3-hyperv is: [{'id': '079d6d50-b19c-4d0e-99d0-748cc66274b0', 'name': 'router1', 'tenant_id': 'b07bd4324c554cf89a93d46b33743cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:42Z', 'updated_at': '2021-06-22T09:34:00Z', 'revision_number': 4, 'project_id': 'b07bd4324c554cf89a93d46b33743cc2', 'gw_port': {'id': 'b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079d6d50-b19c-4d0e-99d0-748cc66274b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:59Z', 'updated_at': '2021-06-22T09:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '8a235cfa-40d3-43b4-be8e-000efbeac9de', 'name': '', 'network_id': 'd728b69b-7c71-449a-a3d3-52a46215ee69', 'tenant_id': 'b07bd4324c554cf89a93d46b33743cc2', 'mac_address': 'fa:16:3e:99:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d6d50-b19c-4d0e-99d0-748cc66274b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af301e8a-899d-4337-9a94-41c9faeb2d9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:51Z', 'updated_at': '2021-06-22T09:33:59Z', 'revision_number': 5, 'project_id': 'b07bd4324c554cf89a93d46b33743cc2', 'subnets': [{'id': 'af301e8a-899d-4337-9a94-41c9faeb2d9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d0e43b4-d777-43a9-bceb-a015720a4204'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:03.181903 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:03.278184 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 53938) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:03.285657 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:34:03.289979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:03.290358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:03.375275 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:03.396815 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:03.424509 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3640934e-52e6-48a4-807e-c2e5118f9d09 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1446846 Jun 22 09:34:03.445205 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:03.447786 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7ed2e670-e244-435e-9551-04c676c0e62e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:03.503090 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:03.506462 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:05.139565 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:05.193375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port b4228e53-ba6e-4bd8-b6a1-0ecc8e379b02 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:05.193685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:10.171002 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 5 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:34:16.525274 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8383290b-155f-4134-8240-bd8bfd2763b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.981466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-224427d0-4cfa-4c0a-bd6e-f25673131c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:19.273636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:20.290202 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:21.570261 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:46.518213 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-99b0e5cf-e6af-42cd-a7b8-04fc4dd039ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:47.170195 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 5 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:34:48.974878 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-541008e8-af60-4019-abaa-1a4b5d7361c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:49.941232 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:50.333334 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:51.546045 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:16.534301 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2da39fda-5429-469f-892a-fb2224748e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:18.985355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-16646f96-3e56-48d9-b592-c397e46bc6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:19.305311 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:20.343509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:21.554804 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:24.169273 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 5 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:35:43.928133 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 54538) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:43.986494 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4619619-21ec-4a5d-88ff-60a9df23021f admin admin] GET failed (client error): The resource could not be found. Jun 22 09:35:43.987812 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f4619619-21ec-4a5d-88ff-60a9df23021f admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0587368 Jun 22 09:35:44.143280 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4305db-b2f7-4030-9a44-9a0c446a6b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:44.143898 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fe4305db-b2f7-4030-9a44-9a0c446a6b6f admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1524193 Jun 22 09:35:46.232329 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 54548) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:46.377428 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d05ee4f-9cc0-400d-aedd-330bcf392dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:46.378663 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5d05ee4f-9cc0-400d-aedd-330bcf392dbb admin admin] 10.222.0.20 "GET /v2.0/subnets/af301e8a-899d-4337-9a94-41c9faeb2d9b HTTP/1.1" status: 200 len: 849 time: 0.1453922 Jun 22 09:35:46.388207 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:46.472766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:46.533562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-02bf25da-1e9e-4a37-8e5b-6015c86d1012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:46.676266 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755272541660'] for subnet, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:46.678547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:46.714199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:46.715243 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:46.716091 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] 10.222.0.20 "PUT /v2.0/subnets/af301e8a-899d-4337-9a94-41c9faeb2d9b HTTP/1.1" status: 200 len: 868 time: 0.3320799 Jun 22 09:35:46.720197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92caa5ed-15cd-4abf-8c5d-e190fad790b4 None None] Network d728b69b-7c71-449a-a3d3-52a46215ee69 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:46.733166 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af301e8a-899d-4337-9a94-41c9faeb2d9b,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:46.740870 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:46.741242 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:46.741562 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:46.741906 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:46.742220 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:46.742542 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:46.742863 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:46.743356 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:46.744513 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:46.745369 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:46.745698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:46.746013 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:46.750449 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:47.073820 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-426cd129-f00d-4513-98f2-3a5641fce53a None None] Provisioning complete for port 8a235cfa-40d3-43b4-be8e-000efbeac9de triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:47.074201 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-426cd129-f00d-4513-98f2-3a5641fce53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:47.159835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-426cd129-f00d-4513-98f2-3a5641fce53a None None] Provisioning complete for port 12ab02da-36f0-42e7-87e3-e371b5ee2b69 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:47.160234 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-426cd129-f00d-4513-98f2-3a5641fce53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:48.824456 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 54558) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:48.999069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3d822b56-42ad-4caa-8ce0-416f33cf15a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:49.011891 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc38dd3b-0e00-4e64-98c9-bfc03870e64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:49.012304 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc38dd3b-0e00-4e64-98c9-bfc03870e64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:49.013828 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-dc38dd3b-0e00-4e64-98c9-bfc03870e64f admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1884310 Jun 22 09:35:49.299436 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:50.344367 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:51.141334 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 54566) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:51.270327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a51d41-572d-4a70-bdc6-7da21b35bd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:51.270804 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a51d41-572d-4a70-bdc6-7da21b35bd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:51.272352 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c6a51d41-572d-4a70-bdc6-7da21b35bd0b admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1300833 Jun 22 09:35:51.664831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:53.364105 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 54574) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:53.484292 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851c31a6-ed56-4dd5-9e16-ae5c0396ac2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:53.485624 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-851c31a6-ed56-4dd5-9e16-ae5c0396ac2f admin admin] 10.222.0.20 "GET /v2.0/networks/5eae176d-1059-48f4-b687-97de60cc120b HTTP/1.1" status: 200 len: 886 time: 0.1206336 Jun 22 09:35:55.575389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 54582) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:55.697357 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3669265-3eb8-4b19-8b1e-b8b2e1a7c169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:55.698683 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b3669265-3eb8-4b19-8b1e-b8b2e1a7c169 admin admin] 10.222.0.20 "GET /v2.0/networks/d728b69b-7c71-449a-a3d3-52a46215ee69 HTTP/1.1" status: 200 len: 869 time: 0.1223006 Jun 22 09:35:57.809073 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 54590) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:57.927919 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fa626e-261d-45d3-9b26-24a4f314b9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:57.928385 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fa626e-261d-45d3-9b26-24a4f314b9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:57.929854 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b5fa626e-261d-45d3-9b26-24a4f314b9c9 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1198080 Jun 22 09:36:00.044941 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 54598) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:00.132196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52005a17-a925-4dcc-b4dd-9df527c3cf5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:00.132664 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52005a17-a925-4dcc-b4dd-9df527c3cf5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:00.134154 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-52005a17-a925-4dcc-b4dd-9df527c3cf5f admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0882423 Jun 22 09:36:01.169607 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 5 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:36:02.244920 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 54606) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:02.326980 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7e0e2f-f8f9-4a76-a65d-dd0cfea11d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:02.328310 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4f7e0e2f-f8f9-4a76-a65d-dd0cfea11d1c admin admin] 10.222.0.20 "GET /v2.0/subnets/6a08641b-e7f1-42bd-b239-de4aa6b9ec06 HTTP/1.1" status: 200 len: 816 time: 0.0824177 Jun 22 09:36:04.446467 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 54614) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:04.537161 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5235c17-df03-467b-8157-83c5422c68d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:04.538673 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c5235c17-df03-467b-8157-83c5422c68d9 admin admin] 10.222.0.20 "GET /v2.0/subnets/af301e8a-899d-4337-9a94-41c9faeb2d9b HTTP/1.1" status: 200 len: 868 time: 0.0906811 Jun 22 09:36:16.541511 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0a4adfac-087d-4b7f-a662-935890b6a2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:18.983854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9ff4e8b4-65b4-4185-ba02-20eedd3cd078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:19.281237 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:20.323792 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:21.586755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:27.659241 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 54658) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:27.704702 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-e4f83311-9e70-41a8-8dd5-bebd8bf940fd admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:36:27.705685 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e4f83311-9e70-41a8-8dd5-bebd8bf940fd admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454588 Jun 22 09:36:29.890376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 54666) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:29.948876 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-41035271-1ea8-4bcb-92a6-b7f7066df797 admin admin] GET failed (client error): The resource could not be found. Jun 22 09:36:29.950188 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-41035271-1ea8-4bcb-92a6-b7f7066df797 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588381 Jun 22 09:36:30.034178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae89c2d-80bb-4653-aeaf-be55d819799a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:30.035644 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1ae89c2d-80bb-4653-aeaf-be55d819799a admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0816340 Jun 22 09:36:32.152677 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 54674) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:32.197465 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-c6264730-42c8-4dcd-a601-dcd67e7446df admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:36:32.308806 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6264730-42c8-4dcd-a601-dcd67e7446df admin admin] Made reservation on behalf of c49dc32fd72148f085b357fa4bec9bac for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:36:32.311081 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c6264730-42c8-4dcd-a601-dcd67e7446df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:32.346063 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.services.revisions.revision_plugin [None req-c6264730-42c8-4dcd-a601-dcd67e7446df admin admin] Could not find related network for resource to bump revision. Jun 22 09:36:32.357815 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6264730-42c8-4dcd-a601-dcd67e7446df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:36:32.367021 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c6264730-42c8-4dcd-a601-dcd67e7446df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:32.367359 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-c6264730-42c8-4dcd-a601-dcd67e7446df admin admin] Added segment a3ab280f-6d4c-41ac-96b9-79926662e5e2 of type vlan for network eb248b59-efa3-4a74-bb9c-4eb52f695771 Jun 22 09:36:32.404762 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c6264730-42c8-4dcd-a601-dcd67e7446df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:32.494200 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c6264730-42c8-4dcd-a601-dcd67e7446df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:32.495469 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6264730-42c8-4dcd-a601-dcd67e7446df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:32.496051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c6264730-42c8-4dcd-a601-dcd67e7446df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:32.498625 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:32.552901 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6264730-42c8-4dcd-a601-dcd67e7446df admin admin] Pushing event updated for resources: {'Network': ['ID=eb248b59-efa3-4a74-bb9c-4eb52f695771,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:32.556059 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c6264730-42c8-4dcd-a601-dcd67e7446df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:32.563231 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network eb248b59-efa3-4a74-bb9c-4eb52f695771 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:36:32.609723 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c6264730-42c8-4dcd-a601-dcd67e7446df admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4557154 Jun 22 09:36:34.736176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 54682) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:34.793492 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae38468-154c-48b5-94f0-1fae10dd2b78 admin admin] GET failed (client error): The resource could not be found. Jun 22 09:36:34.794784 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cae38468-154c-48b5-94f0-1fae10dd2b78 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0576661 Jun 22 09:36:34.860101 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4035ee7-242b-477c-ba05-cd7975e17156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:34.861500 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a4035ee7-242b-477c-ba05-cd7975e17156 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0629642 Jun 22 09:36:34.870679 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'eb248b59-efa3-4a74-bb9c-4eb52f695771', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:36:34.933922 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Made reservation on behalf of c49dc32fd72148f085b357fa4bec9bac for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:36:34.936290 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:35.197712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:35.200833 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-213eecfa-6236-42da-adca-fbf68a07ed5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:35.254124 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f118fef1-a191-4e11-a2b0-6e7dc0d5cf12,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:35.264357 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:35.264709 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:35.265046 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:35.265382 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:35.265710 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:35.266053 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:35.266379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:35.266715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:35.267042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:35.267359 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:35.267703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:35.268085 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:35.272259 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:35.273348 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Checking segment: {'id': 'a3ab280f-6d4c-41ac-96b9-79926662e5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'eb248b59-efa3-4a74-bb9c-4eb52f695771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:36:35.274267 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Network hostable DHCP agents. Network: eb248b59-efa3-4a74-bb9c-4eb52f695771, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:36:35.362927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Network eb248b59-efa3-4a74-bb9c-4eb52f695771 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:36:35.442449 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, eb248b59-efa3-4a74-bb9c-4eb52f695771) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:36:35.446356 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:35.446933 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:35.452312 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4c5aaf-ecfe-47be-84e7-ba832bc3beaa None None] Network eb248b59-efa3-4a74-bb9c-4eb52f695771 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:36:35.571460 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6909912 Jun 22 09:36:35.694249 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-eb248b59-efa3-4a74-bb9c-4eb52f695771', 'network_id': 'eb248b59-efa3-4a74-bb9c-4eb52f695771', 'tenant_id': 'c49dc32fd72148f085b357fa4bec9bac', 'fixed_ips': [{'subnet_id': 'f118fef1-a191-4e11-a2b0-6e7dc0d5cf12'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:36:35.695161 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:35.980978 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Allocated IP 192.168.233.2 (eb248b59-efa3-4a74-bb9c-4eb52f695771/f118fef1-a191-4e11-a2b0-6e7dc0d5cf12/bd902794-970e-4d6f-86e3-d9d5833c3641) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:36:36.125119 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:36.133557 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Transition to ACTIVE for port object bd902794-970e-4d6f-86e3-d9d5833c3641 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:36:36.148140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Transition to ACTIVE for port object bd902794-970e-4d6f-86e3-d9d5833c3641 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:36:36.235667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:36.237855 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:36.272860 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Network eb248b59-efa3-4a74-bb9c-4eb52f695771 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:36:36.276180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:36:36.282192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:36:36.287398 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Pushing event updated for resources: {'Port': ['ID=bd902794-970e-4d6f-86e3-d9d5833c3641,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:36.298408 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:36.298778 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:36.299125 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:36.299480 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:36.299809 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:36.300152 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:36.300483 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:36.300820 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:36.301162 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:36.301488 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:36.301832 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:36.302152 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:36.319630 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:36.352252 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Attempting to bind port bd902794-970e-4d6f-86e3-d9d5833c3641 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:36:36.352644 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Attempting to bind port bd902794-970e-4d6f-86e3-d9d5833c3641 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'a3ab280f-6d4c-41ac-96b9-79926662e5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'eb248b59-efa3-4a74-bb9c-4eb52f695771'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:36:36.353008 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Attempting to bind port bd902794-970e-4d6f-86e3-d9d5833c3641 on network eb248b59-efa3-4a74-bb9c-4eb52f695771 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:36:36.359675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:36:36.359675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Checking segment: {'id': 'a3ab280f-6d4c-41ac-96b9-79926662e5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'eb248b59-efa3-4a74-bb9c-4eb52f695771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:36:36.359675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:36.359675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Bound using segment: {'id': 'a3ab280f-6d4c-41ac-96b9-79926662e5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'eb248b59-efa3-4a74-bb9c-4eb52f695771'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:36:36.359675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Bound port: bd902794-970e-4d6f-86e3-d9d5833c3641, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ab280f-6d4c-41ac-96b9-79926662e5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'eb248b59-efa3-4a74-bb9c-4eb52f695771'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:36:36.360172 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:36.423661 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] For port bd902794-970e-4d6f-86e3-d9d5833c3641, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:36:36.426685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] For port bd902794-970e-4d6f-86e3-d9d5833c3641, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=bd902794-970e-4d6f-86e3-d9d5833c3641,segment=NetworkSegment(a3ab280f-6d4c-41ac-96b9-79926662e5e2),segment_id=a3ab280f-6d4c-41ac-96b9-79926662e5e2)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:36:36.504207 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:36.506428 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:36.562106 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Pushing event updated for resources: {'Port': ['ID=bd902794-970e-4d6f-86e3-d9d5833c3641,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:36.564166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:37.322091 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device bd902794-970e-4d6f-86e3-d9d5833c3641 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:36:37.406039 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ebe9b7-97fc-4641-8d11-c8b0e6cc55e6 None None] Network eb248b59-efa3-4a74-bb9c-4eb52f695771 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:36:37.444356 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port bd902794-970e-4d6f-86e3-d9d5833c3641 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:36:37.676667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0178fcd2-8def-4b09-b6b5-2a07f022e83f None None] Provisioning for port bd902794-970e-4d6f-86e3-d9d5833c3641 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:36:37.681807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0178fcd2-8def-4b09-b6b5-2a07f022e83f None None] Provisioning complete for port bd902794-970e-4d6f-86e3-d9d5833c3641 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:36:37.682188 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0178fcd2-8def-4b09-b6b5-2a07f022e83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:37.774918 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0178fcd2-8def-4b09-b6b5-2a07f022e83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:37.807901 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-0178fcd2-8def-4b09-b6b5-2a07f022e83f None None] For port bd902794-970e-4d6f-86e3-d9d5833c3641, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=bd902794-970e-4d6f-86e3-d9d5833c3641,segment=NetworkSegment(a3ab280f-6d4c-41ac-96b9-79926662e5e2),segment_id=a3ab280f-6d4c-41ac-96b9-79926662e5e2)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:36:37.865692 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0178fcd2-8def-4b09-b6b5-2a07f022e83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:37.868407 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:37.918198 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178fcd2-8def-4b09-b6b5-2a07f022e83f None None] Pushing event updated for resources: {'Port': ['ID=bd902794-970e-4d6f-86e3-d9d5833c3641,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:37.921236 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0178fcd2-8def-4b09-b6b5-2a07f022e83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:37.986401 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e6367fd4-2173-47ef-9a36-94f9bc8bfffb None None] Provisioning complete for port bd902794-970e-4d6f-86e3-d9d5833c3641 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:36:37.986869 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e6367fd4-2173-47ef-9a36-94f9bc8bfffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:38.168111 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 5 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:36:39.265215 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device bd902794-970e-4d6f-86e3-d9d5833c3641 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:36:39.311329 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port bd902794-970e-4d6f-86e3-d9d5833c3641 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:36:39.311730 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:46.594791 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-441d9089-2b5d-4e56-b1ce-bb6d969edc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:49.013518 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ff7ea0ed-73c0-4427-8ce4-401775346f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:49.446631 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:50.360112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:51.554645 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:15.167245 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 5 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:37:16.547729 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-404efa8b-77fd-4e29-a34e-136469f9dba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:18.989208 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7a069afb-0429-4daf-8f3d-db081da450a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:19.296718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:20.341969 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:21.566566 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:46.554072 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a2f4490b-fa6b-4de5-aeb3-e3ef5d690c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:48.992829 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9bcbdec0-ec7d-4fa3-bb87-30ce998a16d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:49.376716 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:50.341279 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:51.588032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:52.166083 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 5 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:37:52.552141 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 54734) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:52.558674 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-9513707b-16df-41cb-8677-8efffc4f6bca tempest-verify_tempest_config-2090677591 tempest-verify_tempest_config-2090677591-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:37:52.559637 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9513707b-16df-41cb-8677-8efffc4f6bca tempest-verify_tempest_config-2090677591 tempest-verify_tempest_config-2090677591-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065153 Jun 22 09:37:52.996666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 54752) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:53.095758 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-679f9651-f2aa-4230-bb81-0a993538acf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:53.179510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-679f9651-f2aa-4230-bb81-0a993538acf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:53.216134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-679f9651-f2aa-4230-bb81-0a993538acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:53.219317 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:53.260223 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f9651-f2aa-4230-bb81-0a993538acf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d25e13-2624-4c1b-99df-19e2986eb09f,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:53.263819 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-679f9651-f2aa-4230-bb81-0a993538acf8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6246833f7ade4f0bb154d06dcf4060f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2661774 Jun 22 09:37:53.266480 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 54758) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:53.269170 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679f9651-f2aa-4230-bb81-0a993538acf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.269540 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679f9651-f2aa-4230-bb81-0a993538acf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.269880 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679f9651-f2aa-4230-bb81-0a993538acf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.270212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679f9651-f2aa-4230-bb81-0a993538acf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.270560 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679f9651-f2aa-4230-bb81-0a993538acf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.270891 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679f9651-f2aa-4230-bb81-0a993538acf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.271219 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679f9651-f2aa-4230-bb81-0a993538acf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.271573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679f9651-f2aa-4230-bb81-0a993538acf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.272528 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679f9651-f2aa-4230-bb81-0a993538acf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.272857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679f9651-f2aa-4230-bb81-0a993538acf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.273180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679f9651-f2aa-4230-bb81-0a993538acf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.273499 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679f9651-f2aa-4230-bb81-0a993538acf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.277199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-679f9651-f2aa-4230-bb81-0a993538acf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:53.321363 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:53.341647 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:53.468058 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:53.471177 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:53.472412 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0d25e13-2624-4c1b-99df-19e2986eb09f HTTP/1.1" status: 204 len: 168 time: 0.2049780 Jun 22 09:37:53.473015 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:53.481617 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d25e13-2624-4c1b-99df-19e2986eb09f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:53.486634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.486998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.487336 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.487696 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.488088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.488341 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.488666 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.489004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.489332 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.489799 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.490118 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.490500 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:53.494284 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:16.576128 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-31993c3b-ce46-4c6c-b64a-acf8b23aabca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:18.997802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-905d780a-b687-4d05-9e00-aaa758d03128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:19.357807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:20.340512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:21.552287 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:29.164224 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 5 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:38:46.539801 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ff899960-825c-4dfb-91fc-009bda105f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:48.996685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-38f5e9f3-9e4a-4f79-b86f-9964a3afe5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:49.305303 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:50.333871 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:51.585294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:06.162669 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 5 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:39:10.144589 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041'] for agent, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:16.573509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f5ce46ea-8cae-489e-84a7-0daeb62a3902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:19.001796 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-996b6fb6-1699-4f95-bfb1-b9aff6c373f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:19.287907 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:20.339060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:21.566616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:26.898259 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 54828) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:26.998246 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b7d5e8c8-1ee1-436a-be0c-2d312446012f admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0988100 Jun 22 09:39:29.104127 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 54838) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:29.156126 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ff8f76ac-b4ec-40f3-8ade-ea8a9c6789f7 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0509052 Jun 22 09:39:40.132946 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:43.161013 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:39:46.571386 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-08948fba-f8fa-4bb9-a2eb-7ecd77896719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:49.006153 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b7ab4ce9-16c7-429b-a3f4-bdc654401510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:49.275352 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:50.337755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:51.570670 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:10.119194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:16.554543 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3915d46e-8988-42b5-876f-58a981416932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:19.020992 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-637b2ed4-0766-4938-927f-3aca03619613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:19.268797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:20.159564 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:40:20.354064 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:21.577161 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:40.166453 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:43.024705 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55032) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:43.541834 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-8812801-network', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:43.615156 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55054) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:43.630184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55058) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:43.637271 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Made reservation on behalf of 0dfd02b234a947f5a587ecec0451722d for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:40:43.639810 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:43.649351 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:43.658164 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55062) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:43.847126 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:43.851001 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1406528845-network', 'tenant_id': '8f259be13d48423f84bea722f4cb5692'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:43.864589 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1789638691-network', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:43.895966 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1805358335'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:43.912806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:43.920405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fe06a9c6-80d1-457c-94d6-2c342f0a2318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:43.943675 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:40:43.961645 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:43.962025 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Added segment c9e11026-794e-40bf-9e85-90adceb64843 of type vlan for network 7a67bf89-842d-4150-83fd-e92b2abafdf3 Jun 22 09:40:43.963461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e8f71c-8f0f-4bc5-9632-32e3fa3c8680,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:43.975789 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:43.976147 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:43.978209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:43.978209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:43.978209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:43.978209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:43.978573 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:43.978697 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:43.979015 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:43.979330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:43.979668 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:43.979981 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Tracked resource versions report: Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: pushed versions: Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: { 'AddressGroup': {'1.2'}, Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'ConntrackHelper': {'1.0'}, Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Log': {'1.0'}, Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Network': {'1.1'}, Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Port': {'1.7'}, Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'PortForwarding': {'1.2'}, Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'QosPolicy': {'1.8'}, Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'SecurityGroup': {'1.4'}, Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'SubPort': {'1.0'}, Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Subnet': {'1.1'}, Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Trunk': {'1.1'}} Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: consumer versions: Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: { DHCP agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: HyperV agent@hv-neutron-7971: {}, Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: L3 agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: Metadata agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: Metering agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: Open vSwitch agent@dv-neutron-797121-3-hyperv: { 'AddressGroup': '1.2', Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'ConntrackHelper': '1.0', Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Log': '1.0', Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Network': '1.1', Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Port': '1.7', Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'PortForwarding': '1.2', Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'QosPolicy': '1.8', Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'SecurityGroup': '1.4', Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'SecurityGroupRule': '1.2', Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'SubPort': '1.0', Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Subnet': '1.1', Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: 'Trunk': '1.1'}} Jun 22 09:40:43.980985 dv-neutron-797121-3-hyperv neutron-server[100653]: {{(pid=100653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:40:43.984352 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:44.012658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.040271 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] Made reservation on behalf of 8f259be13d48423f84bea722f4cb5692 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:40:44.042621 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.045660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.db.api [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:40:44.045660 dv-neutron-797121-3-hyperv neutron-server[100653]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:40:44.045660 dv-neutron-797121-3-hyperv neutron-server[100653]: [parameters: {'project_id_1': '45f3a7b8cb5745469bd2400004ef02b7', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 40, 43, 904130)}] Jun 22 09:40:44.045660 dv-neutron-797121-3-hyperv neutron-server[100653]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:40:44.046026 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_db.api [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:40:44.051724 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.116018 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Made reservation on behalf of a7e1789089a745ff96c3bbfc20a4382d for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:40:44.116964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.126632 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.143116 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.145475 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:44.147322 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.149858 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:44.222349 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Pushing event updated for resources: {'Network': ['ID=7a67bf89-842d-4150-83fd-e92b2abafdf3,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:44.227198 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:44.233080 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 7a67bf89-842d-4150-83fd-e92b2abafdf3 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:40:44.250893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.338089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.342535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:44.361932 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:40:44.383491 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.383491 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] Added segment e56b808b-806b-417c-9a48-c17f637229e1 of type vlan for network 74cf8ae9-423c-4745-bb5d-8e2016d20b6c Jun 22 09:40:44.421703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.452645 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4267466 Jun 22 09:40:44.453634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05744e66-c4d3-404d-a572-55a16a14247a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:44.456258 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55090) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:44.462898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-2672b31c-c6f3-43b9-a35d-52c477f86e78 admin admin] Request body: {'subnet': {'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-8812801-subnet', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:44.466111 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:44.480388 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.540727 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.542068 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:44.542648 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.544742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:44.582133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.589534 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-679f9651-f2aa-4230-bb81-0a993538acf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:44.616261 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58918daa-b34f-4732-b7a9-8f63a3dc2a2f,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:44.625015 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:44.625678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:44.626136 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] Pushing event updated for resources: {'Network': ['ID=74cf8ae9-423c-4745-bb5d-8e2016d20b6c,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Tracked resource versions report: Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: pushed versions: Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: { 'AddressGroup': {'1.2'}, Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'ConntrackHelper': {'1.0'}, Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Log': {'1.0'}, Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Network': {'1.1'}, Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Port': {'1.7'}, Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'PortForwarding': {'1.2'}, Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'QosPolicy': {'1.8'}, Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'SecurityGroup': {'1.4'}, Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'SubPort': {'1.0'}, Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Subnet': {'1.1'}, Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Trunk': {'1.1'}} Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: consumer versions: Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: { DHCP agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: HyperV agent@hv-neutron-7971: {}, Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: L3 agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: Metadata agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: Metering agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: Open vSwitch agent@dv-neutron-797121-3-hyperv: { 'AddressGroup': '1.2', Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'ConntrackHelper': '1.0', Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Log': '1.0', Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Network': '1.1', Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Port': '1.7', Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'PortForwarding': '1.2', Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'QosPolicy': '1.8', Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'SecurityGroup': '1.4', Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'SecurityGroupRule': '1.2', Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'SubPort': '1.0', Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Subnet': '1.1', Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: 'Trunk': '1.1'}} Jun 22 09:40:44.635501 dv-neutron-797121-3-hyperv neutron-server[100652]: {{(pid=100652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:40:44.639891 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:44.645497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:40:44.645679 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:44.650974 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 74cf8ae9-423c-4745-bb5d-8e2016d20b6c details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:40:44.656394 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.656856 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Added segment d570263c-68c4-4e43-a72c-09c06686ac1a of type vlan for network 6e8af6b3-3610-44a0-a63c-a8986db86aa4 Jun 22 09:40:44.728764 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.743257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2672b31c-c6f3-43b9-a35d-52c477f86e78 admin admin] Made reservation on behalf of 0dfd02b234a947f5a587ecec0451722d for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:40:44.745738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2672b31c-c6f3-43b9-a35d-52c477f86e78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.827925 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2085087 Jun 22 09:40:44.829173 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55104) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:44.833466 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-bcc8ffcd-31d8-4a44-b952-0088b0051873 admin admin] Request body: {'subnet': {'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1406528845-subnet', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:44.845356 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.848276 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:44.850145 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.856706 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c6264730-42c8-4dcd-a601-dcd67e7446df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:44.909266 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Made reservation on behalf of 45f3a7b8cb5745469bd2400004ef02b7 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:40:44.912848 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.928279 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:44.929133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Pushing event updated for resources: {'Network': ['ID=6e8af6b3-3610-44a0-a63c-a8986db86aa4,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:44.933880 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:44.941876 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 6e8af6b3-3610-44a0-a63c-a8986db86aa4 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:40:44.953890 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55110) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:45.006561 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc8ffcd-31d8-4a44-b952-0088b0051873 admin admin] Made reservation on behalf of 8f259be13d48423f84bea722f4cb5692 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:40:45.010183 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bcc8ffcd-31d8-4a44-b952-0088b0051873 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:45.027400 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2672b31c-c6f3-43b9-a35d-52c477f86e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:45.032030 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:45.105630 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4453328 Jun 22 09:40:45.108701 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55114) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:45.121167 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-4ceb8d12-6bff-4d2e-b8d0-1dacddc1698f admin admin] Request body: {'subnet': {'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1789638691-subnet', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:45.134409 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672b31c-c6f3-43b9-a35d-52c477f86e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=509cc921-aa0d-47ec-9fdc-bd091c518ce4,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:45.140719 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2672b31c-c6f3-43b9-a35d-52c477f86e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:45.144863 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672b31c-c6f3-43b9-a35d-52c477f86e78 admin admin] Checking segment: {'id': 'c9e11026-794e-40bf-9e85-90adceb64843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:40:45.145214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2672b31c-c6f3-43b9-a35d-52c477f86e78 admin admin] Network hostable DHCP agents. Network: 7a67bf89-842d-4150-83fd-e92b2abafdf3, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:40:45.240777 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:45.271418 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2672b31c-c6f3-43b9-a35d-52c477f86e78 admin admin] Network 7a67bf89-842d-4150-83fd-e92b2abafdf3 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:40:45.319573 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:45.328942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:45.347667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-2672b31c-c6f3-43b9-a35d-52c477f86e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 7a67bf89-842d-4150-83fd-e92b2abafdf3) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:45.356471 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6579fc9-c230-46fd-98ec-4d4c91874b75 None None] Network 7a67bf89-842d-4150-83fd-e92b2abafdf3 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:40:45.359934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:40:45.362120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2672b31c-c6f3-43b9-a35d-52c477f86e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:45.362726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2672b31c-c6f3-43b9-a35d-52c477f86e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:45.379743 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:45.380100 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Added segment da0e5e37-f28c-4140-9a5a-9a7b48747df6 of type vlan for network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a Jun 22 09:40:45.381510 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0b71f3-97a9-4415-9a59-f2e293a65200,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:45.384995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-902858800'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:45.393088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:45.403786 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bcc8ffcd-31d8-4a44-b952-0088b0051873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:45.412229 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-43ef08c1-6d3a-47df-8f12-3ccebde05623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:45.433697 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ceb8d12-6bff-4d2e-b8d0-1dacddc1698f admin admin] Made reservation on behalf of a7e1789089a745ff96c3bbfc20a4382d for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:40:45.433697 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8d12-6bff-4d2e-b8d0-1dacddc1698f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:45.471307 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8ffcd-31d8-4a44-b952-0088b0051873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=990305d8-a832-43c4-9e37-7bdc6fd10f9b,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:45.475423 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bcc8ffcd-31d8-4a44-b952-0088b0051873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:45.525724 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:45.534680 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc8ffcd-31d8-4a44-b952-0088b0051873 admin admin] Checking segment: {'id': 'e56b808b-806b-417c-9a48-c17f637229e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:40:45.538218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc8ffcd-31d8-4a44-b952-0088b0051873 admin admin] Network hostable DHCP agents. Network: 74cf8ae9-423c-4745-bb5d-8e2016d20b6c, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:40:45.538830 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2672b31c-c6f3-43b9-a35d-52c477f86e78 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0795422 Jun 22 09:40:45.543493 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55128) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:45.567409 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-8812801-router', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:45.572630 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-7a67bf89-842d-4150-83fd-e92b2abafdf3', 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'fixed_ips': [{'subnet_id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:40:45.574545 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:45.620421 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Made reservation on behalf of 6058e8535ebb4343bda02e2ad0431971 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:40:45.624834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:45.649203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:45.680949 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc8ffcd-31d8-4a44-b952-0088b0051873 admin admin] Network 74cf8ae9-423c-4745-bb5d-8e2016d20b6c is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:40:45.717432 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:45.726221 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:45.727637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:45.732507 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:45.792165 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Allocated IP 172.20.0.2 (7a67bf89-842d-4150-83fd-e92b2abafdf3/509cc921-aa0d-47ec-9fdc-bd091c518ce4/ffbdf494-a848-4d38-90da-c98acd8a31f1) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:40:45.805700 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-bcc8ffcd-31d8-4a44-b952-0088b0051873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 74cf8ae9-423c-4745-bb5d-8e2016d20b6c) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:45.807985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:45.808960 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:45.816709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc8ffcd-31d8-4a44-b952-0088b0051873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:45.817926 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bcc8ffcd-31d8-4a44-b952-0088b0051873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:45.823106 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8d12-6bff-4d2e-b8d0-1dacddc1698f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:45.839252 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3b6b19-56c9-45ac-9373-b3fbe7958132 None None] Network 74cf8ae9-423c-4745-bb5d-8e2016d20b6c requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:40:45.894833 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Pushing event updated for resources: {'Network': ['ID=5b01b52a-b382-4c60-af2e-d15fb2e48a2a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:45.903760 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:45.904233 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2672b31c-c6f3-43b9-a35d-52c477f86e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:45.927310 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2958870 Jun 22 09:40:45.971856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55144) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:45.996493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:40:46.005569 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.034335 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb8d12-6bff-4d2e-b8d0-1dacddc1698f admin admin] Checking segment: {'id': 'd570263c-68c4-4e43-a72c-09c06686ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:40:46.034694 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceb8d12-6bff-4d2e-b8d0-1dacddc1698f admin admin] Network hostable DHCP agents. Network: 6e8af6b3-3610-44a0-a63c-a8986db86aa4, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:40:46.040370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb8d12-6bff-4d2e-b8d0-1dacddc1698f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6caf395-eab3-41b8-a3a6-9114984b7119,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:46.044019 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4ceb8d12-6bff-4d2e-b8d0-1dacddc1698f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:46.086926 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.143622 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.147423 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:46.153648 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceb8d12-6bff-4d2e-b8d0-1dacddc1698f admin admin] Network 6e8af6b3-3610-44a0-a63c-a8986db86aa4 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:40:46.200410 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:40:46.220736 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bcc8ffcd-31d8-4a44-b952-0088b0051873 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3888597 Jun 22 09:40:46.220959 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-74cf8ae9-423c-4745-bb5d-8e2016d20b6c', 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'fixed_ips': [{'subnet_id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:40:46.220959 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.222234 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e274b74a-4360-4308-a88e-f06b0c1f566a,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:46.224479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55158) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:46.230559 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1406528845-router', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:46.234311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.234451 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Added segment 99b7c2b4-0ccc-4bdc-b4ac-489f5fb010c3 of type vlan for network 9a40c858-105a-4f51-9f7d-5b46ffe9286d Jun 22 09:40:46.235969 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:46.261549 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-4ceb8d12-6bff-4d2e-b8d0-1dacddc1698f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 6e8af6b3-3610-44a0-a63c-a8986db86aa4) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:46.266673 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.270504 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceb8d12-6bff-4d2e-b8d0-1dacddc1698f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:46.271180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8d12-6bff-4d2e-b8d0-1dacddc1698f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.292255 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e9ed6b-c5ce-49ab-8273-597b375730e6 None None] Network 6e8af6b3-3610-44a0-a63c-a8986db86aa4 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:40:46.308958 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.338352 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.380707 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.382020 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.408345 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:46.409826 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Transition to ACTIVE for port object ffbdf494-a848-4d38-90da-c98acd8a31f1 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:46.467725 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.473129 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Transition to ACTIVE for port object ffbdf494-a848-4d38-90da-c98acd8a31f1 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:46.481362 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:46.482303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.486526 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.487629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-10765087-9472-4e8e-bf46-9ceab46081a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:46.512465 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4ceb8d12-6bff-4d2e-b8d0-1dacddc1698f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3994589 Jun 22 09:40:46.522294 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55166) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:46.530476 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1789638691-router', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:46.559570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Allocated IP 172.20.0.2 (74cf8ae9-423c-4745-bb5d-8e2016d20b6c/990305d8-a832-43c4-9e37-7bdc6fd10f9b/8c8e0181-4944-4ae3-99bd-98866a5b5106) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:40:46.594452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.615898 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7ed2e670-e244-435e-9551-04c676c0e62e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:46.625856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Network 7a67bf89-842d-4150-83fd-e92b2abafdf3 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:40:46.630070 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Pushing event updated for resources: {'Network': ['ID=9a40c858-105a-4f51-9f7d-5b46ffe9286d,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:46.640673 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:46.643388 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:40:46.658946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55170) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:46.663848 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:46.676663 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 9a40c858-105a-4f51-9f7d-5b46ffe9286d details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:40:46.710345 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-07d9dfcf-3b2b-4669-91b8-9eb80fea0f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.789676 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-6e8af6b3-3610-44a0-a63c-a8986db86aa4', 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'fixed_ips': [{'subnet_id': 'b6caf395-eab3-41b8-a3a6-9114984b7119'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:40:46.790903 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.806818 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.839230 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Attempting to bind port ffbdf494-a848-4d38-90da-c98acd8a31f1 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:46.841154 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Attempting to bind port ffbdf494-a848-4d38-90da-c98acd8a31f1 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'c9e11026-794e-40bf-9e85-90adceb64843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:46.841785 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Attempting to bind port ffbdf494-a848-4d38-90da-c98acd8a31f1 on network 7a67bf89-842d-4150-83fd-e92b2abafdf3 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:46.844721 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8891845 Jun 22 09:40:46.855901 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55176) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:46.864027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.879774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:40:46.880525 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Checking segment: {'id': 'c9e11026-794e-40bf-9e85-90adceb64843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:40:46.881272 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.884718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Bound using segment: {'id': 'c9e11026-794e-40bf-9e85-90adceb64843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:40:46.884718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Bound port: ffbdf494-a848-4d38-90da-c98acd8a31f1, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e11026-794e-40bf-9e85-90adceb64843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:40:46.884718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.906529 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-708777cc-4d5b-4283-80ff-075ed7873e29 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Request body: {'subnet': {'network_id': '9a40c858-105a-4f51-9f7d-5b46ffe9286d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:46.922703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:46.926954 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55178) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:46.929044 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.044703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-4f1823a1-ae12-4c2f-854c-9a80225bf88e tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:47.064812 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Allocated IP 172.20.0.2 (6e8af6b3-3610-44a0-a63c-a8986db86aa4/b6caf395-eab3-41b8-a3a6-9114984b7119/ff14813f-f4cc-4db5-9d77-8d2debd6f6d3) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:40:47.102817 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:47.147051 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Allocated IP 172.26.3.252 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/34e0a889-d6b1-4796-8c73-dca03076b355) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:40:47.189108 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.190064 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.207643 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Pushing event updated for resources: {'Port': ['ID=ffbdf494-a848-4d38-90da-c98acd8a31f1,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:47.216593 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55184) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:47.222117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Request body: {'port': {'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a', 'binding:host_id': 'hv-neutron-7971', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1289770826'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:47.306563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:47.306909 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:47.311339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:47.311339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:47.311339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:47.311339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:47.311339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:47.311339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:47.311339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:47.311339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:47.311339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:47.311339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:47.312095 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Tracked resource versions report: Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: pushed versions: Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: { 'AddressGroup': {'1.2'}, Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'ConntrackHelper': {'1.0'}, Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Log': {'1.0'}, Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Network': {'1.1'}, Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Port': {'1.7'}, Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'PortForwarding': {'1.2'}, Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'QosPolicy': {'1.8'}, Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'SecurityGroup': {'1.4'}, Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'SubPort': {'1.0'}, Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Subnet': {'1.1'}, Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Trunk': {'1.1'}} Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: consumer versions: Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: { DHCP agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: HyperV agent@hv-neutron-7971: {}, Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: L3 agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: Metadata agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: Metering agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: Open vSwitch agent@dv-neutron-797121-3-hyperv: { 'AddressGroup': '1.2', Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'ConntrackHelper': '1.0', Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Log': '1.0', Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Network': '1.1', Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Port': '1.7', Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'PortForwarding': '1.2', Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'QosPolicy': '1.8', Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'SecurityGroup': '1.4', Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'SecurityGroupRule': '1.2', Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'SubPort': '1.0', Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Subnet': '1.1', Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: 'Trunk': '1.1'}} Jun 22 09:40:47.312174 dv-neutron-797121-3-hyperv neutron-server[100654]: {{(pid=100654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:40:47.319232 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] For port ffbdf494-a848-4d38-90da-c98acd8a31f1, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:40:47.325882 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:47.346265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.352654 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] For port ffbdf494-a848-4d38-90da-c98acd8a31f1, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ffbdf494-a848-4d38-90da-c98acd8a31f1,segment=NetworkSegment(c9e11026-794e-40bf-9e85-90adceb64843),segment_id=c9e11026-794e-40bf-9e85-90adceb64843)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:40:47.358445 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.363317 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.366043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.390242 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Transition to ACTIVE for port object 8c8e0181-4944-4ae3-99bd-98866a5b5106 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:47.419980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Transition to ACTIVE for port object 8c8e0181-4944-4ae3-99bd-98866a5b5106 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:47.426710 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.435402 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Transition to ACTIVE for port object ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:47.441723 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.448590 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:47.474750 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Transition to ACTIVE for port object ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:47.508473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.510588 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4f1823a1-ae12-4c2f-854c-9a80225bf88e tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] 10.222.0.20 "PUT /v2.0/quotas/6aa18f651ba440e89508013eee57b9d5 HTTP/1.1" status: 200 len: 366 time: 0.8491800 Jun 22 09:40:47.516383 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55186) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:47.516883 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Pushing event updated for resources: {'Port': ['ID=ffbdf494-a848-4d38-90da-c98acd8a31f1,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:47.522674 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:47.523076 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:47.544009 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.564040 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Network 74cf8ae9-423c-4745-bb5d-8e2016d20b6c is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:40:47.564040 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:47.564333 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Made reservation on behalf of c6f7e1c9337d48869a296d87ef3fc140 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:40:47.564333 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.565741 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:40:47.580411 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Pushing event updated for resources: {'Port': ['ID=8c8e0181-4944-4ae3-99bd-98866a5b5106,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:47.585172 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:47.595547 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.600903 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.613795 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d705e7cf-ecd9-4047-916a-b5a6a6d3f62d tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0938151 Jun 22 09:40:47.613795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.614267 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55190) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:47.629039 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-22334834-c95a-407e-a0be-0f2d0c71ae5b tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] 10.222.0.20 "GET /v2.0/quotas/6aa18f651ba440e89508013eee57b9d5 HTTP/1.1" status: 200 len: 366 time: 0.0111935 Jun 22 09:40:47.629411 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55192) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:47.655463 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.689973 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:47.693120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708777cc-4d5b-4283-80ff-075ed7873e29 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Made reservation on behalf of 6058e8535ebb4343bda02e2ad0431971 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:40:47.697799 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-708777cc-4d5b-4283-80ff-075ed7873e29 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks [] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.725744 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.752551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:47.778501 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-46930b95-dd32-4c9d-9d6d-ee65d2b265ff tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/6aa18f651ba440e89508013eee57b9d5 HTTP/1.1" status: 204 len: 168 time: 0.1479948 Jun 22 09:40:47.780398 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55196) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:47.800508 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Attempting to bind port 8c8e0181-4944-4ae3-99bd-98866a5b5106 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:47.800892 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Attempting to bind port 8c8e0181-4944-4ae3-99bd-98866a5b5106 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'e56b808b-806b-417c-9a48-c17f637229e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:47.801262 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Attempting to bind port 8c8e0181-4944-4ae3-99bd-98866a5b5106 on network 74cf8ae9-423c-4745-bb5d-8e2016d20b6c {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:47.803138 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.805539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Network 6e8af6b3-3610-44a0-a63c-a8986db86aa4 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:40:47.822243 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:47.825243 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:40:47.839839 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Pushing event updated for resources: {'Port': ['ID=ff14813f-f4cc-4db5-9d77-8d2debd6f6d3,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:47.842824 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:47.850692 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:40:47.851348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Checking segment: {'id': 'e56b808b-806b-417c-9a48-c17f637229e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:40:47.851903 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.852392 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Bound using segment: {'id': 'e56b808b-806b-417c-9a48-c17f637229e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:40:47.852977 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Bound port: 8c8e0181-4944-4ae3-99bd-98866a5b5106, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56b808b-806b-417c-9a48-c17f637229e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:40:47.853464 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.885045 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Allocated IP 172.26.3.63 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/0932ddfc-cda5-4c2c-b3e0-af8e090bb6e5) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:40:47.922819 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Attempting to bind port ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:47.923345 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Attempting to bind port ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'd570263c-68c4-4e43-a72c-09c06686ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:47.923985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Attempting to bind port ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 on network 6e8af6b3-3610-44a0-a63c-a8986db86aa4 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:47.938734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:40:47.940567 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-62673986-6e69-4f78-9b68-21c797224ee2 tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1523850 Jun 22 09:40:47.947370 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55198) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:47.952703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:47.956799 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:40:47.957348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Checking segment: {'id': 'd570263c-68c4-4e43-a72c-09c06686ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:40:47.957826 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.958378 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Bound using segment: {'id': 'd570263c-68c4-4e43-a72c-09c06686ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:40:47.958893 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Bound port: ff14813f-f4cc-4db5-9d77-8d2debd6f6d3, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd570263c-68c4-4e43-a72c-09c06686ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:40:47.959373 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:47.963484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:40:47.967993 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-76cbdb37-f4e4-4b96-8126-0a8029440690 tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] 10.222.0.20 "GET /v2.0/quotas/6aa18f651ba440e89508013eee57b9d5 HTTP/1.1" status: 200 len: 370 time: 0.0176554 Jun 22 09:40:47.969995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55200) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:47.975196 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9b67a9a8-359b-4354-b5f6-be8e2f70c8af tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] 10.222.0.20 "GET /v2.0/quotas/6aa18f651ba440e89508013eee57b9d5/default HTTP/1.1" status: 200 len: 370 time: 0.0039561 Jun 22 09:40:47.978684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55202) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:47.990492 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-18779ad7-63f7-477b-b658-db20418368e3 tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] delete failed (client error): The resource could not be found. Jun 22 09:40:47.994511 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-18779ad7-63f7-477b-b658-db20418368e3 tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/6aa18f651ba440e89508013eee57b9d5 HTTP/1.1" status: 404 len: 348 time: 0.0120285 Jun 22 09:40:48.020053 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:48.041122 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] For port 8c8e0181-4944-4ae3-99bd-98866a5b5106, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:40:48.047739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] For port 8c8e0181-4944-4ae3-99bd-98866a5b5106, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8c8e0181-4944-4ae3-99bd-98866a5b5106,segment=NetworkSegment(e56b808b-806b-417c-9a48-c17f637229e1),segment_id=e56b808b-806b-417c-9a48-c17f637229e1)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:40:48.066805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] For port ff14813f-f4cc-4db5-9d77-8d2debd6f6d3, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:40:48.071300 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] For port ff14813f-f4cc-4db5-9d77-8d2debd6f6d3, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ff14813f-f4cc-4db5-9d77-8d2debd6f6d3,segment=NetworkSegment(d570263c-68c4-4e43-a72c-09c06686ac1a),segment_id=d570263c-68c4-4e43-a72c-09c06686ac1a)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:40:48.088969 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:48.092008 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:48.095022 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] device_id is not set on port cc1110c6-fc33-4937-8d63-4de7b6be486a yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:40:48.097502 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Pushing event updated for resources: {'Port': ['ID=34e0a889-d6b1-4796-8c73-dca03076b355,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:48.108346 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:48.120759 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:48.124737 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:48.186184 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Pushing event updated for resources: {'Port': ['ID=8c8e0181-4944-4ae3-99bd-98866a5b5106,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:48.190297 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:48.192272 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:48.196764 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:48.297874 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Pushing event updated for resources: {'Port': ['ID=ff14813f-f4cc-4db5-9d77-8d2debd6f6d3,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:48.301802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:48.311210 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:48.373932 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c308438a-aaa0-43f7-8007-0844daead0d5,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:48.378395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:48.404064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55206) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:48.484524 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.quota.resource [None req-cfc84656-ff2f-496a-997b-8557d9d8946e tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] Usage tracker for resource:network and tenant:d77fe525b99d4b4288e48ee272d05528 is out of sync, need to count used quota {{(pid=100652) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 09:40:48.521750 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.quota.resource [None req-cfc84656-ff2f-496a-997b-8557d9d8946e tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100652) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 09:40:48.536671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.quota.resource [None req-cfc84656-ff2f-496a-997b-8557d9d8946e tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] Usage tracker for resource:subnet and tenant:d77fe525b99d4b4288e48ee272d05528 is out of sync, need to count used quota {{(pid=100652) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 09:40:48.548597 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.quota.resource [None req-cfc84656-ff2f-496a-997b-8557d9d8946e tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100652) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 09:40:48.570134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.quota.resource [None req-cfc84656-ff2f-496a-997b-8557d9d8946e tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] Usage tracker for resource:subnetpool and tenant:d77fe525b99d4b4288e48ee272d05528 is out of sync, need to count used quota {{(pid=100652) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 09:40:48.584121 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] device_id is not set on port cc1110c6-fc33-4937-8d63-4de7b6be486a yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:40:48.595245 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.quota.resource [None req-cfc84656-ff2f-496a-997b-8557d9d8946e tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100652) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 09:40:48.602617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:48.622697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.quota.resource [None req-cfc84656-ff2f-496a-997b-8557d9d8946e tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] Usage tracker for resource:port and tenant:d77fe525b99d4b4288e48ee272d05528 is out of sync, need to count used quota {{(pid=100652) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 09:40:48.625091 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Transition to ACTIVE for port object cc1110c6-fc33-4937-8d63-4de7b6be486a will not be triggered until provisioned by entity L2. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:48.640646 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.quota.resource [None req-cfc84656-ff2f-496a-997b-8557d9d8946e tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100652) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 09:40:48.655238 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.quota.resource [None req-cfc84656-ff2f-496a-997b-8557d9d8946e tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] Usage tracker for resource:router and tenant:d77fe525b99d4b4288e48ee272d05528 is out of sync, need to count used quota {{(pid=100652) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 09:40:48.660534 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.quota.resource [None req-cfc84656-ff2f-496a-997b-8557d9d8946e tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100652) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 09:40:48.674703 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.quota.resource [None req-cfc84656-ff2f-496a-997b-8557d9d8946e tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] Usage tracker for resource:floatingip and tenant:d77fe525b99d4b4288e48ee272d05528 is out of sync, need to count used quota {{(pid=100652) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 09:40:48.689808 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.quota.resource [None req-cfc84656-ff2f-496a-997b-8557d9d8946e tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100652) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 09:40:48.734286 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:48.744499 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:48.753503 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-708777cc-4d5b-4283-80ff-075ed7873e29 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:48.802351 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-401ca30f-d283-438e-9203-46ade87c9cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:48.818687 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.quota.resource [None req-cfc84656-ff2f-496a-997b-8557d9d8946e tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] Usage tracker for resource:security_group and tenant:d77fe525b99d4b4288e48ee272d05528 is out of sync, need to count used quota {{(pid=100652) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 09:40:48.846596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:48.862835 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.quota.resource [None req-cfc84656-ff2f-496a-997b-8557d9d8946e tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100652) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 09:40:48.877357 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Pushing event updated for resources: {'Port': ['ID=cc1110c6-fc33-4937-8d63-4de7b6be486a,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:48.883124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:48.894120 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.quota.resource [None req-cfc84656-ff2f-496a-997b-8557d9d8946e tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] Usage tracker for resource:security_group_rule and tenant:d77fe525b99d4b4288e48ee272d05528 is out of sync, need to count used quota {{(pid=100652) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 09:40:48.896520 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Checking segment: {'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:40:48.896886 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Network hostable DHCP agents. Network: 5b01b52a-b382-4c60-af2e-d15fb2e48a2a, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:40:48.907147 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.quota.resource [None req-cfc84656-ff2f-496a-997b-8557d9d8946e tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100652) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 09:40:48.920423 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cfc84656-ff2f-496a-997b-8557d9d8946e tempest-QuotasTest-379919522 tempest-QuotasTest-379919522-project-admin] 10.222.0.20 "GET /v2.0/quotas/d77fe525b99d4b4288e48ee272d05528/details.json HTTP/1.1" status: 200 len: 703 time: 0.5119126 Jun 22 09:40:48.944472 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:48.955829 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708777cc-4d5b-4283-80ff-075ed7873e29 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Pushing event updated for resources: {'Subnet': ['ID=575b7525-e135-4d56-aa89-e51052b414a8,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:48.958638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-708777cc-4d5b-4283-80ff-075ed7873e29 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:48.966842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:49.049728 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:49.067277 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Allocated IP 172.26.3.162 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:40:49.103303 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:40:49.117178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:49.123049 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-61f3f39d-e998-47dd-9821-d12f277c49f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:49.129186 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:49.138203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:40:49.141298 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Pushing event updated for resources: {'Port': ['ID=0932ddfc-cda5-4c2c-b3e0-af8e090bb6e5,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:49.144609 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:49.145456 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708777cc-4d5b-4283-80ff-075ed7873e29 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Checking segment: {'id': '99b7c2b4-0ccc-4bdc-b4ac-489f5fb010c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9a40c858-105a-4f51-9f7d-5b46ffe9286d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:40:49.145977 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708777cc-4d5b-4283-80ff-075ed7873e29 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Network hostable DHCP agents. Network: 9a40c858-105a-4f51-9f7d-5b46ffe9286d, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:40:49.161373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:40:49.191659 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a9483b-1c9c-4cb6-9f81-5ed945a8a364 None None] Network 7a67bf89-842d-4150-83fd-e92b2abafdf3 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:40:49.205707 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:49.292280 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 5b01b52a-b382-4c60-af2e-d15fb2e48a2a) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:49.296510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:40:49.316436 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4113fd25-b016-47ad-aaa3-5e7b5c470420 None None] Network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:40:49.326794 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:49.327519 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:49.327877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:49.337952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:49.343489 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:49.343489 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 2 to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a Jun 22 09:40:49.352486 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:49.352878 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:49.353218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:49.357730 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:49.357997 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:49.358378 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 3 to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a Jun 22 09:40:49.370844 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:49.371061 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:49.371408 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:49.376052 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:49.376389 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:49.376774 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 4 to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a Jun 22 09:40:49.393411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:49.393850 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:49.394082 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:49.399313 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:49.399588 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:49.399954 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 5 to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a Jun 22 09:40:49.406336 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:49.439937 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:49.448952 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e416d24c-efb7-4553-957e-238d1d4f0931 None None] Provisioning for port ffbdf494-a848-4d38-90da-c98acd8a31f1 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:40:49.451420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:49.454193 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708777cc-4d5b-4283-80ff-075ed7873e29 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Network 9a40c858-105a-4f51-9f7d-5b46ffe9286d is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:40:49.457757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:49.458259 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:49.481630 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:49.493420 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:49.495338 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-708777cc-4d5b-4283-80ff-075ed7873e29 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 9a40c858-105a-4f51-9f7d-5b46ffe9286d) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:49.502991 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708777cc-4d5b-4283-80ff-075ed7873e29 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:49.503619 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-708777cc-4d5b-4283-80ff-075ed7873e29 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:49.513262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:49.525738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf340c1d-c215-4570-8e78-a964fcd91d0e None None] Network 9a40c858-105a-4f51-9f7d-5b46ffe9286d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:40:49.601637 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:49.611897 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:49.678482 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:40:49.680564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:49.681045 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:49.684639 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:49.687090 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:40:49.689027 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 6 to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a Jun 22 09:40:49.798903 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8c8e0181-4944-4ae3-99bd-98866a5b5106 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:40:49.878342 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Allocated IP 172.26.3.24 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/1ba74b91-10a4-48e4-a63b-0daa4a555f7a) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:40:49.885734 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:49.886361 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:49.886877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:49.902834 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:49.903746 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55216) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:49.994064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:49.994713 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:50.027685 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-708777cc-4d5b-4283-80ff-075ed7873e29 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1260777 Jun 22 09:40:50.030126 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55220) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:50.037158 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Request body: {'port': {'network_id': '9a40c858-105a-4f51-9f7d-5b46ffe9286d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-861879827'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:50.082181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-9a40c858-105a-4f51-9f7d-5b46ffe9286d', 'network_id': '9a40c858-105a-4f51-9f7d-5b46ffe9286d', 'tenant_id': '6058e8535ebb4343bda02e2ad0431971', 'fixed_ips': [{'subnet_id': '575b7525-e135-4d56-aa89-e51052b414a8'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:40:50.083368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:50.113570 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 7 to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a Jun 22 09:40:50.120233 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad4cda6-3ac5-46d6-8a68-a2582b022b86 None None] Network 6e8af6b3-3610-44a0-a63c-a8986db86aa4 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:40:50.153109 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Router facff48d-b632-4b2e-8b87-0326be2384ee is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:40:50.213108 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:50.213526 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:50.214283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:50.224872 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:50.225204 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:50.227819 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 8 to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a Jun 22 09:40:50.259608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 8c8e0181-4944-4ae3-99bd-98866a5b5106 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:40:50.271019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:50.271383 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:50.273592 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:50.338335 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:50.338335 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:50.381091 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 9 to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a Jun 22 09:40:50.396925 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:40:50.401465 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-642394e3-eed9-480b-a376-e570febc9156 None None] Provisioning for port ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:40:50.442730 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f47b2b-8d95-471a-a7e1-db20b02a9462 None None] Network 74cf8ae9-423c-4745-bb5d-8e2016d20b6c requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:40:50.455667 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:50.458384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-68ce8f94-d936-4e9a-bf93-0d6fd57cef8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:50.459866 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:50.460206 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:50.460537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:50.520454 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:50.520783 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:50.524254 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Allocated IP 172.20.0.2 (9a40c858-105a-4f51-9f7d-5b46ffe9286d/575b7525-e135-4d56-aa89-e51052b414a8/724ff387-291f-4315-8e18-2dc061796447) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:40:50.524792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:50.531386 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 10 to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a Jun 22 09:40:50.533009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:40:50.547685 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Sync routers for ids ['facff48d-b632-4b2e-8b87-0326be2384ee'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:40:50.559941 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Routers {'facff48d-b632-4b2e-8b87-0326be2384ee'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:40:50.560865 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:40:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['facff48d-b632-4b2e-8b87-0326be2384ee'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:50.569547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:50.569887 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:50.570249 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:50.593565 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:50.599228 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port cc1110c6-fc33-4937-8d63-4de7b6be486a on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:50.599617 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port cc1110c6-fc33-4937-8d63-4de7b6be486a on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:50.599960 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:50.600115 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:50.616627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:50.619277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:50.642351 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Made reservation on behalf of 6058e8535ebb4343bda02e2ad0431971 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:40:50.649299 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:50.706310 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] device_id is not set on port c1632c0f-8e22-413f-b42a-9e63a5b710fb yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:40:50.762036 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:50.782230 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Set router facff48d-b632-4b2e-8b87-0326be2384ee gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:40:50.787776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:50.836580 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:40:50.860159 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] For port cc1110c6-fc33-4937-8d63-4de7b6be486a, host hv-neutron-7971, cleared binding levels {{(pid=100652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:40:50.861822 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempted to set empty binding levels {{(pid=100652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 09:40:50.862645 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:40:50.871737 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:50.871994 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:50.872307 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:50.876985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:50.880721 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:40:50.888631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Pushing event updated for resources: {'Port': ['ID=1ba74b91-10a4-48e4-a63b-0daa4a555f7a,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:50.890575 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:50.891888 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3470895 Jun 22 09:40:50.917057 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55222) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:50.918215 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:50.930666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:50.958560 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Transition to ACTIVE for port object 724ff387-291f-4315-8e18-2dc061796447 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:50.961916 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:50.984119 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ab069719-6095-4be4-9210-7960d1ce6766 None None] Provisioning for port 8c8e0181-4944-4ae3-99bd-98866a5b5106 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:40:50.999500 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Transition to ACTIVE for port object 724ff387-291f-4315-8e18-2dc061796447 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:51.001853 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ab069719-6095-4be4-9210-7960d1ce6766 None None] Provisioning complete for port 8c8e0181-4944-4ae3-99bd-98866a5b5106 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:51.002349 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ab069719-6095-4be4-9210-7960d1ce6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.005857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:51.086295 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.108337 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:51.123528 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:51.123528 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.153242 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'name': 'tempest-ServerActionsTestJSON-8812801-router', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:45Z', 'updated_at': '2021-06-22T09:40:48Z', 'revision_number': 3, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'gw_port': {'id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:51.157788 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.188228 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.190531 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Network 9a40c858-105a-4f51-9f7d-5b46ffe9286d is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:40:51.204675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:51.206290 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Checking router: facff48d-b632-4b2e-8b87-0326be2384ee for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:40:51.206851 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Updating router facff48d-b632-4b2e-8b87-0326be2384ee port 34e0a889-d6b1-4796-8c73-dca03076b355 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:40:51.244253 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-68ce8f94-d936-4e9a-bf93-0d6fd57cef8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.250330 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Pushing event updated for resources: {'Port': ['ID=cc1110c6-fc33-4937-8d63-4de7b6be486a,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:51.254983 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:51.274953 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.283207 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.297774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Pushing event updated for resources: {'Port': ['ID=0932ddfc-cda5-4c2c-b3e0-af8e090bb6e5,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:51.309930 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:51.344486 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-68ce8f94-d936-4e9a-bf93-0d6fd57cef8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.375410 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:51.441570 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Allocated IP 172.26.3.97 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/3a690c3f-bf3f-4bb0-b28e-767b51235aa8) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:40:51.449886 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.db.api [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a12d6fcd-71b6-425c-836a-9093920b5f3e {{(pid=100653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:40:51.450228 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_db.api [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:40:51.459002 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:40:51.465038 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.2471499 Jun 22 09:40:51.474455 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-68ce8f94-d936-4e9a-bf93-0d6fd57cef8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8dbc0b350b0a40eeba9e631a706d7435&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5628221 Jun 22 09:40:51.475255 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55224) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:51.475788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55226) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:51.481010 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Pushing event updated for resources: {'Port': ['ID=724ff387-291f-4315-8e18-2dc061796447,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:51.488145 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.489631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce8f94-d936-4e9a-bf93-0d6fd57cef8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558a58e0-f246-4cac-a4e8-c9a7f7d45fb0,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:51.491815 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:51.504766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-68ce8f94-d936-4e9a-bf93-0d6fd57cef8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:51.514423 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port ff14813f-f4cc-4db5-9d77-8d2debd6f6d3, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ff14813f-f4cc-4db5-9d77-8d2debd6f6d3,segment=NetworkSegment(d570263c-68c4-4e43-a72c-09c06686ac1a),segment_id=d570263c-68c4-4e43-a72c-09c06686ac1a)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:40:51.516793 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.518132 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5240052 Jun 22 09:40:51.522259 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55230) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:51.536208 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-3df43da1-fe92-479c-9fac-0858c6dc93a2 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1555147918', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'fixed_ips': [{'ip_address': '172.26.3.63'}]}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:51.540856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ab069719-6095-4be4-9210-7960d1ce6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.593293 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.598195 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Attempting to bind port 724ff387-291f-4315-8e18-2dc061796447 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:51.598577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Attempting to bind port 724ff387-291f-4315-8e18-2dc061796447 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '99b7c2b4-0ccc-4bdc-b4ac-489f5fb010c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9a40c858-105a-4f51-9f7d-5b46ffe9286d'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:51.598948 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Attempting to bind port 724ff387-291f-4315-8e18-2dc061796447 on network 9a40c858-105a-4f51-9f7d-5b46ffe9286d {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:51.605422 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ffbdf494-a848-4d38-90da-c98acd8a31f1 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:40:51.618509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7a8d3810-459e-4a20-9980-4611da3fd4bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:51.641917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:40:51.641917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Checking segment: {'id': '99b7c2b4-0ccc-4bdc-b4ac-489f5fb010c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9a40c858-105a-4f51-9f7d-5b46ffe9286d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:40:51.642256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.642592 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Bound using segment: {'id': '99b7c2b4-0ccc-4bdc-b4ac-489f5fb010c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9a40c858-105a-4f51-9f7d-5b46ffe9286d'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:40:51.643038 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Bound port: 724ff387-291f-4315-8e18-2dc061796447, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b7c2b4-0ccc-4bdc-b4ac-489f5fb010c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9a40c858-105a-4f51-9f7d-5b46ffe9286d'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:40:51.643781 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.647079 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-ab069719-6095-4be4-9210-7960d1ce6766 None None] For port 8c8e0181-4944-4ae3-99bd-98866a5b5106, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8c8e0181-4944-4ae3-99bd-98866a5b5106,segment=NetworkSegment(e56b808b-806b-417c-9a48-c17f637229e1),segment_id=e56b808b-806b-417c-9a48-c17f637229e1)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:40:51.718935 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.724048 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.732695 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=ff14813f-f4cc-4db5-9d77-8d2debd6f6d3,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:51.733312 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df43da1-fe92-479c-9fac-0858c6dc93a2 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Made reservation on behalf of 8ccecf3031aa4bd9bc25ec43820e3676 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:40:51.737117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3df43da1-fe92-479c-9fac-0858c6dc93a2 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.743207 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:51.753649 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3df43da1-fe92-479c-9fac-0858c6dc93a2 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.766760 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ab069719-6095-4be4-9210-7960d1ce6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.772951 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] For port 724ff387-291f-4315-8e18-2dc061796447, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:40:51.781900 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:51.781900 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] For port 724ff387-291f-4315-8e18-2dc061796447, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=724ff387-291f-4315-8e18-2dc061796447,segment=NetworkSegment(99b7c2b4-0ccc-4bdc-b4ac-489f5fb010c3),segment_id=99b7c2b4-0ccc-4bdc-b4ac-489f5fb010c3)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:40:51.826762 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab069719-6095-4be4-9210-7960d1ce6766 None None] Pushing event updated for resources: {'Port': ['ID=8c8e0181-4944-4ae3-99bd-98866a5b5106,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:51.829905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ab069719-6095-4be4-9210-7960d1ce6766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:51.862491 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port ffbdf494-a848-4d38-90da-c98acd8a31f1 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:40:51.866566 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port ffbdf494-a848-4d38-90da-c98acd8a31f1 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:51.875758 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.896117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b73bb42b-e53c-4e94-a653-647be6efd847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.900357 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.912024 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:51.942448 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b73bb42b-e53c-4e94-a653-647be6efd847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.952944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.954202 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ba37bd64-c3cb-42d3-8c2b-56fc1ea5dfb7 None None] Provisioning complete for port ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:51.954589 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ba37bd64-c3cb-42d3-8c2b-56fc1ea5dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.970873 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.983443 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:51.985048 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:52.020966 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Pushing event updated for resources: {'Port': ['ID=724ff387-291f-4315-8e18-2dc061796447,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:52.026304 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:52.048995 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] device_id is not set on port 6d9c01df-b28a-412e-961e-44946c450846 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:40:52.054739 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3df43da1-fe92-479c-9fac-0858c6dc93a2 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.078112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.086844 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.103490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Router 3dba21e6-bcad-4fca-99cf-aeb741f12e20 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:40:52.155287 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port ffbdf494-a848-4d38-90da-c98acd8a31f1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ffbdf494-a848-4d38-90da-c98acd8a31f1,segment=NetworkSegment(c9e11026-794e-40bf-9e85-90adceb64843),segment_id=c9e11026-794e-40bf-9e85-90adceb64843)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:40:52.169352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-f981f7aa-36dc-48a6-b34e-a6f702e63916 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Deleting port cc1110c6-fc33-4937-8d63-4de7b6be486a {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:40:52.172547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f981f7aa-36dc-48a6-b34e-a6f702e63916 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.172894 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ba37bd64-c3cb-42d3-8c2b-56fc1ea5dfb7 None None] Provisioning complete for port 8c8e0181-4944-4ae3-99bd-98866a5b5106 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:52.173395 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ba37bd64-c3cb-42d3-8c2b-56fc1ea5dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.184758 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.196939 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Transition to ACTIVE for port object 34e0a889-d6b1-4796-8c73-dca03076b355 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:52.223225 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Allocated IP 172.20.0.6 (9a40c858-105a-4f51-9f7d-5b46ffe9286d/575b7525-e135-4d56-aa89-e51052b414a8/6d9c01df-b28a-412e-961e-44946c450846) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:40:52.263874 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.274661 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.280604 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:52.285599 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:52.289608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.311287 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:40:52.311287 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Pushing event updated for resources: {'Port': ['ID=3a690c3f-bf3f-4bb0-b28e-767b51235aa8,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:52.313476 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3df43da1-fe92-479c-9fac-0858c6dc93a2 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.314809 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:52.318047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:52.343578 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:52.353084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.358810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-f981f7aa-36dc-48a6-b34e-a6f702e63916 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] For port cc1110c6-fc33-4937-8d63-4de7b6be486a, host hv-neutron-7971, got binding levels [] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:40:52.359198 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f981f7aa-36dc-48a6-b34e-a6f702e63916 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.392531 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Attempting to bind port 34e0a889-d6b1-4796-8c73-dca03076b355 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:52.392531 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Attempting to bind port 34e0a889-d6b1-4796-8c73-dca03076b355 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:52.392531 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Attempting to bind port 34e0a889-d6b1-4796-8c73-dca03076b355 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:52.394438 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65d95e-e451-49ed-b27e-a03fdfd1e800 None None] Pushing event updated for resources: {'Port': ['ID=34e0a889-d6b1-4796-8c73-dca03076b355,revision_number=2']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:52.415282 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:40:52.416186 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:40:52.416852 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.417495 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:40:52.418241 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Bound port: 34e0a889-d6b1-4796-8c73-dca03076b355, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:40:52.418871 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.421657 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65d95e-e451-49ed-b27e-a03fdfd1e800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:52.422424 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65d95e-e451-49ed-b27e-a03fdfd1e800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:52.423667 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65d95e-e451-49ed-b27e-a03fdfd1e800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:52.424216 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65d95e-e451-49ed-b27e-a03fdfd1e800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:52.424924 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65d95e-e451-49ed-b27e-a03fdfd1e800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:52.425675 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65d95e-e451-49ed-b27e-a03fdfd1e800 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:52.426393 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:52.427198 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65d95e-e451-49ed-b27e-a03fdfd1e800 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:52.427780 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65d95e-e451-49ed-b27e-a03fdfd1e800 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:52.428335 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65d95e-e451-49ed-b27e-a03fdfd1e800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65d95e-e451-49ed-b27e-a03fdfd1e800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65d95e-e451-49ed-b27e-a03fdfd1e800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65d95e-e451-49ed-b27e-a03fdfd1e800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65d95e-e451-49ed-b27e-a03fdfd1e800 None None] Tracked resource versions report: Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: pushed versions: Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: { 'AddressGroup': {'1.2'}, Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'ConntrackHelper': {'1.0'}, Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Log': {'1.0'}, Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Network': {'1.1'}, Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Port': {'1.7'}, Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'PortForwarding': {'1.2'}, Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'QosPolicy': {'1.8'}, Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'SecurityGroup': {'1.4'}, Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'SubPort': {'1.0'}, Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Subnet': {'1.1'}, Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Trunk': {'1.1'}} Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: consumer versions: Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: { DHCP agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: HyperV agent@hv-neutron-7971: {}, Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: L3 agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: Metadata agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: Metering agent@dv-neutron-797121-3-hyperv: {}, Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: Open vSwitch agent@dv-neutron-797121-3-hyperv: { 'AddressGroup': '1.2', Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'ConntrackHelper': '1.0', Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Log': '1.0', Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Network': '1.1', Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Port': '1.7', Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'PortForwarding': '1.2', Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'QosPolicy': '1.8', Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'SecurityGroup': '1.4', Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'SecurityGroupRule': '1.2', Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'SubPort': '1.0', Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Subnet': '1.1', Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: 'Trunk': '1.1'}} Jun 22 09:40:52.432231 dv-neutron-797121-3-hyperv neutron-server[100655]: {{(pid=100655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:40:52.445732 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-2e65d95e-e451-49ed-b27e-a03fdfd1e800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:52.473292 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=ffbdf494-a848-4d38-90da-c98acd8a31f1,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:52.476762 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:52.524196 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] For port 34e0a889-d6b1-4796-8c73-dca03076b355, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:40:52.524847 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] For port 34e0a889-d6b1-4796-8c73-dca03076b355, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=34e0a889-d6b1-4796-8c73-dca03076b355,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:40:52.530738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b73bb42b-e53c-4e94-a653-647be6efd847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.558781 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-f981f7aa-36dc-48a6-b34e-a6f702e63916 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Calling delete_port for cc1110c6-fc33-4937-8d63-4de7b6be486a owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:40:52.560921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-3df43da1-fe92-479c-9fac-0858c6dc93a2 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] device_id is not set on port 6747c934-988c-497c-838d-0d099314302b yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:40:52.568765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b73bb42b-e53c-4e94-a653-647be6efd847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.580197 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b73bb42b-e53c-4e94-a653-647be6efd847 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/558a58e0-f246-4cac-a4e8-c9a7f7d45fb0 HTTP/1.1" status: 204 len: 168 time: 1.0898292 Jun 22 09:40:52.580197 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Pushing event updated for resources: {'Port': ['ID=1ba74b91-10a4-48e4-a63b-0daa4a555f7a,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:52.588093 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:52.593183 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:52.606994 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8c8e0181-4944-4ae3-99bd-98866a5b5106 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:40:52.610899 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.618380 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-d26ff7db-cb99-4300-82a7-ec80a6a532eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:52.618582 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:40:52.689856 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bb42b-e53c-4e94-a653-647be6efd847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558a58e0-f246-4cac-a4e8-c9a7f7d45fb0,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:52.691876 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.696653 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7562144 Jun 22 09:40:52.697683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b73bb42b-e53c-4e94-a653-647be6efd847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:52.699832 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55236) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:52.705183 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2108810625'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:52.711542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df43da1-fe92-479c-9fac-0858c6dc93a2 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a53e298-e268-46b2-94f0-b1796f8795d6,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:52.715310 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:40:52.715460 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65d95e-e451-49ed-b27e-a03fdfd1e800 None None] Pushing event updated for resources: {'Port': ['ID=34e0a889-d6b1-4796-8c73-dca03076b355,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:52.727258 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-2e65d95e-e451-49ed-b27e-a03fdfd1e800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:52.737155 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3df43da1-fe92-479c-9fac-0858c6dc93a2 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:52.750614 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 8c8e0181-4944-4ae3-99bd-98866a5b5106 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:52.752082 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.755763 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Sync routers for ids ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:40:52.772178 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Routers {'facff48d-b632-4b2e-8b87-0326be2384ee'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:40:52.776367 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:40:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['facff48d-b632-4b2e-8b87-0326be2384ee'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:52.798192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Routers {'3dba21e6-bcad-4fca-99cf-aeb741f12e20'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:40:52.798826 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:40:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:52.848670 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Made reservation on behalf of 329d6d1dd36147679a4942cf509c15cb for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:40:52.854524 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.863716 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f981f7aa-36dc-48a6-b34e-a6f702e63916 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.884137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.912514 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.921449 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:52.946631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.946631 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.7150290 Jun 22 09:40:52.946631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f981f7aa-36dc-48a6-b34e-a6f702e63916 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:52.952394 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:40:52.952572 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f981f7aa-36dc-48a6-b34e-a6f702e63916 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] 10.222.0.20 "DELETE /v2.0/ports/cc1110c6-fc33-4937-8d63-4de7b6be486a HTTP/1.1" status: 204 len: 168 time: 1.4710822 Jun 22 09:40:52.952572 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55238) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:52.953130 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55240) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:52.979842 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Set router 3dba21e6-bcad-4fca-99cf-aeb741f12e20 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:40:53.000588 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] Set router facff48d-b632-4b2e-8b87-0326be2384ee gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:40:53.011423 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Transition to ACTIVE for port object 6d9c01df-b28a-412e-961e-44946c450846 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:53.045905 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-721ec99c-9389-46b2-bd3e-f13cc4cbaae9 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] GET failed (client error): The resource could not be found. Jun 22 09:40:53.047720 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-721ec99c-9389-46b2-bd3e-f13cc4cbaae9 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] 10.222.0.20 "GET /v2.0/ports/cc1110c6-fc33-4937-8d63-4de7b6be486a HTTP/1.1" status: 404 len: 333 time: 0.0474253 Jun 22 09:40:53.055580 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981f7aa-36dc-48a6-b34e-a6f702e63916 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc1110c6-fc33-4937-8d63-4de7b6be486a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:53.057764 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55244) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:53.058971 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Allocated IP 172.20.0.1 (7a67bf89-842d-4150-83fd-e92b2abafdf3/509cc921-aa0d-47ec-9fdc-bd091c518ce4/003ef775-7a15-4df4-a09c-84a2cccfdf4f) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:40:53.100841 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-53f07ab6-a6a2-4afa-b72c-dfe9051e1f10 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Request body: {'port': {'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-768826136'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:53.121271 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f981f7aa-36dc-48a6-b34e-a6f702e63916 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:53.131177 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:53.131620 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:53.234391 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df43da1-fe92-479c-9fac-0858c6dc93a2 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 22 09:40:53.235240 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df43da1-fe92-479c-9fac-0858c6dc93a2 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:40:53.283663 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 724ff387-291f-4315-8e18-2dc061796447 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:40:53.309855 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'name': 'tempest-ServersTestJSON-1406528845-router', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:50Z', 'revision_number': 3, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'gw_port': {'id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:53.347022 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Checking router: 3dba21e6-bcad-4fca-99cf-aeb741f12e20 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:40:53.347388 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Updating router 3dba21e6-bcad-4fca-99cf-aeb741f12e20 port 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:40:53.404382 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:53.445517 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:53.454334 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5f76d4-e95d-40ea-859a-33b06b808c87 None None] Network 9a40c858-105a-4f51-9f7d-5b46ffe9286d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:40:53.490095 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'name': 'tempest-ServerActionsTestJSON-8812801-router', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:45Z', 'updated_at': '2021-06-22T09:40:48Z', 'revision_number': 3, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'gw_port': {'id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:53.534758 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc4c58-f7bd-4934-a655-33c5ea22bb00 None None] The sync data for ids ['facff48d-b632-4b2e-8b87-0326be2384ee'] in dv-neutron-797121-3-hyperv is: [{'id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'name': 'tempest-ServerActionsTestJSON-8812801-router', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:45Z', 'updated_at': '2021-06-22T09:40:48Z', 'revision_number': 3, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'gw_port': {'id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:40:53.577304 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:53.579839 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:53.606330 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:53.606582 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 724ff387-291f-4315-8e18-2dc061796447 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:40:53.615693 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:53.629724 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:53.647187 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:40:53.941882 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f07ab6-a6a2-4afa-b72c-dfe9051e1f10 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Made reservation on behalf of c6f7e1c9337d48869a296d87ef3fc140 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:40:53.941882 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-53f07ab6-a6a2-4afa-b72c-dfe9051e1f10 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:53.954426 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55246) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:53.954426 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:53.954426 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Added segment b7b0dab8-71f3-4580-b106-fae1bfd148bc of type vlan for network 21271f1a-27a9-43bf-8bf0-74a764b7ed7b Jun 22 09:40:53.955803 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:53.956547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5133b665-49ca-42a5-a196-51621e517b90,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:53.956547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:53.956547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-449ee655-4118-4696-9458-f03854497ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:53.957699 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fe13b520-4e6d-4d4e-bc7d-017ef78d9325 None None] Provisioning for port 724ff387-291f-4315-8e18-2dc061796447 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:40:53.957699 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fe13b520-4e6d-4d4e-bc7d-017ef78d9325 None None] Provisioning complete for port 724ff387-291f-4315-8e18-2dc061796447 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:53.957699 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fe13b520-4e6d-4d4e-bc7d-017ef78d9325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:53.959575 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:53.959926 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Transition to ACTIVE for port object 003ef775-7a15-4df4-a09c-84a2cccfdf4f will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:53.959926 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3df43da1-fe92-479c-9fac-0858c6dc93a2 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.2475739 Jun 22 09:40:53.960638 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55248) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:53.960900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-53f07ab6-a6a2-4afa-b72c-dfe9051e1f10 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] device_id is not set on port 2fd60864-ac32-4a66-a1d4-29865cee4e4c yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:40:53.960900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Network 9a40c858-105a-4f51-9f7d-5b46ffe9286d is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:40:53.960900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:53.960900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:40:53.960900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:53.960900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:53.960900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Pushing event updated for resources: {'Port': ['ID=6d9c01df-b28a-412e-961e-44946c450846,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:53.960900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:54.175040 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.195753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.258944 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fe13b520-4e6d-4d4e-bc7d-017ef78d9325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.317536 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.318267 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.319238 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.337983 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:54.343113 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-fe13b520-4e6d-4d4e-bc7d-017ef78d9325 None None] For port 724ff387-291f-4315-8e18-2dc061796447, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=724ff387-291f-4315-8e18-2dc061796447,segment=NetworkSegment(99b7c2b4-0ccc-4bdc-b4ac-489f5fb010c3),segment_id=99b7c2b4-0ccc-4bdc-b4ac-489f5fb010c3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:40:54.350980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Transition to ACTIVE for port object 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:54.356006 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:54.356662 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.378866 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:54.381005 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Network 7a67bf89-842d-4150-83fd-e92b2abafdf3 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:40:54.406885 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:54.410435 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:40:54.410932 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.421824 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fe13b520-4e6d-4d4e-bc7d-017ef78d9325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.423276 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:54.456468 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-c66d447e-cd04-4bc9-9974-3be8e5d1fe36 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Deleting port 0932ddfc-cda5-4c2c-b3e0-af8e090bb6e5 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:40:54.456468 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c66d447e-cd04-4bc9-9974-3be8e5d1fe36 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.475791 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.576615 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13b520-4e6d-4d4e-bc7d-017ef78d9325 None None] Pushing event updated for resources: {'Port': ['ID=724ff387-291f-4315-8e18-2dc061796447,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:54.587804 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fe13b520-4e6d-4d4e-bc7d-017ef78d9325 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:54.588288 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:54.591832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-53f07ab6-a6a2-4afa-b72c-dfe9051e1f10 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.600919 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Pushing event updated for resources: {'Port': ['ID=003ef775-7a15-4df4-a09c-84a2cccfdf4f,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:54.610455 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:54.639385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Attempting to bind port 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:54.639385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Attempting to bind port 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:54.639385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Attempting to bind port 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:54.644602 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ffbdf494-a848-4d38-90da-c98acd8a31f1 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:40:54.648681 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c66d447e-cd04-4bc9-9974-3be8e5d1fe36 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.651272 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c66d447e-cd04-4bc9-9974-3be8e5d1fe36 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.690568 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:40:54.694133 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:40:54.694133 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.694133 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:40:54.694133 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Bound port: 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:40:54.694133 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.713144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Router 50f25855-9701-47b0-9975-af383491a5d7 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:40:54.724265 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8398a-ab81-452c-b8b6-63e631ac045e None None] Pushing event updated for resources: {'Port': ['ID=8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:54.727151 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bbd8398a-ab81-452c-b8b6-63e631ac045e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:54.746632 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-449ee655-4118-4696-9458-f03854497ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.759769 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.766845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port ffbdf494-a848-4d38-90da-c98acd8a31f1 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:54.767233 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.801739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] For port 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:40:54.821724 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] For port 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:40:54.852529 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-53f07ab6-a6a2-4afa-b72c-dfe9051e1f10 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.861689 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7f89b027-8727-4ac2-9196-98ca2082f8a4 None None] Provisioning for port 6d9c01df-b28a-412e-961e-44946c450846 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:40:54.862955 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:54.868502 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7f89b027-8727-4ac2-9196-98ca2082f8a4 None None] Provisioning complete for port 6d9c01df-b28a-412e-961e-44946c450846 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:54.868887 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7f89b027-8727-4ac2-9196-98ca2082f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.885635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-c66d447e-cd04-4bc9-9974-3be8e5d1fe36 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Calling delete_port for 0932ddfc-cda5-4c2c-b3e0-af8e090bb6e5 owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:40:54.904377 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 34e0a889-d6b1-4796-8c73-dca03076b355 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:40:54.923720 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Pushing event updated for resources: {'Network': ['ID=21271f1a-27a9-43bf-8bf0-74a764b7ed7b,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:54.926395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-449ee655-4118-4696-9458-f03854497ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.931581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:54.934205 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:54.937446 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ab069719-6095-4be4-9210-7960d1ce6766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:54.952463 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:54.965688 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 21271f1a-27a9-43bf-8bf0-74a764b7ed7b details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:40:54.982290 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9510121 Jun 22 09:40:54.984501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55250) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:55.004421 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f07ab6-a6a2-4afa-b72c-dfe9051e1f10 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:40:55.017075 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-53f07ab6-a6a2-4afa-b72c-dfe9051e1f10 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:55.019407 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f07ab6-a6a2-4afa-b72c-dfe9051e1f10 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Pushing event updated for resources: {'Port': ['ID=2fd60864-ac32-4a66-a1d4-29865cee4e4c,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:55.020776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-7f89b027-8727-4ac2-9196-98ca2082f8a4 None None] Port 6d9c01df-b28a-412e-961e-44946c450846 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:40:55.023755 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f07ab6-a6a2-4afa-b72c-dfe9051e1f10 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:40:55.030328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f07ab6-a6a2-4afa-b72c-dfe9051e1f10 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:55.030328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-53f07ab6-a6a2-4afa-b72c-dfe9051e1f10 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:55.032919 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-53f07ab6-a6a2-4afa-b72c-dfe9051e1f10 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:55.066475 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3628056 Jun 22 09:40:55.076103 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55254) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:55.082438 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-449ee655-4118-4696-9458-f03854497ab6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d77fe525b99d4b4288e48ee272d05528&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4181089 Jun 22 09:40:55.084819 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55256) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:55.085526 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-e3906219-7219-4027-9ae0-399620a976f9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Request body: {'subnet': {'network_id': '21271f1a-27a9-43bf-8bf0-74a764b7ed7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:55.092753 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Routers {'3dba21e6-bcad-4fca-99cf-aeb741f12e20'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:40:55.099160 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:40:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:55.112790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:40:55.128812 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Sync routers for ids ['50f25855-9701-47b0-9975-af383491a5d7'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:40:55.139702 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Routers {'50f25855-9701-47b0-9975-af383491a5d7'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:40:55.140891 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:40:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['50f25855-9701-47b0-9975-af383491a5d7'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:55.157654 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7f89b027-8727-4ac2-9196-98ca2082f8a4 None None] Provisioning complete for port 724ff387-291f-4315-8e18-2dc061796447 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:55.158039 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7f89b027-8727-4ac2-9196-98ca2082f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:55.164348 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-53f07ab6-a6a2-4afa-b72c-dfe9051e1f10 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1019614 Jun 22 09:40:55.168943 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55258) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:55.177176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:55.220456 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ee655-4118-4696-9458-f03854497ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731ae711-f3bd-4be9-a977-63fd988b96f9,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:55.236558 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-94dfc054-db70-44c4-aa37-1c10fc09415e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:55.271617 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8398a-ab81-452c-b8b6-63e631ac045e None None] Pushing event updated for resources: {'Port': ['ID=8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:55.277692 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bbd8398a-ab81-452c-b8b6-63e631ac045e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:55.288037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-449ee655-4118-4696-9458-f03854497ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:55.292141 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:55.295855 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.7677519 Jun 22 09:40:55.297411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55260) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:55.331482 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-94dfc054-db70-44c4-aa37-1c10fc09415e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:55.358222 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:55.370583 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Set router 50f25855-9701-47b0-9975-af383491a5d7 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:40:55.392999 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:55.405037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Allocated IP 172.20.0.1 (74cf8ae9-423c-4745-bb5d-8e2016d20b6c/990305d8-a832-43c4-9e37-7bdc6fd10f9b/0f1a4257-41b4-4865-9deb-00480d30fb2d) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:40:55.410060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 34e0a889-d6b1-4796-8c73-dca03076b355 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:40:55.431283 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 34e0a889-d6b1-4796-8c73-dca03076b355 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:55.431745 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:55.436440 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:55.440620 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:55.448894 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6fd16cc3-c40b-4e1a-94ef-50c6be0dd0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:55.505273 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] Set router 3dba21e6-bcad-4fca-99cf-aeb741f12e20 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:40:55.559494 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-47857215-b86b-4f93-b609-03a1ff41986b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Deleting port 6d9c01df-b28a-412e-961e-44946c450846 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:40:55.560065 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47857215-b86b-4f93-b609-03a1ff41986b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:55.627141 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-94dfc054-db70-44c4-aa37-1c10fc09415e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:55.627899 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f25855-9701-47b0-9975-af383491a5d7', 'name': 'tempest-ServersTestManualDisk-1789638691-router', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:40:52Z', 'revision_number': 3, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'gw_port': {'id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:49Z', 'updated_at': '2021-06-22T09:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:55.665462 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8999f291-067e-4995-8735-9f253ce6ac9f None None] Provisioning complete for port 6d9c01df-b28a-412e-961e-44946c450846 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:55.666372 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8999f291-067e-4995-8735-9f253ce6ac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:55.671317 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Checking router: 50f25855-9701-47b0-9975-af383491a5d7 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:40:55.671702 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Updating router 50f25855-9701-47b0-9975-af383491a5d7 port 3a690c3f-bf3f-4bb0-b28e-767b51235aa8 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:40:55.675194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-94dfc054-db70-44c4-aa37-1c10fc09415e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:55.676375 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-94dfc054-db70-44c4-aa37-1c10fc09415e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/731ae711-f3bd-4be9-a977-63fd988b96f9 HTTP/1.1" status: 204 len: 168 time: 0.5893965 Jun 22 09:40:55.677124 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Pushing event updated for resources: {'Port': ['ID=003ef775-7a15-4df4-a09c-84a2cccfdf4f,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:55.689944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:55.706428 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3df43da1-fe92-479c-9fac-0858c6dc93a2 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:55.727623 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:55.759297 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3906219-7219-4027-9ae0-399620a976f9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Made reservation on behalf of 329d6d1dd36147679a4942cf509c15cb for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:40:55.763089 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e3906219-7219-4027-9ae0-399620a976f9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:55.800318 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c66d447e-cd04-4bc9-9974-3be8e5d1fe36 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:55.802237 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47857215-b86b-4f93-b609-03a1ff41986b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:55.822574 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-8999f291-067e-4995-8735-9f253ce6ac9f None None] Port 6d9c01df-b28a-412e-961e-44946c450846 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:40:55.843962 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:55.909023 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:55.956377 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 34e0a889-d6b1-4796-8c73-dca03076b355, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=34e0a889-d6b1-4796-8c73-dca03076b355,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:40:56.004266 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'name': 'tempest-ServersTestJSON-1406528845-router', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:50Z', 'revision_number': 3, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'gw_port': {'id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:56.018727 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfc054-db70-44c4-aa37-1c10fc09415e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731ae711-f3bd-4be9-a977-63fd988b96f9,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:56.021039 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-94dfc054-db70-44c4-aa37-1c10fc09415e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:56.035853 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8999f291-067e-4995-8735-9f253ce6ac9f None None] Provisioning for port 003ef775-7a15-4df4-a09c-84a2cccfdf4f completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:40:56.043968 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d58d1fc-5384-469c-a461-0cbaf615a7b8 None None] The sync data for ids ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'] in dv-neutron-797121-3-hyperv is: [{'id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'name': 'tempest-ServersTestJSON-1406528845-router', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:50Z', 'revision_number': 3, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'gw_port': {'id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:40:56.052441 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8999f291-067e-4995-8735-9f253ce6ac9f None None] Provisioning complete for port 003ef775-7a15-4df4-a09c-84a2cccfdf4f triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:56.052441 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8999f291-067e-4995-8735-9f253ce6ac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:56.062746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Network 7a67bf89-842d-4150-83fd-e92b2abafdf3 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:40:56.073027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:56.089359 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:56.092845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:56.113378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-47857215-b86b-4f93-b609-03a1ff41986b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Calling delete_port for 6d9c01df-b28a-412e-961e-44946c450846 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:40:56.115690 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d447e-cd04-4bc9-9974-3be8e5d1fe36 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Pushing event deleted for resources: {'Port': ['ID=0932ddfc-cda5-4c2c-b3e0-af8e090bb6e5,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:56.199703 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:56.209649 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c66d447e-cd04-4bc9-9974-3be8e5d1fe36 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:56.219347 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-8999f291-067e-4995-8735-9f253ce6ac9f None None] Port 003ef775-7a15-4df4-a09c-84a2cccfdf4f cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:40:56.276028 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:56.281312 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=34e0a889-d6b1-4796-8c73-dca03076b355,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:56.285778 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:56.294984 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Transition to ACTIVE for port object 0f1a4257-41b4-4865-9deb-00480d30fb2d will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:56.316394 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Router facff48d-b632-4b2e-8b87-0326be2384ee has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:40:56.325532 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Transition to ACTIVE for port object 3a690c3f-bf3f-4bb0-b28e-767b51235aa8 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:56.344197 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] device_id is not set on port 2fd60864-ac32-4a66-a1d4-29865cee4e4c yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:40:56.354675 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:56.415596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Transition to ACTIVE for port object 2fd60864-ac32-4a66-a1d4-29865cee4e4c will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:56.428427 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:56.441090 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 724ff387-291f-4315-8e18-2dc061796447 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:40:56.447769 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:56.454221 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c66d447e-cd04-4bc9-9974-3be8e5d1fe36 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:56.456854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c66d447e-cd04-4bc9-9974-3be8e5d1fe36 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:56.472220 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c66d447e-cd04-4bc9-9974-3be8e5d1fe36 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/d3531d5b-c15d-42b9-b7ec-775561e543f8 HTTP/1.1" status: 204 len: 168 time: 2.6832108 Jun 22 09:40:56.517996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:56.525887 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1cbac8bb-5969-42d3-8f72-4c2ce589c428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:56.540069 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Attempting to bind port 3a690c3f-bf3f-4bb0-b28e-767b51235aa8 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:56.540956 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Attempting to bind port 3a690c3f-bf3f-4bb0-b28e-767b51235aa8 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:56.541558 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Attempting to bind port 3a690c3f-bf3f-4bb0-b28e-767b51235aa8 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:56.557034 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:40:56.558499 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:40:56.559332 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:56.560551 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:40:56.561734 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Bound port: 3a690c3f-bf3f-4bb0-b28e-767b51235aa8, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:40:56.563118 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:56.566044 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cdee5-e339-4fae-96cf-4cd097490320 None None] Pushing event updated for resources: {'Port': ['ID=3a690c3f-bf3f-4bb0-b28e-767b51235aa8,revision_number=2']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:56.585259 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-378cdee5-e339-4fae-96cf-4cd097490320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:56.606927 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e9827313-6c16-470c-a3c0-37283b6902e5 None None] Provisioning complete for port 003ef775-7a15-4df4-a09c-84a2cccfdf4f triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:56.615160 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e9827313-6c16-470c-a3c0-37283b6902e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:56.615160 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 724ff387-291f-4315-8e18-2dc061796447 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:56.615160 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:56.688007 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] For port 3a690c3f-bf3f-4bb0-b28e-767b51235aa8, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:40:56.693848 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] For port 3a690c3f-bf3f-4bb0-b28e-767b51235aa8, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3a690c3f-bf3f-4bb0-b28e-767b51235aa8,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:40:56.697008 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-e9827313-6c16-470c-a3c0-37283b6902e5 None None] Port 003ef775-7a15-4df4-a09c-84a2cccfdf4f cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:40:56.751703 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 34e0a889-d6b1-4796-8c73-dca03076b355 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:40:56.760930 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:40:56.784780 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] 10.222.0.20 "PUT /v2.0/routers/facff48d-b632-4b2e-8b87-0326be2384ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8652623 Jun 22 09:40:56.787949 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Pushing event updated for resources: {'Port': ['ID=2fd60864-ac32-4a66-a1d4-29865cee4e4c,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:56.793523 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Sync routers for ids ['facff48d-b632-4b2e-8b87-0326be2384ee'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:40:56.798728 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:56.800050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:56.800474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:56.800920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:56.806787 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:56.806947 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:56.807179 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:56.807722 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 2 to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c Jun 22 09:40:56.815524 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:56.823986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:56.824498 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:56.825514 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:56.831080 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:56.831742 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:56.832260 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 3 to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c Jun 22 09:40:56.842473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Routers {'facff48d-b632-4b2e-8b87-0326be2384ee'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:40:56.843309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:40:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['facff48d-b632-4b2e-8b87-0326be2384ee'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:56.855785 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:56.856415 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:56.856864 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:56.871244 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:56.871864 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:56.872403 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 4 to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c Jun 22 09:40:56.887315 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:56.887980 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:56.888329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:56.903316 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:56.903677 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:56.904085 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 5 to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c Jun 22 09:40:56.924889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:56.925609 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:56.925609 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:56.925757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:56.929176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 34e0a889-d6b1-4796-8c73-dca03076b355 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:56.934575 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Routers {'50f25855-9701-47b0-9975-af383491a5d7'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:40:56.935200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:56.935768 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:40:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['50f25855-9701-47b0-9975-af383491a5d7'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:56.940228 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:56.940570 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:56.940961 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 6 to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c Jun 22 09:40:56.960038 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:56.960379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:56.960742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:56.967904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:56.968295 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:56.975460 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 7 to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c Jun 22 09:40:56.985722 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:57.012215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:57.012580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:57.012980 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:57.018288 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:57.018619 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:57.019014 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 8 to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c Jun 22 09:40:57.059993 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cdee5-e339-4fae-96cf-4cd097490320 None None] Pushing event updated for resources: {'Port': ['ID=3a690c3f-bf3f-4bb0-b28e-767b51235aa8,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:57.062159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:57.062906 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:57.064641 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:57.079234 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-378cdee5-e339-4fae-96cf-4cd097490320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:57.079539 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:57.080014 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:57.080540 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 9 to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c Jun 22 09:40:57.107537 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:57.108339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:57.112220 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:57.119409 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:57.120833 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:57.121446 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 10 to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c Jun 22 09:40:57.133325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Network 74cf8ae9-423c-4745-bb5d-8e2016d20b6c is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:40:57.147651 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55288) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:57.150281 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:57.151009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:57.151419 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:57.166498 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:57.166979 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:40:57.167413 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:57.169277 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:57.187412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Set router facff48d-b632-4b2e-8b87-0326be2384ee gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:40:57.187669 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:40:57.188069 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:57.220719 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:40:57.261883 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] Set router 50f25855-9701-47b0-9975-af383491a5d7 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:40:57.308547 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] For port 2fd60864-ac32-4a66-a1d4-29865cee4e4c, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:40:57.309058 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempted to set empty binding levels {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 09:40:57.400951 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:57.404186 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-53f07ab6-a6a2-4afa-b72c-dfe9051e1f10 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:57.446398 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47857215-b86b-4f93-b609-03a1ff41986b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:57.519630 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-11e967e4-0fe2-4d21-9d1a-2a7206352ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:57.535476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Pushing event updated for resources: {'Port': ['ID=0f1a4257-41b4-4865-9deb-00480d30fb2d,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:57.539579 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e3906219-7219-4027-9ae0-399620a976f9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:57.551823 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] In _notify_port_updated(), no bound segment for port 2fd60864-ac32-4a66-a1d4-29865cee4e4c on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:40:57.553002 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:57.553496 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:57.553613 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:57.555912 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:57.558633 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] 10.222.0.20 "PUT /v2.0/ports/2fd60864-ac32-4a66-a1d4-29865cee4e4c HTTP/1.1" status: 200 len: 976 time: 2.3869507 Jun 22 09:40:57.571148 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55302) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:57.667559 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f25855-9701-47b0-9975-af383491a5d7', 'name': 'tempest-ServersTestManualDisk-1789638691-router', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:40:52Z', 'revision_number': 3, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'gw_port': {'id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:49Z', 'updated_at': '2021-06-22T09:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:57.674120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Pushing event updated for resources: {'Port': ['ID=2fd60864-ac32-4a66-a1d4-29865cee4e4c,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:57.686082 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:57.726841 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab01aab-6c0a-41f7-8dc9-87b4230e910d None None] The sync data for ids ['50f25855-9701-47b0-9975-af383491a5d7'] in dv-neutron-797121-3-hyperv is: [{'id': '50f25855-9701-47b0-9975-af383491a5d7', 'name': 'tempest-ServersTestManualDisk-1789638691-router', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:40:52Z', 'revision_number': 3, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'gw_port': {'id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:49Z', 'updated_at': '2021-06-22T09:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:40:57.741402 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47857215-b86b-4f93-b609-03a1ff41986b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Pushing event deleted for resources: {'Port': ['ID=6d9c01df-b28a-412e-961e-44946c450846,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:57.756368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-47857215-b86b-4f93-b609-03a1ff41986b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:57.767392 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96af4b-4ab2-455e-868a-34a483e38769 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:57.769733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96af4b-4ab2-455e-868a-34a483e38769 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:57.770761 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96af4b-4ab2-455e-868a-34a483e38769 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:57.772164 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96af4b-4ab2-455e-868a-34a483e38769 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:57.772536 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:57.772661 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96af4b-4ab2-455e-868a-34a483e38769 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:57.773693 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96af4b-4ab2-455e-868a-34a483e38769 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:57.774170 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96af4b-4ab2-455e-868a-34a483e38769 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:57.774650 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96af4b-4ab2-455e-868a-34a483e38769 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:57.775123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96af4b-4ab2-455e-868a-34a483e38769 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:57.775627 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96af4b-4ab2-455e-868a-34a483e38769 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:57.776160 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96af4b-4ab2-455e-868a-34a483e38769 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:57.776889 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96af4b-4ab2-455e-868a-34a483e38769 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:57.777506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96af4b-4ab2-455e-868a-34a483e38769 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:57.777989 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96af4b-4ab2-455e-868a-34a483e38769 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:57.778763 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96af4b-4ab2-455e-868a-34a483e38769 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:57.781293 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3c96af4b-4ab2-455e-868a-34a483e38769 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13620 time: 0.2017624 Jun 22 09:40:57.785655 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55306) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:57.794542 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-367e1a71-4458-4a81-932e-2fa2dbc430aa None None] Provisioning for port 0f1a4257-41b4-4865-9deb-00480d30fb2d completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:40:57.801505 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-367e1a71-4458-4a81-932e-2fa2dbc430aa None None] Provisioning complete for port 0f1a4257-41b4-4865-9deb-00480d30fb2d triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:57.802210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-367e1a71-4458-4a81-932e-2fa2dbc430aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:57.848202 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-367e1a71-4458-4a81-932e-2fa2dbc430aa None None] Port 0f1a4257-41b4-4865-9deb-00480d30fb2d cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:40:57.979221 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-11e967e4-0fe2-4d21-9d1a-2a7206352ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:57.998490 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'name': 'tempest-ServerActionsTestJSON-8812801-router', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:45Z', 'updated_at': '2021-06-22T09:40:54Z', 'revision_number': 4, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'gw_port': {'id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '003ef775-7a15-4df4-a09c-84a2cccfdf4f', 'name': '', 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'mac_address': 'fa:16:3e:1f:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:52Z', 'updated_at': '2021-06-22T09:40:55Z', 'revision_number': 2, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'subnets': [{'id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:58.014956 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-46dfcca7-75ba-4315-a61e-020c20f9de2d tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Deleting port 2fd60864-ac32-4a66-a1d4-29865cee4e4c {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:40:58.015283 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-46dfcca7-75ba-4315-a61e-020c20f9de2d tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:58.049846 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Checking router: facff48d-b632-4b2e-8b87-0326be2384ee for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:40:58.050205 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Updating router facff48d-b632-4b2e-8b87-0326be2384ee port 003ef775-7a15-4df4-a09c-84a2cccfdf4f binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:40:58.054850 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47857215-b86b-4f93-b609-03a1ff41986b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:58.062378 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-47857215-b86b-4f93-b609-03a1ff41986b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] 10.222.0.20 "DELETE /v2.0/ports/6d9c01df-b28a-412e-961e-44946c450846 HTTP/1.1" status: 204 len: 168 time: 3.0316145 Jun 22 09:40:58.063174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55310) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:58.134101 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-46dfcca7-75ba-4315-a61e-020c20f9de2d tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] For port 2fd60864-ac32-4a66-a1d4-29865cee4e4c, host hv-neutron-7971, got binding levels [] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:40:58.134485 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-46dfcca7-75ba-4315-a61e-020c20f9de2d tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:58.155212 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:58.186324 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3906219-7219-4027-9ae0-399620a976f9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Pushing event updated for resources: {'Subnet': ['ID=96e66553-19ed-4932-95d3-6d40f5549493,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:58.218646 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e3906219-7219-4027-9ae0-399620a976f9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:58.305135 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3906219-7219-4027-9ae0-399620a976f9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Checking segment: {'id': 'b7b0dab8-71f3-4580-b106-fae1bfd148bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '21271f1a-27a9-43bf-8bf0-74a764b7ed7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:40:58.305510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3906219-7219-4027-9ae0-399620a976f9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Network hostable DHCP agents. Network: 21271f1a-27a9-43bf-8bf0-74a764b7ed7b, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:40:58.346828 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-46dfcca7-75ba-4315-a61e-020c20f9de2d tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Calling delete_port for 2fd60864-ac32-4a66-a1d4-29865cee4e4c owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:40:58.367327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-11e967e4-0fe2-4d21-9d1a-2a7206352ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:58.430573 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:58.465412 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:58.485898 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:58.586517 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-11e967e4-0fe2-4d21-9d1a-2a7206352ae5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b84709a8fca64561af5c892e123cf5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4323778 Jun 22 09:40:58.589335 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e967e4-0fe2-4d21-9d1a-2a7206352ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5ce529-7315-4e85-acc5-d38990cd9756,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:58.598602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3906219-7219-4027-9ae0-399620a976f9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Network 21271f1a-27a9-43bf-8bf0-74a764b7ed7b is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:40:58.609722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55318) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:58.618141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:40:58.629101 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-11e967e4-0fe2-4d21-9d1a-2a7206352ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:58.770259 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd289f11-438e-48b9-9751-16eda6ad3ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:58.814924 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd289f11-438e-48b9-9751-16eda6ad3ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:58.819061 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-e3906219-7219-4027-9ae0-399620a976f9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 21271f1a-27a9-43bf-8bf0-74a764b7ed7b) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:58.833561 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3906219-7219-4027-9ae0-399620a976f9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:58.834169 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e3906219-7219-4027-9ae0-399620a976f9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:58.843286 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9f5a67-cd85-408f-b536-9591c398915e None None] Network 21271f1a-27a9-43bf-8bf0-74a764b7ed7b requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:40:58.868835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:40:58.871511 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-46dfcca7-75ba-4315-a61e-020c20f9de2d tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:58.904857 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-dce2af12-6206-4a9f-b92c-92c3c71900c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:58.923576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-46dfcca7-75ba-4315-a61e-020c20f9de2d tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:58.925768 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-46dfcca7-75ba-4315-a61e-020c20f9de2d tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] 10.222.0.20 "DELETE /v2.0/ports/2fd60864-ac32-4a66-a1d4-29865cee4e4c HTTP/1.1" status: 204 len: 168 time: 1.1391876 Jun 22 09:40:58.932507 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55326) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:58.948012 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:58.948627 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:58.974527 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e73bd7a7-c7f1-44dd-9d08-4b938999656d tempest-DHCPAgentSchedulersTestJSON-529735017 tempest-DHCPAgentSchedulersTestJSON-529735017-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.8876643 Jun 22 09:40:58.995880 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.012722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55328) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:59.018667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55330) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:59.020846 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-6ba35f83-4347-4317-9be2-02f25a36b7e0 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-181586099'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:59.032454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-4c87f05e-ed9e-46ea-8b72-15f47a000b4a tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1614008666', 'description': 'tempest-description--180210839'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:59.043411 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfcca7-75ba-4315-a61e-020c20f9de2d tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fd60864-ac32-4a66-a1d4-29865cee4e4c,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:59.052823 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Transition to ACTIVE for port object 003ef775-7a15-4df4-a09c-84a2cccfdf4f will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:59.053357 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a967ed-b717-418f-b172-536024467fc5 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] GET failed (client error): The resource could not be found. Jun 22 09:40:59.061102 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55334) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:59.063613 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-64a967ed-b717-418f-b172-536024467fc5 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] 10.222.0.20 "GET /v2.0/ports/2fd60864-ac32-4a66-a1d4-29865cee4e4c HTTP/1.1" status: 404 len: 333 time: 0.1294458 Jun 22 09:40:59.068557 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-46dfcca7-75ba-4315-a61e-020c20f9de2d tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:59.084824 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-8c6c8f5f-efbb-401b-ae0b-9db621b4fc5e tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1169320661', 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:59.103839 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e3906219-7219-4027-9ae0-399620a976f9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0199878 Jun 22 09:40:59.104748 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55338) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:59.124858 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-573977301', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}, 'admin_state_up': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:59.159588 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd289f11-438e-48b9-9751-16eda6ad3ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.161236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Allocated IP 172.20.0.1 (6e8af6b3-3610-44a0-a63c-a8986db86aa4/b6caf395-eab3-41b8-a3a6-9114984b7119/dd072c63-9a4b-4e13-9c59-f10ad4354308) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:40:59.162693 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd289f11-438e-48b9-9751-16eda6ad3ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.164385 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cd289f11-438e-48b9-9751-16eda6ad3ddd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d5ce529-7315-4e85-acc5-d38990cd9756 HTTP/1.1" status: 204 len: 168 time: 0.5538871 Jun 22 09:40:59.169941 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:59.174183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-21271f1a-27a9-43bf-8bf0-74a764b7ed7b', 'network_id': '21271f1a-27a9-43bf-8bf0-74a764b7ed7b', 'tenant_id': '329d6d1dd36147679a4942cf509c15cb', 'fixed_ips': [{'subnet_id': '96e66553-19ed-4932-95d3-6d40f5549493'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:40:59.175200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.177199 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd289f11-438e-48b9-9751-16eda6ad3ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5ce529-7315-4e85-acc5-d38990cd9756,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:59.182180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cd289f11-438e-48b9-9751-16eda6ad3ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:59.206038 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba35f83-4347-4317-9be2-02f25a36b7e0 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Made reservation on behalf of 6058e8535ebb4343bda02e2ad0431971 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:40:59.211360 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6ba35f83-4347-4317-9be2-02f25a36b7e0 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.243528 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.api [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:40:59.243528 dv-neutron-797121-3-hyperv neutron-server[100652]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:40:59.243528 dv-neutron-797121-3-hyperv neutron-server[100652]: [parameters: {'project_id_1': '329d6d1dd36147679a4942cf509c15cb', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 40, 59, 140489)}] Jun 22 09:40:59.243528 dv-neutron-797121-3-hyperv neutron-server[100652]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:40:59.243911 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_db.api [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:40:59.244374 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.api [None req-8c6c8f5f-efbb-401b-ae0b-9db621b4fc5e tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:40:59.244374 dv-neutron-797121-3-hyperv neutron-server[100652]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:40:59.244374 dv-neutron-797121-3-hyperv neutron-server[100652]: [parameters: {'project_id_1': 'c6f7e1c9337d48869a296d87ef3fc140', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 40, 59, 92283)}] Jun 22 09:40:59.244374 dv-neutron-797121-3-hyperv neutron-server[100652]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:40:59.244673 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_db.api [None req-8c6c8f5f-efbb-401b-ae0b-9db621b4fc5e tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:40:59.270008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba35f83-4347-4317-9be2-02f25a36b7e0 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:40:59.289243 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6ba35f83-4347-4317-9be2-02f25a36b7e0 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.289587 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-6ba35f83-4347-4317-9be2-02f25a36b7e0 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Added segment 3b46bb9a-6c83-49db-9930-b4979ecbf998 of type vlan for network d50b17c7-ae9c-49fe-9922-6c007efa3724 Jun 22 09:40:59.291398 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.314099 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.326294 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55344) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:59.340160 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fe13b520-4e6d-4d4e-bc7d-017ef78d9325 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:59.373813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.376363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.389995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:59.390815 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6ba35f83-4347-4317-9be2-02f25a36b7e0 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.407720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4c87f05e-ed9e-46ea-8b72-15f47a000b4a tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.456658 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.467802 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Pushing event updated for resources: {'Port': ['ID=0f1a4257-41b4-4865-9deb-00480d30fb2d,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:59.468817 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bba01e-ed28-42a9-ba27-84b5a1b7b762 None None] Pushing event updated for resources: {'Port': ['ID=003ef775-7a15-4df4-a09c-84a2cccfdf4f,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:59.471754 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:59.472241 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Allocated IP 172.20.0.2 (21271f1a-27a9-43bf-8bf0-74a764b7ed7b/96e66553-19ed-4932-95d3-6d40f5549493/7b28775a-7900-4f2f-9ab7-734e56675f71) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:40:59.506431 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f0bba01e-ed28-42a9-ba27-84b5a1b7b762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:59.508914 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1814933148', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:59.513137 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:40:59.533686 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.db.api [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:40:59.533686 dv-neutron-797121-3-hyperv neutron-server[100653]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:40:59.533686 dv-neutron-797121-3-hyperv neutron-server[100653]: [parameters: {'project_id_1': 'fda9732e8b22453e91d2d82d39c08251', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 40, 59, 520450)}] Jun 22 09:40:59.533686 dv-neutron-797121-3-hyperv neutron-server[100653]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:40:59.539250 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_db.api [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:40:59.623545 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4c87f05e-ed9e-46ea-8b72-15f47a000b4a tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.624687 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.624864 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3a690c3f-bf3f-4bb0-b28e-767b51235aa8 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:40:59.626610 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-1dc844a9-ab02-465e-8067-4f68af889533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:59.641536 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6ba35f83-4347-4317-9be2-02f25a36b7e0 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.647417 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba35f83-4347-4317-9be2-02f25a36b7e0 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:59.649813 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6ba35f83-4347-4317-9be2-02f25a36b7e0 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.652363 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:59.686098 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:59.689042 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.730040 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Transition to ACTIVE for port object dd072c63-9a4b-4e13-9c59-f10ad4354308 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:59.731790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4c87f05e-ed9e-46ea-8b72-15f47a000b4a tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.734732 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba35f83-4347-4317-9be2-02f25a36b7e0 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Pushing event updated for resources: {'Network': ['ID=d50b17c7-ae9c-49fe-9922-6c007efa3724,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:59.738444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6ba35f83-4347-4317-9be2-02f25a36b7e0 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:59.738853 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:59.750537 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:59.768363 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network d50b17c7-ae9c-49fe-9922-6c007efa3724 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:40:59.769998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87f05e-ed9e-46ea-8b72-15f47a000b4a tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:59.772567 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4c87f05e-ed9e-46ea-8b72-15f47a000b4a tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:59.791630 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Network 74cf8ae9-423c-4745-bb5d-8e2016d20b6c is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:40:59.795139 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:59.810640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Attempting to bind port 003ef775-7a15-4df4-a09c-84a2cccfdf4f on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:59.811028 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Attempting to bind port 003ef775-7a15-4df4-a09c-84a2cccfdf4f by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'c9e11026-794e-40bf-9e85-90adceb64843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:59.811396 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Attempting to bind port 003ef775-7a15-4df4-a09c-84a2cccfdf4f on network 7a67bf89-842d-4150-83fd-e92b2abafdf3 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:59.818560 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6ba35f83-4347-4317-9be2-02f25a36b7e0 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8037424 Jun 22 09:40:59.819276 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55350) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:59.846202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4c87f05e-ed9e-46ea-8b72-15f47a000b4a tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.856102 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4c87f05e-ed9e-46ea-8b72-15f47a000b4a tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8396394 Jun 22 09:40:59.858038 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.api [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:40:59.858038 dv-neutron-797121-3-hyperv neutron-server[100652]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:40:59.858038 dv-neutron-797121-3-hyperv neutron-server[100652]: [parameters: {'project_id_1': '329d6d1dd36147679a4942cf509c15cb', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 40, 59, 770419)}] Jun 22 09:40:59.858038 dv-neutron-797121-3-hyperv neutron-server[100652]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:40:59.858873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_db.api [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:40:59.861385 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55352) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:59.877398 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4d8f8be0-4150-4d32-9b48-356227a141c3 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Request body: {'security_group_rule': {'security_group_id': 'c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:59.893763 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:40:59.894365 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Checking segment: {'id': 'c9e11026-794e-40bf-9e85-90adceb64843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:40:59.894618 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.894945 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Bound using segment: {'id': 'c9e11026-794e-40bf-9e85-90adceb64843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:40:59.900856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Bound port: 003ef775-7a15-4df4-a09c-84a2cccfdf4f, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e11026-794e-40bf-9e85-90adceb64843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:40:59.903971 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.968665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:59.977888 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f981f7aa-36dc-48a6-b34e-a6f702e63916 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:00.034451 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6c8f5f-efbb-401b-ae0b-9db621b4fc5e tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Made reservation on behalf of c6f7e1c9337d48869a296d87ef3fc140 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:00.037285 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8f5f-efbb-401b-ae0b-9db621b4fc5e tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.046237 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] For port 003ef775-7a15-4df4-a09c-84a2cccfdf4f, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:00.047771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Network 6e8af6b3-3610-44a0-a63c-a8986db86aa4 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:00.049620 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] For port 003ef775-7a15-4df4-a09c-84a2cccfdf4f, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=003ef775-7a15-4df4-a09c-84a2cccfdf4f,segment=NetworkSegment(c9e11026-794e-40bf-9e85-90adceb64843),segment_id=c9e11026-794e-40bf-9e85-90adceb64843)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:41:00.050327 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Router 3dba21e6-bcad-4fca-99cf-aeb741f12e20 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:41:00.067366 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:00.071351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:00.072399 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.169474 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.193520 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.210934 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:00.217177 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-8c6c8f5f-efbb-401b-ae0b-9db621b4fc5e tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] device_id is not set on port 4f24ee03-2368-4b07-bec2-6165f593ca37 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:41:00.224501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Pushing event updated for resources: {'Port': ['ID=dd072c63-9a4b-4e13-9c59-f10ad4354308,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:00.226448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Transition to ACTIVE for port object 7b28775a-7900-4f2f-9ab7-734e56675f71 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:00.237706 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 3a690c3f-bf3f-4bb0-b28e-767b51235aa8 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:00.237817 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8be0-4150-4d32-9b48-356227a141c3 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.263360 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:00.291356 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 3a690c3f-bf3f-4bb0-b28e-767b51235aa8 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:00.291768 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.330487 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Transition to ACTIVE for port object 7b28775a-7900-4f2f-9ab7-734e56675f71 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:00.340462 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3440f96e-6ae5-4fc2-a89a-94ecd91c6cab None None] Provisioning complete for port 0f1a4257-41b4-4865-9deb-00480d30fb2d triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:00.340870 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3440f96e-6ae5-4fc2-a89a-94ecd91c6cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.399540 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Routers {'facff48d-b632-4b2e-8b87-0326be2384ee'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:00.400256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:40:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['facff48d-b632-4b2e-8b87-0326be2384ee'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:00.415653 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55354) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:00.417437 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bba01e-ed28-42a9-ba27-84b5a1b7b762 None None] Pushing event updated for resources: {'Port': ['ID=003ef775-7a15-4df4-a09c-84a2cccfdf4f,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:00.418185 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Made reservation on behalf of fda9732e8b22453e91d2d82d39c08251 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:00.419815 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f0bba01e-ed28-42a9-ba27-84b5a1b7b762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:00.436584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.448272 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6d2de14d-98ea-4785-855b-4c778ab04c93 tempest-DHCPAgentSchedulersTestJSON-529735017 tempest-DHCPAgentSchedulersTestJSON-529735017-project-admin] 10.222.0.20 "GET /v2.0/agents/c94126f3-927c-428b-942e-6e5362636d37/dhcp-networks HTTP/1.1" status: 200 len: 7252 time: 0.6238406 Jun 22 09:41:00.452050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55356) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:00.460759 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.462560 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3440f96e-6ae5-4fc2-a89a-94ecd91c6cab None None] Port 0f1a4257-41b4-4865-9deb-00480d30fb2d cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:00.473120 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.478164 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:00.532729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8be0-4150-4d32-9b48-356227a141c3 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.534281 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.537809 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-72a94b0e-4ec4-4ebe-aeb1-b6e8bad49bed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ccecf3031aa4bd9bc25ec43820e3676&name=default HTTP/1.1" status: 200 len: 2976 time: 0.1206148 Jun 22 09:41:00.540766 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55358) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:00.618220 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.619541 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.631408 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1dac5bf3-8469-4b37-b627-3512d36d6a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.635624 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5dae07-357b-400b-ab0b-3d9878d95fba tempest-DHCPAgentSchedulersTestJSON-529735017 tempest-DHCPAgentSchedulersTestJSON-529735017-project-admin] Network d50b17c7-ae9c-49fe-9922-6c007efa3724 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:41:00.661471 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8be0-4150-4d32-9b48-356227a141c3 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.669415 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1dac5bf3-8469-4b37-b627-3512d36d6a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.686051 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Network 21271f1a-27a9-43bf-8bf0-74a764b7ed7b is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:00.687605 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:00.705740 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:00.725748 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ea5dae07-357b-400b-ab0b-3d9878d95fba tempest-DHCPAgentSchedulersTestJSON-529735017 tempest-DHCPAgentSchedulersTestJSON-529735017-project-admin] 10.222.0.20 "POST /v2.0/agents/c94126f3-927c-428b-942e-6e5362636d37/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2723451 Jun 22 09:41:00.729327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55360) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:00.733687 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:00.736450 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:00.742172 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bde1bf2-d09b-4126-9b5b-fbc37a90a35e None None] Network d50b17c7-ae9c-49fe-9922-6c007efa3724 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:41:00.744199 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Pushing event updated for resources: {'Port': ['ID=7b28775a-7900-4f2f-9ab7-734e56675f71,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:00.748799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f8be0-4150-4d32-9b48-356227a141c3 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a82896e-e6aa-4806-85f9-acd0feba2b18,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:00.756885 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:00.784493 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Sync routers for ids ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:00.793886 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Routers {'3dba21e6-bcad-4fca-99cf-aeb741f12e20'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:00.796482 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:40:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:00.803482 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] Set router facff48d-b632-4b2e-8b87-0326be2384ee gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:00.809402 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9b18e2d4-1ce9-400d-987a-c149fadd3143 None None] Provisioning for port dd072c63-9a4b-4e13-9c59-f10ad4354308 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:00.811321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.837776 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] 10.222.0.20 "PUT /v2.0/routers/3dba21e6-bcad-4fca-99cf-aeb741f12e20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8385673 Jun 22 09:41:00.844995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4d8f8be0-4150-4d32-9b48-356227a141c3 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:00.863060 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.874457 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.903037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9b18e2d4-1ce9-400d-987a-c149fadd3143 None None] Provisioning complete for port dd072c63-9a4b-4e13-9c59-f10ad4354308 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:00.903037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9b18e2d4-1ce9-400d-987a-c149fadd3143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.922179 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.927712 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-98db4e85-3093-4016-bbc9-6139b4cb06b6 tempest-DHCPAgentSchedulersTestJSON-529735017 tempest-DHCPAgentSchedulersTestJSON-529735017-project-admin] 10.222.0.20 "GET /v2.0/agents/c94126f3-927c-428b-942e-6e5362636d37/dhcp-networks HTTP/1.1" status: 200 len: 8021 time: 0.1943657 Jun 22 09:41:00.927712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1dac5bf3-8469-4b37-b627-3512d36d6a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:00.928789 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Set router 3dba21e6-bcad-4fca-99cf-aeb741f12e20 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:00.931420 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] device_id is not set on port c0b59c48-c7ad-44e9-9b6d-2fc427459178 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:41:00.962854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55364) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:00.969110 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 3a690c3f-bf3f-4bb0-b28e-767b51235aa8, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3a690c3f-bf3f-4bb0-b28e-767b51235aa8,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:01.009031 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4c87f05e-ed9e-46ea-8b72-15f47a000b4a tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:01.016096 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Attempting to bind port 7b28775a-7900-4f2f-9ab7-734e56675f71 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:01.016487 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Attempting to bind port 7b28775a-7900-4f2f-9ab7-734e56675f71 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b7b0dab8-71f3-4580-b106-fae1bfd148bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '21271f1a-27a9-43bf-8bf0-74a764b7ed7b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:01.016863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Attempting to bind port 7b28775a-7900-4f2f-9ab7-734e56675f71 on network 21271f1a-27a9-43bf-8bf0-74a764b7ed7b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:01.029427 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1dac5bf3-8469-4b37-b627-3512d36d6a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:01.033364 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1dac5bf3-8469-4b37-b627-3512d36d6a1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a53e298-e268-46b2-94f0-b1796f8795d6 HTTP/1.1" status: 204 len: 168 time: 0.4916239 Jun 22 09:41:01.078965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01a8b1a-99c4-4261-9d61-5cd5c5c3c641,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:01.096609 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac5bf3-8469-4b37-b627-3512d36d6a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a53e298-e268-46b2-94f0-b1796f8795d6,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:01.098549 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:41:01.098720 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Checking segment: {'id': 'b7b0dab8-71f3-4580-b106-fae1bfd148bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '21271f1a-27a9-43bf-8bf0-74a764b7ed7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:01.099109 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:01.099549 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Bound using segment: {'id': 'b7b0dab8-71f3-4580-b106-fae1bfd148bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '21271f1a-27a9-43bf-8bf0-74a764b7ed7b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:41:01.100050 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Bound port: 7b28775a-7900-4f2f-9ab7-734e56675f71, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0dab8-71f3-4580-b106-fae1bfd148bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '21271f1a-27a9-43bf-8bf0-74a764b7ed7b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:41:01.100442 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:01.103503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:01.104177 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1dac5bf3-8469-4b37-b627-3512d36d6a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:01.104708 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:01.105091 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:01.119371 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Allocated IP 172.26.3.30 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/c0b59c48-c7ad-44e9-9b6d-2fc427459178) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:01.132127 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:01.135022 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-9b18e2d4-1ce9-400d-987a-c149fadd3143 None None] Port dd072c63-9a4b-4e13-9c59-f10ad4354308 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:01.275413 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=3a690c3f-bf3f-4bb0-b28e-767b51235aa8,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:01.293466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:01.323119 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'name': 'tempest-ServersTestJSON-1406528845-router', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:58Z', 'revision_number': 4, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'gw_port': {'id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '0f1a4257-41b4-4865-9deb-00480d30fb2d', 'name': '', 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'mac_address': 'fa:16:3e:0f:4c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:54Z', 'updated_at': '2021-06-22T09:40:58Z', 'revision_number': 2, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'subnets': [{'id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:01.339028 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] For port 7b28775a-7900-4f2f-9ab7-734e56675f71, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:01.364227 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:01.374512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] For port 7b28775a-7900-4f2f-9ab7-734e56675f71, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=7b28775a-7900-4f2f-9ab7-734e56675f71,segment=NetworkSegment(b7b0dab8-71f3-4580-b106-fae1bfd148bc),segment_id=b7b0dab8-71f3-4580-b106-fae1bfd148bc)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:41:01.382481 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Checking router: 3dba21e6-bcad-4fca-99cf-aeb741f12e20 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:41:01.387410 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Updating router 3dba21e6-bcad-4fca-99cf-aeb741f12e20 port 0f1a4257-41b4-4865-9deb-00480d30fb2d binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:41:01.395652 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8be0-4150-4d32-9b48-356227a141c3 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:01.396840 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4d8f8be0-4150-4d32-9b48-356227a141c3 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5235841 Jun 22 09:41:01.407080 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55372) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:01.427568 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-7c9a8fc2-f2a8-4db9-a46f-7ecc13265bf2 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Request body: {'security_group_rule': {'security_group_id': 'c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:01.451319 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:01.451739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:01.499269 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'name': 'tempest-ServerActionsTestJSON-8812801-router', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:45Z', 'updated_at': '2021-06-22T09:40:54Z', 'revision_number': 4, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'gw_port': {'id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '003ef775-7a15-4df4-a09c-84a2cccfdf4f', 'name': '', 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'mac_address': 'fa:16:3e:1f:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:52Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'subnets': [{'id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:01.501903 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:01.513277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-62b4de86-c33e-4329-a653-8bc5158bc5ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:01.513488 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:01.515850 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:01.631094 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Pushing event updated for resources: {'Port': ['ID=7b28775a-7900-4f2f-9ab7-734e56675f71,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:01.632233 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c9a8fc2-f2a8-4db9-a46f-7ecc13265bf2 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:01.634261 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:01.637919 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df689d6-8623-49fc-9345-6dc77b640f51 None None] The sync data for ids ['facff48d-b632-4b2e-8b87-0326be2384ee'] in dv-neutron-797121-3-hyperv is: [{'id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'name': 'tempest-ServerActionsTestJSON-8812801-router', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:45Z', 'updated_at': '2021-06-22T09:40:54Z', 'revision_number': 4, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'gw_port': {'id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '003ef775-7a15-4df4-a09c-84a2cccfdf4f', 'name': '', 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'mac_address': 'fa:16:3e:1f:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:52Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'subnets': [{'id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:01.681798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:01.716549 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:01.752119 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:01.773277 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8f5f-efbb-401b-ae0b-9db621b4fc5e tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:01.819346 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:01.829250 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:01.835753 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:01.836761 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:01.837557 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:01.843063 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Pushing event updated for resources: {'Port': ['ID=c0b59c48-c7ad-44e9-9b6d-2fc427459178,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:01.852941 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:01.885362 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c9a8fc2-f2a8-4db9-a46f-7ecc13265bf2 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:01.915653 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:01.930736 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:01.941723 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Transition to ACTIVE for port object 0f1a4257-41b4-4865-9deb-00480d30fb2d will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:01.994729 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.6739357 Jun 22 09:41:01.995043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55384) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:02.006783 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-297da0f4-4c6b-49dc-ad4a-5e0d398f5fa9 tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.30'}]}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:02.030043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c9a8fc2-f2a8-4db9-a46f-7ecc13265bf2 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:02.039595 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:02.042008 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-378cdee5-e339-4fae-96cf-4cd097490320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:02.046525 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:02.056421 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:02.056951 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:02.062070 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:02.164466 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a8fc2-f2a8-4db9-a46f-7ecc13265bf2 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33201afc-7466-4a3d-ba1a-6347739e8c0c,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:02.183312 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7c9a8fc2-f2a8-4db9-a46f-7ecc13265bf2 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:02.207003 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b1c9c1a3-760c-4b95-a77f-52bde5acbe45 tempest-DHCPAgentSchedulersTestJSON-529735017 tempest-DHCPAgentSchedulersTestJSON-529735017-project-admin] 10.222.0.20 "DELETE /v2.0/agents/c94126f3-927c-428b-942e-6e5362636d37/dhcp-networks/d50b17c7-ae9c-49fe-9922-6c007efa3724 HTTP/1.1" status: 204 len: 168 time: 1.2334995 Jun 22 09:41:02.211543 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-297da0f4-4c6b-49dc-ad4a-5e0d398f5fa9 tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:02.213700 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Pushing event updated for resources: {'Port': ['ID=dd072c63-9a4b-4e13-9c59-f10ad4354308,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:02.216682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-297da0f4-4c6b-49dc-ad4a-5e0d398f5fa9 tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:02.221266 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:02.222382 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8f5f-efbb-401b-ae0b-9db621b4fc5e tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:02.227204 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55388) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:02.246682 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:02.259041 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c136f-09d3-4f46-beb1-50cece383fca None None] Pushing event updated for resources: {'Port': ['ID=0f1a4257-41b4-4865-9deb-00480d30fb2d,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:02.302787 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55390) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:02.315019 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-cf199050-0a3e-4c4b-a6a6-d6841a6cb77a tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--68836717', 'description': 'tempest-description--310698647'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:02.331408 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-919c136f-09d3-4f46-beb1-50cece383fca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:02.395076 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Attempting to bind port 0f1a4257-41b4-4865-9deb-00480d30fb2d on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:02.395486 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Attempting to bind port 0f1a4257-41b4-4865-9deb-00480d30fb2d by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'e56b808b-806b-417c-9a48-c17f637229e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:02.395865 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Attempting to bind port 0f1a4257-41b4-4865-9deb-00480d30fb2d on network 74cf8ae9-423c-4745-bb5d-8e2016d20b6c {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:02.401890 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:41:02.402342 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Checking segment: {'id': 'e56b808b-806b-417c-9a48-c17f637229e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:02.402671 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:02.403074 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Bound using segment: {'id': 'e56b808b-806b-417c-9a48-c17f637229e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:41:02.403951 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Bound port: 0f1a4257-41b4-4865-9deb-00480d30fb2d, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56b808b-806b-417c-9a48-c17f637229e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:41:02.404338 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:02.439094 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-297da0f4-4c6b-49dc-ad4a-5e0d398f5fa9 tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:02.445915 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c9a8fc2-f2a8-4db9-a46f-7ecc13265bf2 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:02.449740 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7c9a8fc2-f2a8-4db9-a46f-7ecc13265bf2 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0328603 Jun 22 09:41:02.454012 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55396) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:02.464529 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:02.532978 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] For port 0f1a4257-41b4-4865-9deb-00480d30fb2d, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:02.543337 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6c8f5f-efbb-401b-ae0b-9db621b4fc5e tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:02.545726 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] For port 0f1a4257-41b4-4865-9deb-00480d30fb2d, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=0f1a4257-41b4-4865-9deb-00480d30fb2d,segment=NetworkSegment(e56b808b-806b-417c-9a48-c17f637229e1),segment_id=e56b808b-806b-417c-9a48-c17f637229e1)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:41:02.579110 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cf199050-0a3e-4c4b-a6a6-d6841a6cb77a tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:02.601416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-8c6c8f5f-efbb-401b-ae0b-9db621b4fc5e tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:02.604394 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c8f5f-efbb-401b-ae0b-9db621b4fc5e tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:02.605866 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6c8f5f-efbb-401b-ae0b-9db621b4fc5e tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:02.605992 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8f5f-efbb-401b-ae0b-9db621b4fc5e tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:02.628634 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:02.638662 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-378cdee5-e339-4fae-96cf-4cd097490320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:02.648100 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c8f5f-efbb-401b-ae0b-9db621b4fc5e tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Pushing event updated for resources: {'Port': ['ID=4f24ee03-2368-4b07-bec2-6165f593ca37,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:02.668073 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8c6c8f5f-efbb-401b-ae0b-9db621b4fc5e tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:02.704355 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Routers {'3dba21e6-bcad-4fca-99cf-aeb741f12e20'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:02.705323 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:40:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:02.707577 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-297da0f4-4c6b-49dc-ad4a-5e0d398f5fa9 tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:02.716558 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for floatingip, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:02.827107 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Network 6e8af6b3-3610-44a0-a63c-a8986db86aa4 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:02.833512 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8c6c8f5f-efbb-401b-ae0b-9db621b4fc5e tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.7522078 Jun 22 09:41:02.834780 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:02.844978 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55402) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:02.846012 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c136f-09d3-4f46-beb1-50cece383fca None None] Pushing event updated for resources: {'Port': ['ID=0f1a4257-41b4-4865-9deb-00480d30fb2d,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:02.863573 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-919c136f-09d3-4f46-beb1-50cece383fca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:02.953314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e723e4f8-52b3-4414-9da6-86cd866c5911 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:02.958436 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e723e4f8-52b3-4414-9da6-86cd866c5911 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] 10.222.0.20 "GET /v2.0/ports/4f24ee03-2368-4b07-bec2-6165f593ca37 HTTP/1.1" status: 200 len: 955 time: 0.1099026 Jun 22 09:41:02.962753 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55404) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:03.016099 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55406) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:03.046154 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] Set router 3dba21e6-bcad-4fca-99cf-aeb741f12e20 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:03.163155 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-31a8966c-3ced-4369-95f7-604557acaad1 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Deleting port 4f24ee03-2368-4b07-bec2-6165f593ca37 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:03.164236 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-31a8966c-3ced-4369-95f7-604557acaad1 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:03.267571 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-31a8966c-3ced-4369-95f7-604557acaad1 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:03.292669 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9e1d1da3-5a26-48bc-a16d-43cbdd7d73cb None None] Provisioning complete for port dd072c63-9a4b-4e13-9c59-f10ad4354308 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:03.293829 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9e1d1da3-5a26-48bc-a16d-43cbdd7d73cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:03.299909 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b25c7cc1-6c8a-4202-b45a-4873beae9b55 tempest-DHCPAgentSchedulersTestJSON-529735017 tempest-DHCPAgentSchedulersTestJSON-529735017-project-admin] 10.222.0.20 "GET /v2.0/agents/c94126f3-927c-428b-942e-6e5362636d37/dhcp-networks HTTP/1.1" status: 200 len: 7252 time: 1.0683091 Jun 22 09:41:03.317215 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55410) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:03.366046 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1324904277'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:03.376884 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d1da3-5a26-48bc-a16d-43cbdd7d73cb None None] Port dd072c63-9a4b-4e13-9c59-f10ad4354308 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:03.405530 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-31a8966c-3ced-4369-95f7-604557acaad1 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Calling delete_port for 4f24ee03-2368-4b07-bec2-6165f593ca37 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:03.419094 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cf199050-0a3e-4c4b-a6a6-d6841a6cb77a tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:03.421403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:03.460987 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:03.477735 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccfa0f6-cb3a-4277-93d2-5ab5cc3ab82a None None] Network 21271f1a-27a9-43bf-8bf0-74a764b7ed7b requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:41:03.505628 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:03.506606 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'name': 'tempest-ServersTestJSON-1406528845-router', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:58Z', 'revision_number': 4, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'gw_port': {'id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '0f1a4257-41b4-4865-9deb-00480d30fb2d', 'name': '', 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'mac_address': 'fa:16:3e:0f:4c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:54Z', 'updated_at': '2021-06-22T09:41:02Z', 'revision_number': 4, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'subnets': [{'id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:03.517503 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-14ef2b13-e0fe-4f5b-b11d-2efd60b069f7 tempest-DHCPAgentSchedulersTestJSON-529735017 tempest-DHCPAgentSchedulersTestJSON-529735017-project-admin] 10.222.0.20 "GET /v2.0/networks/9a40c858-105a-4f51-9f7d-5b46ffe9286d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1990936 Jun 22 09:41:03.517988 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cf199050-0a3e-4c4b-a6a6-d6841a6cb77a tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:03.526411 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55412) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:03.543153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:03.544121 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db2e85d-b3b9-4603-997f-8dc81b4d9af5 None None] The sync data for ids ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'] in dv-neutron-797121-3-hyperv is: [{'id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'name': 'tempest-ServersTestJSON-1406528845-router', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:58Z', 'revision_number': 4, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'gw_port': {'id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '0f1a4257-41b4-4865-9deb-00480d30fb2d', 'name': '', 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'mac_address': 'fa:16:3e:0f:4c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:54Z', 'updated_at': '2021-06-22T09:41:02Z', 'revision_number': 4, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'subnets': [{'id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:03.578483 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 7b28775a-7900-4f2f-9ab7-734e56675f71 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:03.588111 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Router 50f25855-9701-47b0-9975-af383491a5d7 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:41:03.646422 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Made reservation on behalf of 35db623b1cd64b0b8222ca964c87c563 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:03.651127 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:03.664901 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:03.695328 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c60bc0d4-a9d2-4592-aba7-94e0c5d02952 None None] Provisioning for port 7b28775a-7900-4f2f-9ab7-734e56675f71 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:03.736708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 7b28775a-7900-4f2f-9ab7-734e56675f71 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:03.737859 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:03.741247 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 7b28775a-7900-4f2f-9ab7-734e56675f71 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:03.741663 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:03.744224 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] 10.222.0.20 "PUT /v2.0/routers/50f25855-9701-47b0-9975-af383491a5d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4356513 Jun 22 09:41:03.769000 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Sync routers for ids ['50f25855-9701-47b0-9975-af383491a5d7'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:03.796246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Routers {'50f25855-9701-47b0-9975-af383491a5d7'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:03.796888 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:40:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['50f25855-9701-47b0-9975-af383491a5d7'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:03.828068 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-45c0d932-a2f2-4861-83c2-7fbc00265c48 tempest-DHCPAgentSchedulersTestJSON-529735017 tempest-DHCPAgentSchedulersTestJSON-529735017-project-admin] 10.222.0.20 "GET /v2.0/networks/9a40c858-105a-4f51-9f7d-5b46ffe9286d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2976575 Jun 22 09:41:03.830827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55416) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:03.838332 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf199050-0a3e-4c4b-a6a6-d6841a6cb77a tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1eef4b-334f-45e5-a6d9-55bc2e268c51,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:03.852377 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cf199050-0a3e-4c4b-a6a6-d6841a6cb77a tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:03.950043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:03.954319 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Set router 50f25855-9701-47b0-9975-af383491a5d7 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:03.963125 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cf199050-0a3e-4c4b-a6a6-d6841a6cb77a tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:03.964398 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cf199050-0a3e-4c4b-a6a6-d6841a6cb77a tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.6539760 Jun 22 09:41:03.970436 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55422) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:03.982915 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Allocated IP 172.26.3.46 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/e0a852ae-efa3-41e6-b4b9-dd29c54d0782) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:04.028745 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-31a8966c-3ced-4369-95f7-604557acaad1 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.037986 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-2e6560ac-55b6-4819-8ee7-bf9d4f81bc73 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Request body: {'security_group_rule': {'security_group_id': 'ef1eef4b-334f-45e5-a6d9-55bc2e268c51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:04.052083 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:04.138866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8966c-3ced-4369-95f7-604557acaad1 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f24ee03-2368-4b07-bec2-6165f593ca37,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:04.147787 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-31a8966c-3ced-4369-95f7-604557acaad1 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:04.152329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-297da0f4-4c6b-49dc-ad4a-5e0d398f5fa9 tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.174429 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-31a8966c-3ced-4369-95f7-604557acaad1 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.177781 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9d7d7615-3b51-4b17-8121-93c7fd5619e7 tempest-DHCPAgentSchedulersTestJSON-529735017 tempest-DHCPAgentSchedulersTestJSON-529735017-project-admin] 10.222.0.20 "GET /v2.0/agents/c94126f3-927c-428b-942e-6e5362636d37/dhcp-networks HTTP/1.1" status: 200 len: 7252 time: 0.3427730 Jun 22 09:41:04.177899 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-31a8966c-3ced-4369-95f7-604557acaad1 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] 10.222.0.20 "DELETE /v2.0/ports/4f24ee03-2368-4b07-bec2-6165f593ca37 HTTP/1.1" status: 204 len: 168 time: 1.1994746 Jun 22 09:41:04.180358 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55424) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:04.186232 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55426) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:04.253787 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-297da0f4-4c6b-49dc-ad4a-5e0d398f5fa9 tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.255787 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 7b28775a-7900-4f2f-9ab7-734e56675f71, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=7b28775a-7900-4f2f-9ab7-734e56675f71,segment=NetworkSegment(b7b0dab8-71f3-4580-b106-fae1bfd148bc),segment_id=b7b0dab8-71f3-4580-b106-fae1bfd148bc)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:04.278759 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a504f41-9c52-43b0-b3a6-01c9ec6f0790 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] GET failed (client error): The resource could not be found. Jun 22 09:41:04.284133 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6a504f41-9c52-43b0-b3a6-01c9ec6f0790 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] 10.222.0.20 "GET /v2.0/ports/4f24ee03-2368-4b07-bec2-6165f593ca37 HTTP/1.1" status: 404 len: 333 time: 0.0988660 Jun 22 09:41:04.284783 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55428) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:04.287090 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.297364 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-7ec5889b-6bbf-4cb4-9758-99c9e1056450 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Request body: {'port': {'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2131737405'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:04.338578 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.344595 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.368624 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.370062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 003ef775-7a15-4df4-a09c-84a2cccfdf4f up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:04.433676 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.453340 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-664821d0-2881-4fe9-81dc-38825d0ccb99 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:04.475544 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.482671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:41:04.492256 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.496510 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:04.508764 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > segment before_delete 55550000 {{(pid=100652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:04.510166 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:04.511020 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:04.511491 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > port after_create 55550000 {{(pid=100652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:04.512101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > port after_delete 55550000 {{(pid=100652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:04.512705 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > port after_update 55550000 {{(pid=100652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:04.513389 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > segment after_delete 55550000 {{(pid=100652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:04.514035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > subnet after_create 55550000 {{(pid=100652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:04.514861 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > subnet after_delete 55550000 {{(pid=100652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:04.515521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > subnet after_update 55550000 {{(pid=100652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:04.545135 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:04.572510 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:04.575594 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:04.581258 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:04.590168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Pushing event updated for resources: {'Port': ['ID=e0a852ae-efa3-41e6-b4b9-dd29c54d0782,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:04.598945 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=7b28775a-7900-4f2f-9ab7-734e56675f71,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:04.600780 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:04.604427 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:04.609577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5c7340c0-9902-42f2-b0c6-c4660c50042a None None] Provisioning complete for port 7b28775a-7900-4f2f-9ab7-734e56675f71 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:04.609954 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5c7340c0-9902-42f2-b0c6-c4660c50042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.635193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f25855-9701-47b0-9975-af383491a5d7', 'name': 'tempest-ServersTestManualDisk-1789638691-router', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'gw_port': {'id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:49Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'dd072c63-9a4b-4e13-9c59-f10ad4354308', 'name': '', 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'mac_address': 'fa:16:3e:b4:08:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b6caf395-eab3-41b8-a3a6-9114984b7119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:58Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 2, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'subnets': [{'id': 'b6caf395-eab3-41b8-a3a6-9114984b7119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:04.649028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.669993 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Checking router: 50f25855-9701-47b0-9975-af383491a5d7 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:41:04.670368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Updating router 50f25855-9701-47b0-9975-af383491a5d7 port dd072c63-9a4b-4e13-9c59-f10ad4354308 binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:41:04.719623 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.727341 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55430) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:04.734796 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-2dc99610-b577-4fcd-be36-fbdd1800cf64 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1785876978', 'description': 'tempest-description--666853688'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:04.766140 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > subnet after_create 55550000 {{(pid=100652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:04.766698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > subnet after_delete 55550000 {{(pid=100652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:04.767029 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > subnet before_create 55550000 {{(pid=100652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:04.767444 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > subnet before_update 55550000 {{(pid=100652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:04.767889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50b17c7-ae9c-49fe-9922-6c007efa3724']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:04.776160 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 003ef775-7a15-4df4-a09c-84a2cccfdf4f completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:04.790501 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.797864 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 003ef775-7a15-4df4-a09c-84a2cccfdf4f triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:04.798237 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.829602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32625d4-8047-4ffd-b56b-c76029a301ab,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:04.835601 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:04.844284 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b46bb9a-6c83-49db-9930-b4979ecbf998') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:04.844682 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b46bb9a-6c83-49db-9930-b4979ecbf998') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:04.850889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.851469 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Added segment 101d8ce3-a525-41f5-ae1a-df5dc269c88d of type vlan for network c4281ac2-4888-461e-98aa-13427934e5c7 Jun 22 09:41:04.882952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.887834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2e6560ac-55b6-4819-8ee7-bf9d4f81bc73 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.955829 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.978303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.984986 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec5889b-6bbf-4cb4-9758-99c9e1056450 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Made reservation on behalf of c6f7e1c9337d48869a296d87ef3fc140 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:04.987501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7ec5889b-6bbf-4cb4-9758-99c9e1056450 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.992054 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:41:04.992557 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.994197 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: from cryptography.utils import int_from_bytes Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: from cryptography.utils import int_from_bytes Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:41:05.009640 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:41:05.036758 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Allocated IP 172.26.3.99 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/98ac4f27-8cf8-4240-b8cb-3316f91dae97) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:05.069625 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2dc99610-b577-4fcd-be36-fbdd1800cf64 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.069706 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.134450 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 003ef775-7a15-4df4-a09c-84a2cccfdf4f, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=003ef775-7a15-4df4-a09c-84a2cccfdf4f,segment=NetworkSegment(c9e11026-794e-40bf-9e85-90adceb64843),segment_id=c9e11026-794e-40bf-9e85-90adceb64843)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:05.135100 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-7ec5889b-6bbf-4cb4-9758-99c9e1056450 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] device_id is not set on port 4f6a057d-f7c5-41a8-9437-b7944520ed3d yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:41:05.146191 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.158711 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Transition to ACTIVE for port object dd072c63-9a4b-4e13-9c59-f10ad4354308 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:05.174103 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2dc99610-b577-4fcd-be36-fbdd1800cf64 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.175251 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.177451 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:05.223412 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.230653 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Pushing event updated for resources: {'Port': ['ID=e0a852ae-efa3-41e6-b4b9-dd29c54d0782,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:05.233870 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.239456 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:05.239606 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3a690c3f-bf3f-4bb0-b28e-767b51235aa8 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:05.242144 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:05.291988 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2dc99610-b577-4fcd-be36-fbdd1800cf64 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.294904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:05.322885 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.325664 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc99610-b577-4fcd-be36-fbdd1800cf64 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:05.328671 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2dc99610-b577-4fcd-be36-fbdd1800cf64 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:05.334553 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=003ef775-7a15-4df4-a09c-84a2cccfdf4f,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:05.343686 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:05.344443 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e3a17e84-d0b9-4381-a61a-5032374dfc6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:05.393775 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.395083 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9401245 Jun 22 09:41:05.405097 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2dc99610-b577-4fcd-be36-fbdd1800cf64 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.407290 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2dc99610-b577-4fcd-be36-fbdd1800cf64 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6783130 Jun 22 09:41:05.412535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55432) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:05.423511 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-6ddac9b8-0fcd-422d-89c6-1c3a79a674bd tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Request body: {'security_group_rule': {'security_group_id': 'e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:05.467593 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.478054 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034c81b-a114-41ab-a002-7f3a298f429f None None] Pushing event updated for resources: {'Port': ['ID=dd072c63-9a4b-4e13-9c59-f10ad4354308,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:05.478621 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2e6560ac-55b6-4819-8ee7-bf9d4f81bc73 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.481343 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.487145 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.492822 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] 10.222.0.20 "DELETE /v2.0/networks/d50b17c7-ae9c-49fe-9922-6c007efa3724 HTTP/1.1" status: 204 len: 168 time: 1.2949960 Jun 22 09:41:05.492898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55436) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:05.502704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8034c81b-a114-41ab-a002-7f3a298f429f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:05.505196 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-24c8f359-8a17-43b5-94b2-f82a3fd1f3a9 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:05.518375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Attempting to bind port dd072c63-9a4b-4e13-9c59-f10ad4354308 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:05.519141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Attempting to bind port dd072c63-9a4b-4e13-9c59-f10ad4354308 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'd570263c-68c4-4e43-a72c-09c06686ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:05.519822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Attempting to bind port dd072c63-9a4b-4e13-9c59-f10ad4354308 on network 6e8af6b3-3610-44a0-a63c-a8986db86aa4 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:05.524047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 3a690c3f-bf3f-4bb0-b28e-767b51235aa8 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:05.524599 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.566586 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:41:05.566852 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:05.567360 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.567737 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Checking segment: {'id': 'd570263c-68c4-4e43-a72c-09c06686ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:05.568980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.569876 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Bound using segment: {'id': 'd570263c-68c4-4e43-a72c-09c06686ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:41:05.571649 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Bound port: dd072c63-9a4b-4e13-9c59-f10ad4354308, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd570263c-68c4-4e43-a72c-09c06686ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:41:05.572219 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.591164 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1457652-e5f8-4541-ae2c-7f57cfb2058a tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Pushing event deleted for resources: {'Network': ['ID=d50b17c7-ae9c-49fe-9922-6c007efa3724,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:05.601299 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d044a5-98eb-4647-b9f7-cca6cc148782 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] DELETE failed (client error): The resource could not be found. Jun 22 09:41:05.603448 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d044a5-98eb-4647-b9f7-cca6cc148782 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:41:05.608036 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-47d044a5-98eb-4647-b9f7-cca6cc148782 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] 10.222.0.20 "DELETE /v2.0/ports/6d9c01df-b28a-412e-961e-44946c450846 HTTP/1.1" status: 404 len: 333 time: 0.1124399 Jun 22 09:41:05.608036 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6ddac9b8-0fcd-422d-89c6-1c3a79a674bd tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.609337 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55438) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:05.648669 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2e6560ac-55b6-4819-8ee7-bf9d4f81bc73 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.697728 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] For port dd072c63-9a4b-4e13-9c59-f10ad4354308, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:05.702314 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] For port dd072c63-9a4b-4e13-9c59-f10ad4354308, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dd072c63-9a4b-4e13-9c59-f10ad4354308,segment=NetworkSegment(d570263c-68c4-4e43-a72c-09c06686ac1a),segment_id=d570263c-68c4-4e43-a72c-09c06686ac1a)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:41:05.768891 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7de6a61-0bfe-4a66-80b6-f77a3229fc8b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Deleting subnet 575b7525-e135-4d56-aa89-e51052b414a8 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:41:05.775062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.778446 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b7de6a61-0bfe-4a66-80b6-f77a3229fc8b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.784738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:05.845721 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Routers {'50f25855-9701-47b0-9975-af383491a5d7'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:05.846375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:40:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['50f25855-9701-47b0-9975-af383491a5d7'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:05.875079 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6ddac9b8-0fcd-422d-89c6-1c3a79a674bd tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.900126 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.910077 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b7de6a61-0bfe-4a66-80b6-f77a3229fc8b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.941141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034c81b-a114-41ab-a002-7f3a298f429f None None] Pushing event updated for resources: {'Port': ['ID=dd072c63-9a4b-4e13-9c59-f10ad4354308,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:05.945066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8034c81b-a114-41ab-a002-7f3a298f429f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:06.035033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] Set router 50f25855-9701-47b0-9975-af383491a5d7 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:06.040002 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 7b28775a-7900-4f2f-9ab7-734e56675f71 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:06.044213 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6ddac9b8-0fcd-422d-89c6-1c3a79a674bd tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.053270 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.0296967 Jun 22 09:41:06.054259 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55464) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:06.121790 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 09:41:06.122275 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55466) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:06.123100 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Pushing event updated for resources: {'Network': ['ID=c4281ac2-4888-461e-98aa-13427934e5c7,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:06.135932 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4e31b161-f7a2-4722-8ab2-f10fcd31fde8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Request body: {'subnet': {'network_id': 'c4281ac2-4888-461e-98aa-13427934e5c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:06.141926 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:06.145050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7c9a8fc2-f2a8-4db9-a46f-7ecc13265bf2 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:06.149583 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.150192 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.560s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:06.150466 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:06.154039 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network c4281ac2-4888-461e-98aa-13427934e5c7 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:41:06.172512 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.423s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:06.175394 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2e6560ac-55b6-4819-8ee7-bf9d4f81bc73 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.176543 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2e6560ac-55b6-4819-8ee7-bf9d4f81bc73 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2038989 Jun 22 09:41:06.181013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b7de6a61-0bfe-4a66-80b6-f77a3229fc8b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.183966 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55468) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:06.213779 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-3330d75a-d80e-40f2-94e0-a90aaa1328a2 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Request body: {'security_group_rule': {'security_group_id': 'ef1eef4b-334f-45e5-a6d9-55bc2e268c51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:06.222083 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddac9b8-0fcd-422d-89c6-1c3a79a674bd tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ade7fca-0d09-4219-a672-4a1e6db2982f,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:06.239560 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6ddac9b8-0fcd-422d-89c6-1c3a79a674bd tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:06.250248 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6560ac-55b6-4819-8ee7-bf9d4f81bc73 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15201347-92d7-4815-9acb-8db23b79f983,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:06.268123 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2e6560ac-55b6-4819-8ee7-bf9d4f81bc73 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:06.272933 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-be39295a-b533-400d-83de-f5bdab2e63f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:06.291513 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-297da0f4-4c6b-49dc-ad4a-5e0d398f5fa9 tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.317709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:06.318542 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 7b28775a-7900-4f2f-9ab7-734e56675f71 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:06.319019 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.347278 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7ec5889b-6bbf-4cb4-9758-99c9e1056450 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.349769 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:06.360531 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6ddac9b8-0fcd-422d-89c6-1c3a79a674bd tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.361913 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6ddac9b8-0fcd-422d-89c6-1c3a79a674bd tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9476273 Jun 22 09:41:06.362331 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:06.368737 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55470) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:06.399031 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-3a1ff612-cf68-4088-a726-172867c3804b tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1614008666&fields=id&tenant_id=0dfd02b234a947f5a587ecec0451722d HTTP/1.1" status: 200 len: 267 time: 0.2957726 Jun 22 09:41:06.400676 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-227dd3dc-9984-4bdc-998d-be693d8f49ba tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Request body: {'security_group_rule': {'security_group_id': 'e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:06.418354 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Pushing event updated for resources: {'Port': ['ID=98ac4f27-8cf8-4240-b8cb-3316f91dae97,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:06.428436 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:06.464760 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b7de6a61-0bfe-4a66-80b6-f77a3229fc8b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.466799 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 0f1a4257-41b4-4865-9deb-00480d30fb2d up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:06.491975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f25855-9701-47b0-9975-af383491a5d7', 'name': 'tempest-ServersTestManualDisk-1789638691-router', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'gw_port': {'id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:49Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'dd072c63-9a4b-4e13-9c59-f10ad4354308', 'name': '', 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'mac_address': 'fa:16:3e:b4:08:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b6caf395-eab3-41b8-a3a6-9114984b7119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:58Z', 'updated_at': '2021-06-22T09:41:05Z', 'revision_number': 4, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'subnets': [{'id': 'b6caf395-eab3-41b8-a3a6-9114984b7119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:06.524208 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25d5ff-500e-4c81-92c8-d0ae22bb9f31 None None] The sync data for ids ['50f25855-9701-47b0-9975-af383491a5d7'] in dv-neutron-797121-3-hyperv is: [{'id': '50f25855-9701-47b0-9975-af383491a5d7', 'name': 'tempest-ServersTestManualDisk-1789638691-router', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'gw_port': {'id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:49Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'dd072c63-9a4b-4e13-9c59-f10ad4354308', 'name': '', 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'mac_address': 'fa:16:3e:b4:08:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b6caf395-eab3-41b8-a3a6-9114984b7119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:58Z', 'updated_at': '2021-06-22T09:41:05Z', 'revision_number': 4, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'subnets': [{'id': 'b6caf395-eab3-41b8-a3a6-9114984b7119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:06.534782 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-54b16e5a-2523-4fcf-aace-e2f20e0813f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:06.567635 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3330d75a-d80e-40f2-94e0-a90aaa1328a2 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.572429 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-297da0f4-4c6b-49dc-ad4a-5e0d398f5fa9 tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.583367 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de6a61-0bfe-4a66-80b6-f77a3229fc8b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Pushing event deleted for resources: {'Subnet': ['ID=575b7525-e135-4d56-aa89-e51052b414a8,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:06.594208 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b7de6a61-0bfe-4a66-80b6-f77a3229fc8b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.596269 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b7de6a61-0bfe-4a66-80b6-f77a3229fc8b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] 10.222.0.20 "DELETE /v2.0/subnets/575b7525-e135-4d56-aa89-e51052b414a8 HTTP/1.1" status: 204 len: 168 time: 0.9773812 Jun 22 09:41:06.597601 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-297da0f4-4c6b-49dc-ad4a-5e0d398f5fa9 tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.602805 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55472) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:06.604334 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b7de6a61-0bfe-4a66-80b6-f77a3229fc8b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:06.604724 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8916f74d-a97a-4218-a5a3-1923213951eb None None] Network 9a40c858-105a-4f51-9f7d-5b46ffe9286d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:41:06.607697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 0f1a4257-41b4-4865-9deb-00480d30fb2d completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:06.712750 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7ec5889b-6bbf-4cb4-9758-99c9e1056450 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.749690 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-227dd3dc-9984-4bdc-998d-be693d8f49ba tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.760725 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ebf5144a-ee9d-4685-bc0b-65394deb20e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:06.789540 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 0f1a4257-41b4-4865-9deb-00480d30fb2d triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:06.789980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.822651 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.824144 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec5889b-6bbf-4cb4-9758-99c9e1056450 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:06.826611 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3330d75a-d80e-40f2-94e0-a90aaa1328a2 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.833888 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-9e6d64ee-367b-434a-adb7-dd1d6d06f326 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:06.835638 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-9e6d64ee-367b-434a-adb7-dd1d6d06f326 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/networks?id=7a67bf89-842d-4150-83fd-e92b2abafdf3 HTTP/1.1" status: 200 len: 809 time: 0.4082060 Jun 22 09:41:06.841092 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-7ec5889b-6bbf-4cb4-9758-99c9e1056450 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:06.843138 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e31b161-f7a2-4722-8ab2-f10fcd31fde8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Made reservation on behalf of 35db623b1cd64b0b8222ca964c87c563 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:06.846809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4e31b161-f7a2-4722-8ab2-f10fcd31fde8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.851029 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec5889b-6bbf-4cb4-9758-99c9e1056450 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:06.852203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5889b-6bbf-4cb4-9758-99c9e1056450 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:06.852927 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7ec5889b-6bbf-4cb4-9758-99c9e1056450 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.871681 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5889b-6bbf-4cb4-9758-99c9e1056450 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Pushing event updated for resources: {'Port': ['ID=4f6a057d-f7c5-41a8-9437-b7944520ed3d,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:06.886431 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-297da0f4-4c6b-49dc-ad4a-5e0d398f5fa9 tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.887000 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297da0f4-4c6b-49dc-ad4a-5e0d398f5fa9 tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a48239d-3956-40fd-bf25-1ec4fb62c2a1 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:41:06.889255 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-227dd3dc-9984-4bdc-998d-be693d8f49ba tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.912173 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7ec5889b-6bbf-4cb4-9758-99c9e1056450 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:06.925417 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Deleting port 724ff387-291f-4315-8e18-2dc061796447 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:06.926177 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-31d4c6f3-be4a-4546-9b7e-35b356ef5495 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/quotas/0dfd02b234a947f5a587ecec0451722d HTTP/1.1" status: 200 len: 375 time: 0.0671630 Jun 22 09:41:06.931555 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.936975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.975551 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-297da0f4-4c6b-49dc-ad4a-5e0d398f5fa9 tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 22 09:41:06.977451 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-297da0f4-4c6b-49dc-ad4a-5e0d398f5fa9 tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.9812806 Jun 22 09:41:06.978325 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3330d75a-d80e-40f2-94e0-a90aaa1328a2 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.981263 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-227dd3dc-9984-4bdc-998d-be693d8f49ba tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:06.981605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 0f1a4257-41b4-4865-9deb-00480d30fb2d, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=0f1a4257-41b4-4865-9deb-00480d30fb2d,segment=NetworkSegment(e56b808b-806b-417c-9a48-c17f637229e1),segment_id=e56b808b-806b-417c-9a48-c17f637229e1)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:06.981930 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55474) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:07.000476 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6ddac9b8-0fcd-422d-89c6-1c3a79a674bd tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:07.062858 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d6b8c8-59be-46d6-85e3-568a36d32e5b None None] DHCP port deletion for 9a40c858-105a-4f51-9f7d-5b46ffe9286d request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:41:07.064037 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330d75a-d80e-40f2-94e0-a90aaa1328a2 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ec5a8b-a246-485f-a0a9-a8b1edd49797,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:07.070326 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7ec5889b-6bbf-4cb4-9758-99c9e1056450 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.7813778 Jun 22 09:41:07.076064 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55476) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:07.095191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:07.102205 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:07.104166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 003ef775-7a15-4df4-a09c-84a2cccfdf4f up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:07.106868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f0bba01e-ed28-42a9-ba27-84b5a1b7b762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:07.132862 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227dd3dc-9984-4bdc-998d-be693d8f49ba tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74c1549-d5db-41d7-a92b-f749258365f5,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:07.137324 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] For port 724ff387-291f-4315-8e18-2dc061796447, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=724ff387-291f-4315-8e18-2dc061796447,segment=NetworkSegment(99b7c2b4-0ccc-4bdc-b4ac-489f5fb010c3),segment_id=99b7c2b4-0ccc-4bdc-b4ac-489f5fb010c3)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:07.138383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:07.149684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-227dd3dc-9984-4bdc-998d-be693d8f49ba tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:07.152085 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:07.152596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:07.184156 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3330d75a-d80e-40f2-94e0-a90aaa1328a2 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:07.185456 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3330d75a-d80e-40f2-94e0-a90aaa1328a2 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9964836 Jun 22 09:41:07.189527 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-227dd3dc-9984-4bdc-998d-be693d8f49ba tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:07.191131 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-227dd3dc-9984-4bdc-998d-be693d8f49ba tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7954066 Jun 22 09:41:07.192492 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55478) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:07.203691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55480) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:07.211103 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-92d6b8c8-59be-46d6-85e3-568a36d32e5b None None] Deleting port 724ff387-291f-4315-8e18-2dc061796447 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:07.211543 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-92d6b8c8-59be-46d6-85e3-568a36d32e5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:07.213786 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=0f1a4257-41b4-4865-9deb-00480d30fb2d,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:07.218697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:07.218845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:07.260550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 003ef775-7a15-4df4-a09c-84a2cccfdf4f triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:07.260864 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:07.280262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:07.316834 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-92d6b8c8-59be-46d6-85e3-568a36d32e5b None None] For port 724ff387-291f-4315-8e18-2dc061796447, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=724ff387-291f-4315-8e18-2dc061796447,segment=NetworkSegment(99b7c2b4-0ccc-4bdc-b4ac-489f5fb010c3),segment_id=99b7c2b4-0ccc-4bdc-b4ac-489f5fb010c3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:07.317270 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-92d6b8c8-59be-46d6-85e3-568a36d32e5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:07.338696 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-e64405d1-8b53-44fd-97e6-58e321d742ad tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0dfd02b234a947f5a587ecec0451722d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3701394 Jun 22 09:41:07.396957 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-92d6b8c8-59be-46d6-85e3-568a36d32e5b None None] Calling delete_port for 724ff387-291f-4315-8e18-2dc061796447 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:07.455042 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:07.516637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Calling delete_port for 724ff387-291f-4315-8e18-2dc061796447 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:07.524652 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:07.674133 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:07.725004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fa54c-cdac-41b8-8150-881bec9e21bb tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Deleting port c0b59c48-c7ad-44e9-9b6d-2fc427459178 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:07.725353 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0e9fa54c-cdac-41b8-8150-881bec9e21bb tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:07.732352 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for floatingip, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:07.764891 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4e31b161-f7a2-4722-8ab2-f10fcd31fde8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:07.784529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bcc8ffcd-31d8-4a44-b952-0088b0051873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:07.822852 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-92d6b8c8-59be-46d6-85e3-568a36d32e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:07.842154 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0178fcd2-8def-4b09-b6b5-2a07f022e83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:07.911654 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-273331b0-abb7-4a3f-bb89-0dffad3b383b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:07.915353 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-273331b0-abb7-4a3f-bb89-0dffad3b383b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3657019 Jun 22 09:41:07.932329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:07.941253 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6b8c8-59be-46d6-85e3-568a36d32e5b None None] Pushing event deleted for resources: {'Port': ['ID=724ff387-291f-4315-8e18-2dc061796447,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:07.953042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:07.964406 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-92d6b8c8-59be-46d6-85e3-568a36d32e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:07.966034 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d6b8c8-59be-46d6-85e3-568a36d32e5b None None] No DVR routers for this DVR port 724ff387-291f-4315-8e18-2dc061796447 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:41:08.013648 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Pushing event deleted for resources: {'Port': ['ID=724ff387-291f-4315-8e18-2dc061796447,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:08.016533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0e9fa54c-cdac-41b8-8150-881bec9e21bb tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.020398 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] No DVR routers for this DVR port 724ff387-291f-4315-8e18-2dc061796447 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:41:08.023004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:08.023928 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31b161-f7a2-4722-8ab2-f10fcd31fde8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Pushing event updated for resources: {'Subnet': ['ID=7ef4579d-340e-4d0a-a1f2-16ad1cd9e321,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:08.051738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4e31b161-f7a2-4722-8ab2-f10fcd31fde8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:08.083203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e31b161-f7a2-4722-8ab2-f10fcd31fde8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Checking segment: {'id': '101d8ce3-a525-41f5-ae1a-df5dc269c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c4281ac2-4888-461e-98aa-13427934e5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:08.083618 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31b161-f7a2-4722-8ab2-f10fcd31fde8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Network hostable DHCP agents. Network: c4281ac2-4888-461e-98aa-13427934e5c7, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:41:08.084351 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dd072c63-9a4b-4e13-9c59-f10ad4354308 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:08.130879 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.132369 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fa54c-cdac-41b8-8150-881bec9e21bb tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Calling delete_port for c0b59c48-c7ad-44e9-9b6d-2fc427459178 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:08.166685 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-115b0797-c52e-48c2-943c-1b5254b59a1c service neutron] 10.222.0.20 "GET /v2.0/networks/7a67bf89-842d-4150-83fd-e92b2abafdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376988 Jun 22 09:41:08.251561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port dd072c63-9a4b-4e13-9c59-f10ad4354308 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:08.265332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port dd072c63-9a4b-4e13-9c59-f10ad4354308 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:08.266260 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.282396 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.286026 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] device_id is not set on port 4f6a057d-f7c5-41a8-9437-b7944520ed3d yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:41:08.286722 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.298585 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31b161-f7a2-4722-8ab2-f10fcd31fde8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Network c4281ac2-4888-461e-98aa-13427934e5c7 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:41:08.311555 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.324822 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > segment before_delete 55550000 {{(pid=100653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:08.325180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:08.325960 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:08.326314 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > port after_create 55550000 {{(pid=100653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:08.326645 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > port after_delete 55550000 {{(pid=100653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:08.326986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > port after_update 55550000 {{(pid=100653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:08.327310 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > segment after_delete 55550000 {{(pid=100653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:08.327867 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > subnet after_create 55550000 {{(pid=100653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:08.328292 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > subnet after_delete 55550000 {{(pid=100653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:08.328676 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > subnet after_update 55550000 {{(pid=100653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:08.369812 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.395769 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-4e31b161-f7a2-4722-8ab2-f10fcd31fde8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, c4281ac2-4888-461e-98aa-13427934e5c7) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:08.408228 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-314216da-d46a-4d88-9170-339a8ceca39d service neutron] 10.222.0.20 "GET /v2.0/networks/7a67bf89-842d-4150-83fd-e92b2abafdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087631 Jun 22 09:41:08.412053 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcda36d3-cfb0-44b9-bb0e-f2b48765757b None None] Network c4281ac2-4888-461e-98aa-13427934e5c7 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:41:08.418997 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port dd072c63-9a4b-4e13-9c59-f10ad4354308, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dd072c63-9a4b-4e13-9c59-f10ad4354308,segment=NetworkSegment(d570263c-68c4-4e43-a72c-09c06686ac1a),segment_id=d570263c-68c4-4e43-a72c-09c06686ac1a)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:08.432839 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e31b161-f7a2-4722-8ab2-f10fcd31fde8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:08.433444 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4e31b161-f7a2-4722-8ab2-f10fcd31fde8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.479653 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Allocated IP 172.26.3.10 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/672634a6-389c-498e-91ef-db66ae5f454d) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:08.516444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.517388 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 0f1a4257-41b4-4865-9deb-00480d30fb2d up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:08.536903 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:08.544407 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > subnet after_create 55550000 {{(pid=100653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:08.544828 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > subnet after_delete 55550000 {{(pid=100653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:08.545252 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > subnet before_create 55550000 {{(pid=100653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:08.545665 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Subscribe: > subnet before_update 55550000 {{(pid=100653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:41:08.546293 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a40c858-105a-4f51-9f7d-5b46ffe9286d']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:08.559487 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4e31b161-f7a2-4722-8ab2-f10fcd31fde8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4315555 Jun 22 09:41:08.566149 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55488) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:08.577490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-67e679a2-0fb6-4989-a380-2643c81f9897 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Request body: {'port': {'network_id': 'c4281ac2-4888-461e-98aa-13427934e5c7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-116827801'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:08.581389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b7c2b4-0ccc-4bdc-b4ac-489f5fb010c3') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:08.581687 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b7c2b4-0ccc-4bdc-b4ac-489f5fb010c3') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:08.590899 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Router 46dd69bc-745e-42bc-b43d-4d2ad17a2d3d is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:41:08.595615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Transition to ACTIVE for port object 4f6a057d-f7c5-41a8-9437-b7944520ed3d will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:08.614589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.654071 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=dd072c63-9a4b-4e13-9c59-f10ad4354308,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:08.658769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-c4281ac2-4888-461e-98aa-13427934e5c7', 'network_id': 'c4281ac2-4888-461e-98aa-13427934e5c7', 'tenant_id': '35db623b1cd64b0b8222ca964c87c563', 'fixed_ips': [{'subnet_id': '7ef4579d-340e-4d0a-a1f2-16ad1cd9e321'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:41:08.659660 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.664769 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.673576 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.680125 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.680913 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:08.694902 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 0f1a4257-41b4-4865-9deb-00480d30fb2d triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:08.695290 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.697906 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:41:08.699570 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: from cryptography.utils import int_from_bytes Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: from cryptography.utils import int_from_bytes Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:41:08.706766 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:41:08.727847 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.781914 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:08.911592 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0e9fa54c-cdac-41b8-8150-881bec9e21bb tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.917117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55510) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:08.967474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.973700 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:08.989976 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac2370f-f0ea-45d6-b7d1-c91230efc121 None None] Sync routers for ids ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:09.004631 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac2370f-f0ea-45d6-b7d1-c91230efc121 None None] Routers {'46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:09.009944 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-dac2370f-f0ea-45d6-b7d1-c91230efc121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:40:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:09.022400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:09.025577 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c66d447e-cd04-4bc9-9974-3be8e5d1fe36 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:09.064478 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Allocated IP 2001:db8::2 (c4281ac2-4888-461e-98aa-13427934e5c7/7ef4579d-340e-4d0a-a1f2-16ad1cd9e321/9b944e04-9bf5-414c-9a81-d7c2513d90fa) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:09.111923 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 724ff387-291f-4315-8e18-2dc061796447 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:41:09.123145 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Pushing event updated for resources: {'Port': ['ID=4f6a057d-f7c5-41a8-9437-b7944520ed3d,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:09.124800 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e679a2-0fb6-4989-a380-2643c81f9897 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Made reservation on behalf of 35db623b1cd64b0b8222ca964c87c563 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:09.128585 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-67e679a2-0fb6-4989-a380-2643c81f9897 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:09.136280 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-dac2370f-f0ea-45d6-b7d1-c91230efc121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:09.146218 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac2370f-f0ea-45d6-b7d1-c91230efc121 None None] Routers {'46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:09.147139 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-dac2370f-f0ea-45d6-b7d1-c91230efc121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:40:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:09.160751 dv-neutron-797121-3-hyperv neutron-server[100653]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 09:41:09.163842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:09.165741 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 724ff387-291f-4315-8e18-2dc061796447 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:41:09.166186 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 724ff387-291f-4315-8e18-2dc061796447 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:41:09.179414 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:09.185027 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] 10.222.0.20 "DELETE /v2.0/networks/9a40c858-105a-4f51-9f7d-5b46ffe9286d HTTP/1.1" status: 204 len: 168 time: 2.5772583 Jun 22 09:41:09.185965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5aca9d04-f5fe-4df5-8a1f-b6ecf50a1aac tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:09.197172 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-dac2370f-f0ea-45d6-b7d1-c91230efc121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:09.201688 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac2370f-f0ea-45d6-b7d1-c91230efc121 None None] The sync data for ids ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:09.219355 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:09.226893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:09.233205 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 10.1164103 Jun 22 09:41:09.246384 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:09.247029 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:09.253668 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:09.253765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-67e679a2-0fb6-4989-a380-2643c81f9897 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] device_id is not set on port 25b37227-7afe-486c-ba73-3f0ff2544986 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:41:09.257933 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55516) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:09.281838 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:09.286742 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:09.315857 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:41:09.316198 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:41:09.325950 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Pushing event updated for resources: {'Port': ['ID=672634a6-389c-498e-91ef-db66ae5f454d,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:09.342013 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:09.342833 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 2 to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d Jun 22 09:41:09.364895 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:09.365553 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0072dec4-a210-4dcd-a18a-ce18cfe93606 req-4a52168d-75e3-47e8-8f25-418b05c2047b tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 210 time: 0.4409645 Jun 22 09:41:09.366645 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fa54c-cdac-41b8-8150-881bec9e21bb tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0b59c48-c7ad-44e9-9b6d-2fc427459178,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:09.383391 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Transition to ACTIVE for port object 9b944e04-9bf5-414c-9a81-d7c2513d90fa will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:09.390677 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0e9fa54c-cdac-41b8-8150-881bec9e21bb tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:09.394272 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:09.412748 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Transition to ACTIVE for port object 9b944e04-9bf5-414c-9a81-d7c2513d90fa will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:09.415733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Allocated IP 172.26.3.27 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/3769c434-2262-4dee-9cb8-51a634428d19) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:09.434682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Pushing event deleted for resources: {'Network': ['ID=9a40c858-105a-4f51-9f7d-5b46ffe9286d,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:09.436827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:09.437212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:09.437738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:09.443975 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:09.454444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0e9fa54c-cdac-41b8-8150-881bec9e21bb tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:09.460273 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0e9fa54c-cdac-41b8-8150-881bec9e21bb tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] 10.222.0.20 "DELETE /v2.0/ports/c0b59c48-c7ad-44e9-9b6d-2fc427459178 HTTP/1.1" status: 204 len: 168 time: 2.4707065 Jun 22 09:41:09.472742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:41:09.473093 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:41:09.479485 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:09.482731 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-92d6b8c8-59be-46d6-85e3-568a36d32e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:09.497847 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 3 to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d Jun 22 09:41:09.518212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:09.518619 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:09.518961 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:09.527249 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:41:09.527600 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:41:09.529412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Network c4281ac2-4888-461e-98aa-13427934e5c7 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:09.529730 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 4 to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d Jun 22 09:41:09.536023 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:09.544308 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:09.551224 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:09.551542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:09.551950 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:09.561097 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:41:09.561436 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:41:09.566376 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 5 to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d Jun 22 09:41:09.591219 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:09.591581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:09.591937 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:09.596654 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:09.602721 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:41:09.603054 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:41:09.604917 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 6 to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d Jun 22 09:41:09.619759 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Pushing event updated for resources: {'Port': ['ID=9b944e04-9bf5-414c-9a81-d7c2513d90fa,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:09.622190 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:09.622959 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:09.622959 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:09.630808 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:41:09.631146 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:41:09.635223 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 7 to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d Jun 22 09:41:09.638140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:09.643260 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Attempting to bind port 9b944e04-9bf5-414c-9a81-d7c2513d90fa on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:09.650823 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Attempting to bind port 9b944e04-9bf5-414c-9a81-d7c2513d90fa by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '101d8ce3-a525-41f5-ae1a-df5dc269c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c4281ac2-4888-461e-98aa-13427934e5c7'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:09.650823 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Attempting to bind port 9b944e04-9bf5-414c-9a81-d7c2513d90fa on network c4281ac2-4888-461e-98aa-13427934e5c7 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:09.652807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:41:09.653770 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Checking segment: {'id': '101d8ce3-a525-41f5-ae1a-df5dc269c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c4281ac2-4888-461e-98aa-13427934e5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:09.654289 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:09.655120 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Bound using segment: {'id': '101d8ce3-a525-41f5-ae1a-df5dc269c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c4281ac2-4888-461e-98aa-13427934e5c7'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:41:09.655262 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:09.655544 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:09.655884 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:09.656182 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Bound port: 9b944e04-9bf5-414c-9a81-d7c2513d90fa, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101d8ce3-a525-41f5-ae1a-df5dc269c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c4281ac2-4888-461e-98aa-13427934e5c7'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:41:09.656629 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:09.664319 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:41:09.664656 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:41:09.665185 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 8 to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d Jun 22 09:41:09.683727 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:09.684194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:09.684650 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:09.691211 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:41:09.693404 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:41:09.693404 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 9 to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d Jun 22 09:41:09.726171 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:09.726845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:09.727378 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:09.739778 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] For port 9b944e04-9bf5-414c-9a81-d7c2513d90fa, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:09.740563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:41:09.741174 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:41:09.741756 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempt 10 to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d Jun 22 09:41:09.744384 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] For port 9b944e04-9bf5-414c-9a81-d7c2513d90fa, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9b944e04-9bf5-414c-9a81-d7c2513d90fa,segment=NetworkSegment(101d8ce3-a525-41f5-ae1a-df5dc269c88d),segment_id=101d8ce3-a525-41f5-ae1a-df5dc269c88d)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:41:09.770418 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:09.770730 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:09.771075 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempting to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:09.782483 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:09.782743 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:09.793242 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-23dd696b-cba1-484a-b3be-14fc51a073f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:09.797333 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:41:09.797779 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Failed to bind port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'da0e5e37-f28c-4140-9a5a-9a7b48747df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b01b52a-b382-4c60-af2e-d15fb2e48a2a'}] Jun 22 09:41:09.798232 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:09.822652 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:09.836193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:09.847537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-67e679a2-0fb6-4989-a380-2643c81f9897 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Allocated IP 2001:db8::284 (c4281ac2-4888-461e-98aa-13427934e5c7/7ef4579d-340e-4d0a-a1f2-16ad1cd9e321/25b37227-7afe-486c-ba73-3f0ff2544986) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:09.898914 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:09.909244 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:09.915935 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dd072c63-9a4b-4e13-9c59-f10ad4354308 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:09.929633 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:10.019969 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55540) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:10.025750 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:10.027508 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Pushing event updated for resources: {'Port': ['ID=3769c434-2262-4dee-9cb8-51a634428d19,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:10.032939 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:10.165450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] For port 4f6a057d-f7c5-41a8-9437-b7944520ed3d, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:10.166113 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attempted to set empty binding levels {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 09:41:10.169007 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55546) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:10.246613 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:10.259720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:10.288722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Pushing event updated for resources: {'Port': ['ID=9b944e04-9bf5-414c-9a81-d7c2513d90fa,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:10.302013 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:10.313287 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port dd072c63-9a4b-4e13-9c59-f10ad4354308 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:10.314411 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:10.347666 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:10.565233 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] In _notify_port_updated(), no bound segment for port 4f6a057d-f7c5-41a8-9437-b7944520ed3d on network 5b01b52a-b382-4c60-af2e-d15fb2e48a2a {{(pid=100653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:41:10.566120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:10.566718 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:10.571632 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] 10.222.0.20 "PUT /v2.0/ports/4f6a057d-f7c5-41a8-9437-b7944520ed3d HTTP/1.1" status: 200 len: 977 time: 3.4882898 Jun 22 09:41:10.574325 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55552) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:10.575147 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4171d323-c29f-4a56-925f-f24b7eddea64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:10.586238 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:10.621781 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Pushing event updated for resources: {'Port': ['ID=4f6a057d-f7c5-41a8-9437-b7944520ed3d,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:10.628214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:10.764403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:10.796099 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ca62bedb-8a64-423b-b05c-4a0716010130 req-4f2df1f8-ae19-4f5c-adfe-69d08897e6c4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 210 time: 0.1847627 Jun 22 09:41:10.809132 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-890b84e6-bbc1-4b2b-85fd-c54a8991e7d7 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Deleting port 4f6a057d-f7c5-41a8-9437-b7944520ed3d {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:10.809484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-890b84e6-bbc1-4b2b-85fd-c54a8991e7d7 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:10.897294 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-890b84e6-bbc1-4b2b-85fd-c54a8991e7d7 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] For port 4f6a057d-f7c5-41a8-9437-b7944520ed3d, host hv-neutron-7971, got binding levels [] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:10.897655 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-890b84e6-bbc1-4b2b-85fd-c54a8991e7d7 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:10.931266 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4171d323-c29f-4a56-925f-f24b7eddea64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:10.937102 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-131d629e-f794-4621-bac6-4d5ee5b27afb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6058e8535ebb4343bda02e2ad0431971&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9020698 Jun 22 09:41:10.940870 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55558) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:10.991609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.036612 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-67e679a2-0fb6-4989-a380-2643c81f9897 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.052195 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-890b84e6-bbc1-4b2b-85fd-c54a8991e7d7 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Calling delete_port for 4f6a057d-f7c5-41a8-9437-b7944520ed3d owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:11.068284 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.068660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4171d323-c29f-4a56-925f-f24b7eddea64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.079631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dc3290f6-a934-41f1-9b27-052bd668337b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:11.087612 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-67e679a2-0fb6-4989-a380-2643c81f9897 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Transition to ACTIVE for port object 25b37227-7afe-486c-ba73-3f0ff2544986 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:11.134500 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:11.146354 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4171d323-c29f-4a56-925f-f24b7eddea64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fc61a9657de4a3d98813fb4981b9399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9722037 Jun 22 09:41:11.159017 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55564) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:11.162364 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.162481 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171d323-c29f-4a56-925f-f24b7eddea64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be00846-cbe1-4ff8-a993-ec4956fb4bed,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:11.176288 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4171d323-c29f-4a56-925f-f24b7eddea64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:11.176288 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-567363c5-4d8d-4512-bec2-e7823453e227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.218167 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Pushing event updated for resources: {'Port': ['ID=672634a6-389c-498e-91ef-db66ae5f454d,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:11.226431 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:11.244351 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6792ba5b-d354-4821-8280-35192d3cc7e9 None None] Network c4281ac2-4888-461e-98aa-13427934e5c7 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:41:11.253076 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-567363c5-4d8d-4512-bec2-e7823453e227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.289158 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.334583 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.390743 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-62d9e8dc-5810-4aa0-93fa-d412d5d4416f None None] Provisioning for port 9b944e04-9bf5-414c-9a81-d7c2513d90fa completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:11.391350 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd666-a7c8-47bc-8844-b45259d08697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.424834 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-567363c5-4d8d-4512-bec2-e7823453e227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.426148 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.431518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:11.434639 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-890b84e6-bbc1-4b2b-85fd-c54a8991e7d7 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.442791 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-67e679a2-0fb6-4989-a380-2643c81f9897 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.444573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.445831 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2409453 Jun 22 09:41:11.448135 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd666-a7c8-47bc-8844-b45259d08697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.453079 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-567363c5-4d8d-4512-bec2-e7823453e227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.454928 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-567363c5-4d8d-4512-bec2-e7823453e227 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e274b74a-4360-4308-a88e-f06b0c1f566a HTTP/1.1" status: 204 len: 168 time: 0.5129287 Jun 22 09:41:11.510972 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:11.514668 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-890b84e6-bbc1-4b2b-85fd-c54a8991e7d7 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.516660 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-890b84e6-bbc1-4b2b-85fd-c54a8991e7d7 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] 10.222.0.20 "DELETE /v2.0/ports/4f6a057d-f7c5-41a8-9437-b7944520ed3d HTTP/1.1" status: 204 len: 168 time: 0.9394603 Jun 22 09:41:11.521175 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55570) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:11.613551 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Pushing event updated for resources: {'Port': ['ID=3769c434-2262-4dee-9cb8-51a634428d19,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:11.619077 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:11.620239 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-c975e9b1-1361-4424-8c40-8adc13a784e2 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] GET failed (client error): The resource could not be found. Jun 22 09:41:11.624622 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c975e9b1-1361-4424-8c40-8adc13a784e2 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] 10.222.0.20 "GET /v2.0/ports/4f6a057d-f7c5-41a8-9437-b7944520ed3d HTTP/1.1" status: 404 len: 333 time: 0.0945547 Jun 22 09:41:11.628423 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e679a2-0fb6-4989-a380-2643c81f9897 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Network c4281ac2-4888-461e-98aa-13427934e5c7 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:11.629553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:11.635790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55572) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:11.673503 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-67e679a2-0fb6-4989-a380-2643c81f9897 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:11.689327 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e679a2-0fb6-4989-a380-2643c81f9897 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:11.691953 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b84e6-bbc1-4b2b-85fd-c54a8991e7d7 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f6a057d-f7c5-41a8-9437-b7944520ed3d,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:11.705115 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e679a2-0fb6-4989-a380-2643c81f9897 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:11.717385 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-67e679a2-0fb6-4989-a380-2643c81f9897 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.730375 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-890b84e6-bbc1-4b2b-85fd-c54a8991e7d7 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:11.730928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:11.740248 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.761420 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567363c5-4d8d-4512-bec2-e7823453e227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e274b74a-4360-4308-a88e-f06b0c1f566a,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:11.766257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-567363c5-4d8d-4512-bec2-e7823453e227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:11.784660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-404a1dd5-ffe4-4831-9cea-e567147234b8 tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.804209 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e679a2-0fb6-4989-a380-2643c81f9897 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Pushing event updated for resources: {'Port': ['ID=25b37227-7afe-486c-ba73-3f0ff2544986,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:11.814633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-67e679a2-0fb6-4989-a380-2643c81f9897 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:11.911491 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.918167 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4617712 Jun 22 09:41:11.956390 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Allocated IP 172.20.0.1 (21271f1a-27a9-43bf-8bf0-74a764b7ed7b/96e66553-19ed-4932-95d3-6d40f5549493/d890550c-90bd-43d6-972d-fbd067a8d0ef) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:12.019630 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9b944e04-9bf5-414c-9a81-d7c2513d90fa up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:12.080819 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a3889ff8-e930-4cae-89a1-3cbe3cbcca9a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1785876978&fields=id&tenant_id=a7e1789089a745ff96c3bbfc20a4382d HTTP/1.1" status: 200 len: 267 time: 0.2761049 Jun 22 09:41:12.082469 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-404a1dd5-ffe4-4831-9cea-e567147234b8 tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.106438 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-67e679a2-0fb6-4989-a380-2643c81f9897 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.5389555 Jun 22 09:41:12.109984 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55596) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:12.120555 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Request body: {'port': {'network_id': 'c4281ac2-4888-461e-98aa-13427934e5c7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-782116040', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:12.121188 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.api.validators [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] bootfile-name is not in valid_values {{(pid=100652) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:41:12.127809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.api.validators [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] tftp-server is not in valid_values {{(pid=100652) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:41:12.127809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.api.validators [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] server-ip-address is not in valid_values {{(pid=100652) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:41:12.153289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-404a1dd5-ffe4-4831-9cea-e567147234b8 tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b01b52a-b382-4c60-af2e-d15fb2e48a2a']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:12.208827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.229880 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd666-a7c8-47bc-8844-b45259d08697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.230352 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-404a1dd5-ffe4-4831-9cea-e567147234b8 tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0e5e37-f28c-4140-9a5a-9a7b48747df6') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:12.230850 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-404a1dd5-ffe4-4831-9cea-e567147234b8 tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0e5e37-f28c-4140-9a5a-9a7b48747df6') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:12.255215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-404a1dd5-ffe4-4831-9cea-e567147234b8 tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.258837 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd666-a7c8-47bc-8844-b45259d08697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.260017 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d1cdd666-a7c8-47bc-8844-b45259d08697 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8be00846-cbe1-4ff8-a993-ec4956fb4bed HTTP/1.1" status: 204 len: 168 time: 1.0947275 Jun 22 09:41:12.262070 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-42a426e4-e279-419e-a938-ce7ac0b75625 req-f07d58bd-62ea-45b9-9b0b-bc2ddbf1d516 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 210 time: 0.0572431 Jun 22 09:41:12.268380 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Transition to ACTIVE for port object d890550c-90bd-43d6-972d-fbd067a8d0ef will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:12.270605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 9b944e04-9bf5-414c-9a81-d7c2513d90fa completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:12.276664 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 9b944e04-9bf5-414c-9a81-d7c2513d90fa triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:12.283744 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.283981 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:12.312002 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdd666-a7c8-47bc-8844-b45259d08697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be00846-cbe1-4ff8-a993-ec4956fb4bed,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:12.317117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d1cdd666-a7c8-47bc-8844-b45259d08697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:12.355175 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4bbcb957-6267-4a8e-a8b9-dd4bd5156c34 None None] Provisioning for port 25b37227-7afe-486c-ba73-3f0ff2544986 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:12.368464 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-404a1dd5-ffe4-4831-9cea-e567147234b8 tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.378019 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4bbcb957-6267-4a8e-a8b9-dd4bd5156c34 None None] Provisioning complete for port 25b37227-7afe-486c-ba73-3f0ff2544986 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:12.387113 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb957-6267-4a8e-a8b9-dd4bd5156c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.419839 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404a1dd5-ffe4-4831-9cea-e567147234b8 tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:41:12.421411 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-404a1dd5-ffe4-4831-9cea-e567147234b8 tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:41:12.423650 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:41:12.442249 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55610) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:12.452183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-4bbcb957-6267-4a8e-a8b9-dd4bd5156c34 None None] Port 25b37227-7afe-486c-ba73-3f0ff2544986 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:12.463392 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Made reservation on behalf of 35db623b1cd64b0b8222ca964c87c563 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:12.466974 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.474323 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.489065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-42ca1468-638e-4b63-8897-44bcd7ceef49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.499221 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b36deed6-4102-46ef-b528-6b629f31dfee req-d8f4b6cf-1bce-454d-9b4b-28dc9207f432 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--68836717&fields=id&tenant_id=8f259be13d48423f84bea722f4cb5692 HTTP/1.1" status: 200 len: 267 time: 0.0877068 Jun 22 09:41:12.506444 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] device_id is not set on port a0a3ab1d-9758-4632-bfa8-66c3eea887bc yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:41:12.513902 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-65822380-5f0c-458d-a3e6-7d5987132ea2 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:12.524025 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-65822380-5f0c-458d-a3e6-7d5987132ea2 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/networks?id=6e8af6b3-3610-44a0-a63c-a8986db86aa4 HTTP/1.1" status: 200 len: 812 time: 0.4260242 Jun 22 09:41:12.536463 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 9b944e04-9bf5-414c-9a81-d7c2513d90fa, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9b944e04-9bf5-414c-9a81-d7c2513d90fa,segment=NetworkSegment(101d8ce3-a525-41f5-ae1a-df5dc269c88d),segment_id=101d8ce3-a525-41f5-ae1a-df5dc269c88d)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:12.557799 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-1d43e4a2-17d0-42d7-b7d5-c90642aacdf9 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/quotas/a7e1789089a745ff96c3bbfc20a4382d HTTP/1.1" status: 200 len: 375 time: 0.0328968 Jun 22 09:41:12.608755 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.622328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:12.636380 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.639140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:12.701623 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=9b944e04-9bf5-414c-9a81-d7c2513d90fa,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:12.714910 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Network 21271f1a-27a9-43bf-8bf0-74a764b7ed7b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:12.715842 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:12.732693 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:12.733445 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a16bb9ae-46f8-4213-9ce6-25b14dae46d1 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7e1789089a745ff96c3bbfc20a4382d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1688941 Jun 22 09:41:12.741717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-404a1dd5-ffe4-4831-9cea-e567147234b8 tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.744759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:12.752808 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-42ca1468-638e-4b63-8897-44bcd7ceef49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.753790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4edd1632-0563-41f8-af65-8ca54c047e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:12.754777 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Pushing event updated for resources: {'Port': ['ID=d890550c-90bd-43d6-972d-fbd067a8d0ef,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:12.757619 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-404a1dd5-ffe4-4831-9cea-e567147234b8 tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.759550 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-404a1dd5-ffe4-4831-9cea-e567147234b8 tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] 10.222.0.20 "DELETE /v2.0/networks/5b01b52a-b382-4c60-af2e-d15fb2e48a2a HTTP/1.1" status: 204 len: 168 time: 1.1200891 Jun 22 09:41:12.780986 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:12.793492 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a1dd5-ffe4-4831-9cea-e567147234b8 tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Pushing event deleted for resources: {'Network': ['ID=5b01b52a-b382-4c60-af2e-d15fb2e48a2a,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:12.793908 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Allocated IP 2001:db8::3c1 (c4281ac2-4888-461e-98aa-13427934e5c7/7ef4579d-340e-4d0a-a1f2-16ad1cd9e321/a0a3ab1d-9758-4632-bfa8-66c3eea887bc) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:12.805782 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-404a1dd5-ffe4-4831-9cea-e567147234b8 tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:12.805873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36deed6-4102-46ef-b528-6b629f31dfee req-3e5eeb88-ab82-4f61-9a5d-a2465aeb436b tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:12.805873 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b36deed6-4102-46ef-b528-6b629f31dfee req-3e5eeb88-ab82-4f61-9a5d-a2465aeb436b tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/networks?id=74cf8ae9-423c-4745-bb5d-8e2016d20b6c HTTP/1.1" status: 200 len: 806 time: 0.2902341 Jun 22 09:41:12.826010 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-42ca1468-638e-4b63-8897-44bcd7ceef49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.828968 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cf199050-0a3e-4c4b-a6a6-d6841a6cb77a tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:12.842100 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.884035 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-42ca1468-638e-4b63-8897-44bcd7ceef49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a48eeeda8f2e493292677e70ea3e35d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137073 Jun 22 09:41:12.884818 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca1468-638e-4b63-8897-44bcd7ceef49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c451dc-859e-455d-80fb-bf36a2e04090,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:12.887192 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55618) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:12.893593 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-42ca1468-638e-4b63-8897-44bcd7ceef49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:12.949564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-608aeb8e-e829-43bb-bee3-1967a7f72e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.969465 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b36deed6-4102-46ef-b528-6b629f31dfee req-b22dd957-8a87-4b11-be1e-9daa752a3591 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/quotas/8f259be13d48423f84bea722f4cb5692 HTTP/1.1" status: 200 len: 375 time: 0.1481578 Jun 22 09:41:12.974285 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-608aeb8e-e829-43bb-bee3-1967a7f72e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.119338 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-608aeb8e-e829-43bb-bee3-1967a7f72e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.122637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-608aeb8e-e829-43bb-bee3-1967a7f72e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.123922 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-608aeb8e-e829-43bb-bee3-1967a7f72e1f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5c451dc-859e-455d-80fb-bf36a2e04090 HTTP/1.1" status: 204 len: 168 time: 0.2356906 Jun 22 09:41:13.124630 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:13.145539 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608aeb8e-e829-43bb-bee3-1967a7f72e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c451dc-859e-455d-80fb-bf36a2e04090,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:13.148154 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-608aeb8e-e829-43bb-bee3-1967a7f72e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:13.167814 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-367e14fe-eaaf-4d7b-ac43-0b8e84b6a05a None None] Provisioning for port d890550c-90bd-43d6-972d-fbd067a8d0ef completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:13.171796 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-367e14fe-eaaf-4d7b-ac43-0b8e84b6a05a None None] Provisioning complete for port d890550c-90bd-43d6-972d-fbd067a8d0ef triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:13.172174 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-367e14fe-eaaf-4d7b-ac43-0b8e84b6a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.200107 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b36deed6-4102-46ef-b528-6b629f31dfee req-3097b07d-acae-48f5-aeee-9fd5d55f48d3 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f259be13d48423f84bea722f4cb5692&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2207458 Jun 22 09:41:13.214061 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-367e14fe-eaaf-4d7b-ac43-0b8e84b6a05a None None] Port d890550c-90bd-43d6-972d-fbd067a8d0ef cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:13.235463 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55622) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:13.237333 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.282895 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-998299e2-672d-462a-996d-e34368f5e066 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fda9732e8b22453e91d2d82d39c08251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460799 Jun 22 09:41:13.285487 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55624) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:13.349291 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-942bbd61-e670-462e-96d6-84991506570b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.396121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-942bbd61-e670-462e-96d6-84991506570b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.411504 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.35', 55728) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:13.412030 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55632) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:13.510984 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-7b62f3bd-9032-46ba-9c25-cdfe673edc90 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:13.512187 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-7b62f3bd-9032-46ba-9c25-cdfe673edc90 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1346736 Jun 22 09:41:13.551789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.609154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Transition to ACTIVE for port object a0a3ab1d-9758-4632-bfa8-66c3eea887bc will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:13.627268 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-bbe2a2ac-1b9f-4144-b743-647307d0ed03 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:13.628799 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-bbe2a2ac-1b9f-4144-b743-647307d0ed03 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.35 "GET /v2.0/networks?id=7a67bf89-842d-4150-83fd-e92b2abafdf3 HTTP/1.1" status: 200 len: 809 time: 0.2150919 Jun 22 09:41:13.668171 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-00f5adfa-fdc5-46f3-8b5b-500a066880ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45f3a7b8cb5745469bd2400004ef02b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2254407 Jun 22 09:41:13.670451 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55636) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:13.674094 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b36deed6-4102-46ef-b528-6b629f31dfee req-d41190ae-8431-4c4f-b167-2550a5ceac07 service neutron] 10.222.0.20 "GET /v2.0/networks/74cf8ae9-423c-4745-bb5d-8e2016d20b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522831 Jun 22 09:41:13.712531 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-942bbd61-e670-462e-96d6-84991506570b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.714521 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-f0d34d07-e660-421a-8523-5cf56e795c7f service neutron] 10.222.0.20 "GET /v2.0/networks/6e8af6b3-3610-44a0-a63c-a8986db86aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960588 Jun 22 09:41:13.726172 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-942bbd61-e670-462e-96d6-84991506570b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.729752 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-942bbd61-e670-462e-96d6-84991506570b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f01a8b1a-99c4-4261-9d61-5cd5c5c3c641 HTTP/1.1" status: 204 len: 168 time: 0.4405863 Jun 22 09:41:13.730959 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-42ca1468-638e-4b63-8897-44bcd7ceef49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:13.796790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bbd61-e670-462e-96d6-84991506570b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01a8b1a-99c4-4261-9d61-5cd5c5c3c641,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:13.818628 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-942bbd61-e670-462e-96d6-84991506570b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:13.824032 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3722df3f-09ea-4078-8ce9-47467b72c8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.847386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3722df3f-09ea-4078-8ce9-47467b72c8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.858579 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b36deed6-4102-46ef-b528-6b629f31dfee req-3c4323dd-108e-47ba-9f8c-8c09003e915b service neutron] 10.222.0.20 "GET /v2.0/networks/74cf8ae9-423c-4745-bb5d-8e2016d20b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788056 Jun 22 09:41:13.915319 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9b944e04-9bf5-414c-9a81-d7c2513d90fa up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:13.921313 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-6bdf324f-df71-4a7c-8a7d-ba764606f4de tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dfd02b234a947f5a587ecec0451722d HTTP/1.1" status: 200 len: 380 time: 0.2198188 Jun 22 09:41:13.945330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-6d8722c4-cdd3-4184-ad49-1784a60a5fe7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Request body: {'port': {'device_id': '902a20a6-01bf-4c06-afb1-e04ac8f78cbe', 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3', 'admin_state_up': True, 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'security_groups': ['c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:13.955145 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.977790 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:14.015614 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 9b944e04-9bf5-414c-9a81-d7c2513d90fa triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:14.016177 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:14.043056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Network c4281ac2-4888-461e-98aa-13427934e5c7 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:14.052851 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:14.062466 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:14.068487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:14.069975 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:14.071561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3722df3f-09ea-4078-8ce9-47467b72c8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:14.102437 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Pushing event updated for resources: {'Port': ['ID=a0a3ab1d-9758-4632-bfa8-66c3eea887bc,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:14.111852 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3722df3f-09ea-4078-8ce9-47467b72c8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:14.112442 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:14.115824 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3722df3f-09ea-4078-8ce9-47467b72c8a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad0b71f3-97a9-4415-9a59-f2e293a65200 HTTP/1.1" status: 204 len: 168 time: 0.4443233 Jun 22 09:41:14.116615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cd289f11-438e-48b9-9751-16eda6ad3ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:14.136982 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722df3f-09ea-4078-8ce9-47467b72c8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0b71f3-97a9-4415-9a59-f2e293a65200,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:14.153387 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3722df3f-09ea-4078-8ce9-47467b72c8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:14.176610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:14.197302 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.0860457 Jun 22 09:41:14.199711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55654) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:14.207995 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-f8fd7a56-5f9c-4c53-9615-bb1fb4de6e65 service neutron] 10.222.0.20 "GET /v2.0/networks/6e8af6b3-3610-44a0-a63c-a8986db86aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795539 Jun 22 09:41:14.350039 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-6d8722c4-cdd3-4184-ad49-1784a60a5fe7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Made reservation on behalf of 0dfd02b234a947f5a587ecec0451722d for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:14.353735 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-6d8722c4-cdd3-4184-ad49-1784a60a5fe7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:14.377259 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:14.418269 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:14.581216 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-10523fc4-c970-4349-9d23-cf11e34b4bcf req-01718432-e6e4-44e9-8711-396f09a3faac tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 210 time: 0.1066084 Jun 22 09:41:14.612726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:14.625809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Pushing event updated for resources: {'Port': ['ID=d890550c-90bd-43d6-972d-fbd067a8d0ef,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:14.630416 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5d9e18d2-51b1-4f98-afc4-4a66a2b0f6b2 None None] Provisioning for port a0a3ab1d-9758-4632-bfa8-66c3eea887bc completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:14.643039 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:14.645165 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5d9e18d2-51b1-4f98-afc4-4a66a2b0f6b2 None None] Provisioning complete for port a0a3ab1d-9758-4632-bfa8-66c3eea887bc triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:14.647931 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5d9e18d2-51b1-4f98-afc4-4a66a2b0f6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:14.660196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-6d8722c4-cdd3-4184-ad49-1784a60a5fe7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Allocated IP 172.20.0.10 (7a67bf89-842d-4150-83fd-e92b2abafdf3/509cc921-aa0d-47ec-9fdc-bd091c518ce4/99e323f9-56f7-4189-a0f3-5872e92fa5cc) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:14.758177 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cf10e62d-1970-43aa-a41b-e49987bce12b req-a64d99c8-6c96-4882-bb1d-ffecf33bef78 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 210 time: 0.0591476 Jun 22 09:41:14.776379 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e18d2-51b1-4f98-afc4-4a66a2b0f6b2 None None] Port a0a3ab1d-9758-4632-bfa8-66c3eea887bc cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:14.868060 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5f7b0f26-bd76-4920-b1db-584d0263449c req-0225f9c5-b636-46df-bf31-6abd9919d0e6 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 210 time: 0.0734937 Jun 22 09:41:14.888061 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3203d09d-185c-473a-9c13-06953c498ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:14.894396 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3203d09d-185c-473a-9c13-06953c498ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:14.901735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3203d09d-185c-473a-9c13-06953c498ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:14.912330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-6d8722c4-cdd3-4184-ad49-1784a60a5fe7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:14.917132 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55704) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:14.918564 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3203d09d-185c-473a-9c13-06953c498ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.7171130 Jun 22 09:41:14.956629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Network 21271f1a-27a9-43bf-8bf0-74a764b7ed7b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:14.958356 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:15.144879 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Router 46dd69bc-745e-42bc-b43d-4d2ad17a2d3d has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:41:15.220098 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-6d8722c4-cdd3-4184-ad49-1784a60a5fe7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Transition to ACTIVE for port object 99e323f9-56f7-4189-a0f3-5872e92fa5cc will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:15.275906 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:15.281344 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] 10.222.0.20 "PUT /v2.0/routers/46dd69bc-745e-42bc-b43d-4d2ad17a2d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9969070 Jun 22 09:41:15.284154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55726) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:15.286407 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5435857c-19a1-4586-a109-e00017681014 None None] Sync routers for ids ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:15.300544 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-6d510a82-2fd8-46ec-994b-bd4381e2fba0 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Request body: {'port': {'network_id': '21271f1a-27a9-43bf-8bf0-74a764b7ed7b', 'name': 'tempest-FloatingIPAdminTestJSON-567253289'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:15.323967 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55728) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:15.327503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5435857c-19a1-4586-a109-e00017681014 None None] Routers {'46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:15.329182 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5435857c-19a1-4586-a109-e00017681014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:40:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:15.332225 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f6c03e6f-ffed-4371-a169-78fa3a09ae06 None None] Provisioning complete for port d890550c-90bd-43d6-972d-fbd067a8d0ef triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:15.332629 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f6c03e6f-ffed-4371-a169-78fa3a09ae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:15.359884 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-fc141fe3-0327-4597-b120-8e9f5316094d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Deleting port a0a3ab1d-9758-4632-bfa8-66c3eea887bc {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:15.360934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fc141fe3-0327-4597-b120-8e9f5316094d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:15.441501 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-6d8722c4-cdd3-4184-ad49-1784a60a5fe7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:15.452001 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:15.468444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5435857c-19a1-4586-a109-e00017681014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:15.488051 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5435857c-19a1-4586-a109-e00017681014 None None] Routers {'46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:15.490496 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5435857c-19a1-4586-a109-e00017681014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:40:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:15.542742 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55736) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:15.545305 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-91a79db2-04fc-4b29-bf90-587d476a80d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6f7e1c9337d48869a296d87ef3fc140&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2170932 Jun 22 09:41:15.557317 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-f6c03e6f-ffed-4371-a169-78fa3a09ae06 None None] Port d890550c-90bd-43d6-972d-fbd067a8d0ef cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:15.557317 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5435857c-19a1-4586-a109-e00017681014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:15.557317 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5435857c-19a1-4586-a109-e00017681014 None None] The sync data for ids ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:15.580400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d510a82-2fd8-46ec-994b-bd4381e2fba0 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Made reservation on behalf of 329d6d1dd36147679a4942cf509c15cb for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:15.584128 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6d510a82-2fd8-46ec-994b-bd4381e2fba0 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:15.591490 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-6d8722c4-cdd3-4184-ad49-1784a60a5fe7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Network 7a67bf89-842d-4150-83fd-e92b2abafdf3 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:15.616845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-6d8722c4-cdd3-4184-ad49-1784a60a5fe7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:15.622409 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8722c4-cdd3-4184-ad49-1784a60a5fe7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Pushing event updated for resources: {'Port': ['ID=99e323f9-56f7-4189-a0f3-5872e92fa5cc,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:15.624798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-6d8722c4-cdd3-4184-ad49-1784a60a5fe7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:15.638159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6d8722c4-cdd3-4184-ad49-1784a60a5fe7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:15.675809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-6d510a82-2fd8-46ec-994b-bd4381e2fba0 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] device_id is not set on port 94b170ba-a3ca-4330-b6ff-779a521280a0 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:41:15.679901 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fc141fe3-0327-4597-b120-8e9f5316094d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:15.890600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-6d8722c4-cdd3-4184-ad49-1784a60a5fe7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:15.894061 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-6d8722c4-cdd3-4184-ad49-1784a60a5fe7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:15.991767 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-6d510a82-2fd8-46ec-994b-bd4381e2fba0 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Allocated IP 172.20.0.4 (21271f1a-27a9-43bf-8bf0-74a764b7ed7b/96e66553-19ed-4932-95d3-6d40f5549493/94b170ba-a3ca-4330-b6ff-779a521280a0) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:15.991852 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-fc141fe3-0327-4597-b120-8e9f5316094d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Calling delete_port for a0a3ab1d-9758-4632-bfa8-66c3eea887bc owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:16.150407 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2bedf906-361d-4659-a1f0-140ef609e569 None None] Provisioning for port 99e323f9-56f7-4189-a0f3-5872e92fa5cc completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:16.155397 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2bedf906-361d-4659-a1f0-140ef609e569 None None] Provisioning complete for port 99e323f9-56f7-4189-a0f3-5872e92fa5cc triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:16.155877 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2bedf906-361d-4659-a1f0-140ef609e569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.201814 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-6d8722c4-cdd3-4184-ad49-1784a60a5fe7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2618344 Jun 22 09:41:16.216093 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c9382c09-ffdf-4f30-8362-c3a5116fbf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.233730 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-77f3600e-0b52-4802-b359-3330ab09a643 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:16.234774 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-77f3600e-0b52-4802-b359-3330ab09a643 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067022 Jun 22 09:41:16.246683 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-2bedf906-361d-4659-a1f0-140ef609e569 None None] Port 99e323f9-56f7-4189-a0f3-5872e92fa5cc cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:16.340791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac7855-6efd-4765-972b-9f5f8e17136a req-c8fa02a1-8861-40f8-8253-0442499a0b29 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:16.342604 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-84ac7855-6efd-4765-972b-9f5f8e17136a req-c8fa02a1-8861-40f8-8253-0442499a0b29 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 932 time: 0.3203664 Jun 22 09:41:16.402304 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-34f51330-2e65-46ef-96d1-fe834973d62c req-e0ed08ca-356c-41ab-9b55-493fa99da35d tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 210 time: 0.0868878 Jun 22 09:41:16.422586 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c9382c09-ffdf-4f30-8362-c3a5116fbf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.514690 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-84ac7855-6efd-4765-972b-9f5f8e17136a req-fab5dd16-058f-48b3-96d9-a76dd155e5da tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615660 Jun 22 09:41:16.542067 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fc141fe3-0327-4597-b120-8e9f5316094d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.554821 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-890b84e6-bbc1-4b2b-85fd-c54a8991e7d7 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:16.580427 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f18838a0-aa18-4492-9645-59e941d4b8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.604322 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc141fe3-0327-4597-b120-8e9f5316094d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Pushing event deleted for resources: {'Port': ['ID=a0a3ab1d-9758-4632-bfa8-66c3eea887bc,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:16.607618 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fc141fe3-0327-4597-b120-8e9f5316094d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:16.639208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6d510a82-2fd8-46ec-994b-bd4381e2fba0 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.642753 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d0162ad3-fc68-4ce7-a4c4-d2bc52ad864c req-82227624-a430-4ca9-b5a0-cd1a6f18fdb7 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 210 time: 0.0947857 Jun 22 09:41:16.651386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Request body: {'port': {'device_id': '902a20a6-01bf-4c06-afb1-e04ac8f78cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:16.673963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-6d510a82-2fd8-46ec-994b-bd4381e2fba0 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Transition to ACTIVE for port object 94b170ba-a3ca-4330-b6ff-779a521280a0 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:16.730694 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fc141fe3-0327-4597-b120-8e9f5316094d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.737791 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fc141fe3-0327-4597-b120-8e9f5316094d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] 10.222.0.20 "DELETE /v2.0/ports/a0a3ab1d-9758-4632-bfa8-66c3eea887bc HTTP/1.1" status: 204 len: 168 time: 1.8148491 Jun 22 09:41:16.737791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55774) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:16.756749 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d3dac7c4-e6ed-48a3-96c2-b3957bee97ed tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Request body: {'port': {'name': 'tempest-new-port-name-134939082', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:16.756749 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.api.validators [None req-d3dac7c4-e6ed-48a3-96c2-b3957bee97ed tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] bootfile-name is not in valid_values {{(pid=100653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:41:16.760381 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.api.validators [None req-d3dac7c4-e6ed-48a3-96c2-b3957bee97ed tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] tftp-server is not in valid_values {{(pid=100653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:41:16.760381 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.api.validators [None req-d3dac7c4-e6ed-48a3-96c2-b3957bee97ed tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] server-ip-address is not in valid_values {{(pid=100653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:41:16.769424 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c9382c09-ffdf-4f30-8362-c3a5116fbf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.774006 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c9382c09-ffdf-4f30-8362-c3a5116fbf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.775142 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c9382c09-ffdf-4f30-8362-c3a5116fbf37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c308438a-aaa0-43f7-8007-0844daead0d5 HTTP/1.1" status: 204 len: 168 time: 1.2313414 Jun 22 09:41:16.776915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d1cdd666-a7c8-47bc-8844-b45259d08697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:16.798680 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9382c09-ffdf-4f30-8362-c3a5116fbf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c308438a-aaa0-43f7-8007-0844daead0d5,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:16.812371 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c9382c09-ffdf-4f30-8362-c3a5116fbf37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:16.835688 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6d510a82-2fd8-46ec-994b-bd4381e2fba0 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.872932 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55780) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:16.891276 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:16.945301 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.948345 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3dac7c4-e6ed-48a3-96c2-b3957bee97ed tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.020260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d510a82-2fd8-46ec-994b-bd4381e2fba0 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Network 21271f1a-27a9-43bf-8bf0-74a764b7ed7b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:17.038852 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-6d510a82-2fd8-46ec-994b-bd4381e2fba0 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:17.048837 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d510a82-2fd8-46ec-994b-bd4381e2fba0 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:17.166573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d510a82-2fd8-46ec-994b-bd4381e2fba0 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Pushing event updated for resources: {'Port': ['ID=94b170ba-a3ca-4330-b6ff-779a521280a0,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:17.171083 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6d510a82-2fd8-46ec-994b-bd4381e2fba0 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:17.249856 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d510a82-2fd8-46ec-994b-bd4381e2fba0 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:17.250530 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6d510a82-2fd8-46ec-994b-bd4381e2fba0 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.375713 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6d510a82-2fd8-46ec-994b-bd4381e2fba0 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0901144 Jun 22 09:41:17.378698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55788) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.430095 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-89ee435d-1b40-4441-8385-4152e541cf88 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.432212 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-89ee435d-1b40-4441-8385-4152e541cf88 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5509243 Jun 22 09:41:17.435252 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55794) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.442976 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-b4c03ce1-4299-4672-99a9-71f7dc23ba0a tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.445946 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b4c03ce1-4299-4672-99a9-71f7dc23ba0a tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0076599 Jun 22 09:41:17.446660 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55798) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.451696 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-a3800e13-a044-4401-b720-6477a08d7ce0 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.452869 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a3800e13-a044-4401-b720-6477a08d7ce0 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0053337 Jun 22 09:41:17.460596 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55802) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.467987 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-cfcebeda-578b-4e4f-860f-2a338409828c tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.470581 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cfcebeda-578b-4e4f-860f-2a338409828c tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0074210 Jun 22 09:41:17.477119 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55806) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.485647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-d9f7ed90-891b-499e-bbb3-c27aeaf0f1bd tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.494433 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d9f7ed90-891b-499e-bbb3-c27aeaf0f1bd tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0133557 Jun 22 09:41:17.495163 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55808) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.502152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-b7411886-ed2e-4313-b60f-77c45720e65e tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.511944 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b7411886-ed2e-4313-b60f-77c45720e65e tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0101049 Jun 22 09:41:17.512728 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55810) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.519467 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-6026a9c6-9344-466e-962e-41ddce0da0dd tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.527470 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6026a9c6-9344-466e-962e-41ddce0da0dd tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0136871 Jun 22 09:41:17.528761 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55812) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.533252 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-bafe12c6-5daf-4246-bd7d-6f23c3640191 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.544212 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bafe12c6-5daf-4246-bd7d-6f23c3640191 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0092793 Jun 22 09:41:17.544834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55814) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.558078 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-5a59106f-e6cf-4f67-9ab4-f671a7b17c64 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.571919 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5a59106f-e6cf-4f67-9ab4-f671a7b17c64 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0255280 Jun 22 09:41:17.572549 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55820) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.582198 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-6caa6618-ab5f-467b-8c4f-797715aedb89 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.588713 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6caa6618-ab5f-467b-8c4f-797715aedb89 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0151236 Jun 22 09:41:17.589483 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55822) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.599738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-b74abe24-3e35-43aa-b09a-bc7f20fccdde tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.607186 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7efdc541-8df9-4ea6-8204-61fdc14e95c4 None None] Provisioning for port 94b170ba-a3ca-4330-b6ff-779a521280a0 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:17.610139 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b74abe24-3e35-43aa-b09a-bc7f20fccdde tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0196524 Jun 22 09:41:17.612630 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7efdc541-8df9-4ea6-8204-61fdc14e95c4 None None] Provisioning complete for port 94b170ba-a3ca-4330-b6ff-779a521280a0 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:17.614965 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7efdc541-8df9-4ea6-8204-61fdc14e95c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.617486 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55824) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.627342 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-bf8633af-87ed-403c-8bdf-30decddfc16f tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.636483 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bf8633af-87ed-403c-8bdf-30decddfc16f tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0179026 Jun 22 09:41:17.637105 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55826) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.651292 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-b8d9f1ae-6743-45f0-9691-127834a89731 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.653104 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b8d9f1ae-6743-45f0-9691-127834a89731 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0150919 Jun 22 09:41:17.665507 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55828) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.675212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-5c687664-74e2-4943-bab8-d35ada4bfbb9 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.676701 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5c687664-74e2-4943-bab8-d35ada4bfbb9 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0099330 Jun 22 09:41:17.679333 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55834) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.695783 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-607b3338-f03e-4fee-9f26-d0268b9e4eb6 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.697043 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-607b3338-f03e-4fee-9f26-d0268b9e4eb6 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0165055 Jun 22 09:41:17.702818 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55836) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.710303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-1b2caa4f-c6d7-4b49-bc93-4be63b68da47 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.713873 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1b2caa4f-c6d7-4b49-bc93-4be63b68da47 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0070550 Jun 22 09:41:17.714131 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55838) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.719927 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-6f8a9234-8269-44cf-96fb-ff6c058b5a11 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.721763 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6f8a9234-8269-44cf-96fb-ff6c058b5a11 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0058713 Jun 22 09:41:17.726288 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55840) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.731780 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-6e25f9a9-dc1f-48f8-8f7f-6b4cc2a0953f tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.735051 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6e25f9a9-dc1f-48f8-8f7f-6b4cc2a0953f tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0055325 Jun 22 09:41:17.735887 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-7efdc541-8df9-4ea6-8204-61fdc14e95c4 None None] Port 94b170ba-a3ca-4330-b6ff-779a521280a0 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:17.737016 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55842) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.741936 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-9f9b1ad7-9251-45e6-8b36-6050539e2f99 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.742885 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9f9b1ad7-9251-45e6-8b36-6050539e2f99 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0045974 Jun 22 09:41:17.754067 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55844) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.764126 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-c314866c-2416-4b64-87c0-d4a2ff72c3bb tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.767469 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c314866c-2416-4b64-87c0-d4a2ff72c3bb tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0053058 Jun 22 09:41:17.768331 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55846) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.786037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-433178d6-72ed-4c69-93d0-f9f8c2d4f91c tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.786995 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-433178d6-72ed-4c69-93d0-f9f8c2d4f91c tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0175672 Jun 22 09:41:17.789977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'project_id': '329d6d1dd36147679a4942cf509c15cb', 'port_id': '94b170ba-a3ca-4330-b6ff-779a521280a0'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:17.809909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55848) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.979455 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-77ae73f6-c882-4485-b809-fa8909de4f24 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.979455 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-77ae73f6-c882-4485-b809-fa8909de4f24 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043144 Jun 22 09:41:17.980276 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fd7248ef-b0b5-4b49-8d9b-e2dc3a1d5077 req-56d98b55-49b4-409d-b6af-f88091dbf233 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 210 time: 0.1747401 Jun 22 09:41:17.980276 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e323f9-56f7-4189-a0f3-5872e92fa5cc {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:41:17.980276 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.981520 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727db62-3e63-4e9a-83e8-45a6e7132b64 req-3346a116-db9f-4ff7-a5a4-3ffa0455380d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:17.981520 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f727db62-3e63-4e9a-83e8-45a6e7132b64 req-3346a116-db9f-4ff7-a5a4-3ffa0455380d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 932 time: 0.1161392 Jun 22 09:41:17.981737 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Transition to ACTIVE for port object 99e323f9-56f7-4189-a0f3-5872e92fa5cc will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:17.981737 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3dac7c4-e6ed-48a3-96c2-b3957bee97ed tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.981943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55850) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.981943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-9b308104-1af5-4cc1-ab11-6be0f5fe93ca tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.981943 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9b308104-1af5-4cc1-ab11-6be0f5fe93ca tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0070412 Jun 22 09:41:17.982203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55852) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.982203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55854) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.984283 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-eafb3f59-614b-4e43-b418-56abdc2211ae tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:17.984283 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-eafb3f59-614b-4e43-b418-56abdc2211ae tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0084136 Jun 22 09:41:18.013276 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f727db62-3e63-4e9a-83e8-45a6e7132b64 req-e3fd33c2-2f23-418d-9b19-92c1891d0fed tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724359 Jun 22 09:41:18.014110 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55858) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.019207 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-0df82d1e-6a5f-4822-bd16-bc79e92cd45f tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.028890 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0df82d1e-6a5f-4822-bd16-bc79e92cd45f tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0135758 Jun 22 09:41:18.029720 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55862) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.035198 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-fe62df67-42f2-4ab2-8075-1affc3f1584d tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.039423 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fe62df67-42f2-4ab2-8075-1affc3f1584d tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0084355 Jun 22 09:41:18.040589 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55864) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.046815 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-98eca8f7-6f25-4f8a-8554-21ae22ff7198 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.052529 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-98eca8f7-6f25-4f8a-8554-21ae22ff7198 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0093246 Jun 22 09:41:18.053774 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55866) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.058726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-8b8c3657-efce-4fd7-8bd5-bda32215552c tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.061447 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8b8c3657-efce-4fd7-8bd5-bda32215552c tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0064039 Jun 22 09:41:18.076004 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55868) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.089467 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-73fd7caf-fd77-482c-9ae5-ec6d8d832d03 req-368f3dd3-893b-4067-91cd-28e9c49b88f3 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 210 time: 0.0882890 Jun 22 09:41:18.090930 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-ce054aaf-8a4b-4af5-b859-3851ba24d265 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.095612 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55870) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.095871 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ce054aaf-8a4b-4af5-b859-3851ba24d265 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0183644 Jun 22 09:41:18.100754 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-a7f886fc-79b9-4935-a102-44e9701d24d7 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.103472 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a7f886fc-79b9-4935-a102-44e9701d24d7 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0051384 Jun 22 09:41:18.104641 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55872) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.116640 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-b6a9a59e-67c2-425d-9631-e3c817273c7a tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.117821 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b6a9a59e-67c2-425d-9631-e3c817273c7a tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0121260 Jun 22 09:41:18.123521 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55874) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.129824 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-cfff18f5-d8f8-4813-8798-3be9638ce35d tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.131074 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cfff18f5-d8f8-4813-8798-3be9638ce35d tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0050302 Jun 22 09:41:18.134560 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55876) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.139562 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-bfe71392-28d5-41d6-a1d0-1b8086c2bde5 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.140870 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bfe71392-28d5-41d6-a1d0-1b8086c2bde5 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0049102 Jun 22 09:41:18.143702 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55878) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.151913 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-ccd80f96-2ce3-4a01-baa8-ec04f09d8835 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.153275 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ccd80f96-2ce3-4a01-baa8-ec04f09d8835 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0072711 Jun 22 09:41:18.156117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55880) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.160820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-217f1c8c-5a8d-4e41-af94-5bb16f823a08 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.161971 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-217f1c8c-5a8d-4e41-af94-5bb16f823a08 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0048499 Jun 22 09:41:18.164704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55882) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.170193 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-a7464cb6-7cd8-44be-89f8-d082f6b2cb14 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.171847 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a7464cb6-7cd8-44be-89f8-d082f6b2cb14 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0055227 Jun 22 09:41:18.174228 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55884) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.180739 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-14e675a3-f908-4a3d-b987-2cd9795aaa73 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.182170 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-14e675a3-f908-4a3d-b987-2cd9795aaa73 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0064533 Jun 22 09:41:18.184863 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55886) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.192583 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-32f29670-75e2-4fcf-a1f1-7057da700a42 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.199394 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55888) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.199631 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-32f29670-75e2-4fcf-a1f1-7057da700a42 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0132535 Jun 22 09:41:18.205164 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-9f0a0e0a-d3e6-4a56-9c85-702957417865 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.206323 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9f0a0e0a-d3e6-4a56-9c85-702957417865 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0055118 Jun 22 09:41:18.209382 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55890) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.215617 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-0c6232f9-55b0-4eb4-b4a8-dc9c42baae9f tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.216762 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0c6232f9-55b0-4eb4-b4a8-dc9c42baae9f tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0059776 Jun 22 09:41:18.219403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55892) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.226280 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-008728dc-2518-493b-bb7d-4e35abc96065 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.227260 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-008728dc-2518-493b-bb7d-4e35abc96065 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0068536 Jun 22 09:41:18.231119 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55894) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.235939 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-3d3d3a63-42f6-411e-b823-d32afd6889fe tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.239932 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55896) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.244729 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3d3d3a63-42f6-411e-b823-d32afd6889fe tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0124388 Jun 22 09:41:18.247346 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-848ba8ad-b7c9-41a3-a594-e5cb8ff3d0ba tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.248723 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-848ba8ad-b7c9-41a3-a594-e5cb8ff3d0ba tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0067554 Jun 22 09:41:18.252117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55898) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.256648 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-2d21421c-3619-49ab-b680-23e22a50097b tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.259988 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2d21421c-3619-49ab-b680-23e22a50097b tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0069118 Jun 22 09:41:18.260565 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55900) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.265267 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-cee25b69-7d1c-4c53-ae7d-c613183e6895 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.267483 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cee25b69-7d1c-4c53-ae7d-c613183e6895 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0047207 Jun 22 09:41:18.269359 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55902) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.275820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-89806499'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:18.276577 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-601ae6ac-0479-4f78-882a-1056a1f8c27d tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.280953 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55904) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.281264 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-601ae6ac-0479-4f78-882a-1056a1f8c27d tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0106282 Jun 22 09:41:18.286552 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-73b739fd-5099-4325-954f-d6280f04f039 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.287601 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-73b739fd-5099-4325-954f-d6280f04f039 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0056365 Jun 22 09:41:18.291122 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55906) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.295899 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-1b3c4fa9-168a-46d3-9fdd-7e0e42352164 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.298320 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1b3c4fa9-168a-46d3-9fdd-7e0e42352164 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0059164 Jun 22 09:41:18.299623 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55908) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.304364 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-0567326d-7071-4d96-b18f-1f2ca57a98af tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.308702 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0567326d-7071-4d96-b18f-1f2ca57a98af tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0080388 Jun 22 09:41:18.322321 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55910) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.327643 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-1820aa5b-a9c5-48d5-8cf0-7e16f2a9a6f2 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.331381 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1820aa5b-a9c5-48d5-8cf0-7e16f2a9a6f2 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0078318 Jun 22 09:41:18.331965 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55912) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.338767 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-1f702813-e0a5-4918-b7c7-11f84a2e28ac tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.342736 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1f702813-e0a5-4918-b7c7-11f84a2e28ac tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0095906 Jun 22 09:41:18.343100 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55914) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.348407 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-8a143c12-751e-4da1-b0fa-dccbe129feef tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.352095 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8a143c12-751e-4da1-b0fa-dccbe129feef tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0075557 Jun 22 09:41:18.352787 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55916) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.358594 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-e3593119-b56b-4c48-9692-0acc9f0a014a tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.359682 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e3593119-b56b-4c48-9692-0acc9f0a014a tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0058408 Jun 22 09:41:18.362545 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55918) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.368731 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-5a684789-fe7a-4219-870a-1019cfefe3a0 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.372323 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5a684789-fe7a-4219-870a-1019cfefe3a0 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0076518 Jun 22 09:41:18.372785 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55920) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.377574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-be0b9bb2-a43f-40db-9af0-e1e11a548a9d tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.378643 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-be0b9bb2-a43f-40db-9af0-e1e11a548a9d tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0047369 Jun 22 09:41:18.381176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55922) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.386133 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-ee92d6b3-df33-4e13-ab1b-5cb9048fbf93 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.394227 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ee92d6b3-df33-4e13-ab1b-5cb9048fbf93 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0063758 Jun 22 09:41:18.394921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:18.405655 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3dac7c4-e6ed-48a3-96c2-b3957bee97ed tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:18.412074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55924) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.412206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-386f042a-f6e8-41b8-b85d-4255a9869185 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:18.412363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-dede3fa8-c6b6-4d22-913b-979b838b7b7f tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.418759 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dede3fa8-c6b6-4d22-913b-979b838b7b7f tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0098071 Jun 22 09:41:18.424064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:18.429618 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55926) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.438019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-a5e41356-9fea-4b59-9959-a231121a049e tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.446945 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a5e41356-9fea-4b59-9959-a231121a049e tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0160270 Jun 22 09:41:18.455574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55928) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.504741 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Pushing event updated for resources: {'Port': ['ID=99e323f9-56f7-4189-a0f3-5872e92fa5cc,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:18.605810 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-d3dac7c4-e6ed-48a3-96c2-b3957bee97ed tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] In _notify_port_updated(), no bound segment for port 25b37227-7afe-486c-ba73-3f0ff2544986 on network c4281ac2-4888-461e-98aa-13427934e5c7 {{(pid=100653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:41:18.639626 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dac7c4-e6ed-48a3-96c2-b3957bee97ed tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:18.644416 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3dac7c4-e6ed-48a3-96c2-b3957bee97ed tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:18.644416 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d3dac7c4-e6ed-48a3-96c2-b3957bee97ed tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] 10.222.0.20 "PUT /v2.0/ports/25b37227-7afe-486c-ba73-3f0ff2544986 HTTP/1.1" status: 200 len: 1129 time: 1.9034116 Jun 22 09:41:18.682441 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55932) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.682848 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.35', 55737) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.740543 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Made reservation on behalf of c93da443d16748bd94e493fafc77921f for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:18.745355 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:18.778710 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:18.891413 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-4fdd9771-6dd6-4286-ad85-6fb2fdbf69ef tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.891413 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4fdd9771-6dd6-4286-ad85-6fb2fdbf69ef tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.4242966 Jun 22 09:41:18.909677 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55940) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.915342 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-3f97f1dc-441f-45b6-bd2f-b13e4e56f234 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.923222 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3f97f1dc-441f-45b6-bd2f-b13e4e56f234 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0116479 Jun 22 09:41:18.954818 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55942) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.966644 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-2c7bd22a-2c54-4d6c-b630-0229389cf6cd tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:18.968568 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2c7bd22a-2c54-4d6c-b630-0229389cf6cd tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0126355 Jun 22 09:41:18.969228 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5253e226-97a1-409d-89f4-c120762394a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:18.970872 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5253e226-97a1-409d-89f4-c120762394a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] 10.222.0.20 "GET /v2.0/ports/25b37227-7afe-486c-ba73-3f0ff2544986 HTTP/1.1" status: 200 len: 1129 time: 0.2835641 Jun 22 09:41:18.981428 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55946) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.982081 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55948) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.996117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dac7c4-e6ed-48a3-96c2-b3957bee97ed tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Pushing event updated for resources: {'Port': ['ID=25b37227-7afe-486c-ba73-3f0ff2544986,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:18.999762 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d3dac7c4-e6ed-48a3-96c2-b3957bee97ed tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:19.003921 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-1ff8786d-5d5d-48d8-bba2-fef7d8d3297d tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:19.006042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.553s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:19.006318 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1ff8786d-5d5d-48d8-bba2-fef7d8d3297d tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0198908 Jun 22 09:41:19.006933 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:19.009762 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55950) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:19.016736 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-6dd0c49b-ded6-48ab-8cc6-c1af53a20451 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:19.017759 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6dd0c49b-ded6-48ab-8cc6-c1af53a20451 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0061808 Jun 22 09:41:19.025278 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55952) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:19.031330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [None req-f9e192ce-e836-438e-b52b-4259d19f0653 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:19.035042 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d7b8fdf6-9466-4072-9699-2020d06d96aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:19.038985 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f9e192ce-e836-438e-b52b-4259d19f0653 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0061867 Jun 22 09:41:19.055320 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55954) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:19.065406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-b030c44b-020c-43e0-b321-1793c0ebbed8 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:19.066731 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b030c44b-020c-43e0-b321-1793c0ebbed8 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0095932 Jun 22 09:41:19.068639 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6a06615c-eb64-4606-854a-7eeade89d8d1 None None] Provisioning complete for port 25b37227-7afe-486c-ba73-3f0ff2544986 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:19.069607 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6a06615c-eb64-4606-854a-7eeade89d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:19.081422 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55960) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:19.089673 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-51dc4295-a8f9-4636-9b7b-71958ee91201 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:19.090836 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-51dc4295-a8f9-4636-9b7b-71958ee91201 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0057719 Jun 22 09:41:19.110869 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55962) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:19.133759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-2d348168-bb27-4b89-96eb-4be26716904c tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:19.137127 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2d348168-bb27-4b89-96eb-4be26716904c tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0249836 Jun 22 09:41:19.141101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55966) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:19.146609 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Attempting to bind port 99e323f9-56f7-4189-a0f3-5872e92fa5cc on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:19.148259 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Attempting to bind port 99e323f9-56f7-4189-a0f3-5872e92fa5cc by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'c9e11026-794e-40bf-9e85-90adceb64843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:19.148624 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Attempting to bind port 99e323f9-56f7-4189-a0f3-5872e92fa5cc on network 7a67bf89-842d-4150-83fd-e92b2abafdf3 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:19.159755 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-1ad35ac0-f8c6-4f4c-aaf1-fe917084c03d tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:19.161218 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1ad35ac0-f8c6-4f4c-aaf1-fe917084c03d tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0132508 Jun 22 09:41:19.161715 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-6a06615c-eb64-4606-854a-7eeade89d8d1 None None] Port 25b37227-7afe-486c-ba73-3f0ff2544986 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:19.172860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 55968) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:19.191470 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Port 99e323f9-56f7-4189-a0f3-5872e92fa5cc on network 7a67bf89-842d-4150-83fd-e92b2abafdf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:41:19.191791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Attempting to bind port 99e323f9-56f7-4189-a0f3-5872e92fa5cc on network 7a67bf89-842d-4150-83fd-e92b2abafdf3 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:19.212101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [None req-282c8a69-4625-4061-a6b6-cb52b3fe5165 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:19.213990 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-282c8a69-4625-4061-a6b6-cb52b3fe5165 tempest-ExtensionsTestJSON-99933566 tempest-ExtensionsTestJSON-99933566-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0133762 Jun 22 09:41:19.224716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:41:19.224716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Checking segment: {'id': 'c9e11026-794e-40bf-9e85-90adceb64843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:19.224716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Bound using segment: {'id': 'c9e11026-794e-40bf-9e85-90adceb64843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:41:19.224716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Bound port: 99e323f9-56f7-4189-a0f3-5872e92fa5cc, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e11026-794e-40bf-9e85-90adceb64843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:41:19.224716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:19.296450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-4eae8419-4e59-4ed2-a6a2-bf1baa86fa24 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:19.300150 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-4eae8419-4e59-4ed2-a6a2-bf1baa86fa24 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.35 "GET /v2.0/networks?id=6e8af6b3-3610-44a0-a63c-a8986db86aa4 HTTP/1.1" status: 200 len: 812 time: 0.6104875 Jun 22 09:41:19.327778 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3eb62278-9e18-485e-8949-a353107ae5ba req-e24e6e61-47dc-443b-ba9b-821beeec1632 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 210 time: 0.1000702 Jun 22 09:41:19.333504 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:19.344752 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:19.471627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Allocated IP 172.26.3.220 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/bef7d6c9-0be9-4233-99e1-4b5c8a3b72a9) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:19.570774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] For port 99e323f9-56f7-4189-a0f3-5872e92fa5cc, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:19.574842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] For port 99e323f9-56f7-4189-a0f3-5872e92fa5cc, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=99e323f9-56f7-4189-a0f3-5872e92fa5cc,segment=NetworkSegment(c9e11026-794e-40bf-9e85-90adceb64843),segment_id=c9e11026-794e-40bf-9e85-90adceb64843)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:41:19.630465 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:19.657520 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-3e67682a-2a4b-4ea5-a1d4-a4e1edaad643 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7e1789089a745ff96c3bbfc20a4382d HTTP/1.1" status: 200 len: 380 time: 0.3309953 Jun 22 09:41:19.694049 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:19.708306 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30e551-478b-4e47-acce-d6664586d14b req-138afa9f-a6e7-4bac-ac85-544a303fa3ab tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:19.716452 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ae30e551-478b-4e47-acce-d6664586d14b req-138afa9f-a6e7-4bac-ac85-544a303fa3ab tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 944 time: 0.4141362 Jun 22 09:41:19.722384 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c08b37fe-b6d2-4f43-af04-defd8e3e4f8b req-7f1931d5-bb85-474d-9d1f-19067767518a tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 210 time: 0.0471084 Jun 22 09:41:19.760831 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-32c6f364-5593-458b-8e5d-879627371c7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Deleting port 25b37227-7afe-486c-ba73-3f0ff2544986 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:19.764328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-32c6f364-5593-458b-8e5d-879627371c7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:19.779631 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ae30e551-478b-4e47-acce-d6664586d14b req-d4e1ed93-7320-4269-afc5-e274b8d8d51e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615549 Jun 22 09:41:19.889633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-32c6f364-5593-458b-8e5d-879627371c7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:19.896921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:19.901081 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:19.906414 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9d423aaf-11a2-4f1d-bc0f-b89698d6be4c tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:19.912843 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:19.922283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:19.968530 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:19.969521 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:19.971353 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] 10.222.0.35 "PUT /v2.0/ports/99e323f9-56f7-4189-a0f3-5872e92fa5cc HTTP/1.1" status: 200 len: 1094 time: 3.4854629 Jun 22 09:41:19.972311 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:41:19.975046 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902a20a6-01bf-4c06-afb1-e04ac8f78cbe', 'tag': '99e323f9-56f7-4189-a0f3-5872e92fa5cc'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:41:19.988919 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a0cd23-5602-4b65-9843-b853f0506c76,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:19.995078 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:19.995566 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:20.021621 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-32c6f364-5593-458b-8e5d-879627371c7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Calling delete_port for 25b37227-7afe-486c-ba73-3f0ff2544986 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:20.054385 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:20.057296 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Added segment def1d736-b7f7-4f2a-ac7a-a0f6c21c2ce3 of type vlan for network 6583233b-0f52-4d67-8f1d-33ace4ea272a Jun 22 09:41:20.063594 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:20.071922 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:20.082681 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:20.155726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Pushing event updated for resources: {'Port': ['ID=bef7d6c9-0be9-4233-99e1-4b5c8a3b72a9,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:20.169000 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:20.182928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:20.192120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Pushing event updated for resources: {'Port': ['ID=99e323f9-56f7-4189-a0f3-5872e92fa5cc,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:20.195501 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:20.484895 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c949320-d3ea-4eda-add2-b3d5b9201cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "902a20a6-01bf-4c06-afb1-e04ac8f78cbe", "tag": "99e323f9-56f7-4189-a0f3-5872e92fa5cc"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:41:20.583824 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a2f5a9d1-871f-4047-ae6c-0f643c7cedf4 req-173c288b-aba1-47d4-b164-a367575f0a78 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 210 time: 0.0416033 Jun 22 09:41:20.583944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 55994) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:20.602120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:20.602294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:20.614564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:20.616030 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:20.622589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:20.701821 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-32c6f364-5593-458b-8e5d-879627371c7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:20.724600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:20.724757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Pushing event updated for resources: {'Network': ['ID=6583233b-0f52-4d67-8f1d-33ace4ea272a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:20.724757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:20.728411 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 6583233b-0f52-4d67-8f1d-33ace4ea272a details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:41:20.743025 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6f364-5593-458b-8e5d-879627371c7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Pushing event deleted for resources: {'Port': ['ID=25b37227-7afe-486c-ba73-3f0ff2544986,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:20.813668 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-32c6f364-5593-458b-8e5d-879627371c7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:20.900761 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-32c6f364-5593-458b-8e5d-879627371c7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:20.900866 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.9264696 Jun 22 09:41:20.903107 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56004) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:20.906800 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-32c6f364-5593-458b-8e5d-879627371c7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] 10.222.0.20 "DELETE /v2.0/ports/25b37227-7afe-486c-ba73-3f0ff2544986 HTTP/1.1" status: 204 len: 168 time: 1.9228089 Jun 22 09:41:20.910236 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56006) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:21.220661 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e28ce822-5048-42bf-9b29-056f01fd9a70 req-e4c9e797-ba03-44f7-9eae-423626e11a6e tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 210 time: 0.0928128 Jun 22 09:41:21.362557 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:21.420295 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Request body: {'network': {'name': 'tempest-network--1542637768', 'router:external': True}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:21.425041 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad840758-8650-4189-86b5-f8d781858502 x-openstack-request-id: req-ad840758-8650-4189-86b5-f8d781858502 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:41:21.425346 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902a20a6-01bf-4c06-afb1-e04ac8f78cbe", "tag": "99e323f9-56f7-4189-a0f3-5872e92fa5cc", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:41:21.425848 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad840758-8650-4189-86b5-f8d781858502 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:41:21.426568 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902a20a6-01bf-4c06-afb1-e04ac8f78cbe', 'tag': '99e323f9-56f7-4189-a0f3-5872e92fa5cc', 'status': 'completed', 'code': 200} Jun 22 09:41:21.440065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-676b3ef5-a80d-4a89-be51-0d51e12b354c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:21.522816 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-5472fd3b-3f38-4ef6-8663-a48816d8c83a tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Deleting subnet 7ef4579d-340e-4d0a-a1f2-16ad1cd9e321 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:41:21.531624 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5472fd3b-3f38-4ef6-8663-a48816d8c83a tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:21.590700 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5472fd3b-3f38-4ef6-8663-a48816d8c83a tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:21.601183 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983257e1-9e82-48d3-af47-9b0149d63ddf req-8fbe7b2f-1fab-424c-822b-54f8ac9485fd tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:21.603049 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-983257e1-9e82-48d3-af47-9b0149d63ddf req-8fbe7b2f-1fab-424c-822b-54f8ac9485fd tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 944 time: 0.1755211 Jun 22 09:41:21.612897 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56016) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:21.621431 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:21.654646 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Made reservation on behalf of aa4af72d33a04a13908f81a187746ed7 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:21.661586 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:21.678042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:21.781518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:21.803361 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-302145200', 'router:external': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:21.835131 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:21.855851 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d4afbe8e-aca5-411b-98f0-6ea2099689aa req-c3cf7199-b621-40df-a1c5-647e44fd3a84 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 210 time: 0.0449154 Jun 22 09:41:21.861965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5472fd3b-3f38-4ef6-8663-a48816d8c83a tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:21.893185 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-983257e1-9e82-48d3-af47-9b0149d63ddf req-4c119d4a-db6e-402a-a54b-c3782cfd03a9 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521734 Jun 22 09:41:21.987028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-676b3ef5-a80d-4a89-be51-0d51e12b354c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.104231 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.106335 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8e00e84d-cb5c-4fa5-b2b5-7cc60d53a24d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:22.134670 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5472fd3b-3f38-4ef6-8663-a48816d8c83a tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.136934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-676b3ef5-a80d-4a89-be51-0d51e12b354c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.141059 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:22.182148 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Pushing event updated for resources: {'Port': ['ID=bef7d6c9-0be9-4233-99e1-4b5c8a3b72a9,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:22.186553 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:22.192938 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5472fd3b-3f38-4ef6-8663-a48816d8c83a tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.195488 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5472fd3b-3f38-4ef6-8663-a48816d8c83a tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] 10.222.0.20 "DELETE /v2.0/subnets/7ef4579d-340e-4d0a-a1f2-16ad1cd9e321 HTTP/1.1" status: 204 len: 168 time: 1.2840874 Jun 22 09:41:22.197273 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3ef5-a80d-4a89-be51-0d51e12b354c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dc8331-2003-4f0f-b130-c54595899c3a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:22.198311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56022) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:22.201424 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415e5337-383f-4887-a60c-50b2e6c40bde None None] Network c4281ac2-4888-461e-98aa-13427934e5c7 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:41:22.208345 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-676b3ef5-a80d-4a89-be51-0d51e12b354c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a810e2fa92c1450db7fdc4879a196833&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6161768 Jun 22 09:41:22.208345 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-676b3ef5-a80d-4a89-be51-0d51e12b354c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:22.208345 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-708777cc-4d5b-4283-80ff-075ed7873e29 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:22.221442 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.231813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56024) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:22.270152 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472fd3b-3f38-4ef6-8663-a48816d8c83a tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef4579d-340e-4d0a-a1f2-16ad1cd9e321,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:22.275338 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5472fd3b-3f38-4ef6-8663-a48816d8c83a tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:22.313955 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Made reservation on behalf of 8fe52181364c4002a93a7fb7c6682630 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:22.316305 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.346261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.414237 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.460318 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472236c3-3b0b-4dda-86d4-b47bbe5e7f5f None None] DHCP port deletion for c4281ac2-4888-461e-98aa-13427934e5c7 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:41:22.528685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-472236c3-3b0b-4dda-86d4-b47bbe5e7f5f None None] Deleting port 9b944e04-9bf5-414c-9a81-d7c2513d90fa {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:22.529290 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-472236c3-3b0b-4dda-86d4-b47bbe5e7f5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.536009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.541579 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-942bbd61-e670-462e-96d6-84991506570b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:22.552131 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-675941e8-7565-432c-b776-6176b013c9b6 req-9dfab11c-3ed4-4075-9102-648d4b12d2cd tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 210 time: 0.0928195 Jun 22 09:41:22.561401 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:41:22.567278 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.578595 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fc02c0-7609-4635-962b-e2fd8e3d00d6,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:22.584064 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:22.588312 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.588312 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Added segment d3a46236-3d63-453b-9d4d-85dbaad9d8c5 of type vlan for network 1ed0b46f-79d5-4a4e-b8f2-1c2805d4ad51 Jun 22 09:41:22.609662 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-472236c3-3b0b-4dda-86d4-b47bbe5e7f5f None None] For port 9b944e04-9bf5-414c-9a81-d7c2513d90fa, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9b944e04-9bf5-414c-9a81-d7c2513d90fa,segment=NetworkSegment(101d8ce3-a525-41f5-ae1a-df5dc269c88d),segment_id=101d8ce3-a525-41f5-ae1a-df5dc269c88d)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:22.609975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-472236c3-3b0b-4dda-86d4-b47bbe5e7f5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.617899 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Floating IP ab3d3484-1dde-414d-86b8-f29ae6f14f1e associated. External IP: 172.26.3.220, port: 94b170ba-a3ca-4330-b6ff-779a521280a0. Jun 22 09:41:22.630173 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-90a05ec6-8abb-444e-9617-5a1a9a8f2dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.661370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.753403 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-472236c3-3b0b-4dda-86d4-b47bbe5e7f5f None None] Calling delete_port for 9b944e04-9bf5-414c-9a81-d7c2513d90fa owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:22.767447 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-90a05ec6-8abb-444e-9617-5a1a9a8f2dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.932867 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.934471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:22.935567 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.938470 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:22.971172 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-472236c3-3b0b-4dda-86d4-b47bbe5e7f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.995630 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bbd8398a-ab81-452c-b8b6-63e631ac045e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:23.056602 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472236c3-3b0b-4dda-86d4-b47bbe5e7f5f None None] No DVR routers for this DVR port 9b944e04-9bf5-414c-9a81-d7c2513d90fa on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:41:23.064272 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.072883 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472236c3-3b0b-4dda-86d4-b47bbe5e7f5f None None] Pushing event deleted for resources: {'Port': ['ID=9b944e04-9bf5-414c-9a81-d7c2513d90fa,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:23.092573 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-65ab39f0-d4df-42f7-acae-01e224a4af66 req-1b9961e6-f3a4-415e-bce1-e08ce4ffceb7 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 210 time: 0.0686784 Jun 22 09:41:23.101010 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Deleting port 9b944e04-9bf5-414c-9a81-d7c2513d90fa {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:23.101358 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.110567 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-472236c3-3b0b-4dda-86d4-b47bbe5e7f5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:23.125048 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Pushing event updated for resources: {'Network': ['ID=1ed0b46f-79d5-4a4e-b8f2-1c2805d4ad51,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:23.127761 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:23.135731 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 1ed0b46f-79d5-4a4e-b8f2-1c2805d4ad51 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:41:23.316753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.316753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:23.316753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:41:23.318140 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] For port 9b944e04-9bf5-414c-9a81-d7c2513d90fa, host dv-neutron-797121-3-hyperv, got binding levels [] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:23.318140 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.351257 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.351257 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Added segment 3a5c4da7-38a3-429a-9691-8e731296d68c of type vlan for network 9b3bf100-9c80-4fc0-b41b-bd05e7d8c578 Jun 22 09:41:23.351257 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb87e50-f30f-4d6d-a417-cb26d6ee2576,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:23.392557 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:23.407921 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.5024865 Jun 22 09:41:23.411111 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56032) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:23.421970 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Calling delete_port for 9b944e04-9bf5-414c-9a81-d7c2513d90fa owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:23.429897 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.ipam_backend_mixin [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Port 9b944e04-9bf5-414c-9a81-d7c2513d90fa was not found and therefore no delete operation was performed {{(pid=100652) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 09:41:23.457239 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.465457 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:23.482182 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99522af9-1017-4e7b-8bd0-28d45b125090 req-791ca76c-19db-441b-a321-308dee6f8bd5 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:23.483775 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-99522af9-1017-4e7b-8bd0-28d45b125090 req-791ca76c-19db-441b-a321-308dee6f8bd5 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 944 time: 0.4291167 Jun 22 09:41:23.509380 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56ee15b8-88ac-4fdf-95ca-39e88075bbf5 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.513227 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-90a05ec6-8abb-444e-9617-5a1a9a8f2dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.517773 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Pushing event deleted for resources: {'Port': ['ID=9b944e04-9bf5-414c-9a81-d7c2513d90fa,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:23.532318 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.535380 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:23.538733 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-90a05ec6-8abb-444e-9617-5a1a9a8f2dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.542630 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-90a05ec6-8abb-444e-9617-5a1a9a8f2dcc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97dc8331-2003-4f0f-b130-c54595899c3a HTTP/1.1" status: 204 len: 168 time: 1.3087804 Jun 22 09:41:23.546580 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Router 46dd69bc-745e-42bc-b43d-4d2ad17a2d3d has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:41:23.547672 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] No DVR routers for this DVR port 9b944e04-9bf5-414c-9a81-d7c2513d90fa on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:41:23.549322 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b73bb42b-e53c-4e94-a653-647be6efd847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:23.594178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a05ec6-8abb-444e-9617-5a1a9a8f2dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dc8331-2003-4f0f-b130-c54595899c3a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:23.605992 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-90a05ec6-8abb-444e-9617-5a1a9a8f2dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:23.626347 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56ee15b8-88ac-4fdf-95ca-39e88075bbf5 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.646312 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-56ee15b8-88ac-4fdf-95ca-39e88075bbf5 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed0b46f-79d5-4a4e-b8f2-1c2805d4ad51']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:23.672418 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-56ee15b8-88ac-4fdf-95ca-39e88075bbf5 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a46236-3d63-453b-9d4d-85dbaad9d8c5') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:23.672775 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-56ee15b8-88ac-4fdf-95ca-39e88075bbf5 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a46236-3d63-453b-9d4d-85dbaad9d8c5') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:23.690011 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56ee15b8-88ac-4fdf-95ca-39e88075bbf5 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.705378 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-99522af9-1017-4e7b-8bd0-28d45b125090 req-3e0bdc72-9bff-4dd6-afd9-b6cd1de256d9 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997304 Jun 22 09:41:23.720888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56ee15b8-88ac-4fdf-95ca-39e88075bbf5 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.749867 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ee15b8-88ac-4fdf-95ca-39e88075bbf5 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:41:23.750272 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56ee15b8-88ac-4fdf-95ca-39e88075bbf5 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.767320 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:41:23.777688 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:41:23.798424 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4281ac2-4888-461e-98aa-13427934e5c7']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:23.847804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101d8ce3-a525-41f5-ae1a-df5dc269c88d') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:23.848226 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101d8ce3-a525-41f5-ae1a-df5dc269c88d') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:23.861133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.874094 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a26c26cd-f691-4b00-b0ec-c6dbf03d5cc1 req-4ebdd05c-38fb-4885-b5ea-502c16d5906a tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 210 time: 0.0397608 Jun 22 09:41:23.885679 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.894768 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:23.897586 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:41:23.897889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:41:23.901332 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:41:23.908058 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5c43d6-e3c8-4ffb-916a-69a031628ff7 None None] Sync routers for ids ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:23.920528 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5c43d6-e3c8-4ffb-916a-69a031628ff7 None None] Routers {'46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:23.921947 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2b5c43d6-e3c8-4ffb-916a-69a031628ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:23.930258 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9b944e04-9bf5-414c-9a81-d7c2513d90fa no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:41:23.958624 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 9b944e04-9bf5-414c-9a81-d7c2513d90fa {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:41:23.959159 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9b944e04-9bf5-414c-9a81-d7c2513d90fa not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:41:23.968488 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2b5c43d6-e3c8-4ffb-916a-69a031628ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:23.984406 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5c43d6-e3c8-4ffb-916a-69a031628ff7 None None] Routers {'46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:23.985313 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2b5c43d6-e3c8-4ffb-916a-69a031628ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:24.021646 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2b5c43d6-e3c8-4ffb-916a-69a031628ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:24.022406 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5c43d6-e3c8-4ffb-916a-69a031628ff7 None None] The sync data for ids ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:24.052571 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:24.054529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:24.055130 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:24.057325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:24.079237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56ee15b8-88ac-4fdf-95ca-39e88075bbf5 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:24.090472 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ee15b8-88ac-4fdf-95ca-39e88075bbf5 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ed0b46f-79d5-4a4e-b8f2-1c2805d4ad51 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 09:41:24.092624 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56ee15b8-88ac-4fdf-95ca-39e88075bbf5 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:24.094600 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-56ee15b8-88ac-4fdf-95ca-39e88075bbf5 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] 10.222.0.20 "DELETE /v2.0/networks/1ed0b46f-79d5-4a4e-b8f2-1c2805d4ad51 HTTP/1.1" status: 204 len: 168 time: 0.6828401 Jun 22 09:41:24.095351 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:24.099479 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56038) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:24.121319 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-a7f34bd7-8ddc-45ee-bf0c-31794978c80d tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:24.122841 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:24.126557 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:24.131142 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee15b8-88ac-4fdf-95ca-39e88075bbf5 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ed0b46f-79d5-4a4e-b8f2-1c2805d4ad51,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:24.139176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-56ee15b8-88ac-4fdf-95ca-39e88075bbf5 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:24.185284 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.5712645 Jun 22 09:41:24.189859 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56042) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:24.191729 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.8117938 Jun 22 09:41:24.194539 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:24.200208 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] 10.222.0.20 "DELETE /v2.0/networks/c4281ac2-4888-461e-98aa-13427934e5c7 HTTP/1.1" status: 204 len: 168 time: 1.9986024 Jun 22 09:41:24.218239 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56044) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:24.219184 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-fe263587-fb81-476f-92d5-ec75364817d6 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Request body: {'subnet': {'network_id': '9b3bf100-9c80-4fc0-b41b-bd05e7d8c578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:24.219184 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Pushing event updated for resources: {'Network': ['ID=9b3bf100-9c80-4fc0-b41b-bd05e7d8c578,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:24.219332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 9b3bf100-9c80-4fc0-b41b-bd05e7d8c578 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:41:24.220306 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:24.221027 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:24.249344 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Pushing event deleted for resources: {'Network': ['ID=c4281ac2-4888-461e-98aa-13427934e5c7,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:24.257904 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:24.338498 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b778bbf9-5cda-45b8-a1f6-0910269f4341 req-1355010f-bcd3-4623-9e4b-10d4c79fda09 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 210 time: 0.0444195 Jun 22 09:41:24.386251 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f34bd7-8ddc-45ee-bf0c-31794978c80d tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Made reservation on behalf of aa4af72d33a04a13908f81a187746ed7 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:24.388815 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a7f34bd7-8ddc-45ee-bf0c-31794978c80d tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:24.703629 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e72dced3-f0c0-41cf-948f-eb067259dae5 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] 10.222.0.20 "GET /v2.0/floatingips/ab3d3484-1dde-414d-86b8-f29ae6f14f1e HTTP/1.1" status: 200 len: 982 time: 0.2307026 Jun 22 09:41:24.703629 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f34bd7-8ddc-45ee-bf0c-31794978c80d tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:41:24.703629 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a7f34bd7-8ddc-45ee-bf0c-31794978c80d tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:24.703629 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-a7f34bd7-8ddc-45ee-bf0c-31794978c80d tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Added segment 552f4f33-b78b-4b53-9f6d-feb750ec8900 of type vlan for network ac2856aa-9388-4503-8b40-e4f6a121ba26 Jun 22 09:41:24.703629 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a7f34bd7-8ddc-45ee-bf0c-31794978c80d tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:24.707070 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.35', 55740) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:24.707866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56052) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:24.707866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-143259ce-729a-4ca5-8513-e1d09cb8fcd9 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Request body: {'port': {'device_id': 'c8ae41eb-bba5-4353-9dc7-9e2859658e56', 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4', 'admin_state_up': True, 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'security_groups': ['e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:24.870300 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe263587-fb81-476f-92d5-ec75364817d6 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Made reservation on behalf of 8fe52181364c4002a93a7fb7c6682630 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:24.877148 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fe263587-fb81-476f-92d5-ec75364817d6 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:24.901408 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a7f34bd7-8ddc-45ee-bf0c-31794978c80d tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:24.923848 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f34bd7-8ddc-45ee-bf0c-31794978c80d tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:24.924560 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a7f34bd7-8ddc-45ee-bf0c-31794978c80d tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:24.937533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-56ee15b8-88ac-4fdf-95ca-39e88075bbf5 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:25.023864 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f34bd7-8ddc-45ee-bf0c-31794978c80d tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Pushing event updated for resources: {'Network': ['ID=ac2856aa-9388-4503-8b40-e4f6a121ba26,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:25.036826 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network ac2856aa-9388-4503-8b40-e4f6a121ba26 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:41:25.058092 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36deed6-4102-46ef-b528-6b629f31dfee req-31d7a4d7-a590-4b06-ac0d-20efed6a6910 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:25.059732 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b36deed6-4102-46ef-b528-6b629f31dfee req-31d7a4d7-a590-4b06-ac0d-20efed6a6910 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.35 "GET /v2.0/networks?id=74cf8ae9-423c-4745-bb5d-8e2016d20b6c HTTP/1.1" status: 200 len: 806 time: 0.3088830 Jun 22 09:41:25.063274 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a7f34bd7-8ddc-45ee-bf0c-31794978c80d tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:25.155660 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b0138831-2e5c-4e90-a603-c632dec2829d tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2902 time: 0.4492593 Jun 22 09:41:25.170721 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56068) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:25.177714 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7eec2e01-0e16-43e5-b3b0-1084fef270d7 req-06feb8c3-202b-4f04-a8fe-c7cdf5ce12ee tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 210 time: 0.0586636 Jun 22 09:41:25.217613 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b36deed6-4102-46ef-b528-6b629f31dfee req-01b638f2-6109-44f3-8143-f3d0b1a2d01d tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f259be13d48423f84bea722f4cb5692 HTTP/1.1" status: 200 len: 378 time: 0.1416259 Jun 22 09:41:25.348533 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a7f34bd7-8ddc-45ee-bf0c-31794978c80d tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2428570 Jun 22 09:41:25.358070 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56072) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:25.368017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c949320-d3ea-4eda-add2-b3d5b9201cf9 req-91087020-0779-42ee-a1ae-aca8b72b1248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:25.368017 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5c949320-d3ea-4eda-add2-b3d5b9201cf9 req-91087020-0779-42ee-a1ae-aca8b72b1248 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0dfd02b234a947f5a587ecec0451722d&device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 1097 time: 0.5340104 Jun 22 09:41:25.369144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-1b8d696a-8725-4d43-8b84-edb51ac81871 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Request body: {'subnet': {'network_id': 'ac2856aa-9388-4503-8b40-e4f6a121ba26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:25.371678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-b36deed6-4102-46ef-b528-6b629f31dfee req-3b8fbe4d-6a72-424c-9899-d9421068773d tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Request body: {'port': {'device_id': '1030702b-112e-4286-bf5f-86057c3d0028', 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c', 'admin_state_up': True, 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'security_groups': ['ef1eef4b-334f-45e5-a6d9-55bc2e268c51']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:25.463807 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56078) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:25.697055 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9a00609a-f5b4-4b65-8d42-15daf61637b4 req-dc10f2a4-d792-4293-ad57-52b8b684dd17 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 210 time: 0.0663826 Jun 22 09:41:25.764899 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0f523dfd-8118-4555-97fe-2f487ea8892c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35db623b1cd64b0b8222ca964c87c563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023973 Jun 22 09:41:25.767328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56086) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:25.838634 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.objects.ports [None req-fe263587-fb81-476f-92d5-ec75364817d6 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100652) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:41:25.839168 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fe263587-fb81-476f-92d5-ec75364817d6 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:25.850259 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:25.939673 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe263587-fb81-476f-92d5-ec75364817d6 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9fb10262-7967-431e-9e1b-90382689b3c2,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:25.949203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fe263587-fb81-476f-92d5-ec75364817d6 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:25.950018 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e5dba48a-482c-455e-9250-c3dfefe3af26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:25.981781 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe263587-fb81-476f-92d5-ec75364817d6 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Checking segment: {'id': '3a5c4da7-38a3-429a-9691-8e731296d68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9b3bf100-9c80-4fc0-b41b-bd05e7d8c578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:25.982169 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe263587-fb81-476f-92d5-ec75364817d6 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Network hostable DHCP agents. Network: 9b3bf100-9c80-4fc0-b41b-bd05e7d8c578, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:41:25.989446 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e5dba48a-482c-455e-9250-c3dfefe3af26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.026207 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c949320-d3ea-4eda-add2-b3d5b9201cf9 req-70399355-f5c0-486c-a414-95f509fe1dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:26.027604 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5c949320-d3ea-4eda-add2-b3d5b9201cf9 req-70399355-f5c0-486c-a414-95f509fe1dbd service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0dfd02b234a947f5a587ecec0451722d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.6471953 Jun 22 09:41:26.038498 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f881df2-c46f-4885-a1ec-b6b88d18887b req-cc0a1d93-d40b-4bd1-a0f0-6f52e687b2ea tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:26.040004 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8f881df2-c46f-4885-a1ec-b6b88d18887b req-cc0a1d93-d40b-4bd1-a0f0-6f52e687b2ea tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 944 time: 1.0231073 Jun 22 09:41:26.114163 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56090) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:26.128250 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe263587-fb81-476f-92d5-ec75364817d6 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Network 9b3bf100-9c80-4fc0-b41b-bd05e7d8c578 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:41:26.134026 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8f881df2-c46f-4885-a1ec-b6b88d18887b req-8ecbbde9-d32c-41d4-aad7-bca85e332308 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811303 Jun 22 09:41:26.149949 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e5dba48a-482c-455e-9250-c3dfefe3af26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.163219 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-143259ce-729a-4ca5-8513-e1d09cb8fcd9 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Made reservation on behalf of a7e1789089a745ff96c3bbfc20a4382d for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:26.164783 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e5dba48a-482c-455e-9250-c3dfefe3af26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.164976 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-143259ce-729a-4ca5-8513-e1d09cb8fcd9 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.165074 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e5dba48a-482c-455e-9250-c3dfefe3af26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f32625d4-8047-4ffd-b56b-c76029a301ab HTTP/1.1" status: 204 len: 168 time: 0.3932130 Jun 22 09:41:26.175286 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c9382c09-ffdf-4f30-8362-c3a5116fbf37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:26.206470 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dba48a-482c-455e-9250-c3dfefe3af26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32625d4-8047-4ffd-b56b-c76029a301ab,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:26.212655 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-fe263587-fb81-476f-92d5-ec75364817d6 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 9b3bf100-9c80-4fc0-b41b-bd05e7d8c578) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:26.221447 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103d45fd-f551-4529-8ba4-b3eb06a0f820 None None] Network 9b3bf100-9c80-4fc0-b41b-bd05e7d8c578 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:41:26.236462 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e5dba48a-482c-455e-9250-c3dfefe3af26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:26.257803 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe263587-fb81-476f-92d5-ec75364817d6 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:26.261354 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fe263587-fb81-476f-92d5-ec75364817d6 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.353235 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-43b6fb48-a4aa-49d5-ac6b-4087f6faa70c tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] Request body: {'port': {'network_id': 'fec9b70a-d0a7-4ffe-bef0-3e3e4f5d51b7', 'name': 'tempest-NetworksNegativeTestJSON-948338366'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:26.489341 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b6fb48-a4aa-49d5-ac6b-4087f6faa70c tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] POST failed (client error): The resource could not be found. Jun 22 09:41:26.489341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b6fb48-a4aa-49d5-ac6b-4087f6faa70c tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:41:26.489341 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-43b6fb48-a4aa-49d5-ac6b-4087f6faa70c tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2587256 Jun 22 09:41:26.489341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56102) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:26.489341 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a1c581e5-f8e5-455b-a0d2-f00902629129 req-3b4df574-464d-426b-a195-6d7c68c8e25f tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 210 time: 0.0741165 Jun 22 09:41:26.489341 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8383e9b-5dba-4901-9152-c61a97debd56 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] DELETE failed (client error): The resource could not be found. Jun 22 09:41:26.489341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8383e9b-5dba-4901-9152-c61a97debd56 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:41:26.489341 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b8383e9b-5dba-4901-9152-c61a97debd56 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] 10.222.0.20 "DELETE /v2.0/networks/b3f5a0aa-0436-4349-b975-e2898aa1d3d9 HTTP/1.1" status: 404 len: 339 time: 0.0954204 Jun 22 09:41:26.489341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56104) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:26.542371 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7815cffb-5daf-4baf-8c52-d99e125d522c None None] Network 9b3bf100-9c80-4fc0-b41b-bd05e7d8c578 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:41:26.543293 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-81a222e8-faf0-4d5f-971b-4ae2ea8ff8b9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Deleting port bef7d6c9-0be9-4233-99e1-4b5c8a3b72a9 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:26.543977 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-81a222e8-faf0-4d5f-971b-4ae2ea8ff8b9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.545059 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-59820a0f-3c46-4668-a04b-15e9968de3d4 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] DELETE failed (client error): The resource could not be found. Jun 22 09:41:26.545810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59820a0f-3c46-4668-a04b-15e9968de3d4 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:41:26.547538 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-59820a0f-3c46-4668-a04b-15e9968de3d4 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] 10.222.0.20 "DELETE /v2.0/ports/5e578c8b-1859-4d06-b5f5-2bfaa6eb39d5 HTTP/1.1" status: 404 len: 333 time: 0.0572534 Jun 22 09:41:26.553494 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56106) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:26.606856 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-47806bff-6585-4d0c-9199-d60aa392a3b2 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] DELETE failed (client error): The resource could not be found. Jun 22 09:41:26.607327 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47806bff-6585-4d0c-9199-d60aa392a3b2 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:41:26.612511 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-47806bff-6585-4d0c-9199-d60aa392a3b2 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] 10.222.0.20 "DELETE /v2.0/subnets/b13c7325-6adb-4545-84af-cfca20489bdf HTTP/1.1" status: 404 len: 337 time: 0.0578439 Jun 22 09:41:26.619236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56108) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:26.654814 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-33107f99-4f70-481c-887a-56e4eaa4c4d5 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] GET failed (client error): The resource could not be found. Jun 22 09:41:26.656359 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-33107f99-4f70-481c-887a-56e4eaa4c4d5 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] 10.222.0.20 "GET /v2.0/networks/803f1cd1-57bb-4066-856e-1673e5e651f5 HTTP/1.1" status: 404 len: 339 time: 0.0361297 Jun 22 09:41:26.662051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56110) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:26.690878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8d696a-8725-4d43-8b84-edb51ac81871 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Made reservation on behalf of aa4af72d33a04a13908f81a187746ed7 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:26.693874 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1b8d696a-8725-4d43-8b84-edb51ac81871 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.710760 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b2936c-8f01-44cc-9a11-ffa216eb9df7 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] GET failed (client error): The resource could not be found. Jun 22 09:41:26.712986 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-37b2936c-8f01-44cc-9a11-ffa216eb9df7 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] 10.222.0.20 "GET /v2.0/ports/d103c3d2-a111-4745-8603-21201bb4846d HTTP/1.1" status: 404 len: 333 time: 0.0497670 Jun 22 09:41:26.717643 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56112) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:26.769739 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b36deed6-4102-46ef-b528-6b629f31dfee req-3b8fbe4d-6a72-424c-9899-d9421068773d tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Made reservation on behalf of 8f259be13d48423f84bea722f4cb5692 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:26.773663 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-b36deed6-4102-46ef-b528-6b629f31dfee req-3b8fbe4d-6a72-424c-9899-d9421068773d tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.776193 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ce9080-3aca-4688-90b8-7d74579817fe tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] GET failed (client error): The resource could not be found. Jun 22 09:41:26.777450 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-40ce9080-3aca-4688-90b8-7d74579817fe tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] 10.222.0.20 "GET /v2.0/subnets/51e7232b-d535-4831-b514-dc59d7618365 HTTP/1.1" status: 404 len: 337 time: 0.0568898 Jun 22 09:41:26.785395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56116) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:26.815229 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-2fce9ac5-b076-4850-80e1-a53120816698 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:26.862099 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fce9ac5-b076-4850-80e1-a53120816698 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] PUT failed (client error): The resource could not be found. Jun 22 09:41:26.862717 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fce9ac5-b076-4850-80e1-a53120816698 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:41:26.868408 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2fce9ac5-b076-4850-80e1-a53120816698 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] 10.222.0.20 "PUT /v2.0/networks/a74ffddf-1279-4437-b05e-8069620e051f HTTP/1.1" status: 404 len: 339 time: 0.0778215 Jun 22 09:41:26.868605 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c949320-d3ea-4eda-add2-b3d5b9201cf9 req-3d58ce95-1354-4cf4-aae1-dc343aa726ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:26.870213 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5c949320-d3ea-4eda-add2-b3d5b9201cf9 req-3d58ce95-1354-4cf4-aae1-dc343aa726ca service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6940060 Jun 22 09:41:26.872286 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56118) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:26.898506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-daa563cd-1bf2-44c6-b9a0-d714e4cb5057 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:26.898738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-81a222e8-faf0-4d5f-971b-4ae2ea8ff8b9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.899103 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-81a222e8-faf0-4d5f-971b-4ae2ea8ff8b9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.943238 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa563cd-1bf2-44c6-b9a0-d714e4cb5057 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] PUT failed (client error): The resource could not be found. Jun 22 09:41:26.944625 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa563cd-1bf2-44c6-b9a0-d714e4cb5057 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:41:26.947659 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-daa563cd-1bf2-44c6-b9a0-d714e4cb5057 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] 10.222.0.20 "PUT /v2.0/ports/ad4f7000-18ea-4307-b75c-67a2fe5ff6da HTTP/1.1" status: 404 len: 333 time: 0.0713694 Jun 22 09:41:26.973909 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-143259ce-729a-4ca5-8513-e1d09cb8fcd9 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Allocated IP 172.20.0.10 (6e8af6b3-3610-44a0-a63c-a8986db86aa4/b6caf395-eab3-41b8-a3a6-9114984b7119/99766f35-9006-4f6e-b1bb-863be975b885) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:26.973909 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-40861200-0f42-4161-8910-5218f50a0676 req-fb1c7af5-c04c-49c6-b9ac-968e474d8fec tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 210 time: 0.0501180 Jun 22 09:41:26.986501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56120) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:26.995795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a5d7b306-351b-43a0-b516-75d5959b6ba9 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:27.026021 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d7b306-351b-43a0-b516-75d5959b6ba9 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] PUT failed (client error): The resource could not be found. Jun 22 09:41:27.026775 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d7b306-351b-43a0-b516-75d5959b6ba9 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:41:27.028074 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a5d7b306-351b-43a0-b516-75d5959b6ba9 tempest-NetworksNegativeTestJSON-1071132795 tempest-NetworksNegativeTestJSON-1071132795-project] 10.222.0.20 "PUT /v2.0/subnets/f3f5c980-0eee-4abf-b9e3-54e7087943e8 HTTP/1.1" status: 404 len: 337 time: 0.0403965 Jun 22 09:41:27.031636 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-81a222e8-faf0-4d5f-971b-4ae2ea8ff8b9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Calling delete_port for bef7d6c9-0be9-4233-99e1-4b5c8a3b72a9 owned by network:floatingip {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:27.181539 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [req-b36deed6-4102-46ef-b528-6b629f31dfee req-3b8fbe4d-6a72-424c-9899-d9421068773d tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Allocated IP 172.20.0.10 (74cf8ae9-423c-4745-bb5d-8e2016d20b6c/990305d8-a832-43c4-9e37-7bdc6fd10f9b/fb8243c2-d67e-44b7-8736-af49118d0914) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:27.220038 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fe263587-fb81-476f-92d5-ec75364817d6 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0268712 Jun 22 09:41:27.222381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56128) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:27.229938 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a099e392-2867-444c-a384-962cb8768d72 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-777774018', 'network_id': '9b3bf100-9c80-4fc0-b41b-bd05e7d8c578'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:27.438547 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-143259ce-729a-4ca5-8513-e1d09cb8fcd9 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:27.653518 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bb3526c6-796f-42e3-ac5d-18ef3c39789a req-f56956fe-69e6-417c-a59e-a13a5b00c4bb tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 210 time: 0.0417881 Jun 22 09:41:27.654996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-143259ce-729a-4ca5-8513-e1d09cb8fcd9 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Transition to ACTIVE for port object 99766f35-9006-4f6e-b1bb-863be975b885 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:27.662158 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-81a222e8-faf0-4d5f-971b-4ae2ea8ff8b9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:27.672096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a099e392-2867-444c-a384-962cb8768d72 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Made reservation on behalf of 8fe52181364c4002a93a7fb7c6682630 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:27.674411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a099e392-2867-444c-a384-962cb8768d72 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:27.682209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9c77758a-f84f-4501-969e-f64c12d11c20 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:27.690653 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754a257-b8ea-4558-9e7c-622b6d45b176 req-4964aefb-442a-471e-851a-972af562e68d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:27.692206 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c754a257-b8ea-4558-9e7c-622b6d45b176 req-4964aefb-442a-471e-851a-972af562e68d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 944 time: 0.3891575 Jun 22 09:41:27.710057 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a222e8-faf0-4d5f-971b-4ae2ea8ff8b9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Pushing event deleted for resources: {'Port': ['ID=bef7d6c9-0be9-4233-99e1-4b5c8a3b72a9,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:27.713351 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-81a222e8-faf0-4d5f-971b-4ae2ea8ff8b9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:27.724453 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-a099e392-2867-444c-a384-962cb8768d72 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] device_id is not set on port 855f5846-b326-4d76-a050-3bc22bbafacc yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:41:27.743639 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-b36deed6-4102-46ef-b528-6b629f31dfee req-3b8fbe4d-6a72-424c-9899-d9421068773d tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:27.819796 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c754a257-b8ea-4558-9e7c-622b6d45b176 req-a4d4dd33-ea87-44ee-934b-e82cd2e62b0a tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165547 Jun 22 09:41:27.823709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-b36deed6-4102-46ef-b528-6b629f31dfee req-3b8fbe4d-6a72-424c-9899-d9421068773d tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Transition to ACTIVE for port object fb8243c2-d67e-44b7-8736-af49118d0914 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:27.840308 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-81a222e8-faf0-4d5f-971b-4ae2ea8ff8b9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for floatingip, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:27.841059 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-81a222e8-faf0-4d5f-971b-4ae2ea8ff8b9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Floating IP ab3d3484-1dde-414d-86b8-f29ae6f14f1e disassociated (deleted). External IP: 172.26.3.220, port: 94b170ba-a3ca-4330-b6ff-779a521280a0. Jun 22 09:41:27.891629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-a099e392-2867-444c-a384-962cb8768d72 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Allocated IP 172.20.0.11 (9b3bf100-9c80-4fc0-b41b-bd05e7d8c578/9fb10262-7967-431e-9e1b-90382689b3c2/855f5846-b326-4d76-a050-3bc22bbafacc) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:27.938097 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56148) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:27.938352 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-143259ce-729a-4ca5-8513-e1d09cb8fcd9 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:27.955411 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:27.992010 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-143259ce-729a-4ca5-8513-e1d09cb8fcd9 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Network 6e8af6b3-3610-44a0-a63c-a8986db86aa4 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:28.008003 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-143259ce-729a-4ca5-8513-e1d09cb8fcd9 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:28.016516 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-143259ce-729a-4ca5-8513-e1d09cb8fcd9 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:28.065426 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3bc59869-673c-4830-884f-8b57a354cba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.081634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143259ce-729a-4ca5-8513-e1d09cb8fcd9 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Pushing event updated for resources: {'Port': ['ID=99766f35-9006-4f6e-b1bb-863be975b885,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:28.082299 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-b36deed6-4102-46ef-b528-6b629f31dfee req-3b8fbe4d-6a72-424c-9899-d9421068773d tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.087373 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.objects.ports [None req-1b8d696a-8725-4d43-8b84-edb51ac81871 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100653) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:41:28.088213 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1b8d696a-8725-4d43-8b84-edb51ac81871 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.089235 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-143259ce-729a-4ca5-8513-e1d09cb8fcd9 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:28.090023 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:28.096857 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5472fd3b-3f38-4ef6-8663-a48816d8c83a tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:28.101922 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a099e392-2867-444c-a384-962cb8768d72 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.178878 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b36deed6-4102-46ef-b528-6b629f31dfee req-3b8fbe4d-6a72-424c-9899-d9421068773d tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Network 74cf8ae9-423c-4745-bb5d-8e2016d20b6c is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:28.197457 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [req-b36deed6-4102-46ef-b528-6b629f31dfee req-3b8fbe4d-6a72-424c-9899-d9421068773d tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:28.208432 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36deed6-4102-46ef-b528-6b629f31dfee req-3b8fbe4d-6a72-424c-9899-d9421068773d tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:28.213304 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-143259ce-729a-4ca5-8513-e1d09cb8fcd9 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:28.216896 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-143259ce-729a-4ca5-8513-e1d09cb8fcd9 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.273995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fbe4d-6a72-424c-9899-d9421068773d tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Pushing event updated for resources: {'Port': ['ID=fb8243c2-d67e-44b7-8736-af49118d0914,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:28.290593 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3b8fbe4d-6a72-424c-9899-d9421068773d tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:28.291216 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56158) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:28.326570 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36deed6-4102-46ef-b528-6b629f31dfee req-3b8fbe4d-6a72-424c-9899-d9421068773d tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:28.327463 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-b36deed6-4102-46ef-b528-6b629f31dfee req-3b8fbe4d-6a72-424c-9899-d9421068773d tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.353205 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d696a-8725-4d43-8b84-edb51ac81871 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bdc23877-47a6-46db-a593-64acc75c2a23,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:28.366196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1b8d696a-8725-4d43-8b84-edb51ac81871 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:28.382060 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a222e8-faf0-4d5f-971b-4ae2ea8ff8b9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Router 46dd69bc-745e-42bc-b43d-4d2ad17a2d3d has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:41:28.383186 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3bc59869-673c-4830-884f-8b57a354cba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.396986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d696a-8725-4d43-8b84-edb51ac81871 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Checking segment: {'id': '552f4f33-b78b-4b53-9f6d-feb750ec8900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ac2856aa-9388-4503-8b40-e4f6a121ba26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:28.397352 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8d696a-8725-4d43-8b84-edb51ac81871 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Network hostable DHCP agents. Network: ac2856aa-9388-4503-8b40-e4f6a121ba26, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:41:28.421276 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-945392850'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:28.470831 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377bb34-c126-4bea-ac81-7f1d52f12cd7 req-0105d3b3-3763-472c-9c62-3ed25a9bcfb3 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:28.472362 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b377bb34-c126-4bea-ac81-7f1d52f12cd7 req-0105d3b3-3763-472c-9c62-3ed25a9bcfb3 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 932 time: 0.2913189 Jun 22 09:41:28.496257 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a099e392-2867-444c-a384-962cb8768d72 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.500854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:28.534799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a099e392-2867-444c-a384-962cb8768d72 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Network 9b3bf100-9c80-4fc0-b41b-bd05e7d8c578 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:28.541549 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-a099e392-2867-444c-a384-962cb8768d72 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:28.545784 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a099e392-2867-444c-a384-962cb8768d72 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:28.548982 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099e392-2867-444c-a384-962cb8768d72 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Pushing event updated for resources: {'Port': ['ID=855f5846-b326-4d76-a050-3bc22bbafacc,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:28.554443 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8a1434fb-8694-4f48-8608-988258601375 None None] Provisioning for port 99766f35-9006-4f6e-b1bb-863be975b885 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:28.564982 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8a1434fb-8694-4f48-8608-988258601375 None None] Provisioning complete for port 99766f35-9006-4f6e-b1bb-863be975b885 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:28.565753 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8a1434fb-8694-4f48-8608-988258601375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.575966 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a099e392-2867-444c-a384-962cb8768d72 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:28.587000 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3bc59869-673c-4830-884f-8b57a354cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.587000 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-90a05ec6-8abb-444e-9617-5a1a9a8f2dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:28.603562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-8a1434fb-8694-4f48-8608-988258601375 None None] Port 99766f35-9006-4f6e-b1bb-863be975b885 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:28.632044 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3bc59869-673c-4830-884f-8b57a354cba7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3fe4bd9188cc4f349d73ca581e81b3c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7096951 Jun 22 09:41:28.633313 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a099e392-2867-444c-a384-962cb8768d72 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:28.633923 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a099e392-2867-444c-a384-962cb8768d72 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.636152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56162) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:28.636824 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc59869-673c-4830-884f-8b57a354cba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851e4344-ebce-4c6f-aa58-13c5aadc4302,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:28.640750 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3bc59869-673c-4830-884f-8b57a354cba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:28.679462 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b36deed6-4102-46ef-b528-6b629f31dfee req-3b8fbe4d-6a72-424c-9899-d9421068773d tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3200963 Jun 22 09:41:28.696917 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7a8e63df-f9dc-4805-8487-67d32ff222d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.723585 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7a8e63df-f9dc-4805-8487-67d32ff222d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.812801 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8d696a-8725-4d43-8b84-edb51ac81871 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Network ac2856aa-9388-4503-8b40-e4f6a121ba26 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:41:28.824301 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b377bb34-c126-4bea-ac81-7f1d52f12cd7 req-26e73e86-b740-4d43-9554-1e13149109cd tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3439448 Jun 22 09:41:28.835691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae8fac-83e8-4779-b9d3-d72cdb5b98bc req-62480d0d-3fc7-4d5f-8b4e-2cdee3dc61f7 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:28.837443 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-08ae8fac-83e8-4779-b9d3-d72cdb5b98bc req-62480d0d-3fc7-4d5f-8b4e-2cdee3dc61f7 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 932 time: 0.0701015 Jun 22 09:41:28.839172 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a222e8-faf0-4d5f-971b-4ae2ea8ff8b9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:28.844344 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-55bc943a-e422-4f32-81e3-39fc591fad9b None None] Provisioning for port fb8243c2-d67e-44b7-8736-af49118d0914 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:28.851406 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-81a222e8-faf0-4d5f-971b-4ae2ea8ff8b9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.853649 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-55bc943a-e422-4f32-81e3-39fc591fad9b None None] Provisioning complete for port fb8243c2-d67e-44b7-8736-af49118d0914 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:28.854035 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-55bc943a-e422-4f32-81e3-39fc591fad9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.859044 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fedbcea-46d7-4020-a51e-5c9cc819895f None None] Sync routers for ids ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:28.893677 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-81a222e8-faf0-4d5f-971b-4ae2ea8ff8b9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] 10.222.0.20 "DELETE /v2.0/floatingips/ab3d3484-1dde-414d-86b8-f29ae6f14f1e HTTP/1.1" status: 204 len: 168 time: 3.7140017 Jun 22 09:41:28.893858 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fedbcea-46d7-4020-a51e-5c9cc819895f None None] Routers {'46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:28.893940 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-08ae8fac-83e8-4779-b9d3-d72cdb5b98bc req-27b2c1a8-a17a-4998-afae-57bc585d118a tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1eef4b-334f-45e5-a6d9-55bc2e268c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460722 Jun 22 09:41:28.893940 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56168) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:28.898994 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:28.899644 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4fedbcea-46d7-4020-a51e-5c9cc819895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:28.916643 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7a8e63df-f9dc-4805-8487-67d32ff222d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.919884 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7a8e63df-f9dc-4805-8487-67d32ff222d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.927612 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7a8e63df-f9dc-4805-8487-67d32ff222d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/851e4344-ebce-4c6f-aa58-13c5aadc4302 HTTP/1.1" status: 204 len: 168 time: 0.2814445 Jun 22 09:41:28.927612 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e5dba48a-482c-455e-9250-c3dfefe3af26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:28.930968 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e63df-f9dc-4805-8487-67d32ff222d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851e4344-ebce-4c6f-aa58-13c5aadc4302,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:28.933028 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7a8e63df-f9dc-4805-8487-67d32ff222d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:28.956965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-1b8d696a-8725-4d43-8b84-edb51ac81871 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, ac2856aa-9388-4503-8b40-e4f6a121ba26) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:28.972399 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8d696a-8725-4d43-8b84-edb51ac81871 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:28.976103 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1b8d696a-8725-4d43-8b84-edb51ac81871 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.981194 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-143259ce-729a-4ca5-8513-e1d09cb8fcd9 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2906151 Jun 22 09:41:29.059105 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef545c-4df7-4fa6-acb1-1fff116508f7 req-1428c492-23ac-4b9f-8595-e23b6281bfcb tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:29.060616 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a2ef545c-4df7-4fa6-acb1-1fff116508f7 req-1428c492-23ac-4b9f-8595-e23b6281bfcb tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 944 time: 0.0773318 Jun 22 09:41:29.074302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023cdba3-9e2f-4924-9a52-3000129beba9 None None] Network ac2856aa-9388-4503-8b40-e4f6a121ba26 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:41:29.074503 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Made reservation on behalf of c428799ac56146b2abc74a84916dcc67 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:29.074503 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:29.078801 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4fedbcea-46d7-4020-a51e-5c9cc819895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:29.081787 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:29.106837 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a2ef545c-4df7-4fa6-acb1-1fff116508f7 req-5a2c1e46-5ec3-485a-8ebb-14aad4229f8e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399430 Jun 22 09:41:29.115358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-55bc943a-e422-4f32-81e3-39fc591fad9b None None] Port fb8243c2-d67e-44b7-8736-af49118d0914 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:29.132583 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fedbcea-46d7-4020-a51e-5c9cc819895f None None] Routers {'46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:29.133207 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4fedbcea-46d7-4020-a51e-5c9cc819895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:29.170519 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4fedbcea-46d7-4020-a51e-5c9cc819895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:29.171216 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fedbcea-46d7-4020-a51e-5c9cc819895f None None] The sync data for ids ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:29.186777 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1b8d696a-8725-4d43-8b84-edb51ac81871 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8215861 Jun 22 09:41:29.189644 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56172) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:29.191960 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a099e392-2867-444c-a384-962cb8768d72 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9679496 Jun 22 09:41:29.195494 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56174) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:29.196068 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Request body: {'floatingip': {'floating_network_id': 'ac2856aa-9388-4503-8b40-e4f6a121ba26'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:29.247677 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Request body: {'port': {'device_id': 'c8ae41eb-bba5-4353-9dc7-9e2859658e56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:29.250112 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Request body: {'port': {'device_id': '1030702b-112e-4286-bf5f-86057c3d0028', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:29.253681 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f9b709-149f-43b6-9f3b-ddd887478fd6 None None] Network ac2856aa-9388-4503-8b40-e4f6a121ba26 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:41:29.340246 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:29.408129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:29.418256 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:29.430010 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-fc81e40c-1762-48b7-a20e-0f13862d74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:29.432238 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-fc81e40c-1762-48b7-a20e-0f13862d74f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0dfd02b234a947f5a587ecec0451722d&device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 1097 time: 0.1471827 Jun 22 09:41:29.436499 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-36bf6586-b02e-454f-b018-8f72c1d67a68 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Deleting port 855f5846-b326-4d76-a050-3bc22bbafacc {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:29.436838 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-36bf6586-b02e-454f-b018-8f72c1d67a68 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:29.516275 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-15c45b82-5d83-49d5-ab50-89f1213ce41d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99e323f9-56f7-4189-a0f3-5872e92fa5cc HTTP/1.1" status: 200 len: 217 time: 0.0614190 Jun 22 09:41:29.641299 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86858015-01fc-457d-b660-7db050acae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:29.642681 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-86858015-01fc-457d-b660-7db050acae3a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=509cc921-aa0d-47ec-9fdc-bd091c518ce4 HTTP/1.1" status: 200 len: 848 time: 0.1120327 Jun 22 09:41:29.653124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-36bf6586-b02e-454f-b018-8f72c1d67a68 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:29.763485 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-36bf6586-b02e-454f-b018-8f72c1d67a68 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Calling delete_port for 855f5846-b326-4d76-a050-3bc22bbafacc owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:29.806842 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:29.809843 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-85206123-fb60-43bb-a66e-a21ce5e40d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:29.812460 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-85206123-fb60-43bb-a66e-a21ce5e40d08 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a67bf89-842d-4150-83fd-e92b2abafdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1500390 Jun 22 09:41:29.882944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99766f35-9006-4f6e-b1bb-863be975b885 {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:41:29.891082 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:29.904997 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Transition to ACTIVE for port object 99766f35-9006-4f6e-b1bb-863be975b885 will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:29.907700 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:29.971824 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:29.983871 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-bae47016-8494-481b-bb1e-b131519a779e service neutron] 10.222.0.35 "GET /v2.0/networks/7a67bf89-842d-4150-83fd-e92b2abafdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636567 Jun 22 09:41:30.035087 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:30.039950 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-46dfcca7-75ba-4315-a61e-020c20f9de2d tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:30.043593 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:30.089805 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:30.136069 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:41:30.177915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b167e762-eff1-4a70-9be2-ec655e6d5369,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:30.183331 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:30.183559 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Added segment e6f80566-be64-44e0-82dd-5a1f76c0660f of type vlan for network 4a20cfa1-863a-479d-afe3-9235b61c64fa Jun 22 09:41:30.197043 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:30.233110 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Pushing event updated for resources: {'Port': ['ID=99766f35-9006-4f6e-b1bb-863be975b885,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:30.236531 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:30.259942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56200) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:30.275130 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d34b2070-eec3-4deb-b94f-cc75b13353e7 req-2b0f19a2-01ab-439d-8780-b510336cb70e service neutron] 10.222.0.35 "GET /v2.0/networks/7a67bf89-842d-4150-83fd-e92b2abafdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838051 Jun 22 09:41:30.344285 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e31ee8-40eb-45e3-80da-6d83053228da req-34712a25-81fc-4fa4-b2f5-c1467a03d99b tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:30.345853 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-76e31ee8-40eb-45e3-80da-6d83053228da req-34712a25-81fc-4fa4-b2f5-c1467a03d99b tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 932 time: 0.2948864 Jun 22 09:41:30.353813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb8243c2-d67e-44b7-8736-af49118d0914 {{(pid=100652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:41:30.367237 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:30.380393 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:30.383806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Attempting to bind port 99766f35-9006-4f6e-b1bb-863be975b885 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:30.384143 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Attempting to bind port 99766f35-9006-4f6e-b1bb-863be975b885 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd570263c-68c4-4e43-a72c-09c06686ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:30.384472 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Attempting to bind port 99766f35-9006-4f6e-b1bb-863be975b885 on network 6e8af6b3-3610-44a0-a63c-a8986db86aa4 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:30.396628 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Port 99766f35-9006-4f6e-b1bb-863be975b885 on network 6e8af6b3-3610-44a0-a63c-a8986db86aa4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:41:30.396955 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Attempting to bind port 99766f35-9006-4f6e-b1bb-863be975b885 on network 6e8af6b3-3610-44a0-a63c-a8986db86aa4 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:30.410739 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-470dde80-cd4d-46d5-a017-4c68cbcf0ce0 tempest-DvrRoutersNegativeTest-568702416 tempest-DvrRoutersNegativeTest-568702416-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-136726614', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:30.413991 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.policy [None req-470dde80-cd4d-46d5-a017-4c68cbcf0ce0 tempest-DvrRoutersNegativeTest-568702416 tempest-DvrRoutersNegativeTest-568702416-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100653) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 22 09:41:30.413991 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.policy [None req-470dde80-cd4d-46d5-a017-4c68cbcf0ce0 tempest-DvrRoutersNegativeTest-568702416 tempest-DvrRoutersNegativeTest-568702416-project] Failed policy check for 'create_router' {{(pid=100653) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 22 09:41:30.414432 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-470dde80-cd4d-46d5-a017-4c68cbcf0ce0 tempest-DvrRoutersNegativeTest-568702416 tempest-DvrRoutersNegativeTest-568702416-project] create failed (client error): Access was denied to this resource. Jun 22 09:41:30.415622 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-470dde80-cd4d-46d5-a017-4c68cbcf0ce0 tempest-DvrRoutersNegativeTest-568702416 tempest-DvrRoutersNegativeTest-568702416-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1508644 Jun 22 09:41:30.424986 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82314635-efa8-4cdb-8781-6a56925325f5 req-3061439c-c16d-41dc-a1f5-4caf5ae406af tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:30.426461 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-82314635-efa8-4cdb-8781-6a56925325f5 req-3061439c-c16d-41dc-a1f5-4caf5ae406af tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 932 time: 0.4580736 Jun 22 09:41:30.428480 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:41:30.428992 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Checking segment: {'id': 'd570263c-68c4-4e43-a72c-09c06686ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:30.429121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Bound using segment: {'id': 'd570263c-68c4-4e43-a72c-09c06686ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:41:30.429575 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Bound port: 99766f35-9006-4f6e-b1bb-863be975b885, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd570263c-68c4-4e43-a72c-09c06686ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:41:30.429694 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Allocated IP 172.26.3.23 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/44833c6f-1f6b-4420-a00b-12720259d965) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:30.429932 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:30.458098 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-76e31ee8-40eb-45e3-80da-6d83053228da req-b082d374-acd0-4437-9a8d-749e44cb340b tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1eef4b-334f-45e5-a6d9-55bc2e268c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1012561 Jun 22 09:41:30.487658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:30.542745 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-82314635-efa8-4cdb-8781-6a56925325f5 req-7032f46c-5ace-4567-b11c-20d928bb7c23 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013327 Jun 22 09:41:30.564138 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] For port 99766f35-9006-4f6e-b1bb-863be975b885, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:30.581222 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Transition to ACTIVE for port object fb8243c2-d67e-44b7-8736-af49118d0914 will not be triggered until provisioned by entity L2. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:30.581222 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-36bf6586-b02e-454f-b018-8f72c1d67a68 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:30.586141 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] For port 99766f35-9006-4f6e-b1bb-863be975b885, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=99766f35-9006-4f6e-b1bb-863be975b885,segment=NetworkSegment(d570263c-68c4-4e43-a72c-09c06686ac1a),segment_id=d570263c-68c4-4e43-a72c-09c06686ac1a)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:41:30.587093 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:30.619944 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf6586-b02e-454f-b018-8f72c1d67a68 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Pushing event deleted for resources: {'Port': ['ID=855f5846-b326-4d76-a050-3bc22bbafacc,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:30.627332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-36bf6586-b02e-454f-b018-8f72c1d67a68 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:30.656035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:30.658832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Allocated IP 172.20.0.4 (ac2856aa-9388-4503-8b40-e4f6a121ba26/bdc23877-47a6-46db-a593-64acc75c2a23/1f03b268-394b-424d-94ba-8217a341f146) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:30.662474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:30.689436 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:30.689951 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:30.695940 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:30.709424 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:30.717727 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:30.725227 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:30.761985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:30.762641 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:30.764020 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] 10.222.0.35 "PUT /v2.0/ports/99766f35-9006-4f6e-b1bb-863be975b885 HTTP/1.1" status: 200 len: 1094 time: 1.5211129 Jun 22 09:41:30.770477 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ae41eb-bba5-4353-9dc7-9e2859658e56', 'tag': '99766f35-9006-4f6e-b1bb-863be975b885'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:41:30.772959 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fa172b-6f95-4645-808e-5ec6eba14e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ae41eb-bba5-4353-9dc7-9e2859658e56", "tag": "99766f35-9006-4f6e-b1bb-863be975b885"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:41:30.784964 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c067c4a-d2c1-4a1d-8690-046f199c4e54 req-96cdf021-a850-460d-a636-7f6088cde689 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:30.791203 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2c067c4a-d2c1-4a1d-8690-046f199c4e54 req-96cdf021-a850-460d-a636-7f6088cde689 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 944 time: 0.1815755 Jun 22 09:41:30.795720 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-36bf6586-b02e-454f-b018-8f72c1d67a68 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:30.797589 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-36bf6586-b02e-454f-b018-8f72c1d67a68 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "DELETE /v2.0/ports/855f5846-b326-4d76-a050-3bc22bbafacc HTTP/1.1" status: 204 len: 168 time: 1.6009526 Jun 22 09:41:30.811119 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56208) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:30.822129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b3bf100-9c80-4fc0-b41b-bd05e7d8c578', 'external_fixed_ips': [{'subnet_id': '9fb10262-7967-431e-9e1b-90382689b3c2', 'ip_address': '172.20.0.11'}]}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:30.833537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Pushing event updated for resources: {'Network': ['ID=4a20cfa1-863a-479d-afe3-9235b61c64fa,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:30.843952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:30.845946 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-69ea8fac-35a7-42ef-bd6f-196669c63687 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:30.848573 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 4a20cfa1-863a-479d-afe3-9235b61c64fa details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:41:30.854583 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.5551150 Jun 22 09:41:30.857010 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56210) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:30.861100 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Pushing event updated for resources: {'Port': ['ID=99766f35-9006-4f6e-b1bb-863be975b885,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:30.864342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:30.916856 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-13fd4a81-d2f6-4d1c-ba99-cea926697f50 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Request body: {'subnet': {'network_id': '4a20cfa1-863a-479d-afe3-9235b61c64fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:31.047191 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2c067c4a-d2c1-4a1d-8690-046f199c4e54 req-46fb9b33-9f95-4d87-8147-614c69ad212c tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641407 Jun 22 09:41:31.047191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:31.047191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f828566-fc14-4011-86eb-de486f1220d7 x-openstack-request-id: req-6f828566-fc14-4011-86eb-de486f1220d7 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:41:31.047191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ae41eb-bba5-4353-9dc7-9e2859658e56", "tag": "99766f35-9006-4f6e-b1bb-863be975b885", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:41:31.047191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f828566-fc14-4011-86eb-de486f1220d7 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:41:31.047191 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ae41eb-bba5-4353-9dc7-9e2859658e56', 'tag': '99766f35-9006-4f6e-b1bb-863be975b885', 'status': 'completed', 'code': 200} Jun 22 09:41:31.121207 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8243c2-d67e-44b7-8736-af49118d0914,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:31.121424 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-0767dea9-f13b-4294-9128-80f46d9ef852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:31.122948 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-0767dea9-f13b-4294-9128-80f46d9ef852 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7e1789089a745ff96c3bbfc20a4382d&device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 1097 time: 0.1897311 Jun 22 09:41:31.123725 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:31.150078 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Attempting to bind port fb8243c2-d67e-44b7-8736-af49118d0914 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:31.150528 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Attempting to bind port fb8243c2-d67e-44b7-8736-af49118d0914 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'e56b808b-806b-417c-9a48-c17f637229e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:31.150949 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Attempting to bind port fb8243c2-d67e-44b7-8736-af49118d0914 on network 74cf8ae9-423c-4745-bb5d-8e2016d20b6c {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:31.155746 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Port fb8243c2-d67e-44b7-8736-af49118d0914 on network 74cf8ae9-423c-4745-bb5d-8e2016d20b6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:41:31.156183 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Attempting to bind port fb8243c2-d67e-44b7-8736-af49118d0914 on network 74cf8ae9-423c-4745-bb5d-8e2016d20b6c {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:31.161250 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:41:31.161787 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Checking segment: {'id': 'e56b808b-806b-417c-9a48-c17f637229e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:31.162833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Bound using segment: {'id': 'e56b808b-806b-417c-9a48-c17f637229e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c'} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:41:31.163352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Bound port: fb8243c2-d67e-44b7-8736-af49118d0914, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e56b808b-806b-417c-9a48-c17f637229e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c'}}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:41:31.164176 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:31.167369 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-de21e77a-d93d-44c7-b930-04896a62916a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99766f35-9006-4f6e-b1bb-863be975b885 HTTP/1.1" status: 200 len: 217 time: 0.0362599 Jun 22 09:41:31.202389 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:31.206880 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:31.214337 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56216) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:31.236869 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-d6e285f1-8045-4d20-a903-f9d0139e220e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:31.238319 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-d6e285f1-8045-4d20-a903-f9d0139e220e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6caf395-eab3-41b8-a3a6-9114984b7119 HTTP/1.1" status: 200 len: 851 time: 0.0650854 Jun 22 09:41:31.259480 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:31.275727 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:31.278354 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:31.278898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:31.280235 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:31.288147 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:31.291261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a9eaab65-8314-4557-8f97-943d575be4d9 tempest-ExternalNetworksAdminNegativeTestJSON-950938709 tempest-ExternalNetworksAdminNegativeTestJSON-950938709-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:31.320793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Pushing event updated for resources: {'Port': ['ID=44833c6f-1f6b-4420-a00b-12720259d965,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:31.324308 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:31.330758 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] For port fb8243c2-d67e-44b7-8736-af49118d0914, host hv-neutron-7971, cleared binding levels {{(pid=100652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:31.359772 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] For port fb8243c2-d67e-44b7-8736-af49118d0914, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb8243c2-d67e-44b7-8736-af49118d0914,segment=NetworkSegment(e56b808b-806b-417c-9a48-c17f637229e1),segment_id=e56b808b-806b-417c-9a48-c17f637229e1)] {{(pid=100652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:41:31.360002 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Network ac2856aa-9388-4503-8b40-e4f6a121ba26 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:31.375987 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:31.377948 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a539bb1b-2e17-47b2-b62b-a92a879e96bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:31.383560 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:31.391405 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fd4a81-d2f6-4d1c-ba99-cea926697f50 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Made reservation on behalf of c428799ac56146b2abc74a84916dcc67 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:31.394855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13fd4a81-d2f6-4d1c-ba99-cea926697f50 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:31.421014 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Pushing event updated for resources: {'Port': ['ID=1f03b268-394b-424d-94ba-8217a341f146,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:31.447623 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:31.448804 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:31.475268 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-de88f82d-d457-4a85-a855-abf7e2889d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:31.476813 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-de88f82d-d457-4a85-a855-abf7e2889d03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e8af6b3-3610-44a0-a63c-a8986db86aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2315822 Jun 22 09:41:31.695298 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:31.704153 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:31.716571 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:31.809190 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:31.809821 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:31.811245 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b36deed6-4102-46ef-b528-6b629f31dfee req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] 10.222.0.35 "PUT /v2.0/ports/fb8243c2-d67e-44b7-8736-af49118d0914 HTTP/1.1" status: 200 len: 1094 time: 2.5653853 Jun 22 09:41:31.812588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1030702b-112e-4286-bf5f-86057c3d0028', 'tag': 'fb8243c2-d67e-44b7-8736-af49118d0914'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:41:31.882218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:31.884363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8243c2-d67e-44b7-8736-af49118d0914,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:31.894657 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:31.994110 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9b1d88-542d-4999-8c5b-71cfddf2875b" -d '{"events": [{"name": "network-changed", "server_uuid": "1030702b-112e-4286-bf5f-86057c3d0028", "tag": "fb8243c2-d67e-44b7-8736-af49118d0914"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:41:32.047531 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15453f9-7087-40a6-9161-3de8d5cb902f req-195737e8-76ba-4183-a233-d2ac5a36d66a tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:32.049057 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e15453f9-7087-40a6-9161-3de8d5cb902f req-195737e8-76ba-4183-a233-d2ac5a36d66a tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 944 time: 0.3551393 Jun 22 09:41:32.113127 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.119573 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-78ef2afb-631d-41e2-ad21-bb91bac93ee7 service neutron] 10.222.0.35 "GET /v2.0/networks/6e8af6b3-3610-44a0-a63c-a8986db86aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6344464 Jun 22 09:41:32.122586 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.168645 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a539bb1b-2e17-47b2-b62b-a92a879e96bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.222950 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36deed6-4102-46ef-b528-6b629f31dfee req-b8bfd732-8949-47d3-9868-3c7713bcf9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:32.224525 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b36deed6-4102-46ef-b528-6b629f31dfee req-b8bfd732-8949-47d3-9868-3c7713bcf9b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f259be13d48423f84bea722f4cb5692&device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 1097 time: 0.3003397 Jun 22 09:41:32.227311 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e15453f9-7087-40a6-9161-3de8d5cb902f req-4467cd4f-7030-4927-94e2-9e6e6c44fcc1 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1eef4b-334f-45e5-a6d9-55bc2e268c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1678002 Jun 22 09:41:32.237675 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab605d-ca5a-4cea-b4b1-877d9cf79e8f req-b59cd650-a7e2-4915-a8bc-f7b2e11238be tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:32.239288 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3eab605d-ca5a-4cea-b4b1-877d9cf79e8f req-b59cd650-a7e2-4915-a8bc-f7b2e11238be tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 944 time: 0.5545478 Jun 22 09:41:32.294474 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b36deed6-4102-46ef-b528-6b629f31dfee req-596b013e-3d60-4512-865f-6854630553e9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb8243c2-d67e-44b7-8736-af49118d0914 HTTP/1.1" status: 200 len: 217 time: 0.0606916 Jun 22 09:41:32.298944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a539bb1b-2e17-47b2-b62b-a92a879e96bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.306629 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2dc99610-b577-4fcd-be36-fbdd1800cf64 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:32.309983 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-41aa9e4a-990c-45dd-b923-a873405a17ff req-1330e693-8558-4548-ade2-c52d9d28f255 service neutron] 10.222.0.35 "GET /v2.0/networks/6e8af6b3-3610-44a0-a63c-a8986db86aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736383 Jun 22 09:41:32.360631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13fd4a81-d2f6-4d1c-ba99-cea926697f50 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.363804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13072aa-903c-4781-8686-f37915a59e42 x-openstack-request-id: req-e13072aa-903c-4781-8686-f37915a59e42 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:41:32.364124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1030702b-112e-4286-bf5f-86057c3d0028", "tag": "fb8243c2-d67e-44b7-8736-af49118d0914", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:41:32.364419 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e13072aa-903c-4781-8686-f37915a59e42 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:41:32.365610 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1030702b-112e-4286-bf5f-86057c3d0028', 'tag': 'fb8243c2-d67e-44b7-8736-af49118d0914', 'status': 'completed', 'code': 200} Jun 22 09:41:32.369474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.375328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:32.407925 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.412628 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36deed6-4102-46ef-b528-6b629f31dfee req-6eb93133-c855-40c6-847b-9347d08e8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:32.414097 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b36deed6-4102-46ef-b528-6b629f31dfee req-6eb93133-c855-40c6-847b-9347d08e8112 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=990305d8-a832-43c4-9e37-7bdc6fd10f9b HTTP/1.1" status: 200 len: 845 time: 0.1141822 Jun 22 09:41:32.426271 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a539bb1b-2e17-47b2-b62b-a92a879e96bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c983f969f57a43af85d10dc89033d94c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2075984 Jun 22 09:41:32.426271 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539bb1b-2e17-47b2-b62b-a92a879e96bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77615db-eb0c-492a-bcdc-8e35e2956eee,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:32.429021 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56234) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:32.429925 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3eab605d-ca5a-4cea-b4b1-877d9cf79e8f req-f5bee5d7-c60e-49be-bfeb-daa2034dad07 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623523 Jun 22 09:41:32.431602 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a539bb1b-2e17-47b2-b62b-a92a879e96bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:32.511476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.525487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd4a81-d2f6-4d1c-ba99-cea926697f50 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Pushing event updated for resources: {'Subnet': ['ID=ea232a5e-bf21-4d58-b81d-6247def981e6,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:32.528195 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-13fd4a81-d2f6-4d1c-ba99-cea926697f50 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:32.538267 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7ec5889b-6bbf-4cb4-9758-99c9e1056450 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:32.657396 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa172b-6f95-4645-808e-5ec6eba14e8f req-1d021f7e-2d0f-4dd3-8194-0c23e0aac2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:32.658789 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e1fa172b-6f95-4645-808e-5ec6eba14e8f req-1d021f7e-2d0f-4dd3-8194-0c23e0aac2d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7e1789089a745ff96c3bbfc20a4382d&device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 1097 time: 0.1573393 Jun 22 09:41:32.666635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fd4a81-d2f6-4d1c-ba99-cea926697f50 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Checking segment: {'id': 'e6f80566-be64-44e0-82dd-5a1f76c0660f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4a20cfa1-863a-479d-afe3-9235b61c64fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:32.666990 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fd4a81-d2f6-4d1c-ba99-cea926697f50 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Network hostable DHCP agents. Network: 4a20cfa1-863a-479d-afe3-9235b61c64fa, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:41:32.682025 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Pushing event updated for resources: {'Port': ['ID=44833c6f-1f6b-4420-a00b-12720259d965,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:32.694420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:32.710364 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.735669 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36deed6-4102-46ef-b528-6b629f31dfee req-afef348f-d1ae-4922-a5d8-f7a8bf17e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:32.737141 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b36deed6-4102-46ef-b528-6b629f31dfee req-afef348f-d1ae-4922-a5d8-f7a8bf17e194 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=74cf8ae9-423c-4745-bb5d-8e2016d20b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3141599 Jun 22 09:41:32.737531 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.745425 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb279898-4d9d-410d-88e9-f401fab0adb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.814602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5dd311-897c-49ad-a91e-06ea0c805d12 req-c11e57c4-97eb-498e-800b-f6ae6b301c2d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:32.816093 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ae5dd311-897c-49ad-a91e-06ea0c805d12 req-c11e57c4-97eb-498e-800b-f6ae6b301c2d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 944 time: 0.3139358 Jun 22 09:41:32.838794 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb279898-4d9d-410d-88e9-f401fab0adb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.852727 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.859386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-72b751a6-e220-4353-af91-421e5aa6d9a4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:32.860382 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.861565 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9666996 Jun 22 09:41:32.862221 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fd4a81-d2f6-4d1c-ba99-cea926697f50 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Network 4a20cfa1-863a-479d-afe3-9235b61c64fa is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:41:32.870570 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56238) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:32.904573 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa172b-6f95-4645-808e-5ec6eba14e8f req-ef98c722-c858-4ae3-af89-b3b69944620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:32.906044 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e1fa172b-6f95-4645-808e-5ec6eba14e8f req-ef98c722-c858-4ae3-af89-b3b69944620a service neutron] 10.222.0.35 "GET /v2.0/networks?id=6e8af6b3-3610-44a0-a63c-a8986db86aa4 HTTP/1.1" status: 200 len: 913 time: 0.2367761 Jun 22 09:41:32.919351 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ae5dd311-897c-49ad-a91e-06ea0c805d12 req-befa4226-6727-44d5-968d-69219529bd07 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946188 Jun 22 09:41:32.925829 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b36deed6-4102-46ef-b528-6b629f31dfee req-8f6451e0-d011-4987-8e29-8d9c6bb3ac77 service neutron] 10.222.0.35 "GET /v2.0/networks/74cf8ae9-423c-4745-bb5d-8e2016d20b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776989 Jun 22 09:41:32.945919 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.949240 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-13fd4a81-d2f6-4d1c-ba99-cea926697f50 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 4a20cfa1-863a-479d-afe3-9235b61c64fa) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:32.958250 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7b7110-3f73-4fdb-a487-ac838d8ad249 None None] Network 4a20cfa1-863a-479d-afe3-9235b61c64fa requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:41:32.987188 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd4a81-d2f6-4d1c-ba99-cea926697f50 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:32.987854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13fd4a81-d2f6-4d1c-ba99-cea926697f50 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.027649 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e1fa172b-6f95-4645-808e-5ec6eba14e8f req-760f7532-cf8c-4a1d-a2d9-683243d1160b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99766f35-9006-4f6e-b1bb-863be975b885 HTTP/1.1" status: 200 len: 217 time: 0.1086385 Jun 22 09:41:33.030536 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Pushing event updated for resources: {'Port': ['ID=1f03b268-394b-424d-94ba-8217a341f146,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:33.033791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:33.035639 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.041747 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb279898-4d9d-410d-88e9-f401fab0adb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.049993 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb279898-4d9d-410d-88e9-f401fab0adb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.053976 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fb279898-4d9d-410d-88e9-f401fab0adb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d77615db-eb0c-492a-bcdc-8e35e2956eee HTTP/1.1" status: 204 len: 168 time: 0.6092184 Jun 22 09:41:33.054363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-68ce8f94-d936-4e9a-bf93-0d6fd57cef8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:33.059187 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b36deed6-4102-46ef-b528-6b629f31dfee req-84ebc1b4-31ab-4ea6-b8fd-75745dbe525c service neutron] 10.222.0.35 "GET /v2.0/networks/74cf8ae9-423c-4745-bb5d-8e2016d20b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239350 Jun 22 09:41:33.064015 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb279898-4d9d-410d-88e9-f401fab0adb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77615db-eb0c-492a-bcdc-8e35e2956eee,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:33.066145 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fb279898-4d9d-410d-88e9-f401fab0adb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:33.080698 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:33.099044 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-13fd4a81-d2f6-4d1c-ba99-cea926697f50 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2396407 Jun 22 09:41:33.101371 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56244) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:33.111168 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a6a83c33-98c4-41ba-8d99-b7e4f49fb3ad tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-480074963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:33.117173 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.153282 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-4a20cfa1-863a-479d-afe3-9235b61c64fa', 'network_id': '4a20cfa1-863a-479d-afe3-9235b61c64fa', 'tenant_id': 'c428799ac56146b2abc74a84916dcc67', 'fixed_ips': [{'subnet_id': 'ea232a5e-bf21-4d58-b81d-6247def981e6'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:41:33.154162 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.176351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.api [None req-a6a83c33-98c4-41ba-8d99-b7e4f49fb3ad tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:41:33.176351 dv-neutron-797121-3-hyperv neutron-server[100652]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:41:33.176351 dv-neutron-797121-3-hyperv neutron-server[100652]: [parameters: {'project_id_1': 'c428799ac56146b2abc74a84916dcc67', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 41, 33, 122082)}] Jun 22 09:41:33.176351 dv-neutron-797121-3-hyperv neutron-server[100652]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:41:33.176351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_db.api [None req-a6a83c33-98c4-41ba-8d99-b7e4f49fb3ad tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:41:33.198240 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa172b-6f95-4645-808e-5ec6eba14e8f req-ea1c5ade-ef77-40ba-a688-90393a0fc68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:33.199813 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e1fa172b-6f95-4645-808e-5ec6eba14e8f req-ea1c5ade-ef77-40ba-a688-90393a0fc68f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6caf395-eab3-41b8-a3a6-9114984b7119 HTTP/1.1" status: 200 len: 851 time: 0.1570363 Jun 22 09:41:33.282962 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b1d88-542d-4999-8c5b-71cfddf2875b req-7075cedd-c92b-4147-91f6-33cc60b5127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:33.284627 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0f9b1d88-542d-4999-8c5b-71cfddf2875b req-7075cedd-c92b-4147-91f6-33cc60b5127e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f259be13d48423f84bea722f4cb5692&device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 1097 time: 0.0839028 Jun 22 09:41:33.292653 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Notify callbacks [] for floatingip, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.305038 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Allocated IP 172.20.0.2 (4a20cfa1-863a-479d-afe3-9235b61c64fa/ea232a5e-bf21-4d58-b81d-6247def981e6/7a376e32-827a-4e34-9b00-143d229c88cb) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:33.357228 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa172b-6f95-4645-808e-5ec6eba14e8f req-f60ee5cf-2f1d-4f9e-acc4-40698b2a3634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:33.359154 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e1fa172b-6f95-4645-808e-5ec6eba14e8f req-f60ee5cf-2f1d-4f9e-acc4-40698b2a3634 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e8af6b3-3610-44a0-a63c-a8986db86aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1344042 Jun 22 09:41:33.400363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b1d88-542d-4999-8c5b-71cfddf2875b req-fe936314-668a-4040-8149-29f720176f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:33.402292 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0f9b1d88-542d-4999-8c5b-71cfddf2875b req-fe936314-668a-4040-8149-29f720176f7d service neutron] 10.222.0.35 "GET /v2.0/networks?id=74cf8ae9-423c-4745-bb5d-8e2016d20b6c HTTP/1.1" status: 200 len: 907 time: 0.1091354 Jun 22 09:41:33.417156 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.420952 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.2269015 Jun 22 09:41:33.452471 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56248) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:33.474159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Allocated IP 172.20.0.11 (9b3bf100-9c80-4fc0-b41b-bd05e7d8c578/9fb10262-7967-431e-9e1b-90382689b3c2/9a8e7dc3-1809-4d43-bca4-f33edc34b3b7) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:33.480108 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0f9b1d88-542d-4999-8c5b-71cfddf2875b req-7b33900d-fe99-46e8-a232-7e1f5bf4014a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb8243c2-d67e-44b7-8736-af49118d0914 HTTP/1.1" status: 200 len: 217 time: 0.0625305 Jun 22 09:41:33.480577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.488451 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Transition to ACTIVE for port object 7a376e32-827a-4e34-9b00-143d229c88cb will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:33.509856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Transition to ACTIVE for port object 7a376e32-827a-4e34-9b00-143d229c88cb will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:33.583126 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.595304 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f20beaf5-9ce5-4626-969f-8a5ef58775e9 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=ac2856aa-9388-4503-8b40-e4f6a121ba26 HTTP/1.1" status: 200 len: 689 time: 0.1416688 Jun 22 09:41:33.600635 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56258) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:33.601918 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.605709 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8034c81b-a114-41ab-a002-7f3a298f429f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:33.650244 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b1d88-542d-4999-8c5b-71cfddf2875b req-16a80057-78c1-4cde-800f-a3962a15f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:33.652199 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0f9b1d88-542d-4999-8c5b-71cfddf2875b req-16a80057-78c1-4cde-800f-a3962a15f9c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=990305d8-a832-43c4-9e37-7bdc6fd10f9b HTTP/1.1" status: 200 len: 845 time: 0.1301384 Jun 22 09:41:33.660635 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Network 4a20cfa1-863a-479d-afe3-9235b61c64fa is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:33.665015 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:33.676695 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:33.688329 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Pushing event updated for resources: {'Port': ['ID=7a376e32-827a-4e34-9b00-143d229c88cb,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:33.691866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:33.737489 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93e1fd-54fa-4e47-bc49-c7687a1b3461 req-e40bc9bc-8549-414e-84b1-78eade4f61c6 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:33.738998 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5f93e1fd-54fa-4e47-bc49-c7687a1b3461 req-e40bc9bc-8549-414e-84b1-78eade4f61c6 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 944 time: 0.1347318 Jun 22 09:41:33.758682 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Attempting to bind port 7a376e32-827a-4e34-9b00-143d229c88cb on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:33.759136 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Attempting to bind port 7a376e32-827a-4e34-9b00-143d229c88cb by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'e6f80566-be64-44e0-82dd-5a1f76c0660f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4a20cfa1-863a-479d-afe3-9235b61c64fa'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:33.759631 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Attempting to bind port 7a376e32-827a-4e34-9b00-143d229c88cb on network 4a20cfa1-863a-479d-afe3-9235b61c64fa {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:33.765536 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:41:33.765921 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Checking segment: {'id': 'e6f80566-be64-44e0-82dd-5a1f76c0660f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4a20cfa1-863a-479d-afe3-9235b61c64fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:33.766521 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.767079 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Bound using segment: {'id': 'e6f80566-be64-44e0-82dd-5a1f76c0660f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4a20cfa1-863a-479d-afe3-9235b61c64fa'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:41:33.767774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Bound port: 7a376e32-827a-4e34-9b00-143d229c88cb, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f80566-be64-44e0-82dd-5a1f76c0660f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4a20cfa1-863a-479d-afe3-9235b61c64fa'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:41:33.768336 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.773150 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec5b9b-119d-4569-8530-ac7b25226227 req-f24020d5-d67f-4e8a-84e3-1dbeb7f3fd69 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:33.776419 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-64ec5b9b-119d-4569-8530-ac7b25226227 req-f24020d5-d67f-4e8a-84e3-1dbeb7f3fd69 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 944 time: 0.4118018 Jun 22 09:41:33.791856 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e1fa172b-6f95-4645-808e-5ec6eba14e8f req-af03810f-c254-465d-bb76-f48205b27191 service neutron] 10.222.0.35 "GET /v2.0/networks/6e8af6b3-3610-44a0-a63c-a8986db86aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164455 Jun 22 09:41:33.792053 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b1d88-542d-4999-8c5b-71cfddf2875b req-f6a05f2f-2947-48ab-b6d3-93e1633f74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:33.793228 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0f9b1d88-542d-4999-8c5b-71cfddf2875b req-f6a05f2f-2947-48ab-b6d3-93e1633f74b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=74cf8ae9-423c-4745-bb5d-8e2016d20b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1289098 Jun 22 09:41:33.801875 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c33-98c4-41ba-8d99-b7e4f49fb3ad tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.803363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c33-98c4-41ba-8d99-b7e4f49fb3ad tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.820066 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.851211 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.852564 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5f93e1fd-54fa-4e47-bc49-c7687a1b3461 req-e1839d87-64a1-473f-a8c6-672bb0664cf0 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973170 Jun 22 09:41:33.894499 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:33.894664 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] For port 7a376e32-827a-4e34-9b00-143d229c88cb, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:33.897622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] For port 7a376e32-827a-4e34-9b00-143d229c88cb, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=7a376e32-827a-4e34-9b00-143d229c88cb,segment=NetworkSegment(e6f80566-be64-44e0-82dd-5a1f76c0660f),segment_id=e6f80566-be64-44e0-82dd-5a1f76c0660f)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:41:33.933765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c33-98c4-41ba-8d99-b7e4f49fb3ad tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.962387 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0f9b1d88-542d-4999-8c5b-71cfddf2875b req-8ec4f252-b4a7-4409-a099-e6120c654155 service neutron] 10.222.0.35 "GET /v2.0/networks/74cf8ae9-423c-4745-bb5d-8e2016d20b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438098 Jun 22 09:41:33.979661 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.992487 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-64ec5b9b-119d-4569-8530-ac7b25226227 req-4e4ed171-cf41-4df0-a83b-a600d8569f31 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1eef4b-334f-45e5-a6d9-55bc2e268c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1943393 Jun 22 09:41:34.019133 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:34.020556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Network 9b3bf100-9c80-4fc0-b41b-bd05e7d8c578 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:34.023174 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:34.043039 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:34.049567 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Pushing event updated for resources: {'Port': ['ID=9a8e7dc3-1809-4d43-bca4-f33edc34b3b7,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:34.053666 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:34.057942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:34.069349 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c33-98c4-41ba-8d99-b7e4f49fb3ad tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:34.121919 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Pushing event updated for resources: {'Port': ['ID=7a376e32-827a-4e34-9b00-143d229c88cb,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:34.128598 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:34.150890 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e1fa172b-6f95-4645-808e-5ec6eba14e8f req-44817b4e-eae5-428e-9e77-2e211b85de70 service neutron] 10.222.0.35 "GET /v2.0/networks/6e8af6b3-3610-44a0-a63c-a8986db86aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338187 Jun 22 09:41:34.177579 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0f9b1d88-542d-4999-8c5b-71cfddf2875b req-7e2a6af0-461c-41cf-8163-1e9e3c5d78a0 service neutron] 10.222.0.35 "GET /v2.0/networks/74cf8ae9-423c-4745-bb5d-8e2016d20b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078259 Jun 22 09:41:34.188603 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2b22f-37e4-4874-8de6-90d971beaa3b req-9360d4a5-e1ce-4aaa-bacd-aba48fd81f7d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:34.190532 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3ea2b22f-37e4-4874-8de6-90d971beaa3b req-9360d4a5-e1ce-4aaa-bacd-aba48fd81f7d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 944 time: 0.1332517 Jun 22 09:41:34.199764 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:41:34.218820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a6a83c33-98c4-41ba-8d99-b7e4f49fb3ad tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:34.218820 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a6a83c33-98c4-41ba-8d99-b7e4f49fb3ad tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.1144545 Jun 22 09:41:34.220129 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56272) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:34.558793 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Deleting port 1f03b268-394b-424d-94ba-8217a341f146 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:34.559303 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:34.579925 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3ea2b22f-37e4-4874-8de6-90d971beaa3b req-6b4bfb2e-05cb-4c89-949c-593c24f46cf8 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3831952 Jun 22 09:41:34.591700 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 99e323f9-56f7-4189-a0f3-5872e92fa5cc details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:41:34.674577 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Allocated IP 172.26.3.152 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/6256c077-92fc-4408-9e6d-217e58868e02) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:34.737424 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 99e323f9-56f7-4189-a0f3-5872e92fa5cc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=99e323f9-56f7-4189-a0f3-5872e92fa5cc,segment=NetworkSegment(c9e11026-794e-40bf-9e85-90adceb64843),segment_id=c9e11026-794e-40bf-9e85-90adceb64843)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:34.750201 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '99e323f9-56f7-4189-a0f3-5872e92fa5cc', 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3', 'port_id': '99e323f9-56f7-4189-a0f3-5872e92fa5cc', 'mac_address': 'fa:16:3e:c2:46:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:41:34.785636 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:34.786233 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:34.794715 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:34.809221 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e323f9-56f7-4189-a0f3-5872e92fa5cc {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:41:34.831052 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 99e323f9-56f7-4189-a0f3-5872e92fa5cc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=99e323f9-56f7-4189-a0f3-5872e92fa5cc,segment=NetworkSegment(c9e11026-794e-40bf-9e85-90adceb64843),segment_id=c9e11026-794e-40bf-9e85-90adceb64843)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:34.840055 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:34.862271 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Calling delete_port for 1f03b268-394b-424d-94ba-8217a341f146 owned by network:floatingip {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:34.938324 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:34.940267 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f0bba01e-ed28-42a9-ba27-84b5a1b7b762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:34.968988 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:35.037521 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=99e323f9-56f7-4189-a0f3-5872e92fa5cc,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:35.052026 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:35.060988 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:35.109757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Allocated IP 172.20.0.1 (4a20cfa1-863a-479d-afe3-9235b61c64fa/ea232a5e-bf21-4d58-b81d-6247def981e6/65b4d4be-0426-41ee-8cf7-addd3c55dd7e) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:35.325171 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:35.349756 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358dc2e-5662-49e4-a09e-665f2ad3d97c req-569ccbf9-3e33-4083-9759-035b504d45c7 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:35.351347 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d358dc2e-5662-49e4-a09e-665f2ad3d97c req-569ccbf9-3e33-4083-9759-035b504d45c7 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 944 time: 0.2202926 Jun 22 09:41:35.369211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Transition to ACTIVE for port object 65b4d4be-0426-41ee-8cf7-addd3c55dd7e will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:35.374405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1a366-47f4-4bc2-b3a8-4d96d6306acc req-ead94d2b-bc2c-4e19-8964-75e297e9a84b tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:35.375991 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b8a1a366-47f4-4bc2-b3a8-4d96d6306acc req-ead94d2b-bc2c-4e19-8964-75e297e9a84b tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 944 time: 0.2962179 Jun 22 09:41:35.405173 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d358dc2e-5662-49e4-a09e-665f2ad3d97c req-458b8691-739b-4d3a-ade9-57782284e9a4 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1eef4b-334f-45e5-a6d9-55bc2e268c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455251 Jun 22 09:41:35.408825 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:35.413981 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fc141fe3-0327-4597-b120-8e9f5316094d tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:35.459419 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['99e323f9-56f7-4189-a0f3-5872e92fa5cc'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:41:35.494343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:35.504568 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:35.507339 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:35.511363 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:35.513896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56294) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:35.520375 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b8a1a366-47f4-4bc2-b3a8-4d96d6306acc req-ad4a7cdc-5b82-4a38-913e-c97ef5caffb7 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381016 Jun 22 09:41:35.530467 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:35.533713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:35.565920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Pushing event updated for resources: {'Port': ['ID=6256c077-92fc-4408-9e6d-217e58868e02,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:35.569916 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:35.578535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cefc83e7-4898-4271-95e4-40e87b53de64 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:35.590500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Network 4a20cfa1-863a-479d-afe3-9235b61c64fa is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:35.594789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:35.599085 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:35.624427 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26ae9e2-0b03-4a9c-9cde-b5dda820b427 None None] Network 4a20cfa1-863a-479d-afe3-9235b61c64fa requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:41:35.627952 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:35.646936 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Pushing event updated for resources: {'Port': ['ID=65b4d4be-0426-41ee-8cf7-addd3c55dd7e,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:35.654108 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f03b268-394b-424d-94ba-8217a341f146,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:35.656928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:35.661014 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:35.689280 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:35.804258 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:35.854078 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f7b99-22cd-4d18-842c-bc88e7e82e56 req-2ebf5c0f-1b9c-4147-baf6-792858130ebe tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:35.855675 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-731f7b99-22cd-4d18-842c-bc88e7e82e56 req-2ebf5c0f-1b9c-4147-baf6-792858130ebe tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 945 time: 0.0982533 Jun 22 09:41:35.861282 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'network': {'name': 'tempest-network-smoke--1751648653', 'project_id': '50763c4428f741ada1db53edd04651ab', 'port_security_enabled': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:35.873694 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:35.901469 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0120efda-1b3e-4158-ba74-fc43d66075b3 None None] Provisioning for port 7a376e32-827a-4e34-9b00-143d229c88cb completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:35.951467 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:35.953674 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-731f7b99-22cd-4d18-842c-bc88e7e82e56 req-e4a0a3f0-ab43-48b5-a7c4-18a8b02d85aa tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848885 Jun 22 09:41:35.981278 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 7a376e32-827a-4e34-9b00-143d229c88cb up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:35.985365 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.000214 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:36.003932 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.013469 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.061538 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.088287 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Router 6d8ab3b8-dd8e-4706-a77b-55eff56235e9 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:41:36.116570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 7a376e32-827a-4e34-9b00-143d229c88cb completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:36.120817 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 7a376e32-827a-4e34-9b00-143d229c88cb triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:36.124005 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.132085 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.211801 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.226101 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4ceb8d12-6bff-4d2e-b8d0-1dacddc1698f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:36.261765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc23877-47a6-46db-a593-64acc75c2a23,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:36.279836 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:36.298970 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.347340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.358359 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2856aa-9388-4503-8b40-e4f6a121ba26']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:36.368829 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552f4f33-b78b-4b53-9f6d-feb750ec8900') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:36.369080 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.369191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552f4f33-b78b-4b53-9f6d-feb750ec8900') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:36.376050 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 7a376e32-827a-4e34-9b00-143d229c88cb, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=7a376e32-827a-4e34-9b00-143d229c88cb,segment=NetworkSegment(e6f80566-be64-44e0-82dd-5a1f76c0660f),segment_id=e6f80566-be64-44e0-82dd-5a1f76c0660f)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:36.379116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc902-3e12-4e39-80dc-491a01c9442e None None] Provisioning complete for port 7a376e32-827a-4e34-9b00-143d229c88cb triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:36.379530 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc902-3e12-4e39-80dc-491a01c9442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.385132 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.386997 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.392040 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:36.424799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:41:36.434660 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadd584f-7930-4dbc-bec0-49b367ae62bd,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:36.439738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:36.443521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.443652 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Added segment dd845625-d5a4-4bdb-abfb-8221ca732eaa of type vlan for network 9c753fde-2e6c-4c94-b61f-05eb2b76f365 Jun 22 09:41:36.457051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.467353 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc902-3e12-4e39-80dc-491a01c9442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.469097 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.489549 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.495340 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:36.499123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:41:36.499572 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:41:36.502730 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:41:36.549632 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 99766f35-9006-4f6e-b1bb-863be975b885 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:41:36.552567 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:36.585189 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 99e323f9-56f7-4189-a0f3-5872e92fa5cc up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:36.600860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.602049 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:36.605672 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Pushing event updated for resources: {'Port': ['ID=65b4d4be-0426-41ee-8cf7-addd3c55dd7e,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:36.609608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:36.611633 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Sync routers for ids ['6d8ab3b8-dd8e-4706-a77b-55eff56235e9'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:36.623192 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Routers {'6d8ab3b8-dd8e-4706-a77b-55eff56235e9'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:36.623851 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6d8ab3b8-dd8e-4706-a77b-55eff56235e9'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:36.653112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=7a376e32-827a-4e34-9b00-143d229c88cb,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:36.660632 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.667728 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:36.679600 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-8e2dc902-3e12-4e39-80dc-491a01c9442e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:41:36.680663 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-8e2dc902-3e12-4e39-80dc-491a01c9442e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:41:36.693834 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.711898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a7f34bd7-8ddc-45ee-bf0c-31794978c80d tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:36.718073 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.728466 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac2856aa-9388-4503-8b40-e4f6a121ba26 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 09:41:36.743941 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac2856aa-9388-4503-8b40-e4f6a121ba26,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:36.763834 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Set router 6d8ab3b8-dd8e-4706-a77b-55eff56235e9 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:36.771952 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762c6cc-d928-4792-879c-007569d3e169 req-3baa6aa7-063e-4502-91b0-33c04becb971 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:36.784015 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6762c6cc-d928-4792-879c-007569d3e169 req-3baa6aa7-063e-4502-91b0-33c04becb971 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 944 time: 0.1747136 Jun 22 09:41:36.795667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.798213 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 99766f35-9006-4f6e-b1bb-863be975b885, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=99766f35-9006-4f6e-b1bb-863be975b885,segment=NetworkSegment(d570263c-68c4-4e43-a72c-09c06686ac1a),segment_id=d570263c-68c4-4e43-a72c-09c06686ac1a)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:36.799677 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ac2856aa-9388-4503-8b40-e4f6a121ba26 HTTP/1.1" status: 204 len: 168 time: 3.1925581 Jun 22 09:41:36.800650 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:36.801184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56304) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:36.821193 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.823120 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Network 4a20cfa1-863a-479d-afe3-9235b61c64fa is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:36.828453 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '99766f35-9006-4f6e-b1bb-863be975b885', 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4', 'port_id': '99766f35-9006-4f6e-b1bb-863be975b885', 'mac_address': 'fa:16:3e:f6:4c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6caf395-eab3-41b8-a3a6-9114984b7119', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:41:36.832378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14288770-028c-49d2-b51d-e142a1b50274 req-596eba19-d991-465f-b096-8d5673c64eb0 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:36.834978 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 99e323f9-56f7-4189-a0f3-5872e92fa5cc completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:36.837429 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.840100 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-14288770-028c-49d2-b51d-e142a1b50274 req-596eba19-d991-465f-b096-8d5673c64eb0 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 944 time: 0.1429060 Jun 22 09:41:36.843539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 99e323f9-56f7-4189-a0f3-5872e92fa5cc triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:36.843755 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:36.843835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:36.845529 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.0331793 Jun 22 09:41:36.845666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56306) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:36.887986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-20d540ab-3571-458d-8233-e8d123dfe62b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:36.927107 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6762c6cc-d928-4792-879c-007569d3e169 req-41c80a4b-e49c-4dd6-a773-4047bdbc8086 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1eef4b-334f-45e5-a6d9-55bc2e268c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1403565 Jun 22 09:41:36.966075 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.034709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.058895 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:37.059565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.066014 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.076107 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:37.096588 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8ab3b8-dd8e-4706-a77b-55eff56235e9', 'name': '', 'tenant_id': '8fe52181364c4002a93a7fb7c6682630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b3bf100-9c80-4fc0-b41b-bd05e7d8c578', 'external_fixed_ips': [{'subnet_id': '9fb10262-7967-431e-9e1b-90382689b3c2', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '9a8e7dc3-1809-4d43-bca4-f33edc34b3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:31Z', 'updated_at': '2021-06-22T09:41:34Z', 'revision_number': 3, 'project_id': '8fe52181364c4002a93a7fb7c6682630', 'gw_port': {'id': '9a8e7dc3-1809-4d43-bca4-f33edc34b3b7', 'name': '', 'network_id': '9b3bf100-9c80-4fc0-b41b-bd05e7d8c578', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8ab3b8-dd8e-4706-a77b-55eff56235e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '9fb10262-7967-431e-9e1b-90382689b3c2', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:33Z', 'updated_at': '2021-06-22T09:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fb10262-7967-431e-9e1b-90382689b3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:37.096824 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a3c2bcd4-b79a-4e7a-ae7a-dc6d5b8be893 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3087 time: 0.2736120 Jun 22 09:41:37.097420 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56310) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:37.106838 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99766f35-9006-4f6e-b1bb-863be975b885 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:41:37.128056 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.144956 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Checking router: 6d8ab3b8-dd8e-4706-a77b-55eff56235e9 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:41:37.146821 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Updating router 6d8ab3b8-dd8e-4706-a77b-55eff56235e9 port 9a8e7dc3-1809-4d43-bca4-f33edc34b3b7 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:41:37.157206 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf3a2-ffb1-456a-b787-d70d44869877 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.198324 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2da5f2-e35d-46f5-8fbc-9481bc0d6df2 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:37.199512 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2da5f2-e35d-46f5-8fbc-9481bc0d6df2 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:37.200025 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2da5f2-e35d-46f5-8fbc-9481bc0d6df2 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:37.200487 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2da5f2-e35d-46f5-8fbc-9481bc0d6df2 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:37.200968 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2da5f2-e35d-46f5-8fbc-9481bc0d6df2 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:37.201403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2da5f2-e35d-46f5-8fbc-9481bc0d6df2 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:37.201841 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2da5f2-e35d-46f5-8fbc-9481bc0d6df2 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:37.202503 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2da5f2-e35d-46f5-8fbc-9481bc0d6df2 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:37.203122 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2da5f2-e35d-46f5-8fbc-9481bc0d6df2 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:37.205631 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ee2da5f2-e35d-46f5-8fbc-9481bc0d6df2 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5790 time: 0.1044393 Jun 22 09:41:37.210036 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902a20a6-01bf-4c06-afb1-e04ac8f78cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e323f9-56f7-4189-a0f3-5872e92fa5cc'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:41:37.214996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56312) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:37.219519 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.226908 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.241864 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3668139 Jun 22 09:41:37.242588 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56314) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:37.327511 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-14288770-028c-49d2-b51d-e142a1b50274 req-25067f9b-6f42-43ed-b960-9d5759d9b293 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4828694 Jun 22 09:41:37.331615 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 99e323f9-56f7-4189-a0f3-5872e92fa5cc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=99e323f9-56f7-4189-a0f3-5872e92fa5cc,segment=NetworkSegment(c9e11026-794e-40bf-9e85-90adceb64843),segment_id=c9e11026-794e-40bf-9e85-90adceb64843)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:37.337667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 99766f35-9006-4f6e-b1bb-863be975b885, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=99766f35-9006-4f6e-b1bb-863be975b885,segment=NetworkSegment(d570263c-68c4-4e43-a72c-09c06686ac1a),segment_id=d570263c-68c4-4e43-a72c-09c06686ac1a)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:37.353090 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8339417 Jun 22 09:41:37.375142 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56318) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:37.386605 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Network': ['ID=9c753fde-2e6c-4c94-b61f-05eb2b76f365,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:37.398129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Pushing event updated for resources: {'Port': ['ID=6256c077-92fc-4408-9e6d-217e58868e02,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:37.401456 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 9c753fde-2e6c-4c94-b61f-05eb2b76f365 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:41:37.411077 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:37.418449 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-349942163', 'admin_state_up': True, 'project_id': '50763c4428f741ada1db53edd04651ab', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:37.424172 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f78d9924-9107-4ba0-af09-dc287bd29b55 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3087 time: 0.1110170 Jun 22 09:41:37.457645 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56322) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:37.462845 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:37.463024 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.467789 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:37.472295 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.473063 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device fb8243c2-d67e-44b7-8736-af49118d0914 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:41:37.474743 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc902-3e12-4e39-80dc-491a01c9442e None None] Provisioning for port 65b4d4be-0426-41ee-8cf7-addd3c55dd7e completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:37.503875 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-06246117-1bc7-4c81-b016-aecfe353d9d1 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] delete failed (client error): The resource could not be found. Jun 22 09:41:37.507859 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-06246117-1bc7-4c81-b016-aecfe353d9d1 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/e9c6a784-688f-4fee-8d1c-a72d69be1200 HTTP/1.1" status: 404 len: 345 time: 0.2843399 Jun 22 09:41:37.510653 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56324) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:37.546162 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc902-3e12-4e39-80dc-491a01c9442e None None] Provisioning complete for port 65b4d4be-0426-41ee-8cf7-addd3c55dd7e triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:37.550270 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc902-3e12-4e39-80dc-491a01c9442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.579166 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-92723d18-8a61-4699-b242-861ae3de85ce tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] DELETE failed (client error): The resource could not be found. Jun 22 09:41:37.579803 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92723d18-8a61-4699-b242-861ae3de85ce tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:41:37.584300 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-92723d18-8a61-4699-b242-861ae3de85ce tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ac2856aa-9388-4503-8b40-e4f6a121ba26 HTTP/1.1" status: 404 len: 339 time: 0.0592971 Jun 22 09:41:37.592145 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56326) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:37.604755 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-7f81b48e-6b83-49c5-9467-1709eae7ae56 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Request body: {'network': {'name': 'tempest-network--734964399', 'router:external': True}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:37.618813 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ba8ddde8-ce99-4268-af02-c5b2e7edfaf7 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1527002 Jun 22 09:41:37.619580 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56328) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:37.664325 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a858f-3fb6-4cca-9b97-50177cb59c51 req-5de2ef53-870a-41d4-8eba-ce8af093656a tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:37.666719 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c01a858f-3fb6-4cca-9b97-50177cb59c51 req-5de2ef53-870a-41d4-8eba-ce8af093656a tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 945 time: 0.4536684 Jun 22 09:41:37.704185 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.707530 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port fb8243c2-d67e-44b7-8736-af49118d0914, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb8243c2-d67e-44b7-8736-af49118d0914,segment=NetworkSegment(e56b808b-806b-417c-9a48-c17f637229e1),segment_id=e56b808b-806b-417c-9a48-c17f637229e1)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:37.711616 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.712646 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.721099 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Transition to ACTIVE for port object 9a8e7dc3-1809-4d43-bca4-f33edc34b3b7 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:37.726075 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f05b77-eda4-4e12-acb7-6029c412a0ee" -d '{"events": [{"server_uuid": "902a20a6-01bf-4c06-afb1-e04ac8f78cbe", "name": "network-vif-plugged", "status": "completed", "tag": "99e323f9-56f7-4189-a0f3-5872e92fa5cc"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:41:37.730993 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf3a2-ffb1-456a-b787-d70d44869877 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.731104 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c01a858f-3fb6-4cca-9b97-50177cb59c51 req-277020e0-765d-403c-98d4-c3eef07af496 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554228 Jun 22 09:41:37.733822 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Router 60916a26-c7b6-4f62-9dd6-421c01b33d33 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:41:37.746911 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': 'fb8243c2-d67e-44b7-8736-af49118d0914', 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c', 'port_id': 'fb8243c2-d67e-44b7-8736-af49118d0914', 'mac_address': 'fa:16:3e:57:52:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:41:37.777844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f81b48e-6b83-49c5-9467-1709eae7ae56 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Made reservation on behalf of aa4af72d33a04a13908f81a187746ed7 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:37.780519 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7f81b48e-6b83-49c5-9467-1709eae7ae56 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.806608 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.816056 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=99e323f9-56f7-4189-a0f3-5872e92fa5cc,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:37.816579 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:37.817176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f81b48e-6b83-49c5-9467-1709eae7ae56 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:41:37.819884 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:37.824601 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:37.835171 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7f81b48e-6b83-49c5-9467-1709eae7ae56 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.835833 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-7f81b48e-6b83-49c5-9467-1709eae7ae56 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Added segment 3efd9a35-9d82-4f61-abab-1c840cb3bb92 of type vlan for network 22e6af26-ffe4-4acf-920d-08f22507551d Jun 22 09:41:37.837104 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.858660 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Attempting to bind port 9a8e7dc3-1809-4d43-bca4-f33edc34b3b7 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:37.860197 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Attempting to bind port 9a8e7dc3-1809-4d43-bca4-f33edc34b3b7 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '3a5c4da7-38a3-429a-9691-8e731296d68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9b3bf100-9c80-4fc0-b41b-bd05e7d8c578'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:37.860681 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Attempting to bind port 9a8e7dc3-1809-4d43-bca4-f33edc34b3b7 on network 9b3bf100-9c80-4fc0-b41b-bd05e7d8c578 {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:37.892922 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:41:37.893448 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Checking segment: {'id': '3a5c4da7-38a3-429a-9691-8e731296d68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9b3bf100-9c80-4fc0-b41b-bd05e7d8c578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:37.894306 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.894964 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Bound using segment: {'id': '3a5c4da7-38a3-429a-9691-8e731296d68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9b3bf100-9c80-4fc0-b41b-bd05e7d8c578'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:41:37.896764 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Bound port: 9a8e7dc3-1809-4d43-bca4-f33edc34b3b7, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5c4da7-38a3-429a-9691-8e731296d68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9b3bf100-9c80-4fc0-b41b-bd05e7d8c578'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:41:37.898337 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.926016 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=99766f35-9006-4f6e-b1bb-863be975b885,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:37.929779 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:37.931555 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 7a376e32-827a-4e34-9b00-143d229c88cb up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:37.937029 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc902-3e12-4e39-80dc-491a01c9442e None None] Port 65b4d4be-0426-41ee-8cf7-addd3c55dd7e cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:37.937760 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7f81b48e-6b83-49c5-9467-1709eae7ae56 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.975321 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a47593d-0c0d-4037-ad22-9631a13798a8 x-openstack-request-id: req-7a47593d-0c0d-4037-ad22-9631a13798a8 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:41:37.976199 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902a20a6-01bf-4c06-afb1-e04ac8f78cbe", "name": "network-vif-plugged", "status": "completed", "tag": "99e323f9-56f7-4189-a0f3-5872e92fa5cc", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:41:37.976467 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a47593d-0c0d-4037-ad22-9631a13798a8 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:41:37.977161 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902a20a6-01bf-4c06-afb1-e04ac8f78cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e323f9-56f7-4189-a0f3-5872e92fa5cc', 'code': 200} Jun 22 09:41:37.981446 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] For port 9a8e7dc3-1809-4d43-bca4-f33edc34b3b7, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:37.990309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.998647 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] For port 9a8e7dc3-1809-4d43-bca4-f33edc34b3b7, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9a8e7dc3-1809-4d43-bca4-f33edc34b3b7,segment=NetworkSegment(3a5c4da7-38a3-429a-9691-8e731296d68c),segment_id=3a5c4da7-38a3-429a-9691-8e731296d68c)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:41:38.011327 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8243c2-d67e-44b7-8736-af49118d0914 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:41:38.025688 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c14ca-7fea-4bb4-9477-1ad8fa663ec2 None None] Pushing event updated for resources: {'Port': ['ID=9a8e7dc3-1809-4d43-bca4-f33edc34b3b7,revision_number=2']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:38.038930 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-201c14ca-7fea-4bb4-9477-1ad8fa663ec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:38.043062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port fb8243c2-d67e-44b7-8736-af49118d0914, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb8243c2-d67e-44b7-8736-af49118d0914,segment=NetworkSegment(e56b808b-806b-417c-9a48-c17f637229e1),segment_id=e56b808b-806b-417c-9a48-c17f637229e1)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:38.053708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 7a376e32-827a-4e34-9b00-143d229c88cb triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:38.054091 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:38.075870 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:38.084626 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-2e65d95e-e451-49ed-b27e-a03fdfd1e800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:38.103225 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4932d63d-0ed6-484d-b9f8-eca1e19ca809 None None] Provisioning complete for port 65b4d4be-0426-41ee-8cf7-addd3c55dd7e triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:38.103870 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4932d63d-0ed6-484d-b9f8-eca1e19ca809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:38.114186 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7f81b48e-6b83-49c5-9467-1709eae7ae56 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:38.117860 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f81b48e-6b83-49c5-9467-1709eae7ae56 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:38.125588 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7f81b48e-6b83-49c5-9467-1709eae7ae56 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:38.125588 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:38.160042 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:38.169805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:38.201292 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Routers {'6d8ab3b8-dd8e-4706-a77b-55eff56235e9'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:38.201924 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6d8ab3b8-dd8e-4706-a77b-55eff56235e9'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:38.221570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=fb8243c2-d67e-44b7-8736-af49118d0914,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:38.233187 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:38.238506 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-4932d63d-0ed6-484d-b9f8-eca1e19ca809 None None] Port 65b4d4be-0426-41ee-8cf7-addd3c55dd7e cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:38.310464 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c14ca-7fea-4bb4-9477-1ad8fa663ec2 None None] Pushing event updated for resources: {'Port': ['ID=9a8e7dc3-1809-4d43-bca4-f33edc34b3b7,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:38.315648 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-201c14ca-7fea-4bb4-9477-1ad8fa663ec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:38.377853 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:38.386256 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] 10.222.0.20 "PUT /v2.0/routers/60916a26-c7b6-4f62-9dd6-421c01b33d33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1648648 Jun 22 09:41:38.391147 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56338) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:38.393964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:38.401918 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] Set router 6d8ab3b8-dd8e-4706-a77b-55eff56235e9 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:38.408266 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-17bd7319-f00e-4d3f-8fe8-fe398572ca6b tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Request body: {'port': {'network_id': '4a20cfa1-863a-479d-afe3-9235b61c64fa', 'name': 'tempest-FloatingIPNegativeTestJSON-1256886355'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:38.430114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9843ad4f-1fc5-4ab8-9f9a-9c6b06c8c2a7 None None] Sync routers for ids ['60916a26-c7b6-4f62-9dd6-421c01b33d33'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:38.446869 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9843ad4f-1fc5-4ab8-9f9a-9c6b06c8c2a7 None None] Routers {'60916a26-c7b6-4f62-9dd6-421c01b33d33'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:38.447860 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9843ad4f-1fc5-4ab8-9f9a-9c6b06c8c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['60916a26-c7b6-4f62-9dd6-421c01b33d33'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:38.478287 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-c878a3d8-b6cc-4240-a4e3-8b09c8a06e13 tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Deleting port 6256c077-92fc-4408-9e6d-217e58868e02 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:38.481857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c878a3d8-b6cc-4240-a4e3-8b09c8a06e13 tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:38.501233 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9843ad4f-1fc5-4ab8-9f9a-9c6b06c8c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:38.514481 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9843ad4f-1fc5-4ab8-9f9a-9c6b06c8c2a7 None None] Routers {'60916a26-c7b6-4f62-9dd6-421c01b33d33'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:38.515291 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9843ad4f-1fc5-4ab8-9f9a-9c6b06c8c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['60916a26-c7b6-4f62-9dd6-421c01b33d33'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:38.515613 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8ab3b8-dd8e-4706-a77b-55eff56235e9', 'name': '', 'tenant_id': '8fe52181364c4002a93a7fb7c6682630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:31Z', 'updated_at': '2021-06-22T09:41:37Z', 'revision_number': 4, 'project_id': '8fe52181364c4002a93a7fb7c6682630', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:38.522554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['99766f35-9006-4f6e-b1bb-863be975b885'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:41:38.544084 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e84da2-b3a2-4b07-af78-88d3c7592308 None None] The sync data for ids ['6d8ab3b8-dd8e-4706-a77b-55eff56235e9'] in dv-neutron-797121-3-hyperv is: [{'id': '6d8ab3b8-dd8e-4706-a77b-55eff56235e9', 'name': '', 'tenant_id': '8fe52181364c4002a93a7fb7c6682630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:31Z', 'updated_at': '2021-06-22T09:41:37Z', 'revision_number': 4, 'project_id': '8fe52181364c4002a93a7fb7c6682630', 'gw_port_host': None}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:38.561283 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7f81b48e-6b83-49c5-9467-1709eae7ae56 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9658401 Jun 22 09:41:38.562726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56340) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:38.573521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-ba7cf3a2-ffb1-456a-b787-d70d44869877 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Deleting port 9a8e7dc3-1809-4d43-bca4-f33edc34b3b7 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:38.573521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf3a2-ffb1-456a-b787-d70d44869877 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:38.585930 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9843ad4f-1fc5-4ab8-9f9a-9c6b06c8c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:38.587020 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9843ad4f-1fc5-4ab8-9f9a-9c6b06c8c2a7 None None] The sync data for ids ['60916a26-c7b6-4f62-9dd6-421c01b33d33'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:38.606707 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81b48e-6b83-49c5-9467-1709eae7ae56 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Pushing event updated for resources: {'Network': ['ID=22e6af26-ffe4-4acf-920d-08f22507551d,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:38.614223 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['fb8243c2-d67e-44b7-8736-af49118d0914'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:41:38.639205 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7f81b48e-6b83-49c5-9467-1709eae7ae56 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:38.640543 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 22e6af26-ffe4-4acf-920d-08f22507551d details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:41:38.792818 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553ef35-1b16-4772-b8db-67a9c2e80206 req-05ed5bff-9276-4eeb-ab69-956c15a1da10 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:38.794474 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8553ef35-1b16-4772-b8db-67a9c2e80206 req-05ed5bff-9276-4eeb-ab69-956c15a1da10 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 945 time: 0.6181624 Jun 22 09:41:38.811821 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4949a70-cc3e-43c3-ae8f-75ae18330181 tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:38.818641 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4949a70-cc3e-43c3-ae8f-75ae18330181 tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:38.818933 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c878a3d8-b6cc-4240-a4e3-8b09c8a06e13 tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:38.819273 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c878a3d8-b6cc-4240-a4e3-8b09c8a06e13 tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:38.824581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4949a70-cc3e-43c3-ae8f-75ae18330181 tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:38.830904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4949a70-cc3e-43c3-ae8f-75ae18330181 tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:38.837798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4949a70-cc3e-43c3-ae8f-75ae18330181 tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:38.842007 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b4949a70-cc3e-43c3-ae8f-75ae18330181 tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3054 time: 0.2762098 Jun 22 09:41:38.851977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56344) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:38.881927 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8553ef35-1b16-4772-b8db-67a9c2e80206 req-c6ba82ac-251d-4b3b-9c97-487e69e89818 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1eef4b-334f-45e5-a6d9-55bc2e268c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791037 Jun 22 09:41:38.948940 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-c878a3d8-b6cc-4240-a4e3-8b09c8a06e13 tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Calling delete_port for 6256c077-92fc-4408-9e6d-217e58868e02 owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:38.999889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce17b4-0811-4527-b3e2-0cbb5ddfeb86 req-8eb12dec-33fd-4e49-b93a-f1412b576299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:39.005956 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-87ce17b4-0811-4527-b3e2-0cbb5ddfeb86 req-8eb12dec-33fd-4e49-b93a-f1412b576299 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 1099 time: 0.5372903 Jun 22 09:41:39.042802 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-ba7cf3a2-ffb1-456a-b787-d70d44869877 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] For port 9a8e7dc3-1809-4d43-bca4-f33edc34b3b7, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9a8e7dc3-1809-4d43-bca4-f33edc34b3b7,segment=NetworkSegment(3a5c4da7-38a3-429a-9691-8e731296d68c),segment_id=3a5c4da7-38a3-429a-9691-8e731296d68c)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:39.043174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf3a2-ffb1-456a-b787-d70d44869877 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:39.046363 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e89e4-958f-44d7-b3e0-bf3513726bea req-4ac425fc-fb0c-429e-b109-1435a0fe2ccf tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:39.047860 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8e2e89e4-958f-44d7-b3e0-bf3513726bea req-4ac425fc-fb0c-429e-b109-1435a0fe2ccf tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.0666804 Jun 22 09:41:39.073384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196728a-fbe0-45b2-9408-b55920ab7033 req-2a86f9ba-ae99-46cc-a336-acac50e53c0d tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:39.074850 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c196728a-fbe0-45b2-9408-b55920ab7033 req-2a86f9ba-ae99-46cc-a336-acac50e53c0d tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 945 time: 0.5462251 Jun 22 09:41:39.087100 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8e2e89e4-958f-44d7-b3e0-bf3513726bea req-9cb1eff6-db99-4ca5-8454-44c164e0ec6e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332849 Jun 22 09:41:39.117978 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bd7319-f00e-4d3f-8fe8-fe398572ca6b tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Made reservation on behalf of c428799ac56146b2abc74a84916dcc67 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:39.121489 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-17bd7319-f00e-4d3f-8fe8-fe398572ca6b tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:39.161705 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-87ce17b4-0811-4527-b3e2-0cbb5ddfeb86 req-0d0e972f-4d20-4d5e-8ecb-9af7756a4876 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:39.199936 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-ba7cf3a2-ffb1-456a-b787-d70d44869877 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Calling delete_port for 9a8e7dc3-1809-4d43-bca4-f33edc34b3b7 owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:39.260610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-380cbb37-0e80-4bfd-9978-28b6488075ee tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:39.279301 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-17bd7319-f00e-4d3f-8fe8-fe398572ca6b tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] device_id is not set on port 950496eb-cf26-4d72-9946-0cd6cf26d0b9 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:41:39.394513 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c196728a-fbe0-45b2-9408-b55920ab7033 req-aae6610f-c563-4843-8066-1f36a7096f14 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768087 Jun 22 09:41:39.735475 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-380cbb37-0e80-4bfd-9978-28b6488075ee tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:39.776854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-380cbb37-0e80-4bfd-9978-28b6488075ee tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e6af26-ffe4-4acf-920d-08f22507551d']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:39.793825 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:39.807716 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-380cbb37-0e80-4bfd-9978-28b6488075ee tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efd9a35-9d82-4f61-abab-1c840cb3bb92') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:39.809336 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-380cbb37-0e80-4bfd-9978-28b6488075ee tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efd9a35-9d82-4f61-abab-1c840cb3bb92') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:39.810056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-17bd7319-f00e-4d3f-8fe8-fe398572ca6b tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Allocated IP 172.20.0.6 (4a20cfa1-863a-479d-afe3-9235b61c64fa/ea232a5e-bf21-4d58-b81d-6247def981e6/950496eb-cf26-4d72-9946-0cd6cf26d0b9) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:39.865931 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:39.872891 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-380cbb37-0e80-4bfd-9978-28b6488075ee tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:39.889547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c878a3d8-b6cc-4240-a4e3-8b09c8a06e13 tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:39.901279 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-47857215-b86b-4f93-b609-03a1ff41986b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:39.922409 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-87ce17b4-0811-4527-b3e2-0cbb5ddfeb86 req-0d0e972f-4d20-4d5e-8ecb-9af7756a4876 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:39.923636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-380cbb37-0e80-4bfd-9978-28b6488075ee tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:39.987016 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878a3d8-b6cc-4240-a4e3-8b09c8a06e13 tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Pushing event deleted for resources: {'Port': ['ID=6256c077-92fc-4408-9e6d-217e58868e02,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:39.994592 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380cbb37-0e80-4bfd-9978-28b6488075ee tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:41:39.995007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-380cbb37-0e80-4bfd-9978-28b6488075ee tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:41:40.001394 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:41:40.022264 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c878a3d8-b6cc-4240-a4e3-8b09c8a06e13 tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:40.045252 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146874ec-78fb-46e2-8f03-e29dbcf34520 req-d6489929-4f25-4863-8d63-6cdd0443edc3 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:40.046811 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-146874ec-78fb-46e2-8f03-e29dbcf34520 req-d6489929-4f25-4863-8d63-6cdd0443edc3 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 945 time: 0.0633223 Jun 22 09:41:40.086556 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-146874ec-78fb-46e2-8f03-e29dbcf34520 req-880a669f-9ba0-479e-a1fa-0305ac92a066 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1eef4b-334f-45e5-a6d9-55bc2e268c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338871 Jun 22 09:41:40.152966 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.309151 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-87ce17b4-0811-4527-b3e2-0cbb5ddfeb86 req-0d0e972f-4d20-4d5e-8ecb-9af7756a4876 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.323605 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d2e2ccf5-0ae5-49f2-9ca6-e1e205fb2048 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:40.425240 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-87ce17b4-0811-4527-b3e2-0cbb5ddfeb86 req-0d0e972f-4d20-4d5e-8ecb-9af7756a4876 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3872452 Jun 22 09:41:40.508360 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf3a2-ffb1-456a-b787-d70d44869877 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.519350 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e972f-4d20-4d5e-8ecb-9af7756a4876 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=745a6792-9897-4ef5-9bd7-6a645dff7799,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:40.530147 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0d0e972f-4d20-4d5e-8ecb-9af7756a4876 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:40.537224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:40.547396 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c878a3d8-b6cc-4240-a4e3-8b09c8a06e13 tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.549917 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c878a3d8-b6cc-4240-a4e3-8b09c8a06e13 tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.551059 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c878a3d8-b6cc-4240-a4e3-8b09c8a06e13 tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] 10.222.0.20 "DELETE /v2.0/floatingips/c479ba84-970f-47dc-80a1-60ea207b4f19 HTTP/1.1" status: 204 len: 168 time: 2.9301827 Jun 22 09:41:40.556540 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 99766f35-9006-4f6e-b1bb-863be975b885 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:40.557688 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56354) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:40.590205 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cf3a2-ffb1-456a-b787-d70d44869877 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a8e7dc3-1809-4d43-bca4-f33edc34b3b7,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:40.602784 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ba7cf3a2-ffb1-456a-b787-d70d44869877 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:40.609573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.26.3.49 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/b74f2ef4-66fb-489b-9230-f643d6b94ccb) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:40.623166 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169f0b0-8b77-492f-ab15-e8e59ee88a61 req-6e126940-395b-42dd-a743-8b78effc7015 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:40.624684 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b169f0b0-8b77-492f-ab15-e8e59ee88a61 req-6e126940-395b-42dd-a743-8b78effc7015 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 945 time: 0.1094980 Jun 22 09:41:40.649828 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-380cbb37-0e80-4bfd-9978-28b6488075ee tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.683757 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 99766f35-9006-4f6e-b1bb-863be975b885 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:40.688405 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 99766f35-9006-4f6e-b1bb-863be975b885 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:40.688984 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.690299 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380cbb37-0e80-4bfd-9978-28b6488075ee tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 22e6af26-ffe4-4acf-920d-08f22507551d {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 09:41:40.697436 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:40.729457 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-380cbb37-0e80-4bfd-9978-28b6488075ee tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.731312 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-380cbb37-0e80-4bfd-9978-28b6488075ee tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] 10.222.0.20 "DELETE /v2.0/networks/22e6af26-ffe4-4acf-920d-08f22507551d HTTP/1.1" status: 204 len: 168 time: 1.8726566 Jun 22 09:41:40.744228 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b169f0b0-8b77-492f-ab15-e8e59ee88a61 req-22dc4e18-7649-48a3-aabb-88ca594e0d40 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927718 Jun 22 09:41:40.747134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56356) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:40.750024 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-17bd7319-f00e-4d3f-8fe8-fe398572ca6b tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.756321 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cbb37-0e80-4bfd-9978-28b6488075ee tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Pushing event deleted for resources: {'Network': ['ID=22e6af26-ffe4-4acf-920d-08f22507551d,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:40.762683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-48cff507-8729-4e0e-bae0-56fc4a81710c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Request body: {'network': {'name': 'tempest-network--296785363', 'router:external': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:40.775626 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe7475-2d95-475f-8d44-26ea4508d0b1 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Deleting port 44833c6f-1f6b-4420-a00b-12720259d965 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:40.775984 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1dfe7475-2d95-475f-8d44-26ea4508d0b1 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.793201 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.798349 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fe790-4132-4e64-8e3e-dbbc5be3ab4d req-80fe2102-2f91-4c62-b95b-c7338114e4e6 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:40.799863 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-378fe790-4132-4e64-8e3e-dbbc5be3ab4d req-80fe2102-2f91-4c62-b95b-c7338114e4e6 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.4820113 Jun 22 09:41:40.806661 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-380cbb37-0e80-4bfd-9978-28b6488075ee tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:40.820147 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ae41eb-bba5-4353-9dc7-9e2859658e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99766f35-9006-4f6e-b1bb-863be975b885'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:41:40.822373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf3a2-ffb1-456a-b787-d70d44869877 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.823043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f81ecb7-9e83-4b1b-ad74-bed1cb975cb7" -d '{"events": [{"server_uuid": "c8ae41eb-bba5-4353-9dc7-9e2859658e56", "name": "network-vif-plugged", "status": "completed", "tag": "99766f35-9006-4f6e-b1bb-863be975b885"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:41:40.865462 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 99766f35-9006-4f6e-b1bb-863be975b885, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=99766f35-9006-4f6e-b1bb-863be975b885,segment=NetworkSegment(d570263c-68c4-4e43-a72c-09c06686ac1a),segment_id=d570263c-68c4-4e43-a72c-09c06686ac1a)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:40.881941 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5631306e-d207-4383-a048-c286af161916 x-openstack-request-id: req-5631306e-d207-4383-a048-c286af161916 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:41:40.884320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ae41eb-bba5-4353-9dc7-9e2859658e56", "name": "network-vif-plugged", "status": "completed", "tag": "99766f35-9006-4f6e-b1bb-863be975b885", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:41:40.884320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5631306e-d207-4383-a048-c286af161916 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:41:40.884320 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ae41eb-bba5-4353-9dc7-9e2859658e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99766f35-9006-4f6e-b1bb-863be975b885', 'code': 200} Jun 22 09:41:40.885726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-17bd7319-f00e-4d3f-8fe8-fe398572ca6b tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Transition to ACTIVE for port object 950496eb-cf26-4d72-9946-0cd6cf26d0b9 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:40.886619 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1dfe7475-2d95-475f-8d44-26ea4508d0b1 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.887175 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1dfe7475-2d95-475f-8d44-26ea4508d0b1 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.955165 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.956814 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device fb8243c2-d67e-44b7-8736-af49118d0914 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:40.959293 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:40.970819 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe7475-2d95-475f-8d44-26ea4508d0b1 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Calling delete_port for 44833c6f-1f6b-4420-a00b-12720259d965 owned by network:floatingip {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:40.984382 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf3a2-ffb1-456a-b787-d70d44869877 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.992722 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf3a2-ffb1-456a-b787-d70d44869877 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.008536 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-378fe790-4132-4e64-8e3e-dbbc5be3ab4d req-d2902aca-c99d-4a88-a822-9b4e2134fe92 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994915 Jun 22 09:41:41.077825 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cff507-8729-4e0e-bae0-56fc4a81710c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Made reservation on behalf of aa4af72d33a04a13908f81a187746ed7 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:41.080251 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-48cff507-8729-4e0e-bae0-56fc4a81710c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.108815 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.132473 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cff507-8729-4e0e-bae0-56fc4a81710c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:41:41.149445 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-48cff507-8729-4e0e-bae0-56fc4a81710c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.155110 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-48cff507-8729-4e0e-bae0-56fc4a81710c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Added segment e671e3d8-8ee3-4b7e-af50-229e09c32bfa of type vlan for network a832de12-af1b-4df0-b1e8-bbab0feda176 Jun 22 09:41:41.189909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf3a2-ffb1-456a-b787-d70d44869877 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.190440 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7cf3a2-ffb1-456a-b787-d70d44869877 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d8ab3b8-dd8e-4706-a77b-55eff56235e9 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:41:41.197870 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf3a2-ffb1-456a-b787-d70d44869877 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.199088 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ba7cf3a2-ffb1-456a-b787-d70d44869877 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "DELETE /v2.0/routers/6d8ab3b8-dd8e-4706-a77b-55eff56235e9 HTTP/1.1" status: 204 len: 168 time: 4.3510900 Jun 22 09:41:41.203237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56362) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:41.205548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-17bd7319-f00e-4d3f-8fe8-fe398572ca6b tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.211972 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3b8fbe4d-6a72-424c-9899-d9421068773d tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:41.232071 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-48cff507-8729-4e0e-bae0-56fc4a81710c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.239524 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1dfe7475-2d95-475f-8d44-26ea4508d0b1 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.267990 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=99766f35-9006-4f6e-b1bb-863be975b885,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:41.273423 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:41.284224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bd7319-f00e-4d3f-8fe8-fe398572ca6b tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Network 4a20cfa1-863a-479d-afe3-9235b61c64fa is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:41.291310 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.301364 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-17bd7319-f00e-4d3f-8fe8-fe398572ca6b tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:41.311550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bd7319-f00e-4d3f-8fe8-fe398572ca6b tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:41.320859 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d3dac7c4-e6ed-48a3-96c2-b3957bee97ed tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:41.320972 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd7319-f00e-4d3f-8fe8-fe398572ca6b tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Pushing event updated for resources: {'Port': ['ID=950496eb-cf26-4d72-9946-0cd6cf26d0b9,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:41.357691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-17bd7319-f00e-4d3f-8fe8-fe398572ca6b tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:41.372889 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe7475-2d95-475f-8d44-26ea4508d0b1 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Pushing event deleted for resources: {'Port': ['ID=44833c6f-1f6b-4420-a00b-12720259d965,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:41.374551 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1dfe7475-2d95-475f-8d44-26ea4508d0b1 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:41.382211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a099e392-2867-444c-a384-962cb8768d72 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:41.400884 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port fb8243c2-d67e-44b7-8736-af49118d0914 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:41.405640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port fb8243c2-d67e-44b7-8736-af49118d0914 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:41.406209 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.456536 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3b1f1c-723a-4942-a106-6e4415346f4c tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Deleting subnet 9fb10262-7967-431e-9e1b-90382689b3c2 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:41:41.476597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1f1c-723a-4942-a106-6e4415346f4c tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.485056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:41.493486 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd7319-f00e-4d3f-8fe8-fe398572ca6b tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:41.498694 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-17bd7319-f00e-4d3f-8fe8-fe398572ca6b tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.516368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:41.519982 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:41.521752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1dfe7475-2d95-475f-8d44-26ea4508d0b1 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.524316 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1dfe7475-2d95-475f-8d44-26ea4508d0b1 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.531328 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1dfe7475-2d95-475f-8d44-26ea4508d0b1 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/b82ca99a-3149-44ff-b090-9223a1635e0b HTTP/1.1" status: 204 len: 168 time: 0.9659078 Jun 22 09:41:41.531680 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.535872 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55a0c8-12db-4747-94b0-1ff87da6437a req-d94c2302-96b3-4e9b-9be9-6c409dcc2f3d tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:41.537971 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6e55a0c8-12db-4747-94b0-1ff87da6437a req-d94c2302-96b3-4e9b-9be9-6c409dcc2f3d tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 945 time: 0.2091460 Jun 22 09:41:41.538459 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56364) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:41.549409 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1f1c-723a-4942-a106-6e4415346f4c tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.576033 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=b74f2ef4-66fb-489b-9230-f643d6b94ccb,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:41.578899 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:41.591383 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port fb8243c2-d67e-44b7-8736-af49118d0914, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb8243c2-d67e-44b7-8736-af49118d0914,segment=NetworkSegment(e56b808b-806b-417c-9a48-c17f637229e1),segment_id=e56b808b-806b-417c-9a48-c17f637229e1)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:41.595852 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-17bd7319-f00e-4d3f-8fe8-fe398572ca6b tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1964142 Jun 22 09:41:41.597596 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56366) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:41.605678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:41.622552 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-48cff507-8729-4e0e-bae0-56fc4a81710c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.652212 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.654116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:41.659458 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cff507-8729-4e0e-bae0-56fc4a81710c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:41.663474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-48cff507-8729-4e0e-bae0-56fc4a81710c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.663865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c9a70-5348-443d-9fd1-f3a1d0b16b79 req-4fc79dbc-7829-45bf-b9f5-1aaf045ef05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:41.665319 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-939c9a70-5348-443d-9fd1-f3a1d0b16b79 req-4fc79dbc-7829-45bf-b9f5-1aaf045ef05f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 1099 time: 0.2785997 Jun 22 09:41:41.677187 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1f1c-723a-4942-a106-6e4415346f4c tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.682600 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6e55a0c8-12db-4747-94b0-1ff87da6437a req-91b9c68a-10c3-417d-8081-610312102a67 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1eef4b-334f-45e5-a6d9-55bc2e268c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1090207 Jun 22 09:41:41.692342 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2ee4a587-4564-44d7-90af-d0d39528242a None None] Provisioning for port 950496eb-cf26-4d72-9946-0cd6cf26d0b9 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:41.692342 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2ee4a587-4564-44d7-90af-d0d39528242a None None] Provisioning complete for port 950496eb-cf26-4d72-9946-0cd6cf26d0b9 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:41.692342 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a587-4564-44d7-90af-d0d39528242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.702725 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:41.745549 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=fb8243c2-d67e-44b7-8736-af49118d0914,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:41.753248 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:41.755007 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-defb2ddf-7dde-4b22-8f54-e99d41d05f13 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Deleting port 94b170ba-a3ca-4330-b6ff-779a521280a0 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:41.756226 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-defb2ddf-7dde-4b22-8f54-e99d41d05f13 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.767192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-2ee4a587-4564-44d7-90af-d0d39528242a None None] Port 950496eb-cf26-4d72-9946-0cd6cf26d0b9 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:41.831730 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1f1c-723a-4942-a106-6e4415346f4c tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.840484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:41.855092 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-939c9a70-5348-443d-9fd1-f3a1d0b16b79 req-416e78ec-4458-4ad5-bdcc-7c965ca6ad3e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436875 Jun 22 09:41:41.855875 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cff507-8729-4e0e-bae0-56fc4a81710c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Pushing event updated for resources: {'Network': ['ID=a832de12-af1b-4df0-b1e8-bbab0feda176,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:41.858710 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-48cff507-8729-4e0e-bae0-56fc4a81710c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:41.866004 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network a832de12-af1b-4df0-b1e8-bbab0feda176 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:41:41.876322 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b1f1c-723a-4942-a106-6e4415346f4c tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9fb10262-7967-431e-9e1b-90382689b3c2,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:41.883086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7b3b1f1c-723a-4942-a106-6e4415346f4c tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:41.888566 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1f1c-723a-4942-a106-6e4415346f4c tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.890420 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7b3b1f1c-723a-4942-a106-6e4415346f4c tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/9fb10262-7967-431e-9e1b-90382689b3c2 HTTP/1.1" status: 204 len: 168 time: 0.6858363 Jun 22 09:41:41.894181 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-defb2ddf-7dde-4b22-8f54-e99d41d05f13 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.897024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56370) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:41.922507 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.996645 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-defb2ddf-7dde-4b22-8f54-e99d41d05f13 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Calling delete_port for 94b170ba-a3ca-4330-b6ff-779a521280a0 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:42.011818 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-48cff507-8729-4e0e-bae0-56fc4a81710c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2571187 Jun 22 09:41:42.016403 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56372) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:42.064991 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1a93-5506-447c-b810-ab0438c31b09 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:42.163584 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d8dad-6b7a-4ada-b3ce-0d6edfce45a0 req-0029257c-283a-4b17-9d75-8e31d0426683 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:42.165060 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9e1d8dad-6b7a-4ada-b3ce-0d6edfce45a0 req-0029257c-283a-4b17-9d75-8e31d0426683 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 946 time: 0.2753963 Jun 22 09:41:42.183485 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef31ed6-546b-4b1a-a50b-77259cb867a7 tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:42.187205 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4ef31ed6-546b-4b1a-a50b-77259cb867a7 tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] 10.222.0.20 "GET /v2.0/networks/a832de12-af1b-4df0-b1e8-bbab0feda176 HTTP/1.1" status: 200 len: 756 time: 0.1653414 Jun 22 09:41:42.195216 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56376) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:42.206898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1a93-5506-447c-b810-ab0438c31b09 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:42.238737 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-8a8a1a93-5506-447c-b810-ab0438c31b09 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3bf100-9c80-4fc0-b41b-bd05e7d8c578']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:42.253717 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:42.264715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-8a8a1a93-5506-447c-b810-ab0438c31b09 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5c4da7-38a3-429a-9691-8e731296d68c') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:42.265013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-8a8a1a93-5506-447c-b810-ab0438c31b09 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5c4da7-38a3-429a-9691-8e731296d68c') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:42.286954 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1a93-5506-447c-b810-ab0438c31b09 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:42.318283 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4824e0f-df5e-433d-9bbe-f84a85886bc7 req-019d458e-eebd-4071-90eb-7f42e49f47d3 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:42.320281 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e4824e0f-df5e-433d-9bbe-f84a85886bc7 req-019d458e-eebd-4071-90eb-7f42e49f47d3 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1637311 Jun 22 09:41:42.321466 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1a93-5506-447c-b810-ab0438c31b09 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:42.328373 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8a1a93-5506-447c-b810-ab0438c31b09 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:41:42.328850 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1a93-5506-447c-b810-ab0438c31b09 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:41:42.331285 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:41:42.340761 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9e1d8dad-6b7a-4ada-b3ce-0d6edfce45a0 req-02870572-9991-479c-ae3b-fc26e5874abb tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658807 Jun 22 09:41:42.353578 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae462d4c-1e3e-4e09-8122-22b39a99288c tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:42.363567 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ae462d4c-1e3e-4e09-8122-22b39a99288c tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] 10.222.0.20 "GET /v2.0/networks/6583233b-0f52-4d67-8f1d-33ace4ea272a HTTP/1.1" status: 200 len: 766 time: 0.1587529 Jun 22 09:41:42.366419 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56378) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:42.392752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-defb2ddf-7dde-4b22-8f54-e99d41d05f13 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:42.403487 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:42.443624 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb2ddf-7dde-4b22-8f54-e99d41d05f13 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Pushing event deleted for resources: {'Port': ['ID=94b170ba-a3ca-4330-b6ff-779a521280a0,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:42.446307 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-defb2ddf-7dde-4b22-8f54-e99d41d05f13 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:42.452563 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e4824e0f-df5e-433d-9bbe-f84a85886bc7 req-1133e55c-a202-4529-8f95-185f911d6985 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253724 Jun 22 09:41:42.468524 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:42.519607 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-defb2ddf-7dde-4b22-8f54-e99d41d05f13 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:42.523970 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-defb2ddf-7dde-4b22-8f54-e99d41d05f13 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] 10.222.0.20 "DELETE /v2.0/ports/94b170ba-a3ca-4330-b6ff-779a521280a0 HTTP/1.1" status: 204 len: 168 time: 0.9828043 Jun 22 09:41:42.524704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56380) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:42.585136 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1a93-5506-447c-b810-ab0438c31b09 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:42.591533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:42.601842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9271f5-2e8c-411b-9476-0f5c9b877dfd tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:42.603456 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1e9271f5-2e8c-411b-9476-0f5c9b877dfd tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] 10.222.0.20 "GET /v2.0/ports?device_id=46dd69bc-745e-42bc-b43d-4d2ad17a2d3d HTTP/1.1" status: 200 len: 913 time: 0.0776875 Jun 22 09:41:42.604435 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8a1a93-5506-447c-b810-ab0438c31b09 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9b3bf100-9c80-4fc0-b41b-bd05e7d8c578 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 09:41:42.607152 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56382) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:42.680457 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1a93-5506-447c-b810-ab0438c31b09 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:42.682426 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8a8a1a93-5506-447c-b810-ab0438c31b09 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "DELETE /v2.0/networks/9b3bf100-9c80-4fc0-b41b-bd05e7d8c578 HTTP/1.1" status: 204 len: 168 time: 0.7844365 Jun 22 09:41:42.691838 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a1a93-5506-447c-b810-ab0438c31b09 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b3bf100-9c80-4fc0-b41b-bd05e7d8c578,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:42.703230 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8a8a1a93-5506-447c-b810-ab0438c31b09 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:42.884305 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1030702b-112e-4286-bf5f-86057c3d0028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8243c2-d67e-44b7-8736-af49118d0914'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:41:42.887322 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b11bf52-406e-4ef1-99a6-938cf8fb6c3a" -d '{"events": [{"server_uuid": "1030702b-112e-4286-bf5f-86057c3d0028", "name": "network-vif-plugged", "status": "completed", "tag": "fb8243c2-d67e-44b7-8736-af49118d0914"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:41:42.892348 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-92362528-d7b9-4455-b22e-80e26de08615 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:42.949446 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3182651-388e-4da6-98fe-14b56a9a75de x-openstack-request-id: req-f3182651-388e-4da6-98fe-14b56a9a75de {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:41:42.949446 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1030702b-112e-4286-bf5f-86057c3d0028", "name": "network-vif-plugged", "status": "completed", "tag": "fb8243c2-d67e-44b7-8736-af49118d0914", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:41:42.949446 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3182651-388e-4da6-98fe-14b56a9a75de {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:41:42.949446 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1030702b-112e-4286-bf5f-86057c3d0028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8243c2-d67e-44b7-8736-af49118d0914', 'code': 200} Jun 22 09:41:43.157830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:43.228524 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56394) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:43.250923 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-9a0ad81b-2c45-4b03-9b14-e30cb0c97fc4 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Request body: {'router': {'name': 'tempest-router--240938875', 'project_id': 'f4336daf9b1c470fa81f7ea623f841bd'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:43.310904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:43.330256 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Allocated IP 172.26.3.112 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/8c27ac9b-6309-4735-a27f-920df646975f) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:43.333047 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-92362528-d7b9-4455-b22e-80e26de08615 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:43.354693 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-92362528-d7b9-4455-b22e-80e26de08615 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a832de12-af1b-4df0-b1e8-bbab0feda176']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:43.365350 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fb2e9-e814-4d83-ad5e-cac72cda98e3 req-1933301c-9b71-4e54-9139-97344be916c9 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:43.375621 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c58fb2e9-e814-4d83-ad5e-cac72cda98e3 req-1933301c-9b71-4e54-9139-97344be916c9 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 946 time: 0.4204123 Jun 22 09:41:43.439938 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-92362528-d7b9-4455-b22e-80e26de08615 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e671e3d8-8ee3-4b7e-af50-229e09c32bfa') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:43.440242 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-92362528-d7b9-4455-b22e-80e26de08615 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e671e3d8-8ee3-4b7e-af50-229e09c32bfa') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:43.474299 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-92362528-d7b9-4455-b22e-80e26de08615 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:43.540705 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c58fb2e9-e814-4d83-ad5e-cac72cda98e3 req-2562ef53-23dd-4043-b19e-ff01c4a5d84f tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1eef4b-334f-45e5-a6d9-55bc2e268c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1640017 Jun 22 09:41:43.547064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-92362528-d7b9-4455-b22e-80e26de08615 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:43.561822 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92362528-d7b9-4455-b22e-80e26de08615 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:41:43.565211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-92362528-d7b9-4455-b22e-80e26de08615 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:41:43.566194 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:41:43.654959 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e83d0a-5b64-4898-99ed-cd211b1f1577 req-0d79971d-4930-495b-a461-5dfb6a06bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:43.656494 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c1e83d0a-5b64-4898-99ed-cd211b1f1577 req-0d79971d-4930-495b-a461-5dfb6a06bd3c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 1099 time: 0.2784834 Jun 22 09:41:43.672063 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad81b-2c45-4b03-9b14-e30cb0c97fc4 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:43.673059 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad81b-2c45-4b03-9b14-e30cb0c97fc4 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:43.706585 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:43.741386 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router f582781a-9102-4a5f-966e-17b0cd22ff4e is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:41:43.750312 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c1e83d0a-5b64-4898-99ed-cd211b1f1577 req-9f1ea526-a56d-4c33-9f83-7f69ce3d7806 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ef1eef4b-334f-45e5-a6d9-55bc2e268c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771198 Jun 22 09:41:43.781635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-92362528-d7b9-4455-b22e-80e26de08615 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:43.831859 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:43.834854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92362528-d7b9-4455-b22e-80e26de08615 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a832de12-af1b-4df0-b1e8-bbab0feda176 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 09:41:43.843354 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93bde7-1961-422c-b2a7-a29fa7030eb0 req-be8afeae-bfc2-45b8-aaff-ae3b0fab1787 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:43.848732 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ca93bde7-1961-422c-b2a7-a29fa7030eb0 req-be8afeae-bfc2-45b8-aaff-ae3b0fab1787 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1852710 Jun 22 09:41:43.848732 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-92362528-d7b9-4455-b22e-80e26de08615 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:43.853661 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-92362528-d7b9-4455-b22e-80e26de08615 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] 10.222.0.20 "DELETE /v2.0/networks/a832de12-af1b-4df0-b1e8-bbab0feda176 HTTP/1.1" status: 204 len: 168 time: 1.4800553 Jun 22 09:41:43.855713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56400) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:43.869056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Request body: {'network': {'name': 'tempest-network--1332784869'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:43.877796 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad81b-2c45-4b03-9b14-e30cb0c97fc4 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:43.891979 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92362528-d7b9-4455-b22e-80e26de08615 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Pushing event deleted for resources: {'Network': ['ID=a832de12-af1b-4df0-b1e8-bbab0feda176,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:43.892518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ca860-b088-414e-ad9c-f518d0d95e33 req-2ba2045e-f20f-4a1f-8934-97fe8d9132cb tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:43.893606 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-766ca860-b088-414e-ad9c-f518d0d95e33 req-2ba2045e-f20f-4a1f-8934-97fe8d9132cb tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 946 time: 0.2257199 Jun 22 09:41:43.913847 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-92362528-d7b9-4455-b22e-80e26de08615 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:43.935827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:43.941495 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-17bd7319-f00e-4d3f-8fe8-fe398572ca6b tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:43.954688 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-766ca860-b088-414e-ad9c-f518d0d95e33 req-2670ceed-2bd3-4836-85a2-5e4edd74d431 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545063 Jun 22 09:41:43.985313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad81b-2c45-4b03-9b14-e30cb0c97fc4 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.020599 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Pushing event updated for resources: {'Port': ['ID=8c27ac9b-6309-4735-a27f-920df646975f,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:44.032263 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:44.043593 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:44.047869 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ca93bde7-1961-422c-b2a7-a29fa7030eb0 req-551c994b-fec3-48a8-9e63-8216e7458d13 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714134 Jun 22 09:41:44.055334 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:44.057849 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:44.065442 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:44.096210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Made reservation on behalf of aa4af72d33a04a13908f81a187746ed7 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:44.096747 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.137287 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:41:44.142794 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Deleting port d890550c-90bd-43d6-972d-fbd067a8d0ef {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:44.143552 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.154488 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.154892 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Added segment 9a9c1884-0200-49b9-a597-1b863ab9684f of type vlan for network da4820b8-73e9-42f1-96ae-2919f69e0abb Jun 22 09:41:44.196007 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad81b-2c45-4b03-9b14-e30cb0c97fc4 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.198067 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9a0ad81b-2c45-4b03-9b14-e30cb0c97fc4 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9682662 Jun 22 09:41:44.202965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56406) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:44.226311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.230724 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.8423431 Jun 22 09:41:44.238916 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56408) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:44.287132 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.295988 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.301965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-347cb6ed-7252-49d4-8c57-c1320bbed232 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.310877 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd758e5-7052-446f-b6bc-97cd2ab2f2ed req-9c2e2f7a-37e3-43fc-9f90-22ae9e878a66 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:44.315786 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2fd758e5-7052-446f-b6bc-97cd2ab2f2ed req-9c2e2f7a-37e3-43fc-9f90-22ae9e878a66 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 946 time: 0.2421985 Jun 22 09:41:44.323467 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56412) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:44.358213 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-784e86e8-2073-4618-af76-e9ebbf9caae3 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Request body: {'floatingip': {'port_id': '99766f35-9006-4f6e-b1bb-863be975b885'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:44.359995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebc5f9-5438-4624-b1f4-224f4007ee14 req-21f804e4-09f0-4a0d-af0f-57063f6c04bf tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:44.362914 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c8ebc5f9-5438-4624-b1f4-224f4007ee14 req-21f804e4-09f0-4a0d-af0f-57063f6c04bf tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1315522 Jun 22 09:41:44.374527 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56414) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:44.379609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-778b78d6-e9dc-42a6-9c5a-503b1716111e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Request body: {'floatingip': {'port_id': '99e323f9-56f7-4189-a0f3-5872e92fa5cc'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:44.394353 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Sync routers for ids ['f582781a-9102-4a5f-966e-17b0cd22ff4e'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:44.407182 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Routers {'f582781a-9102-4a5f-966e-17b0cd22ff4e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:44.409086 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['f582781a-9102-4a5f-966e-17b0cd22ff4e'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:44.423140 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-778b78d6-e9dc-42a6-9c5a-503b1716111e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for floatingip, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.441585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-784e86e8-2073-4618-af76-e9ebbf9caae3 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for floatingip, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.444966 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.480716 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.501804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:44.502402 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.526430 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:44.541208 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Set router f582781a-9102-4a5f-966e-17b0cd22ff4e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:44.583642 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-40e2c980-9527-449c-a7e5-4a1cc637b087 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=50763c4428f741ada1db53edd04651ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3428359 Jun 22 09:41:44.616784 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56418) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:44.617019 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-347cb6ed-7252-49d4-8c57-c1320bbed232 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.620716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-347cb6ed-7252-49d4-8c57-c1320bbed232 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.630134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.717130 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Calling delete_port for d890550c-90bd-43d6-972d-fbd067a8d0ef owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:44.749865 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:41:41Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:44.769564 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9049227 Jun 22 09:41:44.770367 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Pushing event updated for resources: {'Network': ['ID=da4820b8-73e9-42f1-96ae-2919f69e0abb,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:44.772609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56420) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:44.777040 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Checking router: f582781a-9102-4a5f-966e-17b0cd22ff4e for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:41:44.777391 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Updating router f582781a-9102-4a5f-966e-17b0cd22ff4e port b74f2ef4-66fb-489b-9230-f643d6b94ccb binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:41:44.811401 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.845822 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-f38e3ddc-fffa-4ecc-9c49-a01b38c0efde tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:44.911144 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:44.912073 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:44.913232 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:44.913232 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:44.913232 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:44.913510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:44.913841 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:44.914199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:44.914747 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:44.914925 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:44.915245 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:44.915621 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:44.924467 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-347cb6ed-7252-49d4-8c57-c1320bbed232 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.924848 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347cb6ed-7252-49d4-8c57-c1320bbed232 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98519b3b-3936-43e5-ac07-2453c3dd13b0 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:41:44.926734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network da4820b8-73e9-42f1-96ae-2919f69e0abb details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:41:44.931518 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:44.972541 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-347cb6ed-7252-49d4-8c57-c1320bbed232 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.973649 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-347cb6ed-7252-49d4-8c57-c1320bbed232 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "DELETE /v2.0/routers/98519b3b-3936-43e5-ac07-2453c3dd13b0 HTTP/1.1" status: 204 len: 168 time: 0.7683792 Jun 22 09:41:44.993939 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c669bf0-ac9c-4680-b57c-5e6e71b5b4d5 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:44.995519 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7c669bf0-ac9c-4680-b57c-5e6e71b5b4d5 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3763258 Jun 22 09:41:45.015852 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56424) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:45.108771 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-60876237-5fed-4248-8801-390e4d0ccd14 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0907295 Jun 22 09:41:45.136493 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56426) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:45.171391 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:45.183037 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Transition to ACTIVE for port object b74f2ef4-66fb-489b-9230-f643d6b94ccb will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:45.246151 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-4bb0c04b-d8d9-46a5-a8da-34cd64ba748a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1206652966', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'project_id': '50763c4428f741ada1db53edd04651ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:45.338375 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:45.341186 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:45.348931 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56428) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:45.377596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c360a6d-44ab-43b5-9ccd-754273236f4e req-0d1e471c-415d-4cd5-b3dc-e494854107b8 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:45.384427 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8c360a6d-44ab-43b5-9ccd-754273236f4e req-0d1e471c-415d-4cd5-b3dc-e494854107b8 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 946 time: 0.4817595 Jun 22 09:41:45.388047 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:45.394424 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f732c3-d1ff-41e0-a6d2-8112ce35fae2 None None] Pushing event updated for resources: {'Port': ['ID=b74f2ef4-66fb-489b-9230-f643d6b94ccb,revision_number=2']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:45.433199 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Attempting to bind port b74f2ef4-66fb-489b-9230-f643d6b94ccb on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:45.433826 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Attempting to bind port b74f2ef4-66fb-489b-9230-f643d6b94ccb by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:45.434355 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Attempting to bind port b74f2ef4-66fb-489b-9230-f643d6b94ccb on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:45.441880 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:41:45.442557 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:45.443131 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:45.446396 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:41:45.447099 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Bound port: b74f2ef4-66fb-489b-9230-f643d6b94ccb, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:41:45.447718 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:45.450254 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-41f732c3-d1ff-41e0-a6d2-8112ce35fae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:45.476740 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:45.490445 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e90b960a-d68c-46fb-9e49-1aa1b6de7f73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:45.515939 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] For port b74f2ef4-66fb-489b-9230-f643d6b94ccb, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:45.523585 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] For port b74f2ef4-66fb-489b-9230-f643d6b94ccb, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b74f2ef4-66fb-489b-9230-f643d6b94ccb,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:41:45.589971 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:45.600728 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:45.605939 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8c360a6d-44ab-43b5-9ccd-754273236f4e req-73023291-aa91-405a-b937-eb2008772c7c tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1eef4b-334f-45e5-a6d9-55bc2e268c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2187181 Jun 22 09:41:45.639702 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Routers {'f582781a-9102-4a5f-966e-17b0cd22ff4e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:45.639702 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['f582781a-9102-4a5f-966e-17b0cd22ff4e'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:45.642313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1847468239', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}, 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:45.645262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Pushing event updated for resources: {'Port': ['ID=8c27ac9b-6309-4735-a27f-920df646975f,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:45.648893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:45.664380 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:45.677096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f38e3ddc-fffa-4ecc-9c49-a01b38c0efde tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:45.695024 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f732c3-d1ff-41e0-a6d2-8112ce35fae2 None None] Pushing event updated for resources: {'Port': ['ID=b74f2ef4-66fb-489b-9230-f643d6b94ccb,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:45.699673 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-41f732c3-d1ff-41e0-a6d2-8112ce35fae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:45.765707 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] Set router f582781a-9102-4a5f-966e-17b0cd22ff4e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:45.776274 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:45.779716 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1764107 Jun 22 09:41:45.780358 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f38e3ddc-fffa-4ecc-9c49-a01b38c0efde tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:45.781049 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56434) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:45.788276 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-ffd0cc8b-0dd4-4a5b-befa-2ced1c46909a tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Request body: {'floatingip': {'port_id': '950496eb-cf26-4d72-9946-0cd6cf26d0b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:45.800127 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:45.878227 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f38e3ddc-fffa-4ecc-9c49-a01b38c0efde tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Network da4820b8-73e9-42f1-96ae-2919f69e0abb is not hosted by any dhcp agent {{(pid=100652) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 09:41:45.879329 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38e3ddc-fffa-4ecc-9c49-a01b38c0efde tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:45.879758 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f38e3ddc-fffa-4ecc-9c49-a01b38c0efde tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:45.881085 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f38e3ddc-fffa-4ecc-9c49-a01b38c0efde tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] 10.222.0.20 "PUT /v2.0/networks/da4820b8-73e9-42f1-96ae-2919f69e0abb HTTP/1.1" status: 200 len: 858 time: 1.0600598 Jun 22 09:41:45.892495 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56436) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:45.894646 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ffd0cc8b-0dd4-4a5b-befa-2ced1c46909a tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for floatingip, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:45.989264 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.db.resource_extend [None req-784e86e8-2073-4618-af76-e9ebbf9caae3 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:41:45.995787 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e3ddc-fffa-4ecc-9c49-a01b38c0efde tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Pushing event updated for resources: {'Network': ['ID=da4820b8-73e9-42f1-96ae-2919f69e0abb,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:45.998542 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f38e3ddc-fffa-4ecc-9c49-a01b38c0efde tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:46.038357 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:41:41Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:46.039949 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb0c04b-d8d9-46a5-a8da-34cd64ba748a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:46.043366 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4bb0c04b-d8d9-46a5-a8da-34cd64ba748a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.046237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.050915 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-784e86e8-2073-4618-af76-e9ebbf9caae3 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.053678 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-021064c2-6f2a-4312-a8da-0dfd09deaab9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:46.064794 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4aa67-4226-4f0a-a473-afdd3d802658 None None] The sync data for ids ['f582781a-9102-4a5f-966e-17b0cd22ff4e'] in dv-neutron-797121-3-hyperv is: [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:41:41Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:46.075371 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-712dc188-e2a4-4b09-a632-43a2e83230a1 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.104167 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.resource_extend [None req-778b78d6-e9dc-42a6-9c5a-503b1716111e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:41:46.120824 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Pushing event deleted for resources: {'Port': ['ID=d890550c-90bd-43d6-972d-fbd067a8d0ef,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:46.139609 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-784e86e8-2073-4618-af76-e9ebbf9caae3 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.235682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:46.235682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:46.235682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:46.235682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:46.235682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:46.235682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:46.235682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:46.235682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:46.235682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:46.235682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:46.235682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:46.235682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:46.235682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:46.268407 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-ffd0cc8b-0dd4-4a5b-befa-2ced1c46909a tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] update failed (client error): The resource could not be found. Jun 22 09:41:46.270342 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ffd0cc8b-0dd4-4a5b-befa-2ced1c46909a tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] 10.222.0.20 "PUT /v2.0/floatingips/209aec5b-474b-410b-835f-6dee54ec8c09 HTTP/1.1" status: 404 len: 507 time: 0.4872620 Jun 22 09:41:46.271603 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-778b78d6-e9dc-42a6-9c5a-503b1716111e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.288038 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-712dc188-e2a4-4b09-a632-43a2e83230a1 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.299587 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-712dc188-e2a4-4b09-a632-43a2e83230a1 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4820b8-73e9-42f1-96ae-2919f69e0abb']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:46.314855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56438) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:46.345470 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-712dc188-e2a4-4b09-a632-43a2e83230a1 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9c1884-0200-49b9-a597-1b863ab9684f') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:46.345773 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-712dc188-e2a4-4b09-a632-43a2e83230a1 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9c1884-0200-49b9-a597-1b863ab9684f') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:46.374389 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-712dc188-e2a4-4b09-a632-43a2e83230a1 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.420072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.424870 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.439241 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-712dc188-e2a4-4b09-a632-43a2e83230a1 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.462836 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-784e86e8-2073-4618-af76-e9ebbf9caae3 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Floating IP ac340755-5268-4100-a9b2-8823f322dfe3 associated. External IP: 172.26.3.10, port: 99766f35-9006-4f6e-b1bb-863be975b885. Jun 22 09:41:46.472266 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712dc188-e2a4-4b09-a632-43a2e83230a1 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:41:46.472730 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-712dc188-e2a4-4b09-a632-43a2e83230a1 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.475019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-778b78d6-e9dc-42a6-9c5a-503b1716111e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:41:46.479001 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:41:46.560569 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8ee38c79-0e02-495d-9041-51e0d804e788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.628234 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-9fa08e59-467b-471f-a8ee-8339f239c474 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Deleting port 8c27ac9b-6309-4735-a27f-920df646975f {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:46.628585 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9fa08e59-467b-471f-a8ee-8339f239c474 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.683385 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-778b78d6-e9dc-42a6-9c5a-503b1716111e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Floating IP 4eb292fd-e3cd-4972-b8ec-360ff0de902c associated. External IP: 172.26.3.46, port: 99e323f9-56f7-4189-a0f3-5872e92fa5cc. Jun 22 09:41:46.691554 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4bb0c04b-d8d9-46a5-a8da-34cd64ba748a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.697656 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.732972 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:46.740634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.746630 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-712dc188-e2a4-4b09-a632-43a2e83230a1 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.793060 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:46.802912 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712dc188-e2a4-4b09-a632-43a2e83230a1 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network da4820b8-73e9-42f1-96ae-2919f69e0abb {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 09:41:46.832356 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-712dc188-e2a4-4b09-a632-43a2e83230a1 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.838294 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-712dc188-e2a4-4b09-a632-43a2e83230a1 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] 10.222.0.20 "DELETE /v2.0/networks/da4820b8-73e9-42f1-96ae-2919f69e0abb HTTP/1.1" status: 204 len: 168 time: 0.9370129 Jun 22 09:41:46.849476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56442) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:46.862077 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712dc188-e2a4-4b09-a632-43a2e83230a1 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Pushing event deleted for resources: {'Network': ['ID=da4820b8-73e9-42f1-96ae-2919f69e0abb,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:46.869550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-712dc188-e2a4-4b09-a632-43a2e83230a1 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:46.908326 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9449309-35ad-4db4-ae3c-4d0744240568 tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] DELETE failed (client error): The resource could not be found. Jun 22 09:41:46.908784 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9449309-35ad-4db4-ae3c-4d0744240568 tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:41:46.913431 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a9449309-35ad-4db4-ae3c-4d0744240568 tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] 10.222.0.20 "DELETE /v2.0/subnets/bdc23877-47a6-46db-a593-64acc75c2a23 HTTP/1.1" status: 404 len: 337 time: 0.0585082 Jun 22 09:41:46.917329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56444) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:46.939212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9fa08e59-467b-471f-a8ee-8339f239c474 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.939599 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9fa08e59-467b-471f-a8ee-8339f239c474 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:46.965061 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0c04b-d8d9-46a5-a8da-34cd64ba748a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Subnet': ['ID=bc367b05-800c-439a-bd80-4a9b41192c19,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:46.967766 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4bb0c04b-d8d9-46a5-a8da-34cd64ba748a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:47.017538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-9fa08e59-467b-471f-a8ee-8339f239c474 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Calling delete_port for 8c27ac9b-6309-4735-a27f-920df646975f owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:47.066409 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e275ae-c595-4628-aa35-47cbdab7acd7 req-fadbba25-b254-49a2-97a9-778ba7728fa2 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:47.067932 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-73e275ae-c595-4628-aa35-47cbdab7acd7 req-fadbba25-b254-49a2-97a9-778ba7728fa2 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 946 time: 0.3226502 Jun 22 09:41:47.169203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0c04b-d8d9-46a5-a8da-34cd64ba748a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Checking segment: {'id': 'dd845625-d5a4-4bdb-abfb-8221ca732eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:47.169563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb0c04b-d8d9-46a5-a8da-34cd64ba748a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network hostable DHCP agents. Network: 9c753fde-2e6c-4c94-b61f-05eb2b76f365, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:41:47.188953 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:47.215142 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd3c22c4-7e46-4163-89db-da0cd523e7fe tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:47.279347 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784e86e8-2073-4618-af76-e9ebbf9caae3 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Router 50f25855-9701-47b0-9975-af383491a5d7 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:41:47.378023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb0c04b-d8d9-46a5-a8da-34cd64ba748a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 9c753fde-2e6c-4c94-b61f-05eb2b76f365 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:41:47.494750 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-73e275ae-c595-4628-aa35-47cbdab7acd7 req-6b921b33-bf57-418c-8b06-7496e55467df tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1eef4b-334f-45e5-a6d9-55bc2e268c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4160664 Jun 22 09:41:47.504004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd3c22c4-7e46-4163-89db-da0cd523e7fe tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:47.524913 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778b78d6-e9dc-42a6-9c5a-503b1716111e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Router facff48d-b632-4b2e-8b87-0326be2384ee has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:41:47.525659 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-cd3c22c4-7e46-4163-89db-da0cd523e7fe tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6583233b-0f52-4d67-8f1d-33ace4ea272a']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:47.530033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-4bb0c04b-d8d9-46a5-a8da-34cd64ba748a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 9c753fde-2e6c-4c94-b61f-05eb2b76f365) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:47.540240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b35b209-9fd3-4dcc-a0d0-bed56033e241 None None] Network 9c753fde-2e6c-4c94-b61f-05eb2b76f365 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:41:47.600328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-cd3c22c4-7e46-4163-89db-da0cd523e7fe tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def1d736-b7f7-4f2a-ac7a-a0f6c21c2ce3') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:47.600558 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-cd3c22c4-7e46-4163-89db-da0cd523e7fe tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def1d736-b7f7-4f2a-ac7a-a0f6c21c2ce3') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:47.610473 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd3c22c4-7e46-4163-89db-da0cd523e7fe tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:47.617460 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784e86e8-2073-4618-af76-e9ebbf9caae3 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:47.623669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-784e86e8-2073-4618-af76-e9ebbf9caae3 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:47.627123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb0c04b-d8d9-46a5-a8da-34cd64ba748a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:47.627825 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4bb0c04b-d8d9-46a5-a8da-34cd64ba748a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:47.634577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7314d0a-0bca-4c5f-9d5b-08d26d31ffec None None] Sync routers for ids ['50f25855-9701-47b0-9975-af383491a5d7'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:47.671735 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7314d0a-0bca-4c5f-9d5b-08d26d31ffec None None] Routers {'50f25855-9701-47b0-9975-af383491a5d7'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:47.672667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a7314d0a-0bca-4c5f-9d5b-08d26d31ffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['50f25855-9701-47b0-9975-af383491a5d7'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:47.674960 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Router 46dd69bc-745e-42bc-b43d-4d2ad17a2d3d has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:41:47.690782 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778b78d6-e9dc-42a6-9c5a-503b1716111e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:47.697040 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-778b78d6-e9dc-42a6-9c5a-503b1716111e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:47.703761 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd3c22c4-7e46-4163-89db-da0cd523e7fe tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:47.706213 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0a352-b784-4098-bf16-01a26c27f7b5 None None] Sync routers for ids ['facff48d-b632-4b2e-8b87-0326be2384ee'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:47.724675 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf0a352-b784-4098-bf16-01a26c27f7b5 None None] Routers {'facff48d-b632-4b2e-8b87-0326be2384ee'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:47.725707 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4cf0a352-b784-4098-bf16-01a26c27f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['facff48d-b632-4b2e-8b87-0326be2384ee'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:47.730774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3c22c4-7e46-4163-89db-da0cd523e7fe tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:41:47.731186 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd3c22c4-7e46-4163-89db-da0cd523e7fe tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:41:47.736804 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:41:47.754697 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-778b78d6-e9dc-42a6-9c5a-503b1716111e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "PUT /v2.0/floatingips/4eb292fd-e3cd-4972-b8ec-360ff0de902c HTTP/1.1" status: 200 len: 991 time: 3.3790057 Jun 22 09:41:47.756471 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9fa08e59-467b-471f-a8ee-8339f239c474 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:47.765982 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902a20a6-01bf-4c06-afb1-e04ac8f78cbe', 'tag': '99e323f9-56f7-4189-a0f3-5872e92fa5cc'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:41:47.768926 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635d8c61-eafc-406b-9bca-766dfe53d75e" -d '{"events": [{"name": "network-changed", "server_uuid": "902a20a6-01bf-4c06-afb1-e04ac8f78cbe", "tag": "99e323f9-56f7-4189-a0f3-5872e92fa5cc"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:41:47.772549 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:47.774113 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-784e86e8-2073-4618-af76-e9ebbf9caae3 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "PUT /v2.0/floatingips/ac340755-5268-4100-a9b2-8823f322dfe3 HTTP/1.1" status: 200 len: 991 time: 3.4199128 Jun 22 09:41:47.836461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ae41eb-bba5-4353-9dc7-9e2859658e56', 'tag': '99766f35-9006-4f6e-b1bb-863be975b885'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:41:47.838771 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe655dd-fcf0-42b1-ac20-012582ec7233" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ae41eb-bba5-4353-9dc7-9e2859658e56", "tag": "99766f35-9006-4f6e-b1bb-863be975b885"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:41:47.845656 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-a7314d0a-0bca-4c5f-9d5b-08d26d31ffec None None] Set router 50f25855-9701-47b0-9975-af383491a5d7 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:47.852509 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-4cf0a352-b784-4098-bf16-01a26c27f7b5 None None] Set router facff48d-b632-4b2e-8b87-0326be2384ee gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:47.862679 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4bb0c04b-d8d9-46a5-a8da-34cd64ba748a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6582141 Jun 22 09:41:47.872958 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56456) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:47.931422 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa08e59-467b-471f-a8ee-8339f239c474 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Pushing event deleted for resources: {'Port': ['ID=8c27ac9b-6309-4735-a27f-920df646975f,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:47.942017 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9fa08e59-467b-471f-a8ee-8339f239c474 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:47.978799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9fa08e59-467b-471f-a8ee-8339f239c474 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:47.982902 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9fa08e59-467b-471f-a8ee-8339f239c474 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:47.999534 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9fa08e59-467b-471f-a8ee-8339f239c474 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] 10.222.0.20 "DELETE /v2.0/floatingips/209aec5b-474b-410b-835f-6dee54ec8c09 HTTP/1.1" status: 204 len: 168 time: 1.6846800 Jun 22 09:41:48.000484 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56460) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:48.006051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-56ac08bb-0334-4a4a-bf5a-43139a53da0f tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Request body: {'floatingip': {'floating_network_id': '4a20cfa1-863a-479d-afe3-9235b61c64fa', 'port_id': '950496eb-cf26-4d72-9946-0cd6cf26d0b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:48.116491 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56ac08bb-0334-4a4a-bf5a-43139a53da0f tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:48.142803 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b74f2ef4-66fb-489b-9230-f643d6b94ccb up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:48.207501 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ips': [{'subnet_id': 'bc367b05-800c-439a-bd80-4a9b41192c19'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:41:48.209048 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:48.243009 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd94c722-1408-40e9-855e-9cc9949cd418 x-openstack-request-id: req-dd94c722-1408-40e9-855e-9cc9949cd418 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:41:48.243342 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902a20a6-01bf-4c06-afb1-e04ac8f78cbe", "tag": "99e323f9-56f7-4189-a0f3-5872e92fa5cc", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:41:48.243691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd94c722-1408-40e9-855e-9cc9949cd418 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:41:48.246762 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902a20a6-01bf-4c06-afb1-e04ac8f78cbe', 'tag': '99e323f9-56f7-4189-a0f3-5872e92fa5cc', 'status': 'completed', 'code': 200} Jun 22 09:41:48.326526 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4cf0a352-b784-4098-bf16-01a26c27f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'name': 'tempest-ServerActionsTestJSON-8812801-router', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:45Z', 'updated_at': '2021-06-22T09:40:54Z', 'revision_number': 4, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'gw_port': {'id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '4eb292fd-e3cd-4972-b8ec-360ff0de902c', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'floating_ip_address': '172.26.3.46', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'port_id': '99e323f9-56f7-4189-a0f3-5872e92fa5cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3', 'mac_address': 'fa:16:3e:c2:46:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a20a6-01bf-4c06-afb1-e04ac8f78cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:41:04Z', 'updated_at': '2021-06-22T09:41:45Z', 'revision_number': 1, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '003ef775-7a15-4df4-a09c-84a2cccfdf4f', 'name': '', 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'mac_address': 'fa:16:3e:1f:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:52Z', 'updated_at': '2021-06-22T09:41:05Z', 'revision_number': 5, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'subnets': [{'id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:48.374616 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0a352-b784-4098-bf16-01a26c27f7b5 None None] Checking router: facff48d-b632-4b2e-8b87-0326be2384ee for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:41:48.385121 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf0a352-b784-4098-bf16-01a26c27f7b5 None None] Routers {'facff48d-b632-4b2e-8b87-0326be2384ee'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:48.390097 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4cf0a352-b784-4098-bf16-01a26c27f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['facff48d-b632-4b2e-8b87-0326be2384ee'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:48.390255 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port b74f2ef4-66fb-489b-9230-f643d6b94ccb completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:48.399957 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d8c61-eafc-406b-9bca-766dfe53d75e req-883e8ce8-a272-4937-97b3-1ce7464be4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:48.401440 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-635d8c61-eafc-406b-9bca-766dfe53d75e req-883e8ce8-a272-4937-97b3-1ce7464be4d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0dfd02b234a947f5a587ecec0451722d&device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 1099 time: 0.1328340 Jun 22 09:41:48.434330 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port b74f2ef4-66fb-489b-9230-f643d6b94ccb triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:48.435097 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:48.465518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51728c4-ebe5-4998-86b1-d0bce6f11610 x-openstack-request-id: req-f51728c4-ebe5-4998-86b1-d0bce6f11610 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:41:48.465867 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ae41eb-bba5-4353-9dc7-9e2859658e56", "tag": "99766f35-9006-4f6e-b1bb-863be975b885", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:41:48.466128 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f51728c4-ebe5-4998-86b1-d0bce6f11610 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:41:48.466548 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ae41eb-bba5-4353-9dc7-9e2859658e56', 'tag': '99766f35-9006-4f6e-b1bb-863be975b885', 'status': 'completed', 'code': 200} Jun 22 09:41:48.479928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd3c22c4-7e46-4163-89db-da0cd523e7fe tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:48.490584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Allocated IP 172.20.0.2 (9c753fde-2e6c-4c94-b61f-05eb2b76f365/bc367b05-800c-439a-bd80-4a9b41192c19/dc9ccc62-6b0c-4e16-8975-396aa2366aca) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:48.501430 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-56ac08bb-0334-4a4a-bf5a-43139a53da0f tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:41:48.506434 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-56ac08bb-0334-4a4a-bf5a-43139a53da0f tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5009296 Jun 22 09:41:48.506810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56462) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:48.512242 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '950496eb-cf26-4d72-9946-0cd6cf26d0b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:48.532825 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4c68432e-36f8-4964-84e9-b2cbea31f86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:48.539689 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-4cf0a352-b784-4098-bf16-01a26c27f7b5 None None] Set router facff48d-b632-4b2e-8b87-0326be2384ee gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:48.545396 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd3c22c4-7e46-4163-89db-da0cd523e7fe tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:48.547412 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cd3c22c4-7e46-4163-89db-da0cd523e7fe tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] 10.222.0.20 "DELETE /v2.0/networks/6583233b-0f52-4d67-8f1d-33ace4ea272a HTTP/1.1" status: 204 len: 168 time: 1.6047287 Jun 22 09:41:48.572897 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d8c61-eafc-406b-9bca-766dfe53d75e req-e6210956-2143-40b3-8195-7d720db5265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:48.575466 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-635d8c61-eafc-406b-9bca-766dfe53d75e req-e6210956-2143-40b3-8195-7d720db5265e service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a67bf89-842d-4150-83fd-e92b2abafdf3 HTTP/1.1" status: 200 len: 910 time: 0.1672995 Jun 22 09:41:48.605338 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c22c4-7e46-4163-89db-da0cd523e7fe tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Pushing event deleted for resources: {'Network': ['ID=6583233b-0f52-4d67-8f1d-33ace4ea272a,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:48.615276 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f108df8-0120-47a7-a51d-cbf82d474db6 req-e121e7b3-2799-4026-91c1-fe52fef55b36 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:48.620582 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6f108df8-0120-47a7-a51d-cbf82d474db6 req-e121e7b3-2799-4026-91c1-fe52fef55b36 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 946 time: 0.9999342 Jun 22 09:41:48.624449 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cd3c22c4-7e46-4163-89db-da0cd523e7fe tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:48.653268 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56466) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:48.669791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-eab49cf2-e964-4ef7-83cf-3f74634fd497 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Request body: {'floatingip': {'port_id': 'fb8243c2-d67e-44b7-8736-af49118d0914'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:48.746306 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:48.754625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:48.777800 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Transition to ACTIVE for port object dc9ccc62-6b0c-4e16-8975-396aa2366aca will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:48.793069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a7314d0a-0bca-4c5f-9d5b-08d26d31ffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f25855-9701-47b0-9975-af383491a5d7', 'name': 'tempest-ServersTestManualDisk-1789638691-router', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'gw_port': {'id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:49Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'ac340755-5268-4100-a9b2-8823f322dfe3', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'floating_ip_address': '172.26.3.10', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '50f25855-9701-47b0-9975-af383491a5d7', 'port_id': '99766f35-9006-4f6e-b1bb-863be975b885', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4', 'mac_address': 'fa:16:3e:f6:4c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae41eb-bba5-4353-9dc7-9e2859658e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:41:09Z', 'updated_at': '2021-06-22T09:41:45Z', 'revision_number': 1, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd072c63-9a4b-4e13-9c59-f10ad4354308', 'name': '', 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'mac_address': 'fa:16:3e:b4:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b6caf395-eab3-41b8-a3a6-9114984b7119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:58Z', 'updated_at': '2021-06-22T09:41:08Z', 'revision_number': 5, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'subnets': [{'id': 'b6caf395-eab3-41b8-a3a6-9114984b7119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:48.797288 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eab49cf2-e964-4ef7-83cf-3f74634fd497 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for floatingip, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:48.804521 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:48.826270 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7314d0a-0bca-4c5f-9d5b-08d26d31ffec None None] Checking router: 50f25855-9701-47b0-9975-af383491a5d7 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:41:48.831294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33c21ef-adb1-44a7-92d1-8b007cb6dac1 None None] Sync routers for ids ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:48.832016 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4cf0a352-b784-4098-bf16-01a26c27f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'name': 'tempest-ServerActionsTestJSON-8812801-router', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:45Z', 'updated_at': '2021-06-22T09:40:54Z', 'revision_number': 4, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'gw_port': {'id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '4eb292fd-e3cd-4972-b8ec-360ff0de902c', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'floating_ip_address': '172.26.3.46', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'port_id': '99e323f9-56f7-4189-a0f3-5872e92fa5cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3', 'mac_address': 'fa:16:3e:c2:46:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a20a6-01bf-4c06-afb1-e04ac8f78cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:41:04Z', 'updated_at': '2021-06-22T09:41:45Z', 'revision_number': 1, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '003ef775-7a15-4df4-a09c-84a2cccfdf4f', 'name': '', 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'mac_address': 'fa:16:3e:1f:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:52Z', 'updated_at': '2021-06-22T09:41:05Z', 'revision_number': 5, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'subnets': [{'id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:48.860338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Transition to ACTIVE for port object dc9ccc62-6b0c-4e16-8975-396aa2366aca will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:48.871125 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-635d8c61-eafc-406b-9bca-766dfe53d75e req-9dee6048-5ff0-4def-8190-d0efc602049f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99e323f9-56f7-4189-a0f3-5872e92fa5cc HTTP/1.1" status: 200 len: 999 time: 0.2896531 Jun 22 09:41:48.874425 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33c21ef-adb1-44a7-92d1-8b007cb6dac1 None None] Routers {'46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:48.875076 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c33c21ef-adb1-44a7-92d1-8b007cb6dac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:48.875820 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] 10.222.0.20 "PUT /v2.0/routers/46dd69bc-745e-42bc-b43d-4d2ad17a2d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2675948 Jun 22 09:41:48.883204 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7314d0a-0bca-4c5f-9d5b-08d26d31ffec None None] Routers {'50f25855-9701-47b0-9975-af383491a5d7'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:48.883502 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a7314d0a-0bca-4c5f-9d5b-08d26d31ffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['50f25855-9701-47b0-9975-af383491a5d7'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:48.889728 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0a352-b784-4098-bf16-01a26c27f7b5 None None] The sync data for ids ['facff48d-b632-4b2e-8b87-0326be2384ee'] in dv-neutron-797121-3-hyperv is: [{'id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'name': 'tempest-ServerActionsTestJSON-8812801-router', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:45Z', 'updated_at': '2021-06-22T09:40:54Z', 'revision_number': 4, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'gw_port': {'id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '4eb292fd-e3cd-4972-b8ec-360ff0de902c', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'floating_ip_address': '172.26.3.46', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'port_id': '99e323f9-56f7-4189-a0f3-5872e92fa5cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3', 'mac_address': 'fa:16:3e:c2:46:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902a20a6-01bf-4c06-afb1-e04ac8f78cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:41:04Z', 'updated_at': '2021-06-22T09:41:45Z', 'revision_number': 1, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '003ef775-7a15-4df4-a09c-84a2cccfdf4f', 'name': '', 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'mac_address': 'fa:16:3e:1f:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:52Z', 'updated_at': '2021-06-22T09:41:05Z', 'revision_number': 5, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'subnets': [{'id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:48.890016 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56468) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:49.011359 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.011359 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c33c21ef-adb1-44a7-92d1-8b007cb6dac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:49.011359 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:49.011698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d8c61-eafc-406b-9bca-766dfe53d75e req-df45ccb7-9bab-4bcb-85d5-0e2ebe42a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:49.011809 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe655dd-fcf0-42b1-ac20-012582ec7233 req-50b83ac1-bd48-46de-9938-d33677ba5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:49.011904 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-635d8c61-eafc-406b-9bca-766dfe53d75e req-df45ccb7-9bab-4bcb-85d5-0e2ebe42a24e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=509cc921-aa0d-47ec-9fdc-bd091c518ce4 HTTP/1.1" status: 200 len: 848 time: 0.1106939 Jun 22 09:41:49.011997 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ebe655dd-fcf0-42b1-ac20-012582ec7233 req-50b83ac1-bd48-46de-9938-d33677ba5389 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7e1789089a745ff96c3bbfc20a4382d&device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 1099 time: 0.5388012 Jun 22 09:41:49.011997 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.032301 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.058515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33c21ef-adb1-44a7-92d1-8b007cb6dac1 None None] Routers {'46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:49.059421 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c33c21ef-adb1-44a7-92d1-8b007cb6dac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:49.071316 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.082332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Network 9c753fde-2e6c-4c94-b61f-05eb2b76f365 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:49.233197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port b74f2ef4-66fb-489b-9230-f643d6b94ccb, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b74f2ef4-66fb-489b-9230-f643d6b94ccb,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:49.246077 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-a7314d0a-0bca-4c5f-9d5b-08d26d31ffec None None] Set router 50f25855-9701-47b0-9975-af383491a5d7 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:49.250807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:49.255986 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-82040748-2baf-41d2-97da-ea4f0b4acfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.258738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:49.320366 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d8c61-eafc-406b-9bca-766dfe53d75e req-2dd93243-825b-406e-a86e-c4f14a4036aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:49.324581 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-635d8c61-eafc-406b-9bca-766dfe53d75e req-2dd93243-825b-406e-a86e-c4f14a4036aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a67bf89-842d-4150-83fd-e92b2abafdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2724555 Jun 22 09:41:49.325894 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5fa92d60-ce92-4c95-8835-f9782631c3fe tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.343542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56476) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:49.343750 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ca8bd3-be01-44c8-b08b-16fbe204058b None None] New status for floating IP 4eb292fd-e3cd-4972-b8ec-360ff0de902c: ACTIVE {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:41:49.459721 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c33c21ef-adb1-44a7-92d1-8b007cb6dac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:49.461352 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33c21ef-adb1-44a7-92d1-8b007cb6dac1 None None] The sync data for ids ['46dd69bc-745e-42bc-b43d-4d2ad17a2d3d'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:49.470401 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Pushing event updated for resources: {'Port': ['ID=dc9ccc62-6b0c-4e16-8975-396aa2366aca,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:49.475720 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.500633 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:49.501066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:49.501471 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:49.503272 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:49.503725 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:49.504132 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:49.505065 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:49.505990 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:49.505990 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:49.506496 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:49.506892 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:49.507396 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:49.514768 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:49.531370 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:49.608174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5fa92d60-ce92-4c95-8835-f9782631c3fe tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.619771 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=b74f2ef4-66fb-489b-9230-f643d6b94ccb,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:49.621678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.627541 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:49.632286 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.680634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe655dd-fcf0-42b1-ac20-012582ec7233 req-8fa8a8f8-06c6-439f-974c-b562c0c48f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:49.682021 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ebe655dd-fcf0-42b1-ac20-012582ec7233 req-8fa8a8f8-06c6-439f-974c-b562c0c48f1e service neutron] 10.222.0.35 "GET /v2.0/networks?id=6e8af6b3-3610-44a0-a63c-a8986db86aa4 HTTP/1.1" status: 200 len: 913 time: 0.6545813 Jun 22 09:41:49.718363 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Attempting to bind port dc9ccc62-6b0c-4e16-8975-396aa2366aca on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:49.718834 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Attempting to bind port dc9ccc62-6b0c-4e16-8975-396aa2366aca by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'dd845625-d5a4-4bdb-abfb-8221ca732eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:49.719263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Attempting to bind port dc9ccc62-6b0c-4e16-8975-396aa2366aca on network 9c753fde-2e6c-4c94-b61f-05eb2b76f365 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:49.736777 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:41:49.737277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Checking segment: {'id': 'dd845625-d5a4-4bdb-abfb-8221ca732eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:49.737986 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.738455 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Bound using segment: {'id': 'dd845625-d5a4-4bdb-abfb-8221ca732eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:41:49.739008 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Bound port: dc9ccc62-6b0c-4e16-8975-396aa2366aca, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd845625-d5a4-4bdb-abfb-8221ca732eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:41:49.739580 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.758311 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-635d8c61-eafc-406b-9bca-766dfe53d75e req-403f503d-b670-4385-8a16-aa664fec336b service neutron] 10.222.0.35 "GET /v2.0/networks/7a67bf89-842d-4150-83fd-e92b2abafdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132311 Jun 22 09:41:49.899508 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] For port dc9ccc62-6b0c-4e16-8975-396aa2366aca, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:49.904584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] For port dc9ccc62-6b0c-4e16-8975-396aa2366aca, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dc9ccc62-6b0c-4e16-8975-396aa2366aca,segment=NetworkSegment(dd845625-d5a4-4bdb-abfb-8221ca732eaa),segment_id=dd845625-d5a4-4bdb-abfb-8221ca732eaa)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:41:49.931580 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b74f2ef4-66fb-489b-9230-f643d6b94ccb up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:49.958711 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-635d8c61-eafc-406b-9bca-766dfe53d75e req-f7a00525-a7ff-4e0b-a453-125a270b151d service neutron] 10.222.0.35 "GET /v2.0/networks/7a67bf89-842d-4150-83fd-e92b2abafdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935437 Jun 22 09:41:49.973181 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Allocated IP 172.26.3.84 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/b98cd46c-16f3-4d69-96c3-c508b9e4278e) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:49.973880 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-5fa92d60-ce92-4c95-8835-f9782631c3fe tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Deleting port 98ac4f27-8cf8-4240-b8cb-3316f91dae97 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:49.974230 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5fa92d60-ce92-4c95-8835-f9782631c3fe tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.997885 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.001509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:50.012944 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a7314d0a-0bca-4c5f-9d5b-08d26d31ffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f25855-9701-47b0-9975-af383491a5d7', 'name': 'tempest-ServersTestManualDisk-1789638691-router', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'gw_port': {'id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:49Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'ac340755-5268-4100-a9b2-8823f322dfe3', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'floating_ip_address': '172.26.3.10', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '50f25855-9701-47b0-9975-af383491a5d7', 'port_id': '99766f35-9006-4f6e-b1bb-863be975b885', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4', 'mac_address': 'fa:16:3e:f6:4c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae41eb-bba5-4353-9dc7-9e2859658e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:41:09Z', 'updated_at': '2021-06-22T09:41:45Z', 'revision_number': 1, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd072c63-9a4b-4e13-9c59-f10ad4354308', 'name': '', 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'mac_address': 'fa:16:3e:b4:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b6caf395-eab3-41b8-a3a6-9114984b7119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:58Z', 'updated_at': '2021-06-22T09:41:08Z', 'revision_number': 5, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'subnets': [{'id': 'b6caf395-eab3-41b8-a3a6-9114984b7119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:50.059147 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56482) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:50.059379 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6867c396-b330-46d7-89f0-f34d840a3e42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c93da443d16748bd94e493fafc77921f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6943519 Jun 22 09:41:50.072301 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7314d0a-0bca-4c5f-9d5b-08d26d31ffec None None] The sync data for ids ['50f25855-9701-47b0-9975-af383491a5d7'] in dv-neutron-797121-3-hyperv is: [{'id': '50f25855-9701-47b0-9975-af383491a5d7', 'name': 'tempest-ServersTestManualDisk-1789638691-router', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'gw_port': {'id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:49Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'ac340755-5268-4100-a9b2-8823f322dfe3', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'floating_ip_address': '172.26.3.10', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '50f25855-9701-47b0-9975-af383491a5d7', 'port_id': '99766f35-9006-4f6e-b1bb-863be975b885', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4', 'mac_address': 'fa:16:3e:f6:4c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae41eb-bba5-4353-9dc7-9e2859658e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:41:09Z', 'updated_at': '2021-06-22T09:41:45Z', 'revision_number': 1, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd072c63-9a4b-4e13-9c59-f10ad4354308', 'name': '', 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'mac_address': 'fa:16:3e:b4:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b6caf395-eab3-41b8-a3a6-9114984b7119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:58Z', 'updated_at': '2021-06-22T09:41:08Z', 'revision_number': 5, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'subnets': [{'id': 'b6caf395-eab3-41b8-a3a6-9114984b7119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:50.086040 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port b74f2ef4-66fb-489b-9230-f643d6b94ccb triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:50.086040 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.095757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5fa92d60-ce92-4c95-8835-f9782631c3fe tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.120995 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ebe655dd-fcf0-42b1-ac20-012582ec7233 req-5b2b5869-5afc-466c-b221-bfb3c3031464 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99766f35-9006-4f6e-b1bb-863be975b885 HTTP/1.1" status: 200 len: 999 time: 0.4105763 Jun 22 09:41:50.149090 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Pushing event updated for resources: {'Port': ['ID=dc9ccc62-6b0c-4e16-8975-396aa2366aca,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:50.160480 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:50.210391 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-5fa92d60-ce92-4c95-8835-f9782631c3fe tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Calling delete_port for 98ac4f27-8cf8-4240-b8cb-3316f91dae97 owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:50.405918 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.500615 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f9108a-4fc2-4f31-b5e4-8594ebbab772 None None] New status for floating IP ac340755-5268-4100-a9b2-8823f322dfe3: ACTIVE {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:41:50.538178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.db.resource_extend [None req-eab49cf2-e964-4ef7-83cf-3f74634fd497 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:41:50.568064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d017d8a1-126a-43cc-8e33-219555a1b6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.606840 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d017d8a1-126a-43cc-8e33-219555a1b6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.634767 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5fa92d60-ce92-4c95-8835-f9782631c3fe tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.643193 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:50.659884 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.667748 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe655dd-fcf0-42b1-ac20-012582ec7233 req-1db6797b-8507-4770-a97c-0414e1eac24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:50.669329 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ebe655dd-fcf0-42b1-ac20-012582ec7233 req-1db6797b-8507-4770-a97c-0414e1eac24b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6caf395-eab3-41b8-a3a6-9114984b7119 HTTP/1.1" status: 200 len: 851 time: 0.4832056 Jun 22 09:41:50.673713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa92d60-ce92-4c95-8835-f9782631c3fe tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Pushing event deleted for resources: {'Port': ['ID=98ac4f27-8cf8-4240-b8cb-3316f91dae97,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:50.681328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5fa92d60-ce92-4c95-8835-f9782631c3fe tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:50.750938 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5fa92d60-ce92-4c95-8835-f9782631c3fe tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.807115 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eab49cf2-e964-4ef7-83cf-3f74634fd497 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.827810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d017d8a1-126a-43cc-8e33-219555a1b6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.830384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d017d8a1-126a-43cc-8e33-219555a1b6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.831542 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d017d8a1-126a-43cc-8e33-219555a1b6de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98a0cd23-5602-4b65-9843-b853f0506c76 HTTP/1.1" status: 204 len: 168 time: 0.7708824 Jun 22 09:41:50.857508 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:50.867987 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5fa92d60-ce92-4c95-8835-f9782631c3fe tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.870414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5fa92d60-ce92-4c95-8835-f9782631c3fe tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.872040 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d8a1-126a-43cc-8e33-219555a1b6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a0cd23-5602-4b65-9843-b853f0506c76,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:50.879515 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d017d8a1-126a-43cc-8e33-219555a1b6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:50.880862 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe655dd-fcf0-42b1-ac20-012582ec7233 req-285352bf-4a54-4f8d-a31a-1cc6f5766835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:50.882977 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ebe655dd-fcf0-42b1-ac20-012582ec7233 req-285352bf-4a54-4f8d-a31a-1cc6f5766835 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e8af6b3-3610-44a0-a63c-a8986db86aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2030771 Jun 22 09:41:50.885935 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eab49cf2-e964-4ef7-83cf-3f74634fd497 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.893513 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.945257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-143259ce-729a-4ca5-8513-e1d09cb8fcd9 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:50.964947 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Allocated IP 172.26.3.171 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/e1e691a0-a867-4391-bb4d-b5042bd48ffa) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:50.980524 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:51.028945 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5fa92d60-ce92-4c95-8835-f9782631c3fe tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:51.030344 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa92d60-ce92-4c95-8835-f9782631c3fe tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Fanout notify agent at l3_agent the message router_deleted on router 46dd69bc-745e-42bc-b43d-4d2ad17a2d3d {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:41:51.039518 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5fa92d60-ce92-4c95-8835-f9782631c3fe tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:51.041568 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5fa92d60-ce92-4c95-8835-f9782631c3fe tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] 10.222.0.20 "DELETE /v2.0/routers/46dd69bc-745e-42bc-b43d-4d2ad17a2d3d HTTP/1.1" status: 204 len: 168 time: 2.1491930 Jun 22 09:41:51.044107 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56490) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:51.071452 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:51.128111 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ccb604-2f48-4936-ab30-a58c8bc72851 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Deleting subnet 96e66553-19ed-4932-95d3-6d40f5549493 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:41:51.143416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26ccb604-2f48-4936-ab30-a58c8bc72851 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:51.149949 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:51.152369 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:51.159789 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Pushing event updated for resources: {'Port': ['ID=b98cd46c-16f3-4d69-96c3-c508b9e4278e,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:51.168481 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:51.193759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:51.212516 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26ccb604-2f48-4936-ab30-a58c8bc72851 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:51.357286 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26ccb604-2f48-4936-ab30-a58c8bc72851 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:51.369622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409daab0-c970-43b3-a5e3-a2df588e5d0c None None] Network 9c753fde-2e6c-4c94-b61f-05eb2b76f365 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:41:51.399275 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:51.410404 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:51.419212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:51.425202 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:51.448048 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:51.496446 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-afaef014-3372-46d5-a073-44413492600f None None] Provisioning for port dc9ccc62-6b0c-4e16-8975-396aa2366aca completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:51.502695 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Pushing event updated for resources: {'Port': ['ID=e1e691a0-a867-4391-bb4d-b5042bd48ffa,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:51.510465 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:51.567844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56496) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:51.623161 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:51.636335 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26ccb604-2f48-4936-ab30-a58c8bc72851 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:51.651986 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:51.684679 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-eab49cf2-e964-4ef7-83cf-3f74634fd497 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Floating IP 94c1ea07-16e5-40c6-8937-817763389829 associated. External IP: 172.26.3.27, port: fb8243c2-d67e-44b7-8736-af49118d0914. Jun 22 09:41:51.705155 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccb604-2f48-4936-ab30-a58c8bc72851 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Pushing event deleted for resources: {'Subnet': ['ID=96e66553-19ed-4932-95d3-6d40f5549493,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:51.707388 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26ccb604-2f48-4936-ab30-a58c8bc72851 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:51.711997 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df31d930-b936-46c6-afa7-1e4a48c26831 None None] Network 21271f1a-27a9-43bf-8bf0-74a764b7ed7b requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:41:51.722658 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-26ccb604-2f48-4936-ab30-a58c8bc72851 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] 10.222.0.20 "DELETE /v2.0/subnets/96e66553-19ed-4932-95d3-6d40f5549493 HTTP/1.1" status: 204 len: 168 time: 0.6774662 Jun 22 09:41:51.725860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-26ccb604-2f48-4936-ab30-a58c8bc72851 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:51.726023 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56500) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:51.748297 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ebe655dd-fcf0-42b1-ac20-012582ec7233 req-5c30b4b7-d563-4d5e-8f97-1392f9f5fc5a service neutron] 10.222.0.35 "GET /v2.0/networks/6e8af6b3-3610-44a0-a63c-a8986db86aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8047702 Jun 22 09:41:51.853473 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:51.856758 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Deleting port e1e691a0-a867-4391-bb4d-b5042bd48ffa {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:51.857099 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:51.871095 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-576a7518-4814-4250-8051-f1ff058e77ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa4af72d33a04a13908f81a187746ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020046 Jun 22 09:41:51.885179 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56502) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:51.965517 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dc9ccc62-6b0c-4e16-8975-396aa2366aca up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:52.015409 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95a0290-b281-4caf-8c5b-05688719158b None None] DHCP port deletion for 21271f1a-27a9-43bf-8bf0-74a764b7ed7b request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:41:52.073697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-f95a0290-b281-4caf-8c5b-05688719158b None None] Deleting port 7b28775a-7900-4f2f-9ab7-734e56675f71 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:52.074082 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f95a0290-b281-4caf-8c5b-05688719158b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.128892 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port dc9ccc62-6b0c-4e16-8975-396aa2366aca completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:52.141812 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port dc9ccc62-6b0c-4e16-8975-396aa2366aca triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:52.142200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.149118 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f95a0290-b281-4caf-8c5b-05688719158b None None] For port 7b28775a-7900-4f2f-9ab7-734e56675f71, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=7b28775a-7900-4f2f-9ab7-734e56675f71,segment=NetworkSegment(b7b0dab8-71f3-4580-b106-fae1bfd148bc),segment_id=b7b0dab8-71f3-4580-b106-fae1bfd148bc)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:52.149515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f95a0290-b281-4caf-8c5b-05688719158b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.236783 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-f95a0290-b281-4caf-8c5b-05688719158b None None] Calling delete_port for 7b28775a-7900-4f2f-9ab7-734e56675f71 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:52.260717 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.261090 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.305370 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Deleting port 7b28775a-7900-4f2f-9ab7-734e56675f71 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:52.305707 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.329594 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ebe655dd-fcf0-42b1-ac20-012582ec7233 req-fc85e183-38c1-47ec-b615-198a992d2605 service neutron] 10.222.0.35 "GET /v2.0/networks/6e8af6b3-3610-44a0-a63c-a8986db86aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382106 Jun 22 09:41:52.331465 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Calling delete_port for e1e691a0-a867-4391-bb4d-b5042bd48ffa owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:52.349462 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.382932 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c37b5caf-ebf1-4b43-bf16-8453a4e2a694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.406757 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port dc9ccc62-6b0c-4e16-8975-396aa2366aca, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dc9ccc62-6b0c-4e16-8975-396aa2366aca,segment=NetworkSegment(dd845625-d5a4-4bdb-abfb-8221ca732eaa),segment_id=dd845625-d5a4-4bdb-abfb-8221ca732eaa)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:52.436016 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] For port 7b28775a-7900-4f2f-9ab7-734e56675f71, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=7b28775a-7900-4f2f-9ab7-734e56675f71,segment=NetworkSegment(b7b0dab8-71f3-4580-b106-fae1bfd148bc),segment_id=b7b0dab8-71f3-4580-b106-fae1bfd148bc)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:52.436377 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.451567 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f95a0290-b281-4caf-8c5b-05688719158b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.455958 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:52.482455 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a0290-b281-4caf-8c5b-05688719158b None None] Pushing event deleted for resources: {'Port': ['ID=7b28775a-7900-4f2f-9ab7-734e56675f71,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:52.484195 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c37b5caf-ebf1-4b43-bf16-8453a4e2a694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.492279 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.501008 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f95a0290-b281-4caf-8c5b-05688719158b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:52.501793 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f95a0290-b281-4caf-8c5b-05688719158b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:52.504545 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95a0290-b281-4caf-8c5b-05688719158b None None] No DVR routers for this DVR port 7b28775a-7900-4f2f-9ab7-734e56675f71 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:41:52.510895 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Calling delete_port for 7b28775a-7900-4f2f-9ab7-734e56675f71 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:52.547844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.1 (9c753fde-2e6c-4c94-b61f-05eb2b76f365/bc367b05-800c-439a-bd80-4a9b41192c19/a13e8cfb-a218-4798-9e17-bbebdb36ecf5) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:52.609268 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.642282 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.645058 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6d510a82-2fd8-46ec-994b-bd4381e2fba0 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:52.656060 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] No DVR routers for this DVR port 7b28775a-7900-4f2f-9ab7-734e56675f71 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:41:52.676600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Pushing event deleted for resources: {'Port': ['ID=7b28775a-7900-4f2f-9ab7-734e56675f71,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:52.694201 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:52.704214 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=dc9ccc62-6b0c-4e16-8975-396aa2366aca,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:52.708811 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:52.708957 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab49cf2-e964-4ef7-83cf-3f74634fd497 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Router 3dba21e6-bcad-4fca-99cf-aeb741f12e20 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:41:52.744809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.749857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e1d744a6-f277-4a70-ac39-97a70ae88eb5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:52.781560 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Pushing event deleted for resources: {'Port': ['ID=e1e691a0-a867-4391-bb4d-b5042bd48ffa,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:52.787372 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:52.791095 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.819350 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21271f1a-27a9-43bf-8bf0-74a764b7ed7b']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:52.822571 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c37b5caf-ebf1-4b43-bf16-8453a4e2a694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.825149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c37b5caf-ebf1-4b43-bf16-8453a4e2a694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.828046 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c37b5caf-ebf1-4b43-bf16-8453a4e2a694 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78fc02c0-7609-4635-962b-e2fd8e3d00d6 HTTP/1.1" status: 204 len: 168 time: 0.9107378 Jun 22 09:41:52.839060 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a539bb1b-2e17-47b2-b62b-a92a879e96bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:52.858000 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b0dab8-71f3-4580-b106-fae1bfd148bc') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:52.858307 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b0dab8-71f3-4580-b106-fae1bfd148bc') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:52.868493 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b5caf-ebf1-4b43-bf16-8453a4e2a694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fc02c0-7609-4635-962b-e2fd8e3d00d6,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:52.870933 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c37b5caf-ebf1-4b43-bf16-8453a4e2a694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:52.871070 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.893143 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.906205 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:41:52.906910 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:41:52.909718 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:41:52.971862 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:52.988632 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] create failed (client error): The resource could not be found. Jun 22 09:41:52.993230 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.4821115 Jun 22 09:41:52.993457 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56512) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:53.003994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object a13e8cfb-a218-4798-9e17-bbebdb36ecf5 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:53.065521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:53.072698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:53.078447 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:53.080357 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] 10.222.0.20 "DELETE /v2.0/networks/21271f1a-27a9-43bf-8bf0-74a764b7ed7b HTTP/1.1" status: 204 len: 168 time: 1.3532400 Jun 22 09:41:53.095208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56514) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:53.108748 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Pushing event deleted for resources: {'Network': ['ID=21271f1a-27a9-43bf-8bf0-74a764b7ed7b,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:53.108748 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:53.200220 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a755d1b8-8987-4757-8459-c4cecdd01acd tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Deleting port 950496eb-cf26-4d72-9946-0cd6cf26d0b9 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:53.200220 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a755d1b8-8987-4757-8459-c4cecdd01acd tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:53.303461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab49cf2-e964-4ef7-83cf-3f74634fd497 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:53.309983 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eab49cf2-e964-4ef7-83cf-3f74634fd497 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:53.312853 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a755d1b8-8987-4757-8459-c4cecdd01acd tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:53.315949 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-aac94b86-5861-43dc-a9ce-667d4faa030b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Deleting port 1ba74b91-10a4-48e4-a63b-0daa4a555f7a {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:53.316185 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aac94b86-5861-43dc-a9ce-667d4faa030b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:53.322320 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeeb2bd-169f-47ed-b50c-facd135c9716 None None] Sync routers for ids ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:53.334783 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeeb2bd-169f-47ed-b50c-facd135c9716 None None] Routers {'3dba21e6-bcad-4fca-99cf-aeb741f12e20'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:53.336083 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4aeeb2bd-169f-47ed-b50c-facd135c9716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:53.367350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:53.415950 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-eab49cf2-e964-4ef7-83cf-3f74634fd497 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "PUT /v2.0/floatingips/94c1ea07-16e5-40c6-8937-817763389829 HTTP/1.1" status: 200 len: 991 time: 4.7577789 Jun 22 09:41:53.418664 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a755d1b8-8987-4757-8459-c4cecdd01acd tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Calling delete_port for 950496eb-cf26-4d72-9946-0cd6cf26d0b9 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:53.419237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1030702b-112e-4286-bf5f-86057c3d0028', 'tag': 'fb8243c2-d67e-44b7-8736-af49118d0914'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:41:53.421776 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88901ade-0cbf-4f52-b9be-fc217310dd10" -d '{"events": [{"name": "network-changed", "server_uuid": "1030702b-112e-4286-bf5f-86057c3d0028", "tag": "fb8243c2-d67e-44b7-8736-af49118d0914"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:41:53.453714 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:53.461825 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:53.502425 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aac94b86-5861-43dc-a9ce-667d4faa030b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:53.503107 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aac94b86-5861-43dc-a9ce-667d4faa030b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:53.512759 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-4aeeb2bd-169f-47ed-b50c-facd135c9716 None None] Set router 3dba21e6-bcad-4fca-99cf-aeb741f12e20 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:53.530673 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dbc288-e2fe-4404-af5c-022c5eb4f9d3 x-openstack-request-id: req-37dbc288-e2fe-4404-af5c-022c5eb4f9d3 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:41:53.531044 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1030702b-112e-4286-bf5f-86057c3d0028", "tag": "fb8243c2-d67e-44b7-8736-af49118d0914", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:41:53.531285 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37dbc288-e2fe-4404-af5c-022c5eb4f9d3 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:41:53.531730 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1030702b-112e-4286-bf5f-86057c3d0028', 'tag': 'fb8243c2-d67e-44b7-8736-af49118d0914', 'status': 'completed', 'code': 200} Jun 22 09:41:53.577462 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-aac94b86-5861-43dc-a9ce-667d4faa030b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Calling delete_port for 1ba74b91-10a4-48e4-a63b-0daa4a555f7a owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:53.605792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 9c753fde-2e6c-4c94-b61f-05eb2b76f365 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:53.618246 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:53.622061 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:53.660088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=a13e8cfb-a218-4798-9e17-bbebdb36ecf5,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:53.669733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:53.700482 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:53.784729 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88901ade-0cbf-4f52-b9be-fc217310dd10 req-2715558e-8501-4fdb-8266-93ad9e095b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:53.788941 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-88901ade-0cbf-4f52-b9be-fc217310dd10 req-2715558e-8501-4fdb-8266-93ad9e095b9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f259be13d48423f84bea722f4cb5692&device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 1099 time: 0.2562313 Jun 22 09:41:53.819222 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a755d1b8-8987-4757-8459-c4cecdd01acd tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:53.825304 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8c6c8f5f-efbb-401b-ae0b-9db621b4fc5e tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:53.864633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755d1b8-8987-4757-8459-c4cecdd01acd tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Pushing event deleted for resources: {'Port': ['ID=950496eb-cf26-4d72-9946-0cd6cf26d0b9,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:53.867055 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a755d1b8-8987-4757-8459-c4cecdd01acd tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:53.968478 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dc9ccc62-6b0c-4e16-8975-396aa2366aca up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:54.030025 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a755d1b8-8987-4757-8459-c4cecdd01acd tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:54.035814 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a755d1b8-8987-4757-8459-c4cecdd01acd tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] 10.222.0.20 "DELETE /v2.0/ports/950496eb-cf26-4d72-9946-0cd6cf26d0b9 HTTP/1.1" status: 204 len: 168 time: 1.0375347 Jun 22 09:41:54.037050 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56540) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:54.068098 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4aeeb2bd-169f-47ed-b50c-facd135c9716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'name': 'tempest-ServersTestJSON-1406528845-router', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:58Z', 'revision_number': 4, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'gw_port': {'id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '94c1ea07-16e5-40c6-8937-817763389829', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'floating_ip_address': '172.26.3.27', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'port_id': 'fb8243c2-d67e-44b7-8736-af49118d0914', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c', 'mac_address': 'fa:16:3e:57:52:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1030702b-112e-4286-bf5f-86057c3d0028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:41:10Z', 'updated_at': '2021-06-22T09:41:50Z', 'revision_number': 1, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1a4257-41b4-4865-9deb-00480d30fb2d', 'name': '', 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'mac_address': 'fa:16:3e:0f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:54Z', 'updated_at': '2021-06-22T09:41:06Z', 'revision_number': 5, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'subnets': [{'id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:54.097453 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aac94b86-5861-43dc-a9ce-667d4faa030b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:54.129098 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ba7cf3a2-ffb1-456a-b787-d70d44869877 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:54.131737 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port dc9ccc62-6b0c-4e16-8975-396aa2366aca triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:54.132731 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:54.144072 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeeb2bd-169f-47ed-b50c-facd135c9716 None None] Checking router: 3dba21e6-bcad-4fca-99cf-aeb741f12e20 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:41:54.164027 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeeb2bd-169f-47ed-b50c-facd135c9716 None None] Routers {'3dba21e6-bcad-4fca-99cf-aeb741f12e20'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:54.164561 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac94b86-5861-43dc-a9ce-667d4faa030b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Pushing event deleted for resources: {'Port': ['ID=1ba74b91-10a4-48e4-a63b-0daa4a555f7a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:54.164825 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4aeeb2bd-169f-47ed-b50c-facd135c9716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:54.177595 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1bc5fb03-932d-4dd7-a3bc-2b1c9f797124 None None] Provisioning for port a13e8cfb-a218-4798-9e17-bbebdb36ecf5 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:54.201150 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1bc5fb03-932d-4dd7-a3bc-2b1c9f797124 None None] Provisioning complete for port a13e8cfb-a218-4798-9e17-bbebdb36ecf5 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:54.201627 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1bc5fb03-932d-4dd7-a3bc-2b1c9f797124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:54.245418 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Router 963bff31-c93d-4407-bb07-c86568f37a88 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:41:54.246049 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-aac94b86-5861-43dc-a9ce-667d4faa030b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:54.250769 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aac94b86-5861-43dc-a9ce-667d4faa030b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:54.254281 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aac94b86-5861-43dc-a9ce-667d4faa030b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:54.256609 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-aac94b86-5861-43dc-a9ce-667d4faa030b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] 10.222.0.20 "DELETE /v2.0/floatingips/701670ce-aba2-4c97-b233-55daa05d65bf HTTP/1.1" status: 204 len: 168 time: 1.1596773 Jun 22 09:41:54.265919 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:54.299526 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974e40fb-7e97-4040-a33b-e967f9f5fcbf tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:54.304105 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-974e40fb-7e97-4040-a33b-e967f9f5fcbf tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] 10.222.0.20 "GET /v2.0/ports?device_id=60916a26-c7b6-4f62-9dd6-421c01b33d33 HTTP/1.1" status: 200 len: 913 time: 0.2621806 Jun 22 09:41:54.304479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56548) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:54.305617 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-1bc5fb03-932d-4dd7-a3bc-2b1c9f797124 None None] Port a13e8cfb-a218-4798-9e17-bbebdb36ecf5 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:54.343876 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88901ade-0cbf-4f52-b9be-fc217310dd10 req-37719393-6250-4115-9df1-83f6905f6079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:54.346432 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-88901ade-0cbf-4f52-b9be-fc217310dd10 req-37719393-6250-4115-9df1-83f6905f6079 service neutron] 10.222.0.35 "GET /v2.0/networks?id=74cf8ae9-423c-4745-bb5d-8e2016d20b6c HTTP/1.1" status: 200 len: 907 time: 0.3348241 Jun 22 09:41:54.373232 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-4aeeb2bd-169f-47ed-b50c-facd135c9716 None None] Set router 3dba21e6-bcad-4fca-99cf-aeb741f12e20 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:54.501039 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 7b28775a-7900-4f2f-9ab7-734e56675f71 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:41:54.527235 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 7b28775a-7900-4f2f-9ab7-734e56675f71 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:41:54.528170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 7b28775a-7900-4f2f-9ab7-734e56675f71 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:41:54.554014 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-88901ade-0cbf-4f52-b9be-fc217310dd10 req-e48f8912-32f7-43f8-b0d0-15e080962a52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb8243c2-d67e-44b7-8736-af49118d0914 HTTP/1.1" status: 200 len: 999 time: 0.1839833 Jun 22 09:41:54.568439 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:54.581057 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bea39d-9042-4d6a-9c87-238f25efdf7e None None] Sync routers for ids ['963bff31-c93d-4407-bb07-c86568f37a88'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:54.595685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bea39d-9042-4d6a-9c87-238f25efdf7e None None] Routers {'963bff31-c93d-4407-bb07-c86568f37a88'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:54.596873 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-26bea39d-9042-4d6a-9c87-238f25efdf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['963bff31-c93d-4407-bb07-c86568f37a88'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:54.645239 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-26bea39d-9042-4d6a-9c87-238f25efdf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:54.660363 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bea39d-9042-4d6a-9c87-238f25efdf7e None None] Routers {'963bff31-c93d-4407-bb07-c86568f37a88'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:54.661284 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-26bea39d-9042-4d6a-9c87-238f25efdf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['963bff31-c93d-4407-bb07-c86568f37a88'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:54.716956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-26bea39d-9042-4d6a-9c87-238f25efdf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:54.720813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bea39d-9042-4d6a-9c87-238f25efdf7e None None] The sync data for ids ['963bff31-c93d-4407-bb07-c86568f37a88'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:54.780283 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88901ade-0cbf-4f52-b9be-fc217310dd10 req-f3a104ca-c8f1-43e8-b8e4-ccd5e30b593a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:54.791757 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-88901ade-0cbf-4f52-b9be-fc217310dd10 req-f3a104ca-c8f1-43e8-b8e4-ccd5e30b593a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=990305d8-a832-43c4-9e37-7bdc6fd10f9b HTTP/1.1" status: 200 len: 845 time: 0.2175627 Jun 22 09:41:54.794359 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4aeeb2bd-169f-47ed-b50c-facd135c9716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'name': 'tempest-ServersTestJSON-1406528845-router', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:58Z', 'revision_number': 4, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'gw_port': {'id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '94c1ea07-16e5-40c6-8937-817763389829', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'floating_ip_address': '172.26.3.27', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'port_id': 'fb8243c2-d67e-44b7-8736-af49118d0914', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c', 'mac_address': 'fa:16:3e:57:52:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1030702b-112e-4286-bf5f-86057c3d0028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:41:10Z', 'updated_at': '2021-06-22T09:41:50Z', 'revision_number': 1, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1a4257-41b4-4865-9deb-00480d30fb2d', 'name': '', 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'mac_address': 'fa:16:3e:0f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:54Z', 'updated_at': '2021-06-22T09:41:06Z', 'revision_number': 5, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'subnets': [{'id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:54.823812 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeeb2bd-169f-47ed-b50c-facd135c9716 None None] The sync data for ids ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'] in dv-neutron-797121-3-hyperv is: [{'id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'name': 'tempest-ServersTestJSON-1406528845-router', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:58Z', 'revision_number': 4, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'gw_port': {'id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '94c1ea07-16e5-40c6-8937-817763389829', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'floating_ip_address': '172.26.3.27', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'port_id': 'fb8243c2-d67e-44b7-8736-af49118d0914', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c', 'mac_address': 'fa:16:3e:57:52:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1030702b-112e-4286-bf5f-86057c3d0028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:41:10Z', 'updated_at': '2021-06-22T09:41:50Z', 'revision_number': 1, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1a4257-41b4-4865-9deb-00480d30fb2d', 'name': '', 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'mac_address': 'fa:16:3e:0f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:54Z', 'updated_at': '2021-06-22T09:41:06Z', 'revision_number': 5, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'subnets': [{'id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:54.825089 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3255e6d-245e-4a0d-bf86-429c9a3a4bd6 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:54.887804 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:54.889341 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.5394800 Jun 22 09:41:54.898120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56558) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:55.022527 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5535e012-cea1-4f1d-b138-f4082a6aa036 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "GET /v2.0/routers/963bff31-c93d-4407-bb07-c86568f37a88 HTTP/1.1" status: 200 len: 920 time: 0.1182897 Jun 22 09:41:55.029741 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56560) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:55.059999 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56564) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:55.072625 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d7f84149-4c43-4f5e-83bd-485ae467196e tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "GET /v2.0/ports?device_id=963bff31-c93d-4407-bb07-c86568f37a88 HTTP/1.1" status: 200 len: 205 time: 0.0405576 Jun 22 09:41:55.079031 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56568) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:55.083969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88901ade-0cbf-4f52-b9be-fc217310dd10 req-915849e7-407a-4f9f-92de-92f1f1c0d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:55.086284 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-88901ade-0cbf-4f52-b9be-fc217310dd10 req-915849e7-407a-4f9f-92de-92f1f1c0d0b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=74cf8ae9-423c-4745-bb5d-8e2016d20b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2757642 Jun 22 09:41:55.149028 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58968ba-ff75-4088-a59e-55e69f8f01cb None None] New status for floating IP 94c1ea07-16e5-40c6-8937-817763389829: ACTIVE {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:41:55.256250 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-88901ade-0cbf-4f52-b9be-fc217310dd10 req-4dbf56ca-0109-4fb6-8580-1c9b3b4a0fff service neutron] 10.222.0.35 "GET /v2.0/networks/74cf8ae9-423c-4745-bb5d-8e2016d20b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140537 Jun 22 09:41:55.299667 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-54cf21a5-fc0f-4935-a564-f5e7f96069eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=329d6d1dd36147679a4942cf509c15cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346027 Jun 22 09:41:55.300550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-d3255e6d-245e-4a0d-bf86-429c9a3a4bd6 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Deleting port 65b4d4be-0426-41ee-8cf7-addd3c55dd7e {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:55.300550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3255e6d-245e-4a0d-bf86-429c9a3a4bd6 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:55.307055 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56576) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:55.451711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3255e6d-245e-4a0d-bf86-429c9a3a4bd6 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:55.527383 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-d3255e6d-245e-4a0d-bf86-429c9a3a4bd6 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Calling delete_port for 65b4d4be-0426-41ee-8cf7-addd3c55dd7e owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:55.682138 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:55.725241 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce59eb3c-d390-4e15-93e2-eb831d67f3c6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:55.772659 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-88901ade-0cbf-4f52-b9be-fc217310dd10 req-edbdd558-015a-4f36-bc07-f69698429ac4 service neutron] 10.222.0.35 "GET /v2.0/networks/74cf8ae9-423c-4745-bb5d-8e2016d20b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055881 Jun 22 09:41:55.775291 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b7a97d3c-081a-417d-9c4b-f25ad000f4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:55.786676 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:55.795864 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:55.805698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3255e6d-245e-4a0d-bf86-429c9a3a4bd6 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:55.808788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:55.833109 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56588) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:55.837689 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3255e6d-245e-4a0d-bf86-429c9a3a4bd6 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Pushing event deleted for resources: {'Port': ['ID=65b4d4be-0426-41ee-8cf7-addd3c55dd7e,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:55.840252 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d3255e6d-245e-4a0d-bf86-429c9a3a4bd6 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:55.899518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b7a97d3c-081a-417d-9c4b-f25ad000f4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:55.954908 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=a13e8cfb-a218-4798-9e17-bbebdb36ecf5,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:55.966225 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:55.969456 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:56.002706 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce59eb3c-d390-4e15-93e2-eb831d67f3c6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:56.008525 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-7a6351dc-8fef-44de-849f-a7e4ca6f8aee tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:56.029608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3255e6d-245e-4a0d-bf86-429c9a3a4bd6 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:56.118405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 9c753fde-2e6c-4c94-b61f-05eb2b76f365 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:56.121070 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:56.146840 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b7a97d3c-081a-417d-9c4b-f25ad000f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:56.149343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b7a97d3c-081a-417d-9c4b-f25ad000f4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:56.150472 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b7a97d3c-081a-417d-9c4b-f25ad000f4f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5133b665-49ca-42a5-a196-51621e517b90 HTTP/1.1" status: 204 len: 168 time: 0.8424187 Jun 22 09:41:56.162078 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-567363c5-4d8d-4512-bec2-e7823453e227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:56.191316 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3255e6d-245e-4a0d-bf86-429c9a3a4bd6 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Router 60916a26-c7b6-4f62-9dd6-421c01b33d33 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:41:56.230061 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7a6351dc-8fef-44de-849f-a7e4ca6f8aee tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] 10.222.0.20 "PUT /v2.0/quotas/4315bb5ce2eb492087ba340b468aa697 HTTP/1.1" status: 200 len: 368 time: 0.3932533 Jun 22 09:41:56.230717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56596) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:56.237434 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a97d3c-081a-417d-9c4b-f25ad000f4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5133b665-49ca-42a5-a196-51621e517b90,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:56.241102 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Request body: {'network': {'project_id': '4315bb5ce2eb492087ba340b468aa697'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:56.248866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b7a97d3c-081a-417d-9c4b-f25ad000f4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:56.294875 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3255e6d-245e-4a0d-bf86-429c9a3a4bd6 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:56.302931 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d3255e6d-245e-4a0d-bf86-429c9a3a4bd6 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] 10.222.0.20 "PUT /v2.0/routers/60916a26-c7b6-4f62-9dd6-421c01b33d33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9948189 Jun 22 09:41:56.303195 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56598) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:56.308819 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77eac08-9702-429c-9a5f-2868a577e7a2 None None] Sync routers for ids ['60916a26-c7b6-4f62-9dd6-421c01b33d33'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:56.320663 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77eac08-9702-429c-9a5f-2868a577e7a2 None None] Routers {'60916a26-c7b6-4f62-9dd6-421c01b33d33'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:56.329611 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f77eac08-9702-429c-9a5f-2868a577e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['60916a26-c7b6-4f62-9dd6-421c01b33d33'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:56.356480 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f77eac08-9702-429c-9a5f-2868a577e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:56.364945 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77eac08-9702-429c-9a5f-2868a577e7a2 None None] Routers {'60916a26-c7b6-4f62-9dd6-421c01b33d33'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:56.365560 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f77eac08-9702-429c-9a5f-2868a577e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['60916a26-c7b6-4f62-9dd6-421c01b33d33'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:56.376659 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-ce59eb3c-d390-4e15-93e2-eb831d67f3c6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Deleting port b98cd46c-16f3-4d69-96c3-c508b9e4278e {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:56.377209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce59eb3c-d390-4e15-93e2-eb831d67f3c6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:56.386865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-291ef51d-6085-4ec6-a345-70249d122c4a tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:56.403042 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f77eac08-9702-429c-9a5f-2868a577e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:56.403794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77eac08-9702-429c-9a5f-2868a577e7a2 None None] The sync data for ids ['60916a26-c7b6-4f62-9dd6-421c01b33d33'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:56.430960 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router f582781a-9102-4a5f-966e-17b0cd22ff4e has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:41:56.446384 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-49423098-9383-4e75-a1b0-64f940db694a None None] Provisioning complete for port a13e8cfb-a218-4798-9e17-bbebdb36ecf5 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:56.446891 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-49423098-9383-4e75-a1b0-64f940db694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:56.453329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Made reservation on behalf of 4315bb5ce2eb492087ba340b468aa697 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:56.455846 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:56.475763 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:56.490140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-49423098-9383-4e75-a1b0-64f940db694a None None] Port a13e8cfb-a218-4798-9e17-bbebdb36ecf5 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:56.552836 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce59eb3c-d390-4e15-93e2-eb831d67f3c6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:56.575691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-291ef51d-6085-4ec6-a345-70249d122c4a tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:56.577855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-291ef51d-6085-4ec6-a345-70249d122c4a tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:56.642894 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-ce59eb3c-d390-4e15-93e2-eb831d67f3c6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Calling delete_port for b98cd46c-16f3-4d69-96c3-c508b9e4278e owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:56.684184 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-291ef51d-6085-4ec6-a345-70249d122c4a tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:56.685077 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291ef51d-6085-4ec6-a345-70249d122c4a tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Fanout notify agent at l3_agent the message router_deleted on router 60916a26-c7b6-4f62-9dd6-421c01b33d33 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:41:56.696503 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-291ef51d-6085-4ec6-a345-70249d122c4a tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:56.700866 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-291ef51d-6085-4ec6-a345-70249d122c4a tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] 10.222.0.20 "DELETE /v2.0/routers/60916a26-c7b6-4f62-9dd6-421c01b33d33 HTTP/1.1" status: 204 len: 168 time: 0.3966088 Jun 22 09:41:56.702205 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56606) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:56.765187 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:56.775078 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Sync routers for ids ['f582781a-9102-4a5f-966e-17b0cd22ff4e'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:56.779491 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/f582781a-9102-4a5f-966e-17b0cd22ff4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9007125 Jun 22 09:41:56.784589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56608) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:56.787275 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Routers {'f582781a-9102-4a5f-966e-17b0cd22ff4e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:56.788116 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['f582781a-9102-4a5f-966e-17b0cd22ff4e'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:56.899883 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Set router f582781a-9102-4a5f-966e-17b0cd22ff4e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:56.993301 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56610) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:57.058017 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-63499dab-26b4-45a7-ad08-5daf8b88497f tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Deleting subnet ea232a5e-bf21-4d58-b81d-6247def981e6 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:41:57.061319 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63499dab-26b4-45a7-ad08-5daf8b88497f tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.070081 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.103568 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff420172-f396-4a71-92f0-1442d38742ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.107567 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:41:53Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'a13e8cfb-a218-4798-9e17-bbebdb36ecf5', 'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:2a:81:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:51Z', 'updated_at': '2021-06-22T09:41:54Z', 'revision_number': 2, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:57.112349 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63499dab-26b4-45a7-ad08-5daf8b88497f tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.121997 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce59eb3c-d390-4e15-93e2-eb831d67f3c6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.134564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6d8722c4-cdd3-4184-ad49-1784a60a5fe7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:57.135389 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Checking router: f582781a-9102-4a5f-966e-17b0cd22ff4e for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:41:57.135950 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Updating router f582781a-9102-4a5f-966e-17b0cd22ff4e port a13e8cfb-a218-4798-9e17-bbebdb36ecf5 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:41:57.173442 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.179601 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.182777 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59eb3c-d390-4e15-93e2-eb831d67f3c6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Pushing event deleted for resources: {'Port': ['ID=b98cd46c-16f3-4d69-96c3-c508b9e4278e,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:57.193993 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ce59eb3c-d390-4e15-93e2-eb831d67f3c6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:57.195722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d364ae-2cc3-4080-a459-b6deeaca8a7c tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:57.198835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d364ae-2cc3-4080-a459-b6deeaca8a7c tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:57.198835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d364ae-2cc3-4080-a459-b6deeaca8a7c tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:57.198835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d364ae-2cc3-4080-a459-b6deeaca8a7c tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:57.198835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d364ae-2cc3-4080-a459-b6deeaca8a7c tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:57.198835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d364ae-2cc3-4080-a459-b6deeaca8a7c tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:57.198835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d364ae-2cc3-4080-a459-b6deeaca8a7c tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:57.199238 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d364ae-2cc3-4080-a459-b6deeaca8a7c tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:57.200844 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-29d364ae-2cc3-4080-a459-b6deeaca8a7c tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5686 time: 0.4152958 Jun 22 09:41:57.201477 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1dac5bf3-8469-4b37-b627-3512d36d6a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:57.203772 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56614) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:57.253726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63499dab-26b4-45a7-ad08-5daf8b88497f tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.265246 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:41:57.300517 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.306281 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Added segment cf677333-60e5-4163-a39d-f03579fce535 of type vlan for network 83149f51-c18e-45b7-b799-cb0047e19a07 Jun 22 09:41:57.306281 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02957c6b-6696-4e50-aecd-e4dbcabfd229,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:57.319468 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:57.341670 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64a7ab-7a12-402a-ab11-420bda9971c2 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:57.342282 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64a7ab-7a12-402a-ab11-420bda9971c2 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:57.342611 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64a7ab-7a12-402a-ab11-420bda9971c2 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:57.343075 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64a7ab-7a12-402a-ab11-420bda9971c2 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:57.343559 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64a7ab-7a12-402a-ab11-420bda9971c2 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:57.344020 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64a7ab-7a12-402a-ab11-420bda9971c2 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:57.344476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64a7ab-7a12-402a-ab11-420bda9971c2 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:57.344992 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64a7ab-7a12-402a-ab11-420bda9971c2 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:57.346993 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ae64a7ab-7a12-402a-ab11-420bda9971c2 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5228 time: 0.1418829 Jun 22 09:41:57.351381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56616) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:57.353596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce59eb3c-d390-4e15-93e2-eb831d67f3c6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.360114 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.471069 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce59eb3c-d390-4e15-93e2-eb831d67f3c6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.476516 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce59eb3c-d390-4e15-93e2-eb831d67f3c6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.504043 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.512596 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63499dab-26b4-45a7-ad08-5daf8b88497f tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.513903 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Transition to ACTIVE for port object a13e8cfb-a218-4798-9e17-bbebdb36ecf5 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:57.520713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:57.548368 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff420172-f396-4a71-92f0-1442d38742ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.559012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63499dab-26b4-45a7-ad08-5daf8b88497f tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.560962 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-63499dab-26b4-45a7-ad08-5daf8b88497f tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] 10.222.0.20 "DELETE /v2.0/subnets/ea232a5e-bf21-4d58-b81d-6247def981e6 HTTP/1.1" status: 204 len: 168 time: 0.8576412 Jun 22 09:41:57.561807 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63499dab-26b4-45a7-ad08-5daf8b88497f tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Pushing event deleted for resources: {'Subnet': ['ID=ea232a5e-bf21-4d58-b81d-6247def981e6,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:57.563491 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56618) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:57.564945 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-63499dab-26b4-45a7-ad08-5daf8b88497f tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:57.567639 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dda9d5-cc87-46a3-bb8c-0b7c23e654be None None] Network 4a20cfa1-863a-479d-afe3-9235b61c64fa requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:41:57.574968 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.587704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:57.588531 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.617118 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7f81b48e-6b83-49c5-9467-1709eae7ae56 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:57.622908 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.627793 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-201c14ca-7fea-4bb4-9477-1ad8fa663ec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:57.664206 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a86a6467-19b2-4b79-88af-965231766b80 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4295 time: 0.3131692 Jun 22 09:41:57.681171 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d37454-4f24-479d-b1b5-bc3fdf850b8c None None] Pushing event updated for resources: {'Port': ['ID=a13e8cfb-a218-4798-9e17-bbebdb36ecf5,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:57.690321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce59eb3c-d390-4e15-93e2-eb831d67f3c6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.690905 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d37454-4f24-479d-b1b5-bc3fdf850b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:57.691280 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d37454-4f24-479d-b1b5-bc3fdf850b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:57.691659 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d37454-4f24-479d-b1b5-bc3fdf850b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:57.692027 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d37454-4f24-479d-b1b5-bc3fdf850b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:57.692353 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d37454-4f24-479d-b1b5-bc3fdf850b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:57.692843 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d37454-4f24-479d-b1b5-bc3fdf850b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:57.693172 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d37454-4f24-479d-b1b5-bc3fdf850b8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:57.693507 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d37454-4f24-479d-b1b5-bc3fdf850b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:57.693845 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d37454-4f24-479d-b1b5-bc3fdf850b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:57.694164 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d37454-4f24-479d-b1b5-bc3fdf850b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:57.694396 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce59eb3c-d390-4e15-93e2-eb831d67f3c6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Fanout notify agent at l3_agent the message router_deleted on router 963bff31-c93d-4407-bb07-c86568f37a88 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:41:57.694506 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d37454-4f24-479d-b1b5-bc3fdf850b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:57.694775 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d37454-4f24-479d-b1b5-bc3fdf850b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:57.696327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff420172-f396-4a71-92f0-1442d38742ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.718386 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-02d37454-4f24-479d-b1b5-bc3fdf850b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:57.744106 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce59eb3c-d390-4e15-93e2-eb831d67f3c6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.748898 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ce59eb3c-d390-4e15-93e2-eb831d67f3c6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "DELETE /v2.0/routers/963bff31-c93d-4407-bb07-c86568f37a88 HTTP/1.1" status: 204 len: 168 time: 2.6580522 Jun 22 09:41:57.750634 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56626) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:57.756194 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1494058377', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'enable_snat': False}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:57.758048 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Pushing event updated for resources: {'Network': ['ID=83149f51-c18e-45b7-b799-cb0047e19a07,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:57.776788 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 83149f51-c18e-45b7-b799-cb0047e19a07 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:41:57.798221 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ff420172-f396-4a71-92f0-1442d38742ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81f719fccc2f42179b2b1f532ebd0f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7260208 Jun 22 09:41:57.800856 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56628) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:57.800993 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:57.802436 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c37b5caf-ebf1-4b43-bf16-8453a4e2a694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:57.805837 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5711453 Jun 22 09:41:57.812542 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56630) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:57.824806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.828026 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-0d22af09-5d04-45a9-9049-45f0c086b717 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Request body: {'network': {'project_id': '4315bb5ce2eb492087ba340b468aa697'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:57.850037 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff420172-f396-4a71-92f0-1442d38742ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909dcefc-3e76-4d90-bba2-d63649a2c8ac,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:57.854475 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ff420172-f396-4a71-92f0-1442d38742ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:57.906782 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.907863 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.913137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Deleting port 7a376e32-827a-4e34-9b00-143d229c88cb {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:57.918871 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.951636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-31aaaff3-4e12-4f7e-8371-2bb6317e9b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.982513 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-31aaaff3-4e12-4f7e-8371-2bb6317e9b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.008179 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0080d2-5591-4390-b6f5-944f00e44ee2 None None] DHCP port deletion for 4a20cfa1-863a-479d-afe3-9235b61c64fa request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:41:58.070197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5f0080d2-5591-4390-b6f5-944f00e44ee2 None None] Deleting port 7a376e32-827a-4e34-9b00-143d229c88cb {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:58.070848 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5f0080d2-5591-4390-b6f5-944f00e44ee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.080266 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.084000 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d22af09-5d04-45a9-9049-45f0c086b717 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Made reservation on behalf of 4315bb5ce2eb492087ba340b468aa697 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:58.087113 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d22af09-5d04-45a9-9049-45f0c086b717 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.195450 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-5f0080d2-5591-4390-b6f5-944f00e44ee2 None None] For port 7a376e32-827a-4e34-9b00-143d229c88cb, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=7a376e32-827a-4e34-9b00-143d229c88cb,segment=NetworkSegment(e6f80566-be64-44e0-82dd-5a1f76c0660f),segment_id=e6f80566-be64-44e0-82dd-5a1f76c0660f)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:58.196714 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5f0080d2-5591-4390-b6f5-944f00e44ee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.229851 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Attempting to bind port a13e8cfb-a218-4798-9e17-bbebdb36ecf5 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:58.230888 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Attempting to bind port a13e8cfb-a218-4798-9e17-bbebdb36ecf5 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'dd845625-d5a4-4bdb-abfb-8221ca732eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:58.231473 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Attempting to bind port a13e8cfb-a218-4798-9e17-bbebdb36ecf5 on network 9c753fde-2e6c-4c94-b61f-05eb2b76f365 {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:58.241482 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:41:58.243145 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Checking segment: {'id': 'dd845625-d5a4-4bdb-abfb-8221ca732eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:58.243797 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.244803 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Bound using segment: {'id': 'dd845625-d5a4-4bdb-abfb-8221ca732eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:41:58.246643 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Bound port: a13e8cfb-a218-4798-9e17-bbebdb36ecf5, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd845625-d5a4-4bdb-abfb-8221ca732eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:41:58.247233 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.288870 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] For port 7a376e32-827a-4e34-9b00-143d229c88cb, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=7a376e32-827a-4e34-9b00-143d229c88cb,segment=NetworkSegment(e6f80566-be64-44e0-82dd-5a1f76c0660f),segment_id=e6f80566-be64-44e0-82dd-5a1f76c0660f)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:58.289457 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.309566 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5f0080d2-5591-4390-b6f5-944f00e44ee2 None None] Calling delete_port for 7a376e32-827a-4e34-9b00-143d229c88cb owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:58.344619 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] For port a13e8cfb-a218-4798-9e17-bbebdb36ecf5, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:58.348135 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] For port a13e8cfb-a218-4798-9e17-bbebdb36ecf5, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=a13e8cfb-a218-4798-9e17-bbebdb36ecf5,segment=NetworkSegment(dd845625-d5a4-4bdb-abfb-8221ca732eaa),segment_id=dd845625-d5a4-4bdb-abfb-8221ca732eaa)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:41:58.374808 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-31aaaff3-4e12-4f7e-8371-2bb6317e9b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.377450 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-31aaaff3-4e12-4f7e-8371-2bb6317e9b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.381580 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-31aaaff3-4e12-4f7e-8371-2bb6317e9b67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/909dcefc-3e76-4d90-bba2-d63649a2c8ac HTTP/1.1" status: 204 len: 168 time: 0.5761535 Jun 22 09:41:58.381580 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d22af09-5d04-45a9-9049-45f0c086b717 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:41:58.392674 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:58.392831 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Calling delete_port for 7a376e32-827a-4e34-9b00-143d229c88cb owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:58.398720 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.405036 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aaaff3-4e12-4f7e-8371-2bb6317e9b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909dcefc-3e76-4d90-bba2-d63649a2c8ac,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:58.408736 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d22af09-5d04-45a9-9049-45f0c086b717 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.409083 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-0d22af09-5d04-45a9-9049-45f0c086b717 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Added segment 00b3d9e9-d1a0-42e7-a1ce-3cdb16346328 of type vlan for network 5c93df6f-7d50-4b7b-be40-159617c9d08a Jun 22 09:41:58.412455 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-31aaaff3-4e12-4f7e-8371-2bb6317e9b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:58.449654 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.454198 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-2e65d95e-e451-49ed-b27e-a03fdfd1e800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:58.456604 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d22af09-5d04-45a9-9049-45f0c086b717 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.503084 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5f0080d2-5591-4390-b6f5-944f00e44ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.508507 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:58.513205 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Routers {'f582781a-9102-4a5f-966e-17b0cd22ff4e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:58.513855 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['f582781a-9102-4a5f-966e-17b0cd22ff4e'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:58.535234 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.553925 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-31a8966c-3ced-4369-95f7-604557acaad1 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:58.567872 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] No DVR routers for this DVR port 7a376e32-827a-4e34-9b00-143d229c88cb on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:41:58.568188 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d37454-4f24-479d-b1b5-bc3fdf850b8c None None] Pushing event updated for resources: {'Port': ['ID=a13e8cfb-a218-4798-9e17-bbebdb36ecf5,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:58.568296 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0080d2-5591-4390-b6f5-944f00e44ee2 None None] Pushing event deleted for resources: {'Port': ['ID=7a376e32-827a-4e34-9b00-143d229c88cb,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:58.578779 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5f0080d2-5591-4390-b6f5-944f00e44ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:58.579970 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0080d2-5591-4390-b6f5-944f00e44ee2 None None] No DVR routers for this DVR port 7a376e32-827a-4e34-9b00-143d229c88cb on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:41:58.584592 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-02d37454-4f24-479d-b1b5-bc3fdf850b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:58.585186 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d22af09-5d04-45a9-9049-45f0c086b717 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.593757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d22af09-5d04-45a9-9049-45f0c086b717 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:58.593757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d22af09-5d04-45a9-9049-45f0c086b717 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.598583 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a5f7b005-bc5c-490a-90fa-0e2fd83d86ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:58.605877 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Pushing event deleted for resources: {'Port': ['ID=7a376e32-827a-4e34-9b00-143d229c88cb,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:58.608902 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56636) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:58.615262 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:58.634015 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-b780a38b-3f14-46e4-98ea-88e9643d221c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-537446883', 'description': 'tempest-secgroup-smoke-537446883 description', 'project_id': '50763c4428f741ada1db53edd04651ab'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:58.685558 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] Set router f582781a-9102-4a5f-966e-17b0cd22ff4e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:58.699516 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22af09-5d04-45a9-9049-45f0c086b717 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Pushing event updated for resources: {'Network': ['ID=5c93df6f-7d50-4b7b-be40-159617c9d08a,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:58.704042 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0d22af09-5d04-45a9-9049-45f0c086b717 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:58.711255 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 5c93df6f-7d50-4b7b-be40-159617c9d08a details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:41:58.719280 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0d22af09-5d04-45a9-9049-45f0c086b717 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9040685 Jun 22 09:41:58.722046 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56638) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:58.729263 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-b27ece44-e1bd-4770-93ba-7fd55c79d152 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Request body: {'network': {'project_id': '4315bb5ce2eb492087ba340b468aa697'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:58.825356 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.844310 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a20cfa1-863a-479d-afe3-9235b61c64fa']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:58.865175 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f80566-be64-44e0-82dd-5a1f76c0660f') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:58.866051 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f80566-be64-44e0-82dd-5a1f76c0660f') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:58.885879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.888649 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.909402 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.919002 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.932072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:41:58.932621 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:41:58.948603 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:41:59.038230 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Allocated IP 172.26.3.32 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:59.056721 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:41:53Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'a13e8cfb-a218-4798-9e17-bbebdb36ecf5', 'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:2a:81:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:51Z', 'updated_at': '2021-06-22T09:41:58Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:59.082478 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a88bf6-1f37-42fa-99cf-c73728c16b27 None None] The sync data for ids ['f582781a-9102-4a5f-966e-17b0cd22ff4e'] in dv-neutron-797121-3-hyperv is: [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:41:53Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'a13e8cfb-a218-4798-9e17-bbebdb36ecf5', 'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:2a:81:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:51Z', 'updated_at': '2021-06-22T09:41:58Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:59.089085 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b780a38b-3f14-46e4-98ea-88e9643d221c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.106378 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27ece44-e1bd-4770-93ba-7fd55c79d152 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 22 09:41:59.106876 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27ece44-e1bd-4770-93ba-7fd55c79d152 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:41:59.108038 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b27ece44-e1bd-4770-93ba-7fd55c79d152 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3850050 Jun 22 09:41:59.116665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56646) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:59.121601 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.133666 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8a8a1a93-5506-447c-b810-ab0438c31b09 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:59.167337 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.173089 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] 10.222.0.20 "DELETE /v2.0/networks/4a20cfa1-863a-479d-afe3-9235b61c64fa HTTP/1.1" status: 204 len: 168 time: 1.6075332 Jun 22 09:41:59.176495 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Pushing event deleted for resources: {'Network': ['ID=4a20cfa1-863a-479d-afe3-9235b61c64fa,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:59.181640 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:59.260767 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-175fbaad-87ec-4008-8ccb-1babd05c72a3 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.266819 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.295362 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b780a38b-3f14-46e4-98ea-88e9643d221c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.312306 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56650) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:59.328390 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5ec2cde7-85ab-4a3c-8aba-ddf882b2de7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.363236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-175fbaad-87ec-4008-8ccb-1babd05c72a3 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.384412 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-175fbaad-87ec-4008-8ccb-1babd05c72a3 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c93df6f-7d50-4b7b-be40-159617c9d08a']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:59.403137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-175fbaad-87ec-4008-8ccb-1babd05c72a3 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b3d9e9-d1a0-42e7-a1ce-3cdb16346328') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:59.403369 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-175fbaad-87ec-4008-8ccb-1babd05c72a3 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b3d9e9-d1a0-42e7-a1ce-3cdb16346328') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:59.415464 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-175fbaad-87ec-4008-8ccb-1babd05c72a3 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.438553 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-175fbaad-87ec-4008-8ccb-1babd05c72a3 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.444229 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b780a38b-3f14-46e4-98ea-88e9643d221c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.449860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175fbaad-87ec-4008-8ccb-1babd05c72a3 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:41:59.450312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-175fbaad-87ec-4008-8ccb-1babd05c72a3 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:41:59.452331 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:41:59.454117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:59.493434 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780a38b-3f14-46e4-98ea-88e9643d221c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8f456b-98f1-419a-bd66-02c473f08baa,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:59.499904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b780a38b-3f14-46e4-98ea-88e9643d221c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:59.516517 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.517660 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d37629fa-f99e-4001-832a-557635cd834a tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:59.539247 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5ec2cde7-85ab-4a3c-8aba-ddf882b2de7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.555490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:59.558652 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:59.565898 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:59.596655 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-175fbaad-87ec-4008-8ccb-1babd05c72a3 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.599280 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Pushing event updated for resources: {'Port': ['ID=c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:59.602144 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:59.606677 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-175fbaad-87ec-4008-8ccb-1babd05c72a3 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.608517 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-175fbaad-87ec-4008-8ccb-1babd05c72a3 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] 10.222.0.20 "DELETE /v2.0/networks/5c93df6f-7d50-4b7b-be40-159617c9d08a HTTP/1.1" status: 204 len: 168 time: 0.4813886 Jun 22 09:41:59.611118 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-380cbb37-0e80-4bfd-9978-28b6488075ee tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:59.611672 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56656) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:59.627913 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5ec2cde7-85ab-4a3c-8aba-ddf882b2de7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.634429 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fbaad-87ec-4008-8ccb-1babd05c72a3 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c93df6f-7d50-4b7b-be40-159617c9d08a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:59.636941 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-175fbaad-87ec-4008-8ccb-1babd05c72a3 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:59.648343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4171d323-c29f-4a56-925f-f24b7eddea64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:59.674272 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56658) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:59.719672 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b780a38b-3f14-46e4-98ea-88e9643d221c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.723781 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b780a38b-3f14-46e4-98ea-88e9643d221c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1043367 Jun 22 09:41:59.734815 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56662) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:59.743776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-f192e5ad-0225-44d4-9b5c-1f52d36d348b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '9e8f456b-98f1-419a-bd66-02c473f08baa', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:59.750349 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-adb38250-8eee-45d2-8749-d9f92c669fe9 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.759675 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5ec2cde7-85ab-4a3c-8aba-ddf882b2de7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd84c9f7a05443f080318776ea60f8ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4461265 Jun 22 09:41:59.760647 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2cde7-85ab-4a3c-8aba-ddf882b2de7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01010f8-6d18-4a8c-ad1f-58e8b4577ca9,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:59.763088 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56664) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:59.765998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5ec2cde7-85ab-4a3c-8aba-ddf882b2de7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:59.862942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-adb38250-8eee-45d2-8749-d9f92c669fe9 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.876515 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-adb38250-8eee-45d2-8749-d9f92c669fe9 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83149f51-c18e-45b7-b799-cb0047e19a07']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:59.880593 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-64b24f0d-e1db-41cc-beb2-0d79277ba257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.893559 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6fdf62a9-2977-4630-896e-66e4e084a7a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c428799ac56146b2abc74a84916dcc67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181134 Jun 22 09:41:59.897436 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-adb38250-8eee-45d2-8749-d9f92c669fe9 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf677333-60e5-4163-a39d-f03579fce535') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:59.897763 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-adb38250-8eee-45d2-8749-d9f92c669fe9 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf677333-60e5-4163-a39d-f03579fce535') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:59.900010 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56666) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:59.900528 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f192e5ad-0225-44d4-9b5c-1f52d36d348b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.924694 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-adb38250-8eee-45d2-8749-d9f92c669fe9 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.940598 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device a13e8cfb-a218-4798-9e17-bbebdb36ecf5 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:59.950712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-adb38250-8eee-45d2-8749-d9f92c669fe9 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.964553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb38250-8eee-45d2-8749-d9f92c669fe9 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:41:59.965206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-adb38250-8eee-45d2-8749-d9f92c669fe9 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:41:59.967106 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:41:59.984501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-64b24f0d-e1db-41cc-beb2-0d79277ba257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.027715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-457d3543-7afb-4772-a93f-d3c85f24c046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.052509 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-457d3543-7afb-4772-a93f-d3c85f24c046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.116793 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-adb38250-8eee-45d2-8749-d9f92c669fe9 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.120630 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:00.124031 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-adb38250-8eee-45d2-8749-d9f92c669fe9 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.132267 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-adb38250-8eee-45d2-8749-d9f92c669fe9 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] 10.222.0.20 "DELETE /v2.0/networks/83149f51-c18e-45b7-b799-cb0047e19a07 HTTP/1.1" status: 204 len: 168 time: 0.5192099 Jun 22 09:42:00.132898 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f192e5ad-0225-44d4-9b5c-1f52d36d348b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.142128 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb38250-8eee-45d2-8749-d9f92c669fe9 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Pushing event deleted for resources: {'Network': ['ID=83149f51-c18e-45b7-b799-cb0047e19a07,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:00.143412 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.144415 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-adb38250-8eee-45d2-8749-d9f92c669fe9 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:00.159851 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port a13e8cfb-a218-4798-9e17-bbebdb36ecf5 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:00.170263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port a13e8cfb-a218-4798-9e17-bbebdb36ecf5 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:00.170263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.194032 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-457d3543-7afb-4772-a93f-d3c85f24c046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.197419 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-457d3543-7afb-4772-a93f-d3c85f24c046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.202733 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-457d3543-7afb-4772-a93f-d3c85f24c046 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b167e762-eff1-4a70-9be2-ec655e6d5369 HTTP/1.1" status: 204 len: 168 time: 0.3015406 Jun 22 09:42:00.204191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:00.214248 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d3543-7afb-4772-a93f-d3c85f24c046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b167e762-eff1-4a70-9be2-ec655e6d5369,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:00.217524 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-457d3543-7afb-4772-a93f-d3c85f24c046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:00.333396 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-64b24f0d-e1db-41cc-beb2-0d79277ba257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.336312 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.336435 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-64b24f0d-e1db-41cc-beb2-0d79277ba257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.339875 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-64b24f0d-e1db-41cc-beb2-0d79277ba257 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f01010f8-6d18-4a8c-ad1f-58e8b4577ca9 HTTP/1.1" status: 204 len: 168 time: 0.5733612 Jun 22 09:42:00.339875 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f192e5ad-0225-44d4-9b5c-1f52d36d348b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.341416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-449ee655-4118-4696-9458-f03854497ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:00.351250 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b24f0d-e1db-41cc-beb2-0d79277ba257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01010f8-6d18-4a8c-ad1f-58e8b4577ca9,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:00.354412 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-64b24f0d-e1db-41cc-beb2-0d79277ba257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:00.357345 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2e6560ac-55b6-4819-8ee7-bf9d4f81bc73 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:00.385089 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port a13e8cfb-a218-4798-9e17-bbebdb36ecf5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=a13e8cfb-a218-4798-9e17-bbebdb36ecf5,segment=NetworkSegment(dd845625-d5a4-4bdb-abfb-8221ca732eaa),segment_id=dd845625-d5a4-4bdb-abfb-8221ca732eaa)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:00.385834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192e5ad-0225-44d4-9b5c-1f52d36d348b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daead0ef-9ad1-4ad7-bd8a-a6e7c151fafd,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:00.416130 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f192e5ad-0225-44d4-9b5c-1f52d36d348b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:00.437231 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.489773 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.492633 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:00.541418 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f192e5ad-0225-44d4-9b5c-1f52d36d348b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.542742 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f192e5ad-0225-44d4-9b5c-1f52d36d348b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8066504 Jun 22 09:42:00.545699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56682) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:00.550630 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-274dc87e-ecfe-427c-9fd6-77e25489f9a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '9e8f456b-98f1-419a-bd66-02c473f08baa', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:00.572258 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 7a376e32-827a-4e34-9b00-143d229c88cb no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:42:00.614618 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 7a376e32-827a-4e34-9b00-143d229c88cb {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:42:00.615254 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 7a376e32-827a-4e34-9b00-143d229c88cb not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:42:00.617859 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=a13e8cfb-a218-4798-9e17-bbebdb36ecf5,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:00.621617 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:00.686525 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-274dc87e-ecfe-427c-9fd6-77e25489f9a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.691276 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Router 94483d83-a73d-4282-a08d-c143c9ede6b2 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:42:00.784571 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-274dc87e-ecfe-427c-9fd6-77e25489f9a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.880029 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-274dc87e-ecfe-427c-9fd6-77e25489f9a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.882308 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:00.901863 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274dc87e-ecfe-427c-9fd6-77e25489f9a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac8c5f1-c57e-45bb-a236-21f9675245b8,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:00.912688 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-274dc87e-ecfe-427c-9fd6-77e25489f9a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:00.960947 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-274dc87e-ecfe-427c-9fd6-77e25489f9a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:00.962576 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-274dc87e-ecfe-427c-9fd6-77e25489f9a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4158256 Jun 22 09:42:00.965420 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56690) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:00.970680 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-59aec029-bcb2-42e0-9200-4de92a62528e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '9e8f456b-98f1-419a-bd66-02c473f08baa', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:01.079214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59aec029-bcb2-42e0-9200-4de92a62528e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:01.092814 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:01.103054 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Sync routers for ids ['94483d83-a73d-4282-a08d-c143c9ede6b2'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:01.115794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Routers {'94483d83-a73d-4282-a08d-c143c9ede6b2'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:01.119822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['94483d83-a73d-4282-a08d-c143c9ede6b2'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:01.162614 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56700) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:01.171281 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:01.172664 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4210219 Jun 22 09:42:01.173459 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59aec029-bcb2-42e0-9200-4de92a62528e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:01.175443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56706) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:01.306264 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Set router 94483d83-a73d-4282-a08d-c143c9ede6b2 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:01.321823 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59aec029-bcb2-42e0-9200-4de92a62528e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:01.335936 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:01.387645 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aec029-bcb2-42e0-9200-4de92a62528e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a073b1e-7500-4c52-bc19-510180f2bff4,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:01.400124 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-59aec029-bcb2-42e0-9200-4de92a62528e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:01.422627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0077-fa37-4582-b4ac-25035b275a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:01.433918 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-907a29b8-1ab8-46ed-9dfc-71e003ba6499 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "GET /v2.0/routers/94483d83-a73d-4282-a08d-c143c9ede6b2 HTTP/1.1" status: 200 len: 908 time: 0.2566977 Jun 22 09:42:01.436350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56714) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:01.440988 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1494058377', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'enable_snat': True}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:01.475901 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59aec029-bcb2-42e0-9200-4de92a62528e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:01.479928 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-59aec029-bcb2-42e0-9200-4de92a62528e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5132775 Jun 22 09:42:01.480533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56716) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:01.487092 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-aaec0a8a-d33c-47c5-bbaa-f493bb6ff721 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '9e8f456b-98f1-419a-bd66-02c473f08baa', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:01.564832 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94483d83-a73d-4282-a08d-c143c9ede6b2', 'name': 'tempest-snat-router-1494058377', 'tenant_id': '8fe52181364c4002a93a7fb7c6682630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.32'}], 'enable_snat': False}, 'gw_port_id': 'c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:57Z', 'updated_at': '2021-06-22T09:41:59Z', 'revision_number': 3, 'project_id': '8fe52181364c4002a93a7fb7c6682630', 'gw_port': {'id': 'c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94483d83-a73d-4282-a08d-c143c9ede6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:58Z', 'updated_at': '2021-06-22T09:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:01.573646 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0077-fa37-4582-b4ac-25035b275a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:01.592065 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Checking router: 94483d83-a73d-4282-a08d-c143c9ede6b2 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:42:01.592427 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Updating router 94483d83-a73d-4282-a08d-c143c9ede6b2 port c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4 binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:42:01.627015 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:01.680158 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0077-fa37-4582-b4ac-25035b275a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:01.690752 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:01.705105 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.db.api [None req-aaec0a8a-d33c-47c5-bbaa-f493bb6ff721 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:42:01.705105 dv-neutron-797121-3-hyperv neutron-server[100653]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:42:01.705105 dv-neutron-797121-3-hyperv neutron-server[100653]: [parameters: {'project_id_1': '50763c4428f741ada1db53edd04651ab', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 42, 1, 491997)}] Jun 22 09:42:01.705105 dv-neutron-797121-3-hyperv neutron-server[100653]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:42:01.706925 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_db.api [None req-aaec0a8a-d33c-47c5-bbaa-f493bb6ff721 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:42:01.769434 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ef6b0077-fa37-4582-b4ac-25035b275a12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=722f94519ca44ad7b9a47dab609a5ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6062560 Jun 22 09:42:01.771540 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b0077-fa37-4582-b4ac-25035b275a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9de553a-f11e-4ca6-8d08-43d25eaa523a,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:01.772184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56730) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:01.774996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ef6b0077-fa37-4582-b4ac-25035b275a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:01.819605 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:01.820625 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:01.847402 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c537299d-63aa-4791-af31-4f5497ab4265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:01.912442 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device a13e8cfb-a218-4798-9e17-bbebdb36ecf5 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:42:01.916999 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:01.930608 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c537299d-63aa-4791-af31-4f5497ab4265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.001982 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.012777 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port a13e8cfb-a218-4798-9e17-bbebdb36ecf5 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:02.013163 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.027350 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56740) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:02.068314 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Transition to ACTIVE for port object c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:02.073021 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c537299d-63aa-4791-af31-4f5497ab4265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.075987 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c537299d-63aa-4791-af31-4f5497ab4265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.077316 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c537299d-63aa-4791-af31-4f5497ab4265 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9de553a-f11e-4ca6-8d08-43d25eaa523a HTTP/1.1" status: 204 len: 168 time: 0.3041618 Jun 22 09:42:02.079851 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:02.127581 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.130405 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:02.182804 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.185181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Attempting to bind port c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:42:02.185565 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Attempting to bind port c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:42:02.185947 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Attempting to bind port c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:42:02.188837 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3d42c-f9a4-4830-9770-e4a8205377d4 None None] Pushing event updated for resources: {'Port': ['ID=c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:02.192800 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d4c3d42c-f9a4-4830-9770-e4a8205377d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:02.193997 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:42:02.194383 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:02.194802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.195193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:42:02.195694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Bound port: c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:42:02.196077 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.196936 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537299d-63aa-4791-af31-4f5497ab4265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9de553a-f11e-4ca6-8d08-43d25eaa523a,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:02.201060 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c537299d-63aa-4791-af31-4f5497ab4265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:02.257950 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] For port c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:42:02.261074 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] For port c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:42:02.273738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Request body: {'networks': [{'name': 'tempest-network--1889895671'}, {'name': 'tempest-network--722174887'}]} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:02.274231 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Request body: {'network': {'name': 'tempest-network--1889895671'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:02.274515 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Request body: {'network': {'name': 'tempest-network--722174887'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:02.425632 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aaec0a8a-d33c-47c5-bbaa-f493bb6ff721 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.444192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.446576 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-96f3987a-09b6-4539-94b9-3d45c37688b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:02.512550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3d42c-f9a4-4830-9770-e4a8205377d4 None None] Pushing event updated for resources: {'Port': ['ID=c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:02.521915 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d4c3d42c-f9a4-4830-9770-e4a8205377d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:02.536891 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Routers {'94483d83-a73d-4282-a08d-c143c9ede6b2'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:02.537730 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['94483d83-a73d-4282-a08d-c143c9ede6b2'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:02.548210 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aaec0a8a-d33c-47c5-bbaa-f493bb6ff721 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.548373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Made reservation on behalf of 023c070fdd7f4b4da6630ea8708542ed for: {'network': 2} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:02.553975 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.567140 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.591592 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.619183 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.657785 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] Set router 94483d83-a73d-4282-a08d-c143c9ede6b2 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:02.737702 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Allocated IP 172.26.3.86 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/f4222d3e-b766-4dff-a1ce-8e9aa52d7764) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:02.748556 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.794347 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aaec0a8a-d33c-47c5-bbaa-f493bb6ff721 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.799064 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:02.803802 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.804276 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.807588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3bc59869-673c-4830-884f-8b57a354cba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:02.820784 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec0a8a-d33c-47c5-bbaa-f493bb6ff721 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b726f04e-3cae-45ea-a61e-467469e51d53,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:02.826072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-aaec0a8a-d33c-47c5-bbaa-f493bb6ff721 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:02.856278 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed432a7-a811-4b45-ac4b-dc929d64224f,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:02.859418 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:02.865690 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:42:02.875644 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.876416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.876769 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Added segment 2cabf46b-7d6d-4178-9ede-836f071de860 of type vlan for network b43694cf-c791-4b0b-b788-644ba3c3d10c Jun 22 09:42:02.901416 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94483d83-a73d-4282-a08d-c143c9ede6b2', 'name': 'tempest-snat-router-1494058377', 'tenant_id': '8fe52181364c4002a93a7fb7c6682630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.32'}], 'enable_snat': False}, 'gw_port_id': 'c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:57Z', 'updated_at': '2021-06-22T09:41:59Z', 'revision_number': 3, 'project_id': '8fe52181364c4002a93a7fb7c6682630', 'gw_port': {'id': 'c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94483d83-a73d-4282-a08d-c143c9ede6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:58Z', 'updated_at': '2021-06-22T09:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:02.916405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aaec0a8a-d33c-47c5-bbaa-f493bb6ff721 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.917728 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-aaec0a8a-d33c-47c5-bbaa-f493bb6ff721 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4362590 Jun 22 09:42:02.921951 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56764) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:02.931035 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-8a9fe87c-c003-47b0-8422-ae693118a169 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '9e8f456b-98f1-419a-bd66-02c473f08baa', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:02.947362 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608865f-df13-4930-ae53-b0a15023a359 None None] The sync data for ids ['94483d83-a73d-4282-a08d-c143c9ede6b2'] in dv-neutron-797121-3-hyperv is: [{'id': '94483d83-a73d-4282-a08d-c143c9ede6b2', 'name': 'tempest-snat-router-1494058377', 'tenant_id': '8fe52181364c4002a93a7fb7c6682630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.32'}], 'enable_snat': False}, 'gw_port_id': 'c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:57Z', 'updated_at': '2021-06-22T09:41:59Z', 'revision_number': 3, 'project_id': '8fe52181364c4002a93a7fb7c6682630', 'gw_port': {'id': 'c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94483d83-a73d-4282-a08d-c143c9ede6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:58Z', 'updated_at': '2021-06-22T09:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:02.973617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.014317 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:42:03.024779 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.025130 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Added segment 48c2e965-68d8-4678-ab74-407204a3efc9 of type vlan for network c2d1ac4c-8f51-41bf-a6f5-995c54c92b16 Jun 22 09:42:03.028993 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.032570 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:03.034948 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-8a9fe87c-c003-47b0-8422-ae693118a169 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:42:03.061108 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8a9fe87c-c003-47b0-8422-ae693118a169 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.075042 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.082125 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:03.096876 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:03.422445 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:03.422445 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Pushing event updated for resources: {'Port': ['ID=f4222d3e-b766-4dff-a1ce-8e9aa52d7764,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:03.422445 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:03.424778 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56768) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:03.427369 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8a9fe87c-c003-47b0-8422-ae693118a169 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.427914 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-17485648-aaca-4cf5-9f45-360c2777e37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.427914 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.427914 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.427914 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:03.427914 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:03.427914 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.427914 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:03.431658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8a9fe87c-c003-47b0-8422-ae693118a169 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.431658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-274dc87e-ecfe-427c-9fd6-77e25489f9a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:03.432493 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event updated for resources: {'Network': ['ID=b43694cf-c791-4b0b-b788-644ba3c3d10c,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:03.435958 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network b43694cf-c791-4b0b-b788-644ba3c3d10c details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:42:03.442506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fe87c-c003-47b0-8422-ae693118a169 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b70ff0f-4308-4124-8714-e4b4fab9ce0b,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:03.442506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8a9fe87c-c003-47b0-8422-ae693118a169 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:03.474727 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event updated for resources: {'Network': ['ID=c2d1ac4c-8f51-41bf-a6f5-995c54c92b16,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:03.478602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:03.479116 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:03.479529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:03.492450 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network c2d1ac4c-8f51-41bf-a6f5-995c54c92b16 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:42:03.497134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-17485648-aaca-4cf5-9f45-360c2777e37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.545348 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56774) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:03.578139 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-17485648-aaca-4cf5-9f45-360c2777e37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.604373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:03.619520 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.661662 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6328642 Jun 22 09:42:03.664630 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56780) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:03.673359 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-43ab7b6d-edba-4cd9-ae6b-4a7429fb56de tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-342903615'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:03.678862 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-17485648-aaca-4cf5-9f45-360c2777e37a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=290ce3c6cd984a82850f9df243f36dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4965050 Jun 22 09:42:03.681837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56784) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:03.684845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8a9fe87c-c003-47b0-8422-ae693118a169 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.686131 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8a9fe87c-c003-47b0-8422-ae693118a169 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7611072 Jun 22 09:42:03.692831 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56786) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:03.700052 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-0b6aaf19-9d71-43e8-8c64-9368503f1525 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '9e8f456b-98f1-419a-bd66-02c473f08baa', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:03.706208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17485648-aaca-4cf5-9f45-360c2777e37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd659b04-7734-4314-9fbb-b58f4bc26010,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:03.714517 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-17485648-aaca-4cf5-9f45-360c2777e37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:03.785996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-43ab7b6d-edba-4cd9-ae6b-4a7429fb56de tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.787521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-43ab7b6d-edba-4cd9-ae6b-4a7429fb56de tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.874832 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-43ab7b6d-edba-4cd9-ae6b-4a7429fb56de tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.875974 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-0b6aaf19-9d71-43e8-8c64-9368503f1525 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:42:03.881915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b6aaf19-9d71-43e8-8c64-9368503f1525 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.917231 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-43ab7b6d-edba-4cd9-ae6b-4a7429fb56de tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.923155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:42:03.931998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5d42b356-c1a6-4ee6-8641-2b080e1ff212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.944601 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191ed730-3657-48b1-8cf7-d81b9abb535f tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:03.951215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191ed730-3657-48b1-8cf7-d81b9abb535f tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:03.958212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191ed730-3657-48b1-8cf7-d81b9abb535f tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:03.964876 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191ed730-3657-48b1-8cf7-d81b9abb535f tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:03.969103 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b6aaf19-9d71-43e8-8c64-9368503f1525 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.969938 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56788) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:03.970065 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-191ed730-3657-48b1-8cf7-d81b9abb535f tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3044503 Jun 22 09:42:03.982630 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-43ab7b6d-edba-4cd9-ae6b-4a7429fb56de tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.986681 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-43ab7b6d-edba-4cd9-ae6b-4a7429fb56de tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4378679 Jun 22 09:42:03.987044 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56790) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:04.010702 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5d42b356-c1a6-4ee6-8641-2b080e1ff212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.056564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b6aaf19-9d71-43e8-8c64-9368503f1525 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.069511 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:04.075395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-74a7712d-a3f0-492b-8680-a3cb05dc2f36 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.088961 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:04.093364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:04.093957 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.094077 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6aaf19-9d71-43e8-8c64-9368503f1525 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6648c5b8-a2d6-4347-b07e-8a4dc90fbd5b,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:04.097068 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0b6aaf19-9d71-43e8-8c64-9368503f1525 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:04.132860 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f16d7494-8238-48b6-a6cc-fa6a0b7b6c7e tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.180279 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-74a7712d-a3f0-492b-8680-a3cb05dc2f36 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.191247 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-74a7712d-a3f0-492b-8680-a3cb05dc2f36 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43694cf-c791-4b0b-b788-644ba3c3d10c']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:04.202234 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-74a7712d-a3f0-492b-8680-a3cb05dc2f36 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cabf46b-7d6d-4178-9ede-836f071de860') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:04.202538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-74a7712d-a3f0-492b-8680-a3cb05dc2f36 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cabf46b-7d6d-4178-9ede-836f071de860') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:04.213236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-74a7712d-a3f0-492b-8680-a3cb05dc2f36 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.229990 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b6aaf19-9d71-43e8-8c64-9368503f1525 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.231727 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0b6aaf19-9d71-43e8-8c64-9368503f1525 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5378029 Jun 22 09:42:04.236387 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-74a7712d-a3f0-492b-8680-a3cb05dc2f36 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.248423 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.249757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a7712d-a3f0-492b-8680-a3cb05dc2f36 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:42:04.250636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-74a7712d-a3f0-492b-8680-a3cb05dc2f36 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:42:04.253806 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:42:04.276740 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:04.323168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.358295 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f16d7494-8238-48b6-a6cc-fa6a0b7b6c7e tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.359675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.362611 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f16d7494-8238-48b6-a6cc-fa6a0b7b6c7e tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.369796 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:04.432168 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:04.435329 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:04.457270 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-74a7712d-a3f0-492b-8680-a3cb05dc2f36 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.457270 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0d22af09-5d04-45a9-9049-45f0c086b717 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:04.460709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-74a7712d-a3f0-492b-8680-a3cb05dc2f36 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.462670 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-74a7712d-a3f0-492b-8680-a3cb05dc2f36 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "DELETE /v2.0/networks/b43694cf-c791-4b0b-b788-644ba3c3d10c HTTP/1.1" status: 204 len: 168 time: 0.4915726 Jun 22 09:42:04.472284 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56806) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:04.482758 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7712d-a3f0-492b-8680-a3cb05dc2f36 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event deleted for resources: {'Network': ['ID=b43694cf-c791-4b0b-b788-644ba3c3d10c,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:04.494757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-74a7712d-a3f0-492b-8680-a3cb05dc2f36 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:04.556640 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-04526d3a-b21f-4b32-8d2c-b615a3d555b1 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.652262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-04526d3a-b21f-4b32-8d2c-b615a3d555b1 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.663626 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-04526d3a-b21f-4b32-8d2c-b615a3d555b1 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d1ac4c-8f51-41bf-a6f5-995c54c92b16']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:04.669830 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5d42b356-c1a6-4ee6-8641-2b080e1ff212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.672403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5d42b356-c1a6-4ee6-8641-2b080e1ff212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.673542 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5d42b356-c1a6-4ee6-8641-2b080e1ff212 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd659b04-7734-4314-9fbb-b58f4bc26010 HTTP/1.1" status: 204 len: 168 time: 0.9905603 Jun 22 09:42:04.678085 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-04526d3a-b21f-4b32-8d2c-b615a3d555b1 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c2e965-68d8-4678-ab74-407204a3efc9') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:04.678482 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-04526d3a-b21f-4b32-8d2c-b615a3d555b1 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c2e965-68d8-4678-ab74-407204a3efc9') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:04.689251 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-04526d3a-b21f-4b32-8d2c-b615a3d555b1 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.715873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-04526d3a-b21f-4b32-8d2c-b615a3d555b1 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.726213 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04526d3a-b21f-4b32-8d2c-b615a3d555b1 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:42:04.726629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-04526d3a-b21f-4b32-8d2c-b615a3d555b1 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:42:04.729917 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:42:04.732222 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:04.842062 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42b356-c1a6-4ee6-8641-2b080e1ff212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd659b04-7734-4314-9fbb-b58f4bc26010,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:04.857257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f16d7494-8238-48b6-a6cc-fa6a0b7b6c7e tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.858556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16d7494-8238-48b6-a6cc-fa6a0b7b6c7e tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 229541f5-1ea4-44f9-a076-647b6295aeef {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:42:04.861668 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5d42b356-c1a6-4ee6-8641-2b080e1ff212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:04.866698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-04526d3a-b21f-4b32-8d2c-b615a3d555b1 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.868425 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:04.872875 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f16d7494-8238-48b6-a6cc-fa6a0b7b6c7e tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.874016 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-04526d3a-b21f-4b32-8d2c-b615a3d555b1 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:04.877455 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f16d7494-8238-48b6-a6cc-fa6a0b7b6c7e tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] 10.222.0.20 "DELETE /v2.0/routers/229541f5-1ea4-44f9-a076-647b6295aeef HTTP/1.1" status: 204 len: 168 time: 0.8863676 Jun 22 09:42:04.878162 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56814) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:04.878600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56816) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:04.880148 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-04526d3a-b21f-4b32-8d2c-b615a3d555b1 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "DELETE /v2.0/networks/c2d1ac4c-8f51-41bf-a6f5-995c54c92b16 HTTP/1.1" status: 204 len: 168 time: 0.4061658 Jun 22 09:42:04.889541 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-a964dc5e-69ce-485e-8372-f8c066b4b2cc tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Request body: {'router': {'name': 'tempest-router-486600548', 'distributed': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:04.890984 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04526d3a-b21f-4b32-8d2c-b615a3d555b1 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event deleted for resources: {'Network': ['ID=c2d1ac4c-8f51-41bf-a6f5-995c54c92b16,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:04.893709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-04526d3a-b21f-4b32-8d2c-b615a3d555b1 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:04.907603 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-9d0754bd-3c66-4cb3-86bc-1f7db3213239 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537446883&fields=id&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 267 time: 0.2486575 Jun 22 09:42:05.159969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f90245-1461-45f3-9eba-9d0b21faa087 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:05.166052 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f90245-1461-45f3-9eba-9d0b21faa087 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:05.167701 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a0f90245-1461-45f3-9eba-9d0b21faa087 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2816956 Jun 22 09:42:05.168643 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a964dc5e-69ce-485e-8372-f8c066b4b2cc tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.169699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a964dc5e-69ce-485e-8372-f8c066b4b2cc tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.171928 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56822) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:05.180390 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4d2bbe38-cb04-4fda-9f62-221b1489a79d tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1009268798'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:05.185428 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Router 0597cea9-557a-4dbf-810f-9928b54f61cf is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:42:05.219692 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-f75e7c6c-ff38-45f4-93f1-48ee1dca6068 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:05.220626 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-f75e7c6c-ff38-45f4-93f1-48ee1dca6068 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/networks?id=9c753fde-2e6c-4c94-b61f-05eb2b76f365 HTTP/1.1" status: 200 len: 797 time: 0.2737026 Jun 22 09:42:05.283183 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2bbe38-cb04-4fda-9f62-221b1489a79d tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Made reservation on behalf of 023c070fdd7f4b4da6630ea8708542ed for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:05.286796 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbe38-cb04-4fda-9f62-221b1489a79d tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.301425 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a964dc5e-69ce-485e-8372-f8c066b4b2cc tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.305847 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-569cffa3-f2e9-44d3-ae85-63fc9e1b61c3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/quotas/50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 375 time: 0.0734494 Jun 22 09:42:05.317066 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2bbe38-cb04-4fda-9f62-221b1489a79d tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:42:05.327665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbe38-cb04-4fda-9f62-221b1489a79d tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.327665 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-4d2bbe38-cb04-4fda-9f62-221b1489a79d tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Added segment accebca8-0e6a-4d8e-8f51-464f8be5496d of type vlan for network 5fcbead3-ee55-4235-8980-872f7b96fc54 Jun 22 09:42:05.367946 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbe38-cb04-4fda-9f62-221b1489a79d tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.420307 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a964dc5e-69ce-485e-8372-f8c066b4b2cc tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.445435 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:05.462456 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Sync routers for ids ['0597cea9-557a-4dbf-810f-9928b54f61cf'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:05.471254 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbe38-cb04-4fda-9f62-221b1489a79d tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.476942 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2bbe38-cb04-4fda-9f62-221b1489a79d tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:05.477544 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbe38-cb04-4fda-9f62-221b1489a79d tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.479019 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Routers {'0597cea9-557a-4dbf-810f-9928b54f61cf'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:05.479538 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-7077b79d-74b1-463f-99b7-6cfe99ac61cf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1677113 Jun 22 09:42:05.481091 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:05.484074 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0597cea9-557a-4dbf-810f-9928b54f61cf'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:05.550008 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bbe38-cb04-4fda-9f62-221b1489a79d tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event updated for resources: {'Network': ['ID=5fcbead3-ee55-4235-8980-872f7b96fc54,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:05.553282 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4d2bbe38-cb04-4fda-9f62-221b1489a79d tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:05.561977 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 5fcbead3-ee55-4235-8980-872f7b96fc54 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:42:05.574103 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a964dc5e-69ce-485e-8372-f8c066b4b2cc tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.575285 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a964dc5e-69ce-485e-8372-f8c066b4b2cc tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6905003 Jun 22 09:42:05.578323 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56832) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:05.593347 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-f8c56a8d-f830-4d94-8d19-b7bfd3b47e3f service neutron] 10.222.0.20 "GET /v2.0/networks/9c753fde-2e6c-4c94-b61f-05eb2b76f365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999851 Jun 22 09:42:05.606099 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Set router 0597cea9-557a-4dbf-810f-9928b54f61cf gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:05.632038 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.634266 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4d2bbe38-cb04-4fda-9f62-221b1489a79d tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4611306 Jun 22 09:42:05.635308 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1979299 Jun 22 09:42:05.666227 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56836) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:05.666704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56838) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:05.673357 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-5bf0172d-2dd0-446f-9781-f4a19c2a8b2f tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1923128207'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:05.702710 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-86d22c7b-f794-4328-b461-02a27b3bc12d tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.840129 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597cea9-557a-4dbf-810f-9928b54f61cf', 'name': 'tempest-snat-router-1494058377', 'tenant_id': '8fe52181364c4002a93a7fb7c6682630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4222d3e-b766-4dff-a1ce-8e9aa52d7764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:01Z', 'updated_at': '2021-06-22T09:42:03Z', 'revision_number': 3, 'project_id': '8fe52181364c4002a93a7fb7c6682630', 'gw_port': {'id': 'f4222d3e-b766-4dff-a1ce-8e9aa52d7764', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0597cea9-557a-4dbf-810f-9928b54f61cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:02Z', 'updated_at': '2021-06-22T09:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:05.864781 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9bb81b30-8a46-4f72-9d71-bf1f5b50dc3e tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "GET /v2.0/routers/0597cea9-557a-4dbf-810f-9928b54f61cf HTTP/1.1" status: 200 len: 907 time: 0.1797843 Jun 22 09:42:05.885008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56844) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:05.885288 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Checking router: 0597cea9-557a-4dbf-810f-9928b54f61cf for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:42:05.885288 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Updating router 0597cea9-557a-4dbf-810f-9928b54f61cf port f4222d3e-b766-4dff-a1ce-8e9aa52d7764 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:42:05.900748 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:42:05.904172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-86d22c7b-f794-4328-b461-02a27b3bc12d tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.906778 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-86d22c7b-f794-4328-b461-02a27b3bc12d tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.931236 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-d2800bca-d472-4444-950d-bea0e626f08d service neutron] 10.222.0.20 "GET /v2.0/networks/9c753fde-2e6c-4c94-b61f-05eb2b76f365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309722 Jun 22 09:42:05.931913 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf0172d-2dd0-446f-9781-f4a19c2a8b2f tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Made reservation on behalf of 023c070fdd7f4b4da6630ea8708542ed for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:05.935102 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.935413 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5bf0172d-2dd0-446f-9781-f4a19c2a8b2f tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.109200 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-86d22c7b-f794-4328-b461-02a27b3bc12d tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.109200 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d22c7b-f794-4328-b461-02a27b3bc12d tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01835263-d7e3-4815-85c1-fdbe7028c856 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:42:06.122927 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-86d22c7b-f794-4328-b461-02a27b3bc12d tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.122927 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-86d22c7b-f794-4328-b461-02a27b3bc12d tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] 10.222.0.20 "DELETE /v2.0/routers/01835263-d7e3-4815-85c1-fdbe7028c856 HTTP/1.1" status: 204 len: 168 time: 0.5397899 Jun 22 09:42:06.126446 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56854) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:06.132197 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-20ba6dda-134c-4e7f-9f26-e199ad7c0b62 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Request body: {'router': {'name': 'tempest-router-142127402', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '581f4d39b61746f6937af7fdd462c19c'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:06.149419 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf0172d-2dd0-446f-9781-f4a19c2a8b2f tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:42:06.156629 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:06.157019 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.187615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5bf0172d-2dd0-446f-9781-f4a19c2a8b2f tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.188177 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-5bf0172d-2dd0-446f-9781-f4a19c2a8b2f tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Added segment 879be36d-f09e-4d47-9a5d-fdf8c6c78815 of type vlan for network 40f2153f-3a9c-4dae-a200-1748d28eb9ca Jun 22 09:42:06.245870 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-20ba6dda-134c-4e7f-9f26-e199ad7c0b62 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.249602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-20ba6dda-134c-4e7f-9f26-e199ad7c0b62 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.263050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5bf0172d-2dd0-446f-9781-f4a19c2a8b2f tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.268270 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1f0d967e-8403-4fa1-97cc-d26335a41e92 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.340260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-20ba6dda-134c-4e7f-9f26-e199ad7c0b62 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.397843 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1f0d967e-8403-4fa1-97cc-d26335a41e92 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.416884 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-20ba6dda-134c-4e7f-9f26-e199ad7c0b62 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.474168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5bf0172d-2dd0-446f-9781-f4a19c2a8b2f tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.480584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf0172d-2dd0-446f-9781-f4a19c2a8b2f tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:06.481340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5bf0172d-2dd0-446f-9781-f4a19c2a8b2f tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.486629 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:06.499666 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-da9e9b1c-6101-4f4e-9e63-9690d2b9ab77 req-fb6bafa8-a028-4a8a-9487-f2904424383d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 210 time: 0.0602305 Jun 22 09:42:06.501890 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-20ba6dda-134c-4e7f-9f26-e199ad7c0b62 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.506920 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-20ba6dda-134c-4e7f-9f26-e199ad7c0b62 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3756495 Jun 22 09:42:06.506920 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56866) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:06.515202 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-b94b6275-0f83-4e89-b6c4-b1ac33b14242 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:06.553675 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.565612 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Transition to ACTIVE for port object f4222d3e-b766-4dff-a1ce-8e9aa52d7764 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:06.640143 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5bf0172d-2dd0-446f-9781-f4a19c2a8b2f tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9722092 Jun 22 09:42:06.647105 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56874) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:06.653790 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Request body: {'ports': [{'network_id': '5fcbead3-ee55-4235-8980-872f7b96fc54', 'name': 'tempest-port--66920081', 'admin_state_up': True}, {'network_id': '40f2153f-3a9c-4dae-a200-1748d28eb9ca', 'admin_state_up': False}]} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:06.654109 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Request body: {'port': {'network_id': '5fcbead3-ee55-4235-8980-872f7b96fc54', 'name': 'tempest-port--66920081', 'admin_state_up': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:06.654592 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Request body: {'port': {'network_id': '40f2153f-3a9c-4dae-a200-1748d28eb9ca', 'admin_state_up': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:06.657412 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0172d-2dd0-446f-9781-f4a19c2a8b2f tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event updated for resources: {'Network': ['ID=40f2153f-3a9c-4dae-a200-1748d28eb9ca,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:06.660413 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5bf0172d-2dd0-446f-9781-f4a19c2a8b2f tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:06.667908 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.672347 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:06.673549 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 40f2153f-3a9c-4dae-a200-1748d28eb9ca details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:42:06.711191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d967e-8403-4fa1-97cc-d26335a41e92 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Deleting port f4222d3e-b766-4dff-a1ce-8e9aa52d7764 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:06.711580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1f0d967e-8403-4fa1-97cc-d26335a41e92 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.731850 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa672b0-f99d-4fb4-b250-f6cb24a85eec None None] Pushing event updated for resources: {'Port': ['ID=f4222d3e-b766-4dff-a1ce-8e9aa52d7764,revision_number=2']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:06.740265 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-2aa672b0-f99d-4fb4-b250-f6cb24a85eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:06.745798 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Attempting to bind port f4222d3e-b766-4dff-a1ce-8e9aa52d7764 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:42:06.746367 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Attempting to bind port f4222d3e-b766-4dff-a1ce-8e9aa52d7764 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:42:06.752104 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Attempting to bind port f4222d3e-b766-4dff-a1ce-8e9aa52d7764 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:42:06.753518 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:42:06.754630 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:06.755764 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.756311 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:42:06.756929 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Bound port: f4222d3e-b766-4dff-a1ce-8e9aa52d7764, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:42:06.757484 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.821063 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1f0d967e-8403-4fa1-97cc-d26335a41e92 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.837600 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] For port f4222d3e-b766-4dff-a1ce-8e9aa52d7764, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:42:06.840880 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b94b6275-0f83-4e89-b6c4-b1ac33b14242 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.841203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b94b6275-0f83-4e89-b6c4-b1ac33b14242 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.844615 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] For port f4222d3e-b766-4dff-a1ce-8e9aa52d7764, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=f4222d3e-b766-4dff-a1ce-8e9aa52d7764,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:42:06.893021 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d967e-8403-4fa1-97cc-d26335a41e92 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Calling delete_port for f4222d3e-b766-4dff-a1ce-8e9aa52d7764 owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:06.915376 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.923156 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:07.005629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b94b6275-0f83-4e89-b6c4-b1ac33b14242 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100652) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 22 09:42:07.005849 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa672b0-f99d-4fb4-b250-f6cb24a85eec None None] Pushing event updated for resources: {'Port': ['ID=f4222d3e-b766-4dff-a1ce-8e9aa52d7764,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:07.005935 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b94b6275-0f83-4e89-b6c4-b1ac33b14242 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Router e454f252-d2b5-4e19-8840-2116126c983e migrating from provider to provider. {{(pid=100652) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 22 09:42:07.005935 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b94b6275-0f83-4e89-b6c4-b1ac33b14242 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.012744 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-2aa672b0-f99d-4fb4-b250-f6cb24a85eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:07.017963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b94b6275-0f83-4e89-b6c4-b1ac33b14242 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.036075 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Routers {'0597cea9-557a-4dbf-810f-9928b54f61cf'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:07.037023 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0597cea9-557a-4dbf-810f-9928b54f61cf'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:07.085254 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Made reservation on behalf of 023c070fdd7f4b4da6630ea8708542ed for: {'port': 2} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:07.089939 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.103022 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.106799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56882) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:07.127799 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] Set router 0597cea9-557a-4dbf-810f-9928b54f61cf gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:07.169915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b94b6275-0f83-4e89-b6c4-b1ac33b14242 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.185366 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597cea9-557a-4dbf-810f-9928b54f61cf', 'name': 'tempest-snat-router-1494058377', 'tenant_id': '8fe52181364c4002a93a7fb7c6682630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:01Z', 'updated_at': '2021-06-22T09:42:06Z', 'revision_number': 4, 'project_id': '8fe52181364c4002a93a7fb7c6682630', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:07.205523 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1f0d967e-8403-4fa1-97cc-d26335a41e92 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.214033 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e97873c-cc37-4c31-bf5a-8b1a0e795c89 None None] The sync data for ids ['0597cea9-557a-4dbf-810f-9928b54f61cf'] in dv-neutron-797121-3-hyperv is: [{'id': '0597cea9-557a-4dbf-810f-9928b54f61cf', 'name': 'tempest-snat-router-1494058377', 'tenant_id': '8fe52181364c4002a93a7fb7c6682630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:01Z', 'updated_at': '2021-06-22T09:42:06Z', 'revision_number': 4, 'project_id': '8fe52181364c4002a93a7fb7c6682630', 'gw_port_host': None}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:07.218001 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ce59eb3c-d390-4e15-93e2-eb831d67f3c6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:07.235190 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-105474183', 'router:external': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:07.243857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] device_id is not set on port 2ef2bc1a-e023-4456-9d16-9b45bf82c3c5 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:42:07.257070 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d967e-8403-4fa1-97cc-d26335a41e92 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4222d3e-b766-4dff-a1ce-8e9aa52d7764,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:07.261203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1f0d967e-8403-4fa1-97cc-d26335a41e92 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:07.329881 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1f0d967e-8403-4fa1-97cc-d26335a41e92 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.655103 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2ce8957c-1a2e-44c9-9819-28088a09f6ad req-36de45bb-3ac6-4aea-9e52-41516d0d721e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 210 time: 0.0454729 Jun 22 09:42:07.666710 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b94b6275-0f83-4e89-b6c4-b1ac33b14242 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] No L3 agents can host the router e454f252-d2b5-4e19-8840-2116126c983e Jun 22 09:42:07.711065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1f0d967e-8403-4fa1-97cc-d26335a41e92 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.713209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1f0d967e-8403-4fa1-97cc-d26335a41e92 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.820731 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Made reservation on behalf of 48eba368088f4adcbbf7366e1f33f702 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:07.823009 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.833585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1f0d967e-8403-4fa1-97cc-d26335a41e92 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.834703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0d967e-8403-4fa1-97cc-d26335a41e92 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0597cea9-557a-4dbf-810f-9928b54f61cf {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:42:07.839861 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.840466 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1f0d967e-8403-4fa1-97cc-d26335a41e92 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.846524 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1f0d967e-8403-4fa1-97cc-d26335a41e92 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "DELETE /v2.0/routers/0597cea9-557a-4dbf-810f-9928b54f61cf HTTP/1.1" status: 204 len: 168 time: 1.9704087 Jun 22 09:42:07.847363 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56896) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:07.890385 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94b6275-0f83-4e89-b6c4-b1ac33b14242 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Hosts for router e454f252-d2b5-4e19-8840-2116126c983e: [] {{(pid=100652) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 22 09:42:07.940314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94b6275-0f83-4e89-b6c4-b1ac33b14242 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Hosts for other DVR routers connected to router e454f252-d2b5-4e19-8840-2116126c983e: set() {{(pid=100652) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 22 09:42:07.943553 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b94b6275-0f83-4e89-b6c4-b1ac33b14242 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.947523 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b94b6275-0f83-4e89-b6c4-b1ac33b14242 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] 10.222.0.20 "PUT /v2.0/routers/e454f252-d2b5-4e19-8840-2116126c983e HTTP/1.1" status: 200 len: 716 time: 1.4383175 Jun 22 09:42:07.950379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56898) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:07.970202 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.029458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c57b9432-43a0-41c3-8395-d92fa268e364 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.077322 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] device_id is not set on port 2fc907a3-d05b-4177-8aa3-92b044e8d2ca yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:42:08.079786 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cf2e1306-df58-4f73-b9c3-47f0ce540ef5 tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] 10.222.0.20 "GET /v2.0/routers/e454f252-d2b5-4e19-8840-2116126c983e HTTP/1.1" status: 200 len: 716 time: 0.1282041 Jun 22 09:42:08.082549 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56900) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:08.120912 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.194117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c57b9432-43a0-41c3-8395-d92fa268e364 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.250855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.263147 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:42:08.273518 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.277737 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Added segment e824de9f-97b3-45ce-a33b-979c60152808 of type vlan for network 6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65 Jun 22 09:42:08.286584 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a3d4ff2f-cbaa-4112-9584-0f08488cf834 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:08.372031 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b59b86-7c5c-43de-ac99-a127dae2bff7,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:08.387084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:08.390379 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.404795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.444158 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d6942c70-817b-4107-8809-cad64b6cc16a tempest-RoutersTestDVR-1811174022 tempest-RoutersTestDVR-1811174022-project] 10.222.0.20 "GET /v2.0/routers/e454f252-d2b5-4e19-8840-2116126c983e HTTP/1.1" status: 200 len: 682 time: 0.3600693 Jun 22 09:42:08.448234 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56904) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:08.484145 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e71952cf-7931-466c-bb68-085eea9daa88 req-d58af320-02de-4a9e-8d27-d187c38ee01d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2283158 Jun 22 09:42:08.492688 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-c57b9432-43a0-41c3-8395-d92fa268e364 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Deleting port c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:08.493036 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c57b9432-43a0-41c3-8395-d92fa268e364 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.542444 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7d8d055d-d49e-4d39-8c2a-b99f2460e1aa tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.577769 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.578349 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:08.578917 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.607782 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:08.621865 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-c57b9432-43a0-41c3-8395-d92fa268e364 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] For port c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:08.622229 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c57b9432-43a0-41c3-8395-d92fa268e364 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.627900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71952cf-7931-466c-bb68-085eea9daa88 req-132d2485-273a-41e1-a1f6-e07f9e1b194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:08.629981 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e71952cf-7931-466c-bb68-085eea9daa88 req-132d2485-273a-41e1-a1f6-e07f9e1b194c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0dfd02b234a947f5a587ecec0451722d&device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 1099 time: 0.0932820 Jun 22 09:42:08.713919 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-c57b9432-43a0-41c3-8395-d92fa268e364 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Calling delete_port for c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4 owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:08.733548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.781121 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6732368 Jun 22 09:42:08.783219 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7d8d055d-d49e-4d39-8c2a-b99f2460e1aa tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.786063 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7d8d055d-d49e-4d39-8c2a-b99f2460e1aa tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.787560 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56912) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:08.793797 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-b70b3770-e301-4b63-9ed6-148034cd4936 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Request body: {'subnet': {'network_id': '6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:08.809132 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Pushing event updated for resources: {'Network': ['ID=6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:08.817006 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:08.821344 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:42:08.864526 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71952cf-7931-466c-bb68-085eea9daa88 req-9601d0cd-8464-4ba2-b919-777c1e3866af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:08.865395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-32c6f364-5593-458b-8e5d-879627371c7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:08.866039 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e71952cf-7931-466c-bb68-085eea9daa88 req-9601d0cd-8464-4ba2-b919-777c1e3866af service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a67bf89-842d-4150-83fd-e92b2abafdf3 HTTP/1.1" status: 200 len: 910 time: 0.1875515 Jun 22 09:42:08.938409 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6ca79050-9ea9-487e-ae1c-7e108d43b04d req-b2cb1c62-7f58-4b9e-9566-bb09ff3a822e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 210 time: 0.1354194 Jun 22 09:42:08.993089 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e71952cf-7931-466c-bb68-085eea9daa88 req-32563060-e92d-4575-8789-87ff746ba3f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99e323f9-56f7-4189-a0f3-5872e92fa5cc HTTP/1.1" status: 200 len: 1001 time: 0.0763812 Jun 22 09:42:09.007089 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event updated for resources: {'Port': ['ID=2ef2bc1a-e023-4456-9d16-9b45bf82c3c5,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:09.011126 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:09.015013 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Checking segment: {'id': 'accebca8-0e6a-4d8e-8f51-464f8be5496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5fcbead3-ee55-4235-8980-872f7b96fc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:09.015495 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Network hostable DHCP agents. Network: 5fcbead3-ee55-4235-8980-872f7b96fc54, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:42:09.056032 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7d8d055d-d49e-4d39-8c2a-b99f2460e1aa tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.056532 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8d055d-d49e-4d39-8c2a-b99f2460e1aa tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e454f252-d2b5-4e19-8840-2116126c983e {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:42:09.067810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7d8d055d-d49e-4d39-8c2a-b99f2460e1aa tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.067810 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7d8d055d-d49e-4d39-8c2a-b99f2460e1aa tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] 10.222.0.20 "DELETE /v2.0/routers/e454f252-d2b5-4e19-8840-2116126c983e HTTP/1.1" status: 204 len: 168 time: 0.6143916 Jun 22 09:42:09.067810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56916) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:09.068519 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71952cf-7931-466c-bb68-085eea9daa88 req-98194d27-650b-41eb-9bed-33ae98dca666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:09.069977 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e71952cf-7931-466c-bb68-085eea9daa88 req-98194d27-650b-41eb-9bed-33ae98dca666 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=509cc921-aa0d-47ec-9fdc-bd091c518ce4 HTTP/1.1" status: 200 len: 848 time: 0.0565169 Jun 22 09:42:09.071841 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-c74fad0d-9c3e-45fe-8bf4-07caeef1b59e tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Request body: {'router': {'name': 'tempest-router-1503162833', 'distributed': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:09.103816 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70b3770-e301-4b63-9ed6-148034cd4936 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Made reservation on behalf of 48eba368088f4adcbbf7366e1f33f702 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:09.106476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b70b3770-e301-4b63-9ed6-148034cd4936 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.131618 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71952cf-7931-466c-bb68-085eea9daa88 req-c660d919-0c27-4c64-988d-54c423ec4829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:09.133203 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e71952cf-7931-466c-bb68-085eea9daa88 req-c660d919-0c27-4c64-988d-54c423ec4829 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a67bf89-842d-4150-83fd-e92b2abafdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567763 Jun 22 09:42:09.193700 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Network 5fcbead3-ee55-4235-8980-872f7b96fc54 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:42:09.220358 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e71952cf-7931-466c-bb68-085eea9daa88 req-a46d1449-4006-414c-a1ff-55b532a7e3b1 service neutron] 10.222.0.35 "GET /v2.0/networks/7a67bf89-842d-4150-83fd-e92b2abafdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799491 Jun 22 09:42:09.275729 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c57b9432-43a0-41c3-8395-d92fa268e364 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.280726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fb247246-d3e2-475f-b08b-250c3426d7c5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:09.312336 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b9432-43a0-41c3-8395-d92fa268e364 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:09.321461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c57b9432-43a0-41c3-8395-d92fa268e364 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:09.382229 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c74fad0d-9c3e-45fe-8bf4-07caeef1b59e tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.383316 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c74fad0d-9c3e-45fe-8bf4-07caeef1b59e tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.390664 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e71952cf-7931-466c-bb68-085eea9daa88 req-85541bb7-347b-4b72-b540-b78e7098fdee service neutron] 10.222.0.35 "GET /v2.0/networks/7a67bf89-842d-4150-83fd-e92b2abafdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635563 Jun 22 09:42:09.399421 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c57b9432-43a0-41c3-8395-d92fa268e364 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.435686 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 5fcbead3-ee55-4235-8980-872f7b96fc54) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:09.439494 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:09.440538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.444723 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79316f5-2e11-4d9d-bcc6-6bf622836579 None None] Network 5fcbead3-ee55-4235-8980-872f7b96fc54 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:09.445635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c74fad0d-9c3e-45fe-8bf4-07caeef1b59e tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.446530 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a755d1b8-8987-4757-8459-c4cecdd01acd tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:09.493946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c57b9432-43a0-41c3-8395-d92fa268e364 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.496325 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c57b9432-43a0-41c3-8395-d92fa268e364 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.507281 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event updated for resources: {'Port': ['ID=2fc907a3-d05b-4177-8aa3-92b044e8d2ca,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:09.510701 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:09.521995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Checking segment: {'id': '879be36d-f09e-4d47-9a5d-fdf8c6c78815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40f2153f-3a9c-4dae-a200-1748d28eb9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:09.522682 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Network hostable DHCP agents. Network: 40f2153f-3a9c-4dae-a200-1748d28eb9ca, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:42:09.588579 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c74fad0d-9c3e-45fe-8bf4-07caeef1b59e tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.637618 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-0e9a96a4-590a-47c2-a685-23697bd526ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:09.639068 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-0e9a96a4-590a-47c2-a685-23697bd526ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/networks?id=9c753fde-2e6c-4c94-b61f-05eb2b76f365 HTTP/1.1" status: 200 len: 797 time: 0.1337628 Jun 22 09:42:09.663606 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Network 40f2153f-3a9c-4dae-a200-1748d28eb9ca is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:42:09.665478 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.objects.ports [None req-b70b3770-e301-4b63-9ed6-148034cd4936 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100652) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:42:09.665936 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b70b3770-e301-4b63-9ed6-148034cd4936 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.671606 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fe263587-fb81-476f-92d5-ec75364817d6 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:09.694682 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-46f9455b-3e8a-4502-b5ad-4513e3372421 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 379 time: 0.0454693 Jun 22 09:42:09.699648 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c57b9432-43a0-41c3-8395-d92fa268e364 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.699648 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57b9432-43a0-41c3-8395-d92fa268e364 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94483d83-a73d-4282-a08d-c143c9ede6b2 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:42:09.700902 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c57b9432-43a0-41c3-8395-d92fa268e364 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.705888 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c57b9432-43a0-41c3-8395-d92fa268e364 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "DELETE /v2.0/routers/94483d83-a73d-4282-a08d-c143c9ede6b2 HTTP/1.1" status: 204 len: 168 time: 1.8573520 Jun 22 09:42:09.706401 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56920) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:09.712623 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-fa4f35e3-fc8b-4f34-b065-e4641956cb2b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'port': {'device_id': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'admin_state_up': True, 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'security_groups': ['9e8f456b-98f1-419a-bd66-02c473f08baa']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:09.715805 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c74fad0d-9c3e-45fe-8bf4-07caeef1b59e tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.719918 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c74fad0d-9c3e-45fe-8bf4-07caeef1b59e tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6486104 Jun 22 09:42:09.720060 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-234509695', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}, 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:09.721172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56922) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:09.800244 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b3770-e301-4b63-9ed6-148034cd4936 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9d113825-3f2c-4c3d-8186-22ce65c2b880,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:09.812417 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 40f2153f-3a9c-4dae-a200-1748d28eb9ca) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:09.818854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b70b3770-e301-4b63-9ed6-148034cd4936 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:09.821489 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263f0857-14a9-401c-bf44-ff6f262512c4 None None] Network 40f2153f-3a9c-4dae-a200-1748d28eb9ca requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:09.840652 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:09.851117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:09.868191 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:09.868191 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.869725 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e214e973-f028-419c-93d5-7ef16970362a tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.900443 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.901926 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.034532 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.039007 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-fa4f35e3-fc8b-4f34-b065-e4641956cb2b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:10.043088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-fa4f35e3-fc8b-4f34-b065-e4641956cb2b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.165863 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c1c7e930-6922-475e-916e-d0f0effb3c3a req-b0dbc21c-372d-4a0b-ac3b-42794639e31c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 210 time: 0.0682361 Jun 22 09:42:10.169012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e214e973-f028-419c-93d5-7ef16970362a tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.171914 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e214e973-f028-419c-93d5-7ef16970362a tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.177067 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b3770-e301-4b63-9ed6-148034cd4936 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Checking segment: {'id': 'e824de9f-97b3-45ce-a33b-979c60152808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:10.180936 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70b3770-e301-4b63-9ed6-148034cd4936 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Network hostable DHCP agents. Network: 6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:42:10.205077 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.249310 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 3.6009800 Jun 22 09:42:10.251723 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56930) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:10.318443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bff9b9-c70a-4d25-ae71-d96c7355c925 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:10.324475 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bff9b9-c70a-4d25-ae71-d96c7355c925 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:10.327918 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-46bff9b9-c70a-4d25-ae71-d96c7355c925 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.0752442 Jun 22 09:42:10.328997 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56932) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:10.339623 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-fa4f35e3-fc8b-4f34-b065-e4641956cb2b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.6 (9c753fde-2e6c-4c94-b61f-05eb2b76f365/bc367b05-800c-439a-bd80-4a9b41192c19/c4c59cff-0088-403c-9f18-be5a76cb05fe) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:10.342262 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.380585 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e214e973-f028-419c-93d5-7ef16970362a tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.381197 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e214e973-f028-419c-93d5-7ef16970362a tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84289164-c1f2-48ab-8444-fc38d0c7e66f {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:42:10.386354 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e214e973-f028-419c-93d5-7ef16970362a tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.391178 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e214e973-f028-419c-93d5-7ef16970362a tempest-RoutersTestDVR-598578140 tempest-RoutersTestDVR-598578140-project-admin] 10.222.0.20 "DELETE /v2.0/routers/84289164-c1f2-48ab-8444-fc38d0c7e66f HTTP/1.1" status: 204 len: 168 time: 0.6674359 Jun 22 09:42:10.433322 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70b3770-e301-4b63-9ed6-148034cd4936 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Network 6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:42:10.471971 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-cfebfb8d-9b4e-4672-8f62-4a54dc255be0 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Deleting port 2ef2bc1a-e023-4456-9d16-9b45bf82c3c5 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:10.473168 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cfebfb8d-9b4e-4672-8f62-4a54dc255be0 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.537415 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-fa4f35e3-fc8b-4f34-b065-e4641956cb2b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.553947 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cfebfb8d-9b4e-4672-8f62-4a54dc255be0 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.585905 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-fa4f35e3-fc8b-4f34-b065-e4641956cb2b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object c4c59cff-0088-403c-9f18-be5a76cb05fe will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:10.597230 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-b70b3770-e301-4b63-9ed6-148034cd4936 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:10.606905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc2506d-b179-4702-9300-6a883e9d9555 None None] Network 6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:10.625659 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-cfebfb8d-9b4e-4672-8f62-4a54dc255be0 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Calling delete_port for 2ef2bc1a-e023-4456-9d16-9b45bf82c3c5 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:10.634195 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70b3770-e301-4b63-9ed6-148034cd4936 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:10.635232 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b70b3770-e301-4b63-9ed6-148034cd4936 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.744165 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4855039-1a6c-4f1b-9150-a932d2c042b2 None None] Network 6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:10.765510 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.783362 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b70b3770-e301-4b63-9ed6-148034cd4936 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9933805 Jun 22 09:42:10.783837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.785910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-fa4f35e3-fc8b-4f34-b065-e4641956cb2b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.786189 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56940) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:10.789960 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a3c92d6c-8df4-4513-a3af-c02b535b049c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:10.792685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-796edbda-c153-453a-85ff-423126ff0f0d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1217072431', 'network_id': '6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:10.811804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cfebfb8d-9b4e-4672-8f62-4a54dc255be0 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.815836 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d3255e6d-245e-4a0d-bf86-429c9a3a4bd6 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:10.848815 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebfb8d-9b4e-4672-8f62-4a54dc255be0 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event deleted for resources: {'Port': ['ID=2ef2bc1a-e023-4456-9d16-9b45bf82c3c5,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:10.852833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cfebfb8d-9b4e-4672-8f62-4a54dc255be0 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:10.855566 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cfebfb8d-9b4e-4672-8f62-4a54dc255be0 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.861020 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cfebfb8d-9b4e-4672-8f62-4a54dc255be0 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "DELETE /v2.0/ports/2ef2bc1a-e023-4456-9d16-9b45bf82c3c5 HTTP/1.1" status: 204 len: 168 time: 0.5276847 Jun 22 09:42:10.861020 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56944) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:10.883805 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-fa4f35e3-fc8b-4f34-b065-e4641956cb2b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 9c753fde-2e6c-4c94-b61f-05eb2b76f365 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:10.896237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-fa4f35e3-fc8b-4f34-b065-e4641956cb2b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:10.904346 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-fa4f35e3-fc8b-4f34-b065-e4641956cb2b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:10.907670 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796edbda-c153-453a-85ff-423126ff0f0d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Made reservation on behalf of 48eba368088f4adcbbf7366e1f33f702 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:10.913248 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-796edbda-c153-453a-85ff-423126ff0f0d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.919303 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f35e3-fc8b-4f34-b065-e4641956cb2b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=c4c59cff-0088-403c-9f18-be5a76cb05fe,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:10.954304 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-796edbda-c153-453a-85ff-423126ff0f0d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] device_id is not set on port 3c2fa338-1ec4-4e29-9939-637e9d402c51 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:42:10.997060 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fa4f35e3-fc8b-4f34-b065-e4641956cb2b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:11.035734 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56948) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:11.056379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-fa4f35e3-fc8b-4f34-b065-e4641956cb2b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:11.057189 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-fa4f35e3-fc8b-4f34-b065-e4641956cb2b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.066322 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Allocated IP 172.26.3.63 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/220ba4f3-b33b-4125-9ee8-1222c42e5043) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:11.095136 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-123d1bff-cd13-4d42-85dd-afb42482a139 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Deleting port 2fc907a3-d05b-4177-8aa3-92b044e8d2ca {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:11.095781 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-123d1bff-cd13-4d42-85dd-afb42482a139 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.210087 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:42:11.218073 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-796edbda-c153-453a-85ff-423126ff0f0d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Allocated IP 2001:db8::1ec (6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65/9d113825-3f2c-4c3d-8186-22ce65c2b880/3c2fa338-1ec4-4e29-9939-637e9d402c51) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:11.233593 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3efa4a7-61ee-46b0-9848-4daf13c77f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.254064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-123d1bff-cd13-4d42-85dd-afb42482a139 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.349879 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-123d1bff-cd13-4d42-85dd-afb42482a139 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Calling delete_port for 2fc907a3-d05b-4177-8aa3-92b044e8d2ca owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:11.441592 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-fa4f35e3-fc8b-4f34-b065-e4641956cb2b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7339938 Jun 22 09:42:11.459682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Request body: {'port': {'device_id': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:11.491215 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a232b01d-9468-4121-b12b-5c7bf95410c2 None None] Provisioning for port c4c59cff-0088-403c-9f18-be5a76cb05fe completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:11.495303 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a232b01d-9468-4121-b12b-5c7bf95410c2 None None] Provisioning complete for port c4c59cff-0088-403c-9f18-be5a76cb05fe triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:11.495762 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a232b01d-9468-4121-b12b-5c7bf95410c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.532092 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-a232b01d-9468-4121-b12b-5c7bf95410c2 None None] Port c4c59cff-0088-403c-9f18-be5a76cb05fe cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:42:11.575702 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-796edbda-c153-453a-85ff-423126ff0f0d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.594964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3efa4a7-61ee-46b0-9848-4daf13c77f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.597304 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.610400 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.627017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3ce1b-e06b-48ab-bbec-32b1eeacd6eb req-f013e435-9089-48b9-bf3a-f35d949626db tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:11.628508 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d0b3ce1b-e06b-48ab-bbec-32b1eeacd6eb req-f013e435-9089-48b9-bf3a-f35d949626db tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 931 time: 0.2122245 Jun 22 09:42:11.679202 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-123d1bff-cd13-4d42-85dd-afb42482a139 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.684199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-174b5f21-3742-40a2-aad0-dcaa3cb3d228 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:11.714452 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d1bff-cd13-4d42-85dd-afb42482a139 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event deleted for resources: {'Port': ['ID=2fc907a3-d05b-4177-8aa3-92b044e8d2ca,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:11.719513 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d0b3ce1b-e06b-48ab-bbec-32b1eeacd6eb req-7c3881b3-df01-4799-85ec-28133be9f4f2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e8f456b-98f1-419a-bd66-02c473f08baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813193 Jun 22 09:42:11.719958 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-123d1bff-cd13-4d42-85dd-afb42482a139 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:11.721441 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-123d1bff-cd13-4d42-85dd-afb42482a139 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.726054 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-123d1bff-cd13-4d42-85dd-afb42482a139 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "DELETE /v2.0/ports/2fc907a3-d05b-4177-8aa3-92b044e8d2ca HTTP/1.1" status: 204 len: 168 time: 0.8616257 Jun 22 09:42:11.727291 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56958) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:11.758752 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ba437c0b-d78d-4f1d-baba-d26a8ef5262c tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0304515 Jun 22 09:42:11.765051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3efa4a7-61ee-46b0-9848-4daf13c77f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.765051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-796edbda-c153-453a-85ff-423126ff0f0d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.768761 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-31aaaff3-4e12-4f7e-8371-2bb6317e9b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:11.771231 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56960) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:11.785857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-dd0ee468-42e1-4097-ab05-f769bd99749e tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1328995626'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:11.825157 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796edbda-c153-453a-85ff-423126ff0f0d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Network 6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:11.838443 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a3efa4a7-61ee-46b0-9848-4daf13c77f17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=581f4d39b61746f6937af7fdd462c19c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8003945 Jun 22 09:42:11.838529 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56962) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:11.842212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-796edbda-c153-453a-85ff-423126ff0f0d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:11.843714 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:42:11.844717 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796edbda-c153-453a-85ff-423126ff0f0d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:11.845717 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796edbda-c153-453a-85ff-423126ff0f0d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:11.846670 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-796edbda-c153-453a-85ff-423126ff0f0d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.851179 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efa4a7-61ee-46b0-9848-4daf13c77f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaadfae-94cb-45ab-8f7f-653146501eeb,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:11.854340 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a3efa4a7-61ee-46b0-9848-4daf13c77f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:11.857604 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c878a3d8-b6cc-4240-a4e3-8b09c8a06e13 tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:11.874580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.876759 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4807c64a-9c33-4749-b695-7ab69d9e4ac2 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:11.878221 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:42:11.879212 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c9b8cb5f-123c-4a1f-9e40-5fcc44e025c4 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:42:11.900028 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796edbda-c153-453a-85ff-423126ff0f0d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Pushing event updated for resources: {'Port': ['ID=3c2fa338-1ec4-4e29-9939-637e9d402c51,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:11.903006 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-796edbda-c153-453a-85ff-423126ff0f0d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:11.943620 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:11.959069 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:11.981533 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0ee468-42e1-4097-ab05-f769bd99749e tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Made reservation on behalf of 023c070fdd7f4b4da6630ea8708542ed for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:11.981728 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:11.981829 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd0ee468-42e1-4097-ab05-f769bd99749e tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.981929 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3de52488-bf7a-4214-a892-41df11d2fcf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.992651 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0ee468-42e1-4097-ab05-f769bd99749e tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:42:11.994767 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Pushing event updated for resources: {'Port': ['ID=220ba4f3-b33b-4125-9ee8-1222c42e5043,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:11.998869 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:12.001830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd0ee468-42e1-4097-ab05-f769bd99749e tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.002181 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-dd0ee468-42e1-4097-ab05-f769bd99749e tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Added segment 007b6f49-b1a6-4856-9d13-78af401fd35c of type vlan for network a2226f9e-8519-4abc-8e25-6504b16013ea Jun 22 09:42:12.044205 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3de52488-bf7a-4214-a892-41df11d2fcf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.046315 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd0ee468-42e1-4097-ab05-f769bd99749e tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.117434 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-796edbda-c153-453a-85ff-423126ff0f0d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3300645 Jun 22 09:42:12.119996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56966) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:12.136570 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c59cff-0088-403c-9f18-be5a76cb05fe {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:42:12.173979 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.200435 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd0ee468-42e1-4097-ab05-f769bd99749e tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.206900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0ee468-42e1-4097-ab05-f769bd99749e tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:12.207521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd0ee468-42e1-4097-ab05-f769bd99749e tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.211053 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:12.261854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1bdff-25a1-480e-aaca-1ade8f6e9af8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Deleting port 3c2fa338-1ec4-4e29-9939-637e9d402c51 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:12.262100 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c4b1bdff-25a1-480e-aaca-1ade8f6e9af8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.316230 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ee468-42e1-4097-ab05-f769bd99749e tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event updated for resources: {'Network': ['ID=a2226f9e-8519-4abc-8e25-6504b16013ea,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:12.319738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dd0ee468-42e1-4097-ab05-f769bd99749e tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:12.345521 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network a2226f9e-8519-4abc-8e25-6504b16013ea details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:42:12.365561 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c4b1bdff-25a1-480e-aaca-1ade8f6e9af8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.433411 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3de52488-bf7a-4214-a892-41df11d2fcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.436756 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3de52488-bf7a-4214-a892-41df11d2fcf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.440603 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3de52488-bf7a-4214-a892-41df11d2fcf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abaadfae-94cb-45ab-8f7f-653146501eeb HTTP/1.1" status: 204 len: 168 time: 0.5989075 Jun 22 09:42:12.440603 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Transition to ACTIVE for port object c4c59cff-0088-403c-9f18-be5a76cb05fe will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:12.441116 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5d42b356-c1a6-4ee6-8641-2b080e1ff212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:12.446031 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1bdff-25a1-480e-aaca-1ade8f6e9af8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Calling delete_port for 3c2fa338-1ec4-4e29-9939-637e9d402c51 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:12.450128 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de52488-bf7a-4214-a892-41df11d2fcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaadfae-94cb-45ab-8f7f-653146501eeb,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:12.452411 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3de52488-bf7a-4214-a892-41df11d2fcf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:12.493887 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dd0ee468-42e1-4097-ab05-f769bd99749e tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7142105 Jun 22 09:42:12.496475 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56974) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:12.501495 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-06adfbe0-ce9e-44d9-8928-2cd587afb14a tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1197626293'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:12.579387 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.611327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.616255 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-86e3bdc7-1862-45d8-8080-96e3d8ec8d2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:12.625806 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06adfbe0-ce9e-44d9-8928-2cd587afb14a tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Made reservation on behalf of 023c070fdd7f4b4da6630ea8708542ed for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:12.629452 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-06adfbe0-ce9e-44d9-8928-2cd587afb14a tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.659357 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06adfbe0-ce9e-44d9-8928-2cd587afb14a tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:42:12.669427 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-06adfbe0-ce9e-44d9-8928-2cd587afb14a tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.669779 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-06adfbe0-ce9e-44d9-8928-2cd587afb14a tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Added segment e51372d5-d7be-4bba-b20c-c0e05a5a28d1 of type vlan for network de5e625c-41f8-46a6-bbb9-08522ebfd4ea Jun 22 09:42:12.699367 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c4b1bdff-25a1-480e-aaca-1ade8f6e9af8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.705211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-123d1bff-cd13-4d42-85dd-afb42482a139 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:12.728546 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c59cff-0088-403c-9f18-be5a76cb05fe,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:12.734098 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:12.737230 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-06adfbe0-ce9e-44d9-8928-2cd587afb14a tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.743683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1bdff-25a1-480e-aaca-1ade8f6e9af8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c2fa338-1ec4-4e29-9939-637e9d402c51,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:12.750141 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c4b1bdff-25a1-480e-aaca-1ade8f6e9af8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:12.773625 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c4b1bdff-25a1-480e-aaca-1ade8f6e9af8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.778089 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c4b1bdff-25a1-480e-aaca-1ade8f6e9af8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "DELETE /v2.0/ports/3c2fa338-1ec4-4e29-9939-637e9d402c51 HTTP/1.1" status: 204 len: 168 time: 0.6546712 Jun 22 09:42:12.779343 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56978) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:12.782713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65', 'external_fixed_ips': [{'subnet_id': '9d113825-3f2c-4c3d-8186-22ce65c2b880', 'ip_address': '2001:db8::1ec'}]}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:12.906913 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Attempting to bind port c4c59cff-0088-403c-9f18-be5a76cb05fe on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:42:12.907195 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Attempting to bind port c4c59cff-0088-403c-9f18-be5a76cb05fe by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'dd845625-d5a4-4bdb-abfb-8221ca732eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:42:12.907558 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Attempting to bind port c4c59cff-0088-403c-9f18-be5a76cb05fe on network 9c753fde-2e6c-4c94-b61f-05eb2b76f365 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:42:12.930566 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-06adfbe0-ce9e-44d9-8928-2cd587afb14a tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.936480 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06adfbe0-ce9e-44d9-8928-2cd587afb14a tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:12.937145 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-06adfbe0-ce9e-44d9-8928-2cd587afb14a tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.938638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Port c4c59cff-0088-403c-9f18-be5a76cb05fe on network 9c753fde-2e6c-4c94-b61f-05eb2b76f365 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:42:12.938965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Attempting to bind port c4c59cff-0088-403c-9f18-be5a76cb05fe on network 9c753fde-2e6c-4c94-b61f-05eb2b76f365 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:42:12.941107 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:12.951113 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:42:12.951471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Checking segment: {'id': 'dd845625-d5a4-4bdb-abfb-8221ca732eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:12.951856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Bound using segment: {'id': 'dd845625-d5a4-4bdb-abfb-8221ca732eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:42:12.952289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Bound port: c4c59cff-0088-403c-9f18-be5a76cb05fe, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd845625-d5a4-4bdb-abfb-8221ca732eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:42:12.952639 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.967338 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.968606 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.983616 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.037685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adfbe0-ce9e-44d9-8928-2cd587afb14a tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event updated for resources: {'Network': ['ID=de5e625c-41f8-46a6-bbb9-08522ebfd4ea,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:13.041167 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-06adfbe0-ce9e-44d9-8928-2cd587afb14a tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:13.050119 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network de5e625c-41f8-46a6-bbb9-08522ebfd4ea details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:42:13.066173 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.086889 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abfd60-042b-43df-8d7e-caea836f6680 req-cdaa220d-11cb-4449-853c-fc3e88bff4fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:13.088308 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-27abfd60-042b-43df-8d7e-caea836f6680 req-cdaa220d-11cb-4449-853c-fc3e88bff4fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 943 time: 0.1826899 Jun 22 09:42:13.100276 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] For port c4c59cff-0088-403c-9f18-be5a76cb05fe, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:42:13.105153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] For port c4c59cff-0088-403c-9f18-be5a76cb05fe, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c4c59cff-0088-403c-9f18-be5a76cb05fe,segment=NetworkSegment(dd845625-d5a4-4bdb-abfb-8221ca732eaa),segment_id=dd845625-d5a4-4bdb-abfb-8221ca732eaa)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:42:13.171312 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-06adfbe0-ce9e-44d9-8928-2cd587afb14a tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6737185 Jun 22 09:42:13.174004 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-27abfd60-042b-43df-8d7e-caea836f6680 req-1110a49a-15a6-4054-a75c-94a4fa86a496 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e8f456b-98f1-419a-bd66-02c473f08baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749848 Jun 22 09:42:13.313811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.317405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0e9fa54c-cdac-41b8-8150-881bec9e21bb tempest-RoutersAdminNegativeIpV6Test-1239270542 tempest-RoutersAdminNegativeIpV6Test-1239270542-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:13.349941 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:13.350559 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.351943 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] 10.222.0.35 "PUT /v2.0/ports/c4c59cff-0088-403c-9f18-be5a76cb05fe HTTP/1.1" status: 200 len: 1093 time: 1.8984723 Jun 22 09:42:13.352450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'tag': 'c4c59cff-0088-403c-9f18-be5a76cb05fe'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:42:13.355145 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a77836c-390e-4570-946b-1a8861f0c3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e", "tag": "c4c59cff-0088-403c-9f18-be5a76cb05fe"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:42:13.360551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.383819 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c59cff-0088-403c-9f18-be5a76cb05fe,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:13.387243 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:13.394831 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Router ee449943-0f76-466a-b679-298e05823335 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:42:13.436362 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56986) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:13.468471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f83909-cbfd-4540-bc02-3b612a3a5fd7 x-openstack-request-id: req-b2f83909-cbfd-4540-bc02-3b612a3a5fd7 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:42:13.471658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e", "tag": "c4c59cff-0088-403c-9f18-be5a76cb05fe", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:42:13.471658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2f83909-cbfd-4540-bc02-3b612a3a5fd7 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:42:13.471658 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'tag': 'c4c59cff-0088-403c-9f18-be5a76cb05fe', 'status': 'completed', 'code': 200} Jun 22 09:42:13.479448 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-18a7586e-f5df-456f-9e54-331dbcbd1fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.615247 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:13.626673 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b97e1b-8046-4630-be3d-146b01621df6 None None] Sync routers for ids ['ee449943-0f76-466a-b679-298e05823335'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:13.649744 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b97e1b-8046-4630-be3d-146b01621df6 None None] Routers {'ee449943-0f76-466a-b679-298e05823335'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:13.650567 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a5b97e1b-8046-4630-be3d-146b01621df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['ee449943-0f76-466a-b679-298e05823335'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:13.660657 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77836c-390e-4570-946b-1a8861f0c3d6 req-439ef898-09ab-40a5-855d-9883cd137cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:13.662220 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1a77836c-390e-4570-946b-1a8861f0c3d6 req-439ef898-09ab-40a5-855d-9883cd137cf2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 1096 time: 0.1404340 Jun 22 09:42:13.709517 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a5b97e1b-8046-4630-be3d-146b01621df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:13.726214 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b97e1b-8046-4630-be3d-146b01621df6 None None] Routers {'ee449943-0f76-466a-b679-298e05823335'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:13.727138 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a5b97e1b-8046-4630-be3d-146b01621df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['ee449943-0f76-466a-b679-298e05823335'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:13.771324 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a5b97e1b-8046-4630-be3d-146b01621df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:13.772339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b97e1b-8046-4630-be3d-146b01621df6 None None] The sync data for ids ['ee449943-0f76-466a-b679-298e05823335'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:13.868570 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77836c-390e-4570-946b-1a8861f0c3d6 req-c7ce8817-c8e3-4734-a70b-7803357ea5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:13.870251 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1a77836c-390e-4570-946b-1a8861f0c3d6 req-c7ce8817-c8e3-4734-a70b-7803357ea5af service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=50763c4428f741ada1db53edd04651ab&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1981425 Jun 22 09:42:14.102698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-18a7586e-f5df-456f-9e54-331dbcbd1fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:14.200653 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-18a7586e-f5df-456f-9e54-331dbcbd1fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:14.237499 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:14.281947 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7586e-f5df-456f-9e54-331dbcbd1fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b1733a-2bea-4b41-a6fd-5b7076567bb6,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:14.315325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-18a7586e-f5df-456f-9e54-331dbcbd1fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:14.325296 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-18a7586e-f5df-456f-9e54-331dbcbd1fb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b2b8b3ebc854c0a9ce38bd43141ce57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8880723 Jun 22 09:42:14.331070 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 56996) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:14.358579 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:14.388851 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:14.408554 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77836c-390e-4570-946b-1a8861f0c3d6 req-00aa052f-ddd9-4a6f-9cce-e8a705053f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:14.410582 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1a77836c-390e-4570-946b-1a8861f0c3d6 req-00aa052f-ddd9-4a6f-9cce-e8a705053f46 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5316193 Jun 22 09:42:14.451518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55074992-670e-42d7-8e1c-a94d6a6fedcd req-a09172ff-3794-4f87-b3f9-bee4f8437a17 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:14.461496 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-55074992-670e-42d7-8e1c-a94d6a6fedcd req-a09172ff-3794-4f87-b3f9-bee4f8437a17 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 943 time: 0.0928309 Jun 22 09:42:14.463001 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e55ee13d-082a-4769-8dbc-4c04d40a86d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:14.514238 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:14.514686 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e55ee13d-082a-4769-8dbc-4c04d40a86d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:14.518910 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.7995796 Jun 22 09:42:14.523313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 56998) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:14.528207 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-69857e21-1b07-4ee3-8bf2-75595eaa04b1 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'enable_snat': False}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:14.583777 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-55074992-670e-42d7-8e1c-a94d6a6fedcd req-ffb8ce1e-0c53-4e85-af42-6a55a33e609b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e8f456b-98f1-419a-bd66-02c473f08baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220953 Jun 22 09:42:14.613292 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Allocated IP 2001:db8::1ec (6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65/9d113825-3f2c-4c3d-8186-22ce65c2b880/0f79587d-0110-4e3a-95cd-31f440cfe142) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:14.690244 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-06edbcc6-f58e-42b5-971f-c9d68a8e5c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:14.693898 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-06edbcc6-f58e-42b5-971f-c9d68a8e5c14 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 1096 time: 0.2083154 Jun 22 09:42:14.723227 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e55ee13d-082a-4769-8dbc-4c04d40a86d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:14.726983 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e55ee13d-082a-4769-8dbc-4c04d40a86d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:14.728302 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e55ee13d-082a-4769-8dbc-4c04d40a86d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59b1733a-2bea-4b41-a6fd-5b7076567bb6 HTTP/1.1" status: 204 len: 168 time: 0.3993530 Jun 22 09:42:14.736698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7a8e63df-f9dc-4805-8487-67d32ff222d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:14.771170 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:14.795590 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ee13d-082a-4769-8dbc-4c04d40a86d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b1733a-2bea-4b41-a6fd-5b7076567bb6,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:14.796396 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-36d888de-6971-409e-a42b-df7fb03dea19 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4c59cff-0088-403c-9f18-be5a76cb05fe HTTP/1.1" status: 200 len: 217 time: 0.0535386 Jun 22 09:42:14.811978 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e55ee13d-082a-4769-8dbc-4c04d40a86d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:14.906519 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-a4df6d5a-8fef-4f28-a3e6-2696614e60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:14.907933 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-a4df6d5a-8fef-4f28-a3e6-2696614e60dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bc367b05-800c-439a-bd80-4a9b41192c19 HTTP/1.1" status: 200 len: 835 time: 0.1051779 Jun 22 09:42:14.936365 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:14.939677 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6bb2237f-d5a4-4875-8f85-c588cca56402 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:14.997001 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Network 6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:14.999958 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:15.006237 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:15.045067 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Pushing event updated for resources: {'Port': ['ID=0f79587d-0110-4e3a-95cd-31f440cfe142,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:15.050886 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:15.052791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-69857e21-1b07-4ee3-8bf2-75595eaa04b1 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:15.064399 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-9c574c26-7c3e-40a3-a1e9-85751f267f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:15.065955 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-9c574c26-7c3e-40a3-a1e9-85751f267f2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c753fde-2e6c-4c94-b61f-05eb2b76f365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1514359 Jun 22 09:42:15.214489 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-1c1de1e0-bf39-44e4-bdbe-983d32dceb84 service neutron] 10.222.0.35 "GET /v2.0/networks/9c753fde-2e6c-4c94-b61f-05eb2b76f365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408894 Jun 22 09:42:15.340734 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a615549d-3bae-4eba-ab19-4cc1efb9db45 req-8768a552-6901-4bb9-bbf4-995daac914c4 service neutron] 10.222.0.35 "GET /v2.0/networks/9c753fde-2e6c-4c94-b61f-05eb2b76f365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182692 Jun 22 09:42:15.371709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:15.594619 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:15.777486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-69857e21-1b07-4ee3-8bf2-75595eaa04b1 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:15.783129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-69857e21-1b07-4ee3-8bf2-75595eaa04b1 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:15.862148 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Router 634dc5e9-e9c6-4a0a-9191-4c14277a5954 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:42:15.891016 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e0848-bb4a-45f0-99a2-9ecbb1a32bb8 req-6c3c374d-7e69-43e6-8879-3e3a2e20920d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:15.892518 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-960e0848-bb4a-45f0-99a2-9ecbb1a32bb8 req-6c3c374d-7e69-43e6-8879-3e3a2e20920d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 943 time: 0.1115558 Jun 22 09:42:16.014713 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-960e0848-bb4a-45f0-99a2-9ecbb1a32bb8 req-e322ac19-df6b-498e-a36f-f0eb88d36b38 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e8f456b-98f1-419a-bd66-02c473f08baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712638 Jun 22 09:42:16.032439 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69857e21-1b07-4ee3-8bf2-75595eaa04b1 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Router ee449943-0f76-466a-b679-298e05823335 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:42:16.065232 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:16.076668 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Sync routers for ids ['634dc5e9-e9c6-4a0a-9191-4c14277a5954'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:16.094433 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Routers {'634dc5e9-e9c6-4a0a-9191-4c14277a5954'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:16.095588 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['634dc5e9-e9c6-4a0a-9191-4c14277a5954'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:16.132503 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57032) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:16.176121 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.177689 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.3984840 Jun 22 09:42:16.186633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57036) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:16.204584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69857e21-1b07-4ee3-8bf2-75595eaa04b1 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:16.210378 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Set router 634dc5e9-e9c6-4a0a-9191-4c14277a5954 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:16.216527 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f671031c-7c0c-4ee7-827a-edebbe2b67ae None None] Sync routers for ids ['ee449943-0f76-466a-b679-298e05823335'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:16.220781 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-69857e21-1b07-4ee3-8bf2-75595eaa04b1 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.228075 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-69857e21-1b07-4ee3-8bf2-75595eaa04b1 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "PUT /v2.0/routers/ee449943-0f76-466a-b679-298e05823335 HTTP/1.1" status: 200 len: 920 time: 1.6982477 Jun 22 09:42:16.228998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57038) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:16.236716 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f671031c-7c0c-4ee7-827a-edebbe2b67ae None None] Routers {'ee449943-0f76-466a-b679-298e05823335'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:16.238933 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f671031c-7c0c-4ee7-827a-edebbe2b67ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['ee449943-0f76-466a-b679-298e05823335'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:16.304478 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f671031c-7c0c-4ee7-827a-edebbe2b67ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:16.322844 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f671031c-7c0c-4ee7-827a-edebbe2b67ae None None] Routers {'ee449943-0f76-466a-b679-298e05823335'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:16.325712 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f671031c-7c0c-4ee7-827a-edebbe2b67ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['ee449943-0f76-466a-b679-298e05823335'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:16.343793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2101218369'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:16.383096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-53a9bfa7-8c63-4bf0-a971-2c2d2f8ca29d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.400845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57040) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:16.405309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f671031c-7c0c-4ee7-827a-edebbe2b67ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:16.406102 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Request body: {'subnets': [{'network_id': 'a2226f9e-8519-4abc-8e25-6504b16013ea', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1857739095', 'ip_version': 6}, {'network_id': 'de5e625c-41f8-46a6-bbb9-08522ebfd4ea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:16.406256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f671031c-7c0c-4ee7-827a-edebbe2b67ae None None] The sync data for ids ['ee449943-0f76-466a-b679-298e05823335'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:16.406539 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Request body: {'subnet': {'network_id': 'a2226f9e-8519-4abc-8e25-6504b16013ea', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1857739095', 'ip_version': 6}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:16.407199 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Request body: {'subnet': {'network_id': 'de5e625c-41f8-46a6-bbb9-08522ebfd4ea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:16.457791 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634dc5e9-e9c6-4a0a-9191-4c14277a5954', 'name': '', 'tenant_id': '48eba368088f4adcbbf7366e1f33f702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65', 'external_fixed_ips': [{'subnet_id': '9d113825-3f2c-4c3d-8186-22ce65c2b880', 'ip_address': '2001:db8::1ec'}], 'enable_snat': True}, 'gw_port_id': '0f79587d-0110-4e3a-95cd-31f440cfe142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:13Z', 'updated_at': '2021-06-22T09:42:15Z', 'revision_number': 3, 'project_id': '48eba368088f4adcbbf7366e1f33f702', 'gw_port': {'id': '0f79587d-0110-4e3a-95cd-31f440cfe142', 'name': '', 'network_id': '6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:15:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634dc5e9-e9c6-4a0a-9191-4c14277a5954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9d113825-3f2c-4c3d-8186-22ce65c2b880', 'ip_address': '2001:db8::1ec', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d113825-3f2c-4c3d-8186-22ce65c2b880', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:16.460392 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-370f3d9d-c016-4123-ac08-9d6005e61446 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "GET /v2.0/routers/ee449943-0f76-466a-b679-298e05823335 HTTP/1.1" status: 200 len: 920 time: 0.2300234 Jun 22 09:42:16.461106 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57042) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:16.483971 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Checking router: 634dc5e9-e9c6-4a0a-9191-4c14277a5954 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:42:16.484612 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Updating router 634dc5e9-e9c6-4a0a-9191-4c14277a5954 port 0f79587d-0110-4e3a-95cd-31f440cfe142 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:42:16.502134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-53a9bfa7-8c63-4bf0-a971-2c2d2f8ca29d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.518528 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.524766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Made reservation on behalf of 8f084873921449c284f95f6f3f12e71b for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:16.529074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.538976 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.635868 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.640866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9a8255-d917-437c-b267-c34978a7c1df tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:16.642361 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-be9a8255-d917-437c-b267-c34978a7c1df tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5eae176d-1059-48f4-b687-97de60cc120b&device_id=ee449943-0f76-466a-b679-298e05823335&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1744545 Jun 22 09:42:16.645036 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57044) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:16.650466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8b73408c-0110-4a1b-a36c-6fc44ae715a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.724826 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce61a283-13f1-4fbd-b702-4e15f194b07f tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:16.726204 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ce61a283-13f1-4fbd-b702-4e15f194b07f tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "GET /v2.0/networks/5eae176d-1059-48f4-b687-97de60cc120b HTTP/1.1" status: 200 len: 881 time: 0.0802581 Jun 22 09:42:16.729139 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57046) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:16.760511 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1d4f8261-8d39-40a9-b3f0-facd014de637 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee449943-0f76-466a-b679-298e05823335 HTTP/1.1" status: 200 len: 205 time: 0.0280664 Jun 22 09:42:16.760982 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57048) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:16.791852 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.802121 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Transition to ACTIVE for port object 0f79587d-0110-4e3a-95cd-31f440cfe142 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:16.864748 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.869998 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ef6b0077-fa37-4582-b4ac-25035b275a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:16.902776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:42:16.918884 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.922001 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:16.938682 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0410f27e-39b3-4714-88a0-79abb43ae37f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.942158 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.942508 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Added segment 7df4123e-0303-4ee8-b4e9-85ec0ce47589 of type vlan for network eb0969bc-a72c-4ce6-a8af-75658f98c3b9 Jun 22 09:42:16.943809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afaecda8-6069-4e4c-a421-a0baa5f778b1,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:16.954058 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-53a9bfa7-8c63-4bf0-a971-2c2d2f8ca29d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Deleting port 0f79587d-0110-4e3a-95cd-31f440cfe142 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:16.954406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-53a9bfa7-8c63-4bf0-a971-2c2d2f8ca29d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.959233 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Made reservation on behalf of 023c070fdd7f4b4da6630ea8708542ed for: {'subnet': 2} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:16.964788 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.968811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.974722 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bde273-e847-4bc1-bf9e-744bec55bf3f None None] Pushing event updated for resources: {'Port': ['ID=0f79587d-0110-4e3a-95cd-31f440cfe142,revision_number=2']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:16.978156 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-c9bde273-e847-4bc1-bf9e-744bec55bf3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:16.983566 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Attempting to bind port 0f79587d-0110-4e3a-95cd-31f440cfe142 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:42:16.984672 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Attempting to bind port 0f79587d-0110-4e3a-95cd-31f440cfe142 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'e824de9f-97b3-45ce-a33b-979c60152808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:42:16.986137 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Attempting to bind port 0f79587d-0110-4e3a-95cd-31f440cfe142 on network 6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65 {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:42:16.986348 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:16.995719 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:42:16.996364 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Checking segment: {'id': 'e824de9f-97b3-45ce-a33b-979c60152808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:16.996951 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.997667 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Bound using segment: {'id': 'e824de9f-97b3-45ce-a33b-979c60152808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:42:16.998297 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Bound port: 0f79587d-0110-4e3a-95cd-31f440cfe142, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e824de9f-97b3-45ce-a33b-979c60152808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:42:16.998853 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.078004 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.091012 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] For port 0f79587d-0110-4e3a-95cd-31f440cfe142, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:42:17.095236 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] For port 0f79587d-0110-4e3a-95cd-31f440cfe142, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=0f79587d-0110-4e3a-95cd-31f440cfe142,segment=NetworkSegment(e824de9f-97b3-45ce-a33b-979c60152808),segment_id=e824de9f-97b3-45ce-a33b-979c60152808)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:42:17.154570 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-53a9bfa7-8c63-4bf0-a971-2c2d2f8ca29d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.211346 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.213626 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:17.252154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-53a9bfa7-8c63-4bf0-a971-2c2d2f8ca29d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Calling delete_port for 0f79587d-0110-4e3a-95cd-31f440cfe142 owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:17.264579 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0410f27e-39b3-4714-88a0-79abb43ae37f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.289411 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bde273-e847-4bc1-bf9e-744bec55bf3f None None] Pushing event updated for resources: {'Port': ['ID=0f79587d-0110-4e3a-95cd-31f440cfe142,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:17.293271 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Routers {'634dc5e9-e9c6-4a0a-9191-4c14277a5954'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:17.294753 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:41:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['634dc5e9-e9c6-4a0a-9191-4c14277a5954'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:17.310900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.317366 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:17.318183 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.328019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:17.340376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb12d70-41b3-4cb0-8a6d-0f7f48420406 req-7b3f86f5-f836-421d-9065-7ee2aa157409 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:17.341935 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6bb12d70-41b3-4cb0-8a6d-0f7f48420406 req-7b3f86f5-f836-421d-9065-7ee2aa157409 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 943 time: 0.1795201 Jun 22 09:42:17.369627 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-c9bde273-e847-4bc1-bf9e-744bec55bf3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:17.394695 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] Set router 634dc5e9-e9c6-4a0a-9191-4c14277a5954 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:17.419321 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6bb12d70-41b3-4cb0-8a6d-0f7f48420406 req-0fac4ed6-91cc-4475-b449-d7b144e8df40 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e8f456b-98f1-419a-bd66-02c473f08baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674596 Jun 22 09:42:17.444213 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event updated for resources: {'Network': ['ID=eb0969bc-a72c-4ce6-a8af-75658f98c3b9,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:17.452589 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:17.456300 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network eb0969bc-a72c-4ce6-a8af-75658f98c3b9 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:42:17.498955 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3650939 Jun 22 09:42:17.502350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57058) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:17.509089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-3125203f-7a46-421f-ac47-1621f3375801 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Request body: {'subnet': {'network_id': 'eb0969bc-a72c-4ce6-a8af-75658f98c3b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:17.520339 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-0410f27e-39b3-4714-88a0-79abb43ae37f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Deleting port 220ba4f3-b33b-4125-9ee8-1222c42e5043 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:17.520844 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0410f27e-39b3-4714-88a0-79abb43ae37f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.570359 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634dc5e9-e9c6-4a0a-9191-4c14277a5954', 'name': '', 'tenant_id': '48eba368088f4adcbbf7366e1f33f702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:13Z', 'updated_at': '2021-06-22T09:42:16Z', 'revision_number': 4, 'project_id': '48eba368088f4adcbbf7366e1f33f702', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:17.598530 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439f19b7-d5d9-40ad-93dd-aca0ad1e68e1 None None] The sync data for ids ['634dc5e9-e9c6-4a0a-9191-4c14277a5954'] in dv-neutron-797121-3-hyperv is: [{'id': '634dc5e9-e9c6-4a0a-9191-4c14277a5954', 'name': '', 'tenant_id': '48eba368088f4adcbbf7366e1f33f702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:13Z', 'updated_at': '2021-06-22T09:42:16Z', 'revision_number': 4, 'project_id': '48eba368088f4adcbbf7366e1f33f702', 'gw_port_host': None}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:17.600159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.605787 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7b3b1f1c-723a-4942-a106-6e4415346f4c tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:17.647919 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0410f27e-39b3-4714-88a0-79abb43ae37f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.668869 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event updated for resources: {'Subnet': ['ID=2d3264b7-c13c-4bcd-9c21-256e1dd68234,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:17.677347 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:17.692780 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Checking segment: {'id': '007b6f49-b1a6-4856-9d13-78af401fd35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a2226f9e-8519-4abc-8e25-6504b16013ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:17.693146 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Network hostable DHCP agents. Network: a2226f9e-8519-4abc-8e25-6504b16013ea, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:42:17.719508 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-0410f27e-39b3-4714-88a0-79abb43ae37f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Calling delete_port for 220ba4f3-b33b-4125-9ee8-1222c42e5043 owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:17.761754 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-53a9bfa7-8c63-4bf0-a971-2c2d2f8ca29d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.764920 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-67e679a2-0fb6-4989-a380-2643c81f9897 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:17.770532 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3125203f-7a46-421f-ac47-1621f3375801 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Made reservation on behalf of 8f084873921449c284f95f6f3f12e71b for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:17.774617 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3125203f-7a46-421f-ac47-1621f3375801 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.790926 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9bfa7-8c63-4bf0-a971-2c2d2f8ca29d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f79587d-0110-4e3a-95cd-31f440cfe142,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:17.795888 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-53a9bfa7-8c63-4bf0-a971-2c2d2f8ca29d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:17.834992 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-53a9bfa7-8c63-4bf0-a971-2c2d2f8ca29d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.852457 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Network a2226f9e-8519-4abc-8e25-6504b16013ea is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:42:17.955329 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-53a9bfa7-8c63-4bf0-a971-2c2d2f8ca29d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.962637 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-53a9bfa7-8c63-4bf0-a971-2c2d2f8ca29d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.991667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, a2226f9e-8519-4abc-8e25-6504b16013ea) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:17.996936 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.003841 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:18.004193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758a5666-0794-41f7-8fd6-1715bf2aeb9c None None] Network a2226f9e-8519-4abc-8e25-6504b16013ea requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:18.048325 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event updated for resources: {'Subnet': ['ID=7e220899-9d23-49ef-83f4-75e066dff165,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:18.051794 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:18.086321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3125203f-7a46-421f-ac47-1621f3375801 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.087554 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Checking segment: {'id': 'e51372d5-d7be-4bba-b20c-c0e05a5a28d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de5e625c-41f8-46a6-bbb9-08522ebfd4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:18.087975 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Network hostable DHCP agents. Network: de5e625c-41f8-46a6-bbb9-08522ebfd4ea, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:42:18.094058 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:18.170124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-53a9bfa7-8c63-4bf0-a971-2c2d2f8ca29d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.170846 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a9bfa7-8c63-4bf0-a971-2c2d2f8ca29d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 634dc5e9-e9c6-4a0a-9191-4c14277a5954 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:42:18.175795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-53a9bfa7-8c63-4bf0-a971-2c2d2f8ca29d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.177816 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-53a9bfa7-8c63-4bf0-a971-2c2d2f8ca29d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "DELETE /v2.0/routers/634dc5e9-e9c6-4a0a-9191-4c14277a5954 HTTP/1.1" status: 204 len: 168 time: 1.9887874 Jun 22 09:42:18.181304 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57062) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:18.196916 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-a2226f9e-8519-4abc-8e25-6504b16013ea', 'network_id': 'a2226f9e-8519-4abc-8e25-6504b16013ea', 'tenant_id': '023c070fdd7f4b4da6630ea8708542ed', 'fixed_ips': [{'subnet_id': '2d3264b7-c13c-4bcd-9c21-256e1dd68234'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:42:18.198108 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.217347 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0410f27e-39b3-4714-88a0-79abb43ae37f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.231751 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b18c1d7d-5776-412f-ac0b-373aba3225e3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:18.257345 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410f27e-39b3-4714-88a0-79abb43ae37f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Pushing event deleted for resources: {'Port': ['ID=220ba4f3-b33b-4125-9ee8-1222c42e5043,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:18.264173 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb3959d-599b-48b6-894a-a9dae64d36e0 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Deleting subnet 9d113825-3f2c-4c3d-8186-22ce65c2b880 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:42:18.266395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0410f27e-39b3-4714-88a0-79abb43ae37f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:18.269358 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8fb3959d-599b-48b6-894a-a9dae64d36e0 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.355493 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8fb3959d-599b-48b6-894a-a9dae64d36e0 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.391930 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Allocated IP 2001:db8::1 (a2226f9e-8519-4abc-8e25-6504b16013ea/2d3264b7-c13c-4bcd-9c21-256e1dd68234/2b204050-0056-45f6-b7ee-c9743cc09f9c) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:18.400736 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0410f27e-39b3-4714-88a0-79abb43ae37f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.510761 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8fb3959d-599b-48b6-894a-a9dae64d36e0 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.513749 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0410f27e-39b3-4714-88a0-79abb43ae37f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.532839 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0410f27e-39b3-4714-88a0-79abb43ae37f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.581894 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125203f-7a46-421f-ac47-1621f3375801 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event updated for resources: {'Subnet': ['ID=1a62c4b3-a996-4b36-bba1-b4314379bc08,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:18.592889 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3125203f-7a46-421f-ac47-1621f3375801 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:18.599786 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.611163 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Transition to ACTIVE for port object 2b204050-0056-45f6-b7ee-c9743cc09f9c will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:18.623833 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3125203f-7a46-421f-ac47-1621f3375801 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Checking segment: {'id': '7df4123e-0303-4ee8-b4e9-85ec0ce47589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eb0969bc-a72c-4ce6-a8af-75658f98c3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:18.624046 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3125203f-7a46-421f-ac47-1621f3375801 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Network hostable DHCP agents. Network: eb0969bc-a72c-4ce6-a8af-75658f98c3b9, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:42:18.627195 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Transition to ACTIVE for port object 2b204050-0056-45f6-b7ee-c9743cc09f9c will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:18.666149 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device c4c59cff-0088-403c-9f18-be5a76cb05fe details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:42:18.683610 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a31e9-afe2-4048-8d86-e6cc042c2838 req-f2629218-a03a-4ae0-b902-e77f3643520c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:18.685233 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bd1a31e9-afe2-4048-8d86-e6cc042c2838 req-f2629218-a03a-4ae0-b902-e77f3643520c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 943 time: 0.0770540 Jun 22 09:42:18.722024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Network de5e625c-41f8-46a6-bbb9-08522ebfd4ea is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:42:18.738857 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bd1a31e9-afe2-4048-8d86-e6cc042c2838 req-cefa52f8-3497-4e3f-9020-42557789f319 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e8f456b-98f1-419a-bd66-02c473f08baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426831 Jun 22 09:42:18.767769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port c4c59cff-0088-403c-9f18-be5a76cb05fe, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c4c59cff-0088-403c-9f18-be5a76cb05fe,segment=NetworkSegment(dd845625-d5a4-4bdb-abfb-8221ca732eaa),segment_id=dd845625-d5a4-4bdb-abfb-8221ca732eaa)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:18.775693 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8fb3959d-599b-48b6-894a-a9dae64d36e0 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.776468 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0410f27e-39b3-4714-88a0-79abb43ae37f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.776973 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0410f27e-39b3-4714-88a0-79abb43ae37f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Fanout notify agent at l3_agent the message router_deleted on router ee449943-0f76-466a-b679-298e05823335 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:42:18.780302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': 'c4c59cff-0088-403c-9f18-be5a76cb05fe', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'port_id': 'c4c59cff-0088-403c-9f18-be5a76cb05fe', 'mac_address': 'fa:16:3e:4b:5e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:42:18.787989 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0410f27e-39b3-4714-88a0-79abb43ae37f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.787989 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0410f27e-39b3-4714-88a0-79abb43ae37f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "DELETE /v2.0/routers/ee449943-0f76-466a-b679-298e05823335 HTTP/1.1" status: 204 len: 168 time: 2.0240078 Jun 22 09:42:18.790603 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57070) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:18.795293 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-6b65e248-f035-4257-8f6e-f6db34218bf6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1511960337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:18.805573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:18.810936 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8fb3959d-599b-48b6-894a-a9dae64d36e0 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.815728 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8fb3959d-599b-48b6-894a-a9dae64d36e0 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/9d113825-3f2c-4c3d-8186-22ce65c2b880 HTTP/1.1" status: 204 len: 168 time: 0.6304410 Jun 22 09:42:18.815728 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57072) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:18.826083 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.840015 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c59cff-0088-403c-9f18-be5a76cb05fe {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:42:18.863820 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port c4c59cff-0088-403c-9f18-be5a76cb05fe, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c4c59cff-0088-403c-9f18-be5a76cb05fe,segment=NetworkSegment(dd845625-d5a4-4bdb-abfb-8221ca732eaa),segment_id=dd845625-d5a4-4bdb-abfb-8221ca732eaa)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:18.867472 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.869901 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3125203f-7a46-421f-ac47-1621f3375801 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Network eb0969bc-a72c-4ce6-a8af-75658f98c3b9 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:42:18.870113 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:18.879061 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3959d-599b-48b6-894a-a9dae64d36e0 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9d113825-3f2c-4c3d-8186-22ce65c2b880,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:18.881978 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8fb3959d-599b-48b6-894a-a9dae64d36e0 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:18.910685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e27b088c-d64c-4987-bda1-23c7c5576466 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.910937 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Network a2226f9e-8519-4abc-8e25-6504b16013ea is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:18.913618 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:18.919319 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:18.926349 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Pushing event updated for resources: {'Port': ['ID=2b204050-0056-45f6-b7ee-c9743cc09f9c,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:18.931590 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:18.947073 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6b65e248-f035-4257-8f6e-f6db34218bf6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.948829 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6b65e248-f035-4257-8f6e-f6db34218bf6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.989314 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.995943 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:19.011929 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, de5e625c-41f8-46a6-bbb9-08522ebfd4ea) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:19.014654 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6b65e248-f035-4257-8f6e-f6db34218bf6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.015740 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-3125203f-7a46-421f-ac47-1621f3375801 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, eb0969bc-a72c-4ce6-a8af-75658f98c3b9) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:19.019962 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Attempting to bind port 2b204050-0056-45f6-b7ee-c9743cc09f9c on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:42:19.020335 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Attempting to bind port 2b204050-0056-45f6-b7ee-c9743cc09f9c by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '007b6f49-b1a6-4856-9d13-78af401fd35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a2226f9e-8519-4abc-8e25-6504b16013ea'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:42:19.020712 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Attempting to bind port 2b204050-0056-45f6-b7ee-c9743cc09f9c on network a2226f9e-8519-4abc-8e25-6504b16013ea {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:42:19.021341 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:19.021931 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:19.022794 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.027134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3125203f-7a46-421f-ac47-1621f3375801 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:19.027899 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3125203f-7a46-421f-ac47-1621f3375801 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.038279 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d65a7d5-0c73-4841-9c67-e7da2c6d92c2 None None] Network de5e625c-41f8-46a6-bbb9-08522ebfd4ea requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:19.040234 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e813e34f-e07c-4179-b03b-8a8dbe326fb7 None None] Network eb0969bc-a72c-4ce6-a8af-75658f98c3b9 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:19.046336 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:42:19.046737 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Checking segment: {'id': '007b6f49-b1a6-4856-9d13-78af401fd35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a2226f9e-8519-4abc-8e25-6504b16013ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:19.047161 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.047604 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Bound using segment: {'id': '007b6f49-b1a6-4856-9d13-78af401fd35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a2226f9e-8519-4abc-8e25-6504b16013ea'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:42:19.048104 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Bound port: 2b204050-0056-45f6-b7ee-c9743cc09f9c, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007b6f49-b1a6-4856-9d13-78af401fd35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a2226f9e-8519-4abc-8e25-6504b16013ea'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:42:19.048494 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.137136 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6b65e248-f035-4257-8f6e-f6db34218bf6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.142512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2d5b68a8-aeb8-4bb2-b1b0-875b0b9c5d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.145553 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3125203f-7a46-421f-ac47-1621f3375801 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6421111 Jun 22 09:42:19.149333 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.7453012 Jun 22 09:42:19.159203 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=c4c59cff-0088-403c-9f18-be5a76cb05fe,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:19.161571 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57074) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:19.161920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57078) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:19.168623 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:19.180339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d5be3728-1a13-49a5-9ed0-7b936fadbe52 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Request body: {'port': {'network_id': 'eb0969bc-a72c-4ce6-a8af-75658f98c3b9', 'name': 'tempest-AllowedAddressPairTestJSON-1147515075'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:19.288958 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] For port 2b204050-0056-45f6-b7ee-c9743cc09f9c, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:42:19.296220 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] For port 2b204050-0056-45f6-b7ee-c9743cc09f9c, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=2b204050-0056-45f6-b7ee-c9743cc09f9c,segment=NetworkSegment(007b6f49-b1a6-4856-9d13-78af401fd35c),segment_id=007b6f49-b1a6-4856-9d13-78af401fd35c)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:42:19.337553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bbb1ec-7c44-41e1-8b73-e19a2af09a47 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:19.339323 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bbb1ec-7c44-41e1-8b73-e19a2af09a47 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:19.340999 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bbb1ec-7c44-41e1-8b73-e19a2af09a47 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:19.346799 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a7bbb1ec-7c44-41e1-8b73-e19a2af09a47 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1585963 Jun 22 09:42:19.351586 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6b65e248-f035-4257-8f6e-f6db34218bf6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.354421 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e27b088c-d64c-4987-bda1-23c7c5576466 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.354697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57080) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:19.355192 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6b65e248-f035-4257-8f6e-f6db34218bf6 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5633559 Jun 22 09:42:19.359118 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57082) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:19.364177 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-8b7ec629-af29-4a72-b570-e1a7b72f35b3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Request body: {'router': {'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:19.399310 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-e27b088c-d64c-4987-bda1-23c7c5576466 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:19.420450 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-e27b088c-d64c-4987-bda1-23c7c5576466 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e824de9f-97b3-45ce-a33b-979c60152808') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:19.420802 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-e27b088c-d64c-4987-bda1-23c7c5576466 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e824de9f-97b3-45ce-a33b-979c60152808') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:19.438776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e27b088c-d64c-4987-bda1-23c7c5576466 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.460691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-936da2ff-590a-44ad-a0bf-2c528e17e082 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Deleting subnet 2d3264b7-c13c-4bcd-9c21-256e1dd68234 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:42:19.465379 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-936da2ff-590a-44ad-a0bf-2c528e17e082 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.468588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e27b088c-d64c-4987-bda1-23c7c5576466 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.485916 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['c4c59cff-0088-403c-9f18-be5a76cb05fe'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:42:19.494452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.495979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.496960 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27b088c-d64c-4987-bda1-23c7c5576466 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:42:19.497443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e27b088c-d64c-4987-bda1-23c7c5576466 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:42:19.499496 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:42:19.520022 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:19.573157 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-936da2ff-590a-44ad-a0bf-2c528e17e082 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.587223 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5be3728-1a13-49a5-9ed0-7b936fadbe52 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Made reservation on behalf of 8f084873921449c284f95f6f3f12e71b for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:19.590736 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5be3728-1a13-49a5-9ed0-7b936fadbe52 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.618715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-d5be3728-1a13-49a5-9ed0-7b936fadbe52 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] device_id is not set on port 9cfd6ac6-8d00-4bfd-96a4-3b07406b6c3f yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:42:19.637279 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-de5e625c-41f8-46a6-bbb9-08522ebfd4ea', 'network_id': 'de5e625c-41f8-46a6-bbb9-08522ebfd4ea', 'tenant_id': '023c070fdd7f4b4da6630ea8708542ed', 'fixed_ips': [{'subnet_id': '7e220899-9d23-49ef-83f4-75e066dff165'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:42:19.639202 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.672362 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-eb0969bc-a72c-4ce6-a8af-75658f98c3b9', 'network_id': 'eb0969bc-a72c-4ce6-a8af-75658f98c3b9', 'tenant_id': '8f084873921449c284f95f6f3f12e71b', 'fixed_ips': [{'subnet_id': '1a62c4b3-a996-4b36-bba1-b4314379bc08'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:42:19.673492 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.686213 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Pushing event updated for resources: {'Port': ['ID=2b204050-0056-45f6-b7ee-c9743cc09f9c,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:19.698361 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:19.721448 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-936da2ff-590a-44ad-a0bf-2c528e17e082 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.779508 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8b7ec629-af29-4a72-b570-e1a7b72f35b3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.783819 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e27b088c-d64c-4987-bda1-23c7c5576466 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.802231 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:19.828088 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27b088c-d64c-4987-bda1-23c7c5576466 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 09:42:19.830420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b088c-d64c-4987-bda1-23c7c5576466 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:19.832970 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e27b088c-d64c-4987-bda1-23c7c5576466 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.847775 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e27b088c-d64c-4987-bda1-23c7c5576466 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "DELETE /v2.0/networks/6ea2215e-42ae-4ae9-b5d4-37bf48fc9a65 HTTP/1.1" status: 204 len: 168 time: 1.0279555 Jun 22 09:42:19.847775 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e27b088c-d64c-4987-bda1-23c7c5576466 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:19.970699 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-936da2ff-590a-44ad-a0bf-2c528e17e082 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.979671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:20.048684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936da2ff-590a-44ad-a0bf-2c528e17e082 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3264b7-c13c-4bcd-9c21-256e1dd68234,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:20.054958 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-936da2ff-590a-44ad-a0bf-2c528e17e082 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:20.058688 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-936da2ff-590a-44ad-a0bf-2c528e17e082 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.059106 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-d5be3728-1a13-49a5-9ed0-7b936fadbe52 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Allocated IP 172.20.0.11 (eb0969bc-a72c-4ce6-a8af-75658f98c3b9/1a62c4b3-a996-4b36-bba1-b4314379bc08/9cfd6ac6-8d00-4bfd-96a4-3b07406b6c3f) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:20.066827 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-936da2ff-590a-44ad-a0bf-2c528e17e082 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "DELETE /v2.0/subnets/2d3264b7-c13c-4bcd-9c21-256e1dd68234 HTTP/1.1" status: 204 len: 168 time: 0.7110107 Jun 22 09:42:20.067877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57092) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:20.149690 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Allocated IP 2001:db8:0:1::1 (de5e625c-41f8-46a6-bbb9-08522ebfd4ea/7e220899-9d23-49ef-83f4-75e066dff165/71d33ffb-52c7-44b3-83d9-ed5f9796d56f) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:20.179037 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b6fe8-0e34-4ec7-a4c5-506c4e042b36 req-e6c7a3ec-ee09-43c8-a994-eee372442840 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:20.185942 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-534b6fe8-0e34-4ec7-a4c5-506c4e042b36 req-e6c7a3ec-ee09-43c8-a994-eee372442840 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 944 time: 0.1884255 Jun 22 09:42:20.190240 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-7acf3334-893e-4439-8d98-2644204e9ebb tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Deleting subnet 7e220899-9d23-49ef-83f4-75e066dff165 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:42:20.293563 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-534b6fe8-0e34-4ec7-a4c5-506c4e042b36 req-7b1b9494-a220-4003-b70b-9db2de828aa5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e8f456b-98f1-419a-bd66-02c473f08baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066885 Jun 22 09:42:20.340406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57098) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:20.345750 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-32903ce6-e41f-485a-a4fa-45a1b8daf078 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Request body: {'router': {'name': 'tempest-router--776673719', 'project_id': '5f083560b52a4ac0ae3dcbe2107f9bd9'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:20.416612 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.433294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Transition to ACTIVE for port object 71d33ffb-52c7-44b3-83d9-ed5f9796d56f will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:20.454493 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5be3728-1a13-49a5-9ed0-7b936fadbe52 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.464623 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Transition to ACTIVE for port object 71d33ffb-52c7-44b3-83d9-ed5f9796d56f will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:20.466918 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-32903ce6-e41f-485a-a4fa-45a1b8daf078 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.468476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-32903ce6-e41f-485a-a4fa-45a1b8daf078 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.492305 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-d5be3728-1a13-49a5-9ed0-7b936fadbe52 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Transition to ACTIVE for port object 9cfd6ac6-8d00-4bfd-96a4-3b07406b6c3f will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:20.501155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.531021 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8b7ec629-af29-4a72-b570-e1a7b72f35b3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.539873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-32903ce6-e41f-485a-a4fa-45a1b8daf078 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.560754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.560917 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8b7ec629-af29-4a72-b570-e1a7b72f35b3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.562765 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:20.563527 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7acf3334-893e-4439-8d98-2644204e9ebb tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.609246 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-32903ce6-e41f-485a-a4fa-45a1b8daf078 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.629455 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7acf3334-893e-4439-8d98-2644204e9ebb tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.640594 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Network de5e625c-41f8-46a6-bbb9-08522ebfd4ea is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:20.643603 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:20.653733 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:20.665340 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Pushing event updated for resources: {'Port': ['ID=71d33ffb-52c7-44b3-83d9-ed5f9796d56f,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:20.677067 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:20.761178 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Attempting to bind port 71d33ffb-52c7-44b3-83d9-ed5f9796d56f on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:42:20.761518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-8b7ec629-af29-4a72-b570-e1a7b72f35b3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Allocated IP 172.26.3.243 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/cc8be6e2-3e6d-4dec-b437-19e3a668b7b6) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:20.761866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Attempting to bind port 71d33ffb-52c7-44b3-83d9-ed5f9796d56f by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'e51372d5-d7be-4bba-b20c-c0e05a5a28d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de5e625c-41f8-46a6-bbb9-08522ebfd4ea'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:42:20.761866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Attempting to bind port 71d33ffb-52c7-44b3-83d9-ed5f9796d56f on network de5e625c-41f8-46a6-bbb9-08522ebfd4ea {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:42:20.761866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:42:20.761866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Checking segment: {'id': 'e51372d5-d7be-4bba-b20c-c0e05a5a28d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de5e625c-41f8-46a6-bbb9-08522ebfd4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:20.761866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.761866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Bound using segment: {'id': 'e51372d5-d7be-4bba-b20c-c0e05a5a28d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de5e625c-41f8-46a6-bbb9-08522ebfd4ea'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:42:20.761866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Bound port: 71d33ffb-52c7-44b3-83d9-ed5f9796d56f, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51372d5-d7be-4bba-b20c-c0e05a5a28d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de5e625c-41f8-46a6-bbb9-08522ebfd4ea'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:42:20.761866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.775695 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7acf3334-893e-4439-8d98-2644204e9ebb tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.879163 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8b7ec629-af29-4a72-b570-e1a7b72f35b3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.954783 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599abe61-2e24-44a4-bd4e-29ada6709647 None None] Network a2226f9e-8519-4abc-8e25-6504b16013ea requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:21.096104 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-32903ce6-e41f-485a-a4fa-45a1b8daf078 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.107490 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-32903ce6-e41f-485a-a4fa-45a1b8daf078 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7558498 Jun 22 09:42:21.109571 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57106) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:21.146708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4627e5-ae96-4f9b-90dc-46bc6b608473 None None] DHCP port deletion for a2226f9e-8519-4abc-8e25-6504b16013ea request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:42:21.183751 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-74a0a8b2-b390-4d4c-b672-57a4595fb5a7 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.190766 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-0d4627e5-ae96-4f9b-90dc-46bc6b608473 None None] Deleting port 2b204050-0056-45f6-b7ee-c9743cc09f9c {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:21.191761 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0d4627e5-ae96-4f9b-90dc-46bc6b608473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.254985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-0d4627e5-ae96-4f9b-90dc-46bc6b608473 None None] For port 2b204050-0056-45f6-b7ee-c9743cc09f9c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=2b204050-0056-45f6-b7ee-c9743cc09f9c,segment=NetworkSegment(007b6f49-b1a6-4856-9d13-78af401fd35c),segment_id=007b6f49-b1a6-4856-9d13-78af401fd35c)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:21.255306 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0d4627e5-ae96-4f9b-90dc-46bc6b608473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.308632 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7acf3334-893e-4439-8d98-2644204e9ebb tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.319472 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-0d4627e5-ae96-4f9b-90dc-46bc6b608473 None None] Calling delete_port for 2b204050-0056-45f6-b7ee-c9743cc09f9c owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:21.326981 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] For port 71d33ffb-52c7-44b3-83d9-ed5f9796d56f, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:42:21.338417 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b70b3770-e301-4b63-9ed6-148034cd4936 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:21.344761 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] For port 71d33ffb-52c7-44b3-83d9-ed5f9796d56f, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=71d33ffb-52c7-44b3-83d9-ed5f9796d56f,segment=NetworkSegment(e51372d5-d7be-4bba-b20c-c0e05a5a28d1),segment_id=e51372d5-d7be-4bba-b20c-c0e05a5a28d1)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:42:21.364424 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-74a0a8b2-b390-4d4c-b672-57a4595fb5a7 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.367196 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-74a0a8b2-b390-4d4c-b672-57a4595fb5a7 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.370106 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf3334-893e-4439-8d98-2644204e9ebb tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event deleted for resources: {'Subnet': ['ID=7e220899-9d23-49ef-83f4-75e066dff165,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:21.372113 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7acf3334-893e-4439-8d98-2644204e9ebb tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.373951 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7acf3334-893e-4439-8d98-2644204e9ebb tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "DELETE /v2.0/subnets/7e220899-9d23-49ef-83f4-75e066dff165 HTTP/1.1" status: 204 len: 168 time: 1.2936723 Jun 22 09:42:21.376437 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7acf3334-893e-4439-8d98-2644204e9ebb tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:21.376719 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57110) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:21.388688 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5be3728-1a13-49a5-9ed0-7b936fadbe52 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.390560 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8b7ec629-af29-4a72-b570-e1a7b72f35b3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.412127 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:21.429214 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-958e388a-f110-4b59-a41a-48bcd70d1c7a None None] Provisioning for port 2b204050-0056-45f6-b7ee-c9743cc09f9c completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:21.465488 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.470750 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c00b80f8-aed2-4d7f-a03a-b98100e92464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:21.506021 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5be3728-1a13-49a5-9ed0-7b936fadbe52 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Network eb0969bc-a72c-4ce6-a8af-75658f98c3b9 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:21.508648 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7ec629-af29-4a72-b570-e1a7b72f35b3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:21.514885 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Allocated IP 172.20.0.2 (eb0969bc-a72c-4ce6-a8af-75658f98c3b9/1a62c4b3-a996-4b36-bba1-b4314379bc08/e1272366-2056-489b-9d8d-8e1ad55279ee) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:21.521122 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e5c836-b1ef-49e8-91e7-cc44614110d8 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:21.526590 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-97e5c836-b1ef-49e8-91e7-cc44614110d8 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1448836 Jun 22 09:42:21.526590 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-8b7ec629-af29-4a72-b570-e1a7b72f35b3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:21.527840 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-d5be3728-1a13-49a5-9ed0-7b936fadbe52 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:21.527984 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57114) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:21.529119 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7ec629-af29-4a72-b570-e1a7b72f35b3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:21.532901 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5be3728-1a13-49a5-9ed0-7b936fadbe52 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:21.535878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ec629-af29-4a72-b570-e1a7b72f35b3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Pushing event updated for resources: {'Port': ['ID=cc8be6e2-3e6d-4dec-b437-19e3a668b7b6,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:21.548177 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-74a0a8b2-b390-4d4c-b672-57a4595fb5a7 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.549368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a0a8b2-b390-4d4c-b672-57a4595fb5a7 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9616719-dd48-4d17-b55a-d45f7a10faa2 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:42:21.580142 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-74a0a8b2-b390-4d4c-b672-57a4595fb5a7 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.580142 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-74a0a8b2-b390-4d4c-b672-57a4595fb5a7 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "DELETE /v2.0/routers/b9616719-dd48-4d17-b55a-d45f7a10faa2 HTTP/1.1" status: 204 len: 168 time: 0.4661460 Jun 22 09:42:21.587130 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Pushing event updated for resources: {'Port': ['ID=71d33ffb-52c7-44b3-83d9-ed5f9796d56f,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:21.626005 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:21.628192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0d4627e5-ae96-4f9b-90dc-46bc6b608473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.632164 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:21.677388 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4627e5-ae96-4f9b-90dc-46bc6b608473 None None] No DVR routers for this DVR port 2b204050-0056-45f6-b7ee-c9743cc09f9c on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:42:21.687499 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4627e5-ae96-4f9b-90dc-46bc6b608473 None None] Pushing event deleted for resources: {'Port': ['ID=2b204050-0056-45f6-b7ee-c9743cc09f9c,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:21.692494 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0d4627e5-ae96-4f9b-90dc-46bc6b608473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:21.712075 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.743558 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.744777 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be3728-1a13-49a5-9ed0-7b936fadbe52 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event updated for resources: {'Port': ['ID=9cfd6ac6-8d00-4bfd-96a4-3b07406b6c3f,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:21.753486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5be3728-1a13-49a5-9ed0-7b936fadbe52 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:21.754414 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5be3728-1a13-49a5-9ed0-7b936fadbe52 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.758386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d5be3728-1a13-49a5-9ed0-7b936fadbe52 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:21.799392 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:21.799827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:21.837784 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345131fa-92a0-46d3-814f-57ad1b6fb7ea req-80f48507-e198-4fe0-b3ad-85c46c376bf9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:21.855677 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-345131fa-92a0-46d3-814f-57ad1b6fb7ea req-80f48507-e198-4fe0-b3ad-85c46c376bf9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 944 time: 0.4145472 Jun 22 09:42:21.858289 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.864999 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Deleting port 71d33ffb-52c7-44b3-83d9-ed5f9796d56f {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:21.865455 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.883141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Transition to ACTIVE for port object e1272366-2056-489b-9d8d-8e1ad55279ee will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:21.929095 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Transition to ACTIVE for port object e1272366-2056-489b-9d8d-8e1ad55279ee will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:21.970624 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d5be3728-1a13-49a5-9ed0-7b936fadbe52 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8073332 Jun 22 09:42:21.971500 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57122) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:21.993622 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-345131fa-92a0-46d3-814f-57ad1b6fb7ea req-ae1c9561-4044-4f52-99a3-c4037242bb32 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e8f456b-98f1-419a-bd66-02c473f08baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343212 Jun 22 09:42:22.010777 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-3f6241c7-5f13-46c5-ac64-f4597ae6e1db tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Request body: {'port': {'network_id': 'eb0969bc-a72c-4ce6-a8af-75658f98c3b9', 'name': 'tempest-AllowedAddressPairTestJSON-1869493444', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:3f:34:d5'}]}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:22.011018 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] For port 71d33ffb-52c7-44b3-83d9-ed5f9796d56f, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=71d33ffb-52c7-44b3-83d9-ed5f9796d56f,segment=NetworkSegment(e51372d5-d7be-4bba-b20c-c0e05a5a28d1),segment_id=e51372d5-d7be-4bba-b20c-c0e05a5a28d1)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:22.011018 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.058609 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 71d33ffb-52c7-44b3-83d9-ed5f9796d56f up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:42:22.064524 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57124) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:22.091328 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.095548 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-472236c3-3b0b-4dda-86d4-b47bbe5e7f5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:22.141691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Calling delete_port for 71d33ffb-52c7-44b3-83d9-ed5f9796d56f owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:22.145508 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Network eb0969bc-a72c-4ce6-a8af-75658f98c3b9 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:22.167672 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:22.174444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:22.179297 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Pushing event updated for resources: {'Port': ['ID=e1272366-2056-489b-9d8d-8e1ad55279ee,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:22.186160 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:22.262138 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Attempting to bind port e1272366-2056-489b-9d8d-8e1ad55279ee on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:42:22.262965 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Attempting to bind port e1272366-2056-489b-9d8d-8e1ad55279ee by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '7df4123e-0303-4ee8-b4e9-85ec0ce47589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eb0969bc-a72c-4ce6-a8af-75658f98c3b9'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:42:22.263360 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Attempting to bind port e1272366-2056-489b-9d8d-8e1ad55279ee on network eb0969bc-a72c-4ce6-a8af-75658f98c3b9 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:42:22.271035 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:42:22.277636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Checking segment: {'id': '7df4123e-0303-4ee8-b4e9-85ec0ce47589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eb0969bc-a72c-4ce6-a8af-75658f98c3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:22.277636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.277636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Bound using segment: {'id': '7df4123e-0303-4ee8-b4e9-85ec0ce47589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eb0969bc-a72c-4ce6-a8af-75658f98c3b9'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:42:22.277636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Bound port: e1272366-2056-489b-9d8d-8e1ad55279ee, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df4123e-0303-4ee8-b4e9-85ec0ce47589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eb0969bc-a72c-4ce6-a8af-75658f98c3b9'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:42:22.277636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.278066 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8b7ec629-af29-4a72-b570-e1a7b72f35b3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.344232 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] For port e1272366-2056-489b-9d8d-8e1ad55279ee, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:42:22.347806 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] For port e1272366-2056-489b-9d8d-8e1ad55279ee, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e1272366-2056-489b-9d8d-8e1ad55279ee,segment=NetworkSegment(7df4123e-0303-4ee8-b4e9-85ec0ce47589),segment_id=7df4123e-0303-4ee8-b4e9-85ec0ce47589)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:42:22.360946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1489632580', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}, 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:22.376582 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 71d33ffb-52c7-44b3-83d9-ed5f9796d56f completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:22.430156 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6241c7-5f13-46c5-ac64-f4597ae6e1db tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Made reservation on behalf of 8f084873921449c284f95f6f3f12e71b for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:22.496287 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.507201 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d1d625b6-3123-463b-83ea-e56fe82296c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:22.525160 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.529422 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d875d503-5431-4a10-b67e-d9590c22eea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:22.564199 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8b7ec629-af29-4a72-b570-e1a7b72f35b3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.568272 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event deleted for resources: {'Port': ['ID=71d33ffb-52c7-44b3-83d9-ed5f9796d56f,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:22.572306 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:22.573885 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.574906 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.578856 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] No DVR routers for this DVR port 71d33ffb-52c7-44b3-83d9-ed5f9796d56f on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:42:22.582192 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8b7ec629-af29-4a72-b570-e1a7b72f35b3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.584769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Pushing event updated for resources: {'Port': ['ID=e1272366-2056-489b-9d8d-8e1ad55279ee,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:22.589436 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3f6241c7-5f13-46c5-ac64-f4597ae6e1db tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.596675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:22.661048 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-3f6241c7-5f13-46c5-ac64-f4597ae6e1db tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] device_id is not set on port f39a6a09-0233-429b-868c-04dd38be19a3 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:42:22.676851 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device c4c59cff-0088-403c-9f18-be5a76cb05fe up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:42:22.689388 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.701476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5e625c-41f8-46a6-bbb9-08522ebfd4ea']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:22.713485 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51372d5-d7be-4bba-b20c-c0e05a5a28d1') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:22.713801 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51372d5-d7be-4bba-b20c-c0e05a5a28d1') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:22.724100 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.742820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.757500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:42:22.762035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:42:22.771914 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:42:22.859776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port c4c59cff-0088-403c-9f18-be5a76cb05fe completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:22.864201 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port c4c59cff-0088-403c-9f18-be5a76cb05fe triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:22.868465 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.928529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.932083 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-92362528-d7b9-4455-b22e-80e26de08615 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:22.937537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.941237 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "DELETE /v2.0/networks/de5e625c-41f8-46a6-bbb9-08522ebfd4ea HTTP/1.1" status: 204 len: 168 time: 1.4106262 Jun 22 09:42:22.952795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57130) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:22.963619 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event deleted for resources: {'Network': ['ID=de5e625c-41f8-46a6-bbb9-08522ebfd4ea,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:22.980816 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:23.012123 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.065229 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port c4c59cff-0088-403c-9f18-be5a76cb05fe, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c4c59cff-0088-403c-9f18-be5a76cb05fe,segment=NetworkSegment(dd845625-d5a4-4bdb-abfb-8221ca732eaa),segment_id=dd845625-d5a4-4bdb-abfb-8221ca732eaa)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:23.065229 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c59cff-0088-403c-9f18-be5a76cb05fe'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:42:23.065554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a913cf0-6c1f-4730-aa0b-9300d9924a42" -d '{"events": [{"server_uuid": "a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e", "name": "network-vif-plugged", "status": "completed", "tag": "c4c59cff-0088-403c-9f18-be5a76cb05fe"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:42:23.086479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a116008f-2e4a-4832-955a-2020304e9cde tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.090173 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd040a9-cb56-46d2-bc47-79c710966051 None None] DHCP port deletion for de5e625c-41f8-46a6-bbb9-08522ebfd4ea request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:42:23.102972 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a4cde0f6-54a7-4a77-b899-283c001f2f4f None None] Could not find standard attr ID for object 71d33ffb-52c7-44b3-83d9-ed5f9796d56f. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:42:23.139260 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4a0d53-6ae1-4a31-9eb2-e95deeeab9dc None None] Network de5e625c-41f8-46a6-bbb9-08522ebfd4ea requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:23.156670 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4a0d53-6ae1-4a31-9eb2-e95deeeab9dc None None] Network de5e625c-41f8-46a6-bbb9-08522ebfd4ea could not be found, it might have been deleted concurrently. {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 09:42:23.176136 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.178187 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b20b47d7-9298-48f2-9f9a-b4c397df7eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:23.201591 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a116008f-2e4a-4832-955a-2020304e9cde tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.213022 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-a116008f-2e4a-4832-955a-2020304e9cde tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2226f9e-8519-4abc-8e25-6504b16013ea']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:23.224484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.226224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-a116008f-2e4a-4832-955a-2020304e9cde tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007b6f49-b1a6-4856-9d13-78af401fd35c') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:23.226758 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-a116008f-2e4a-4832-955a-2020304e9cde tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007b6f49-b1a6-4856-9d13-78af401fd35c') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:23.230890 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=c4c59cff-0088-403c-9f18-be5a76cb05fe,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:23.237136 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:23.240698 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec52c8e-09a8-49cf-a272-6b87582ab153 x-openstack-request-id: req-aec52c8e-09a8-49cf-a272-6b87582ab153 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:42:23.241058 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e", "name": "network-vif-plugged", "status": "completed", "tag": "c4c59cff-0088-403c-9f18-be5a76cb05fe", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:42:23.241292 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aec52c8e-09a8-49cf-a272-6b87582ab153 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:42:23.241695 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c59cff-0088-403c-9f18-be5a76cb05fe', 'code': 200} Jun 22 09:42:23.244466 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a116008f-2e4a-4832-955a-2020304e9cde tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.265364 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a116008f-2e4a-4832-955a-2020304e9cde tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.273089 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a116008f-2e4a-4832-955a-2020304e9cde tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:42:23.273487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a116008f-2e4a-4832-955a-2020304e9cde tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:42:23.277588 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:42:23.469093 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a116008f-2e4a-4832-955a-2020304e9cde tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.473450 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e27b088c-d64c-4987-bda1-23c7c5576466 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:23.478447 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a116008f-2e4a-4832-955a-2020304e9cde tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.480635 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a116008f-2e4a-4832-955a-2020304e9cde tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "DELETE /v2.0/networks/a2226f9e-8519-4abc-8e25-6504b16013ea HTTP/1.1" status: 204 len: 168 time: 0.5268788 Jun 22 09:42:23.485050 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57140) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:23.516712 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116008f-2e4a-4832-955a-2020304e9cde tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event deleted for resources: {'Network': ['ID=a2226f9e-8519-4abc-8e25-6504b16013ea,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:23.530505 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a116008f-2e4a-4832-955a-2020304e9cde tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:23.568529 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-3f6241c7-5f13-46c5-ac64-f4597ae6e1db tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Allocated IP 172.20.0.6 (eb0969bc-a72c-4ce6-a8af-75658f98c3b9/1a62c4b3-a996-4b36-bba1-b4314379bc08/f39a6a09-0233-429b-868c-04dd38be19a3) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:23.581447 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.603466 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-edc67502-59fb-460b-91e5-10575729cb51 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.605778 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa7ba6-741f-494a-9514-694e9d438d57 req-53272469-1103-4e19-92a9-172ccf8ba2f7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:23.614638 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5daa7ba6-741f-494a-9514-694e9d438d57 req-53272469-1103-4e19-92a9-172ccf8ba2f7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 945 time: 0.3854775 Jun 22 09:42:23.694881 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-edc67502-59fb-460b-91e5-10575729cb51 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.705238 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-edc67502-59fb-460b-91e5-10575729cb51 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f2153f-3a9c-4dae-a200-1748d28eb9ca']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:23.716740 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-edc67502-59fb-460b-91e5-10575729cb51 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879be36d-f09e-4d47-9a5d-fdf8c6c78815') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:23.719229 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-edc67502-59fb-460b-91e5-10575729cb51 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879be36d-f09e-4d47-9a5d-fdf8c6c78815') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:23.726390 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-edc67502-59fb-460b-91e5-10575729cb51 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.742591 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-edc67502-59fb-460b-91e5-10575729cb51 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.749055 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc67502-59fb-460b-91e5-10575729cb51 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-edc67502-59fb-460b-91e5-10575729cb51 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:42:23.754007 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:42:23.774583 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e027e01a-caee-4841-8b1b-3e9befd7d407 None None] Network eb0969bc-a72c-4ce6-a8af-75658f98c3b9 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:23.805163 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5daa7ba6-741f-494a-9514-694e9d438d57 req-9cd555c1-de9c-43d9-b09f-d69f9a5bad8a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e8f456b-98f1-419a-bd66-02c473f08baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896293 Jun 22 09:42:23.811238 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7ec629-af29-4a72-b570-e1a7b72f35b3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Router e7a45d74-a9ec-4441-938e-72742d465a9e is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:42:23.901728 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-edc67502-59fb-460b-91e5-10575729cb51 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.905679 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:23.912289 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-edc67502-59fb-460b-91e5-10575729cb51 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.924714 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57142) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:23.927908 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-edc67502-59fb-460b-91e5-10575729cb51 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "DELETE /v2.0/networks/40f2153f-3a9c-4dae-a200-1748d28eb9ca HTTP/1.1" status: 204 len: 168 time: 0.4286981 Jun 22 09:42:23.932387 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dea4c-be8d-423c-a2e9-3493e8909800 req-a4cc5b01-b9fc-4737-b3eb-02f073a9c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:23.934112 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e14dea4c-be8d-423c-a2e9-3493e8909800 req-a4cc5b01-b9fc-4737-b3eb-02f073a9c6f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 1098 time: 0.2772846 Jun 22 09:42:23.941009 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc67502-59fb-460b-91e5-10575729cb51 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event deleted for resources: {'Network': ['ID=40f2153f-3a9c-4dae-a200-1748d28eb9ca,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:23.946371 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-edc67502-59fb-460b-91e5-10575729cb51 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:23.956532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0e1edc1e-3043-47ec-86a0-dea99c1e51d5 None None] Provisioning for port e1272366-2056-489b-9d8d-8e1ad55279ee completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:23.981562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e1272366-2056-489b-9d8d-8e1ad55279ee up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:42:24.070074 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3f6241c7-5f13-46c5-ac64-f4597ae6e1db tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.122686 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port e1272366-2056-489b-9d8d-8e1ad55279ee completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:24.123509 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-3f6241c7-5f13-46c5-ac64-f4597ae6e1db tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Transition to ACTIVE for port object f39a6a09-0233-429b-868c-04dd38be19a3 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:24.127279 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port e1272366-2056-489b-9d8d-8e1ad55279ee triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:24.133584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.156707 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e14dea4c-be8d-423c-a2e9-3493e8909800 req-0714387a-d887-42dd-ab20-b5a0f2de2a17 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9e8f456b-98f1-419a-bd66-02c473f08baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998963 Jun 22 09:42:24.162135 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-48f7b2a8-31ce-4d24-b929-045ec8dc4f1c tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.167834 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7ec629-af29-4a72-b570-e1a7b72f35b3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:24.176708 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8b7ec629-af29-4a72-b570-e1a7b72f35b3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.178291 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8b7ec629-af29-4a72-b570-e1a7b72f35b3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "PUT /v2.0/routers/e7a45d74-a9ec-4441-938e-72742d465a9e HTTP/1.1" status: 200 len: 880 time: 4.8179724 Jun 22 09:42:24.181368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57146) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:24.185448 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10935853-8477-45da-a138-f1158a5e9df4 None None] Sync routers for ids ['e7a45d74-a9ec-4441-938e-72742d465a9e'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:24.200399 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10935853-8477-45da-a138-f1158a5e9df4 None None] Routers {'e7a45d74-a9ec-4441-938e-72742d465a9e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:24.201039 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-10935853-8477-45da-a138-f1158a5e9df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e7a45d74-a9ec-4441-938e-72742d465a9e'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:24.292546 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-10935853-8477-45da-a138-f1158a5e9df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:24.303189 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10935853-8477-45da-a138-f1158a5e9df4 None None] Routers {'e7a45d74-a9ec-4441-938e-72742d465a9e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:24.304119 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-10935853-8477-45da-a138-f1158a5e9df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e7a45d74-a9ec-4441-938e-72742d465a9e'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:24.352203 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6d5d840f-ff16-43ef-ac6d-e5fc6f084d9b tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "GET /v2.0/routers/e7a45d74-a9ec-4441-938e-72742d465a9e HTTP/1.1" status: 200 len: 921 time: 0.1650388 Jun 22 09:42:24.352408 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57150) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:24.358976 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-10935853-8477-45da-a138-f1158a5e9df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:24.359687 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10935853-8477-45da-a138-f1158a5e9df4 None None] The sync data for ids ['e7a45d74-a9ec-4441-938e-72742d465a9e'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:24.389257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3f6241c7-5f13-46c5-ac64-f4597ae6e1db tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.397637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:24.463858 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-48f7b2a8-31ce-4d24-b929-045ec8dc4f1c tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.478669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.481420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635af225-19bd-47d9-b10a-1ab3dbc71276 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:24.486864 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-635af225-19bd-47d9-b10a-1ab3dbc71276 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5eae176d-1059-48f4-b687-97de60cc120b&device_id=e7a45d74-a9ec-4441-938e-72742d465a9e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1333504 Jun 22 09:42:24.489031 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57154) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:24.493336 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-94ac9b16-7197-44ed-809d-7e9083546365 None None] Provisioning complete for port e1272366-2056-489b-9d8d-8e1ad55279ee triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:24.493729 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-94ac9b16-7197-44ed-809d-7e9083546365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.506807 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-48f7b2a8-31ce-4d24-b929-045ec8dc4f1c tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcbead3-ee55-4235-8980-872f7b96fc54']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:24.510177 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6241c7-5f13-46c5-ac64-f4597ae6e1db tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Network eb0969bc-a72c-4ce6-a8af-75658f98c3b9 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:24.520394 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.527311 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-3f6241c7-5f13-46c5-ac64-f4597ae6e1db tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:24.531444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-48f7b2a8-31ce-4d24-b929-045ec8dc4f1c tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accebca8-0e6a-4d8e-8f51-464f8be5496d') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:24.531794 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-48f7b2a8-31ce-4d24-b929-045ec8dc4f1c tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accebca8-0e6a-4d8e-8f51-464f8be5496d') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:24.544556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6241c7-5f13-46c5-ac64-f4597ae6e1db tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:24.566202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6241c7-5f13-46c5-ac64-f4597ae6e1db tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event updated for resources: {'Port': ['ID=f39a6a09-0233-429b-868c-04dd38be19a3,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:24.569902 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3f6241c7-5f13-46c5-ac64-f4597ae6e1db tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:24.573651 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-48f7b2a8-31ce-4d24-b929-045ec8dc4f1c tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.596737 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f261457c-354b-4b4c-b28c-d606e0ab0115 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:24.602179 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f261457c-354b-4b4c-b28c-d606e0ab0115 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "GET /v2.0/networks/5eae176d-1059-48f4-b687-97de60cc120b HTTP/1.1" status: 200 len: 881 time: 0.1119406 Jun 22 09:42:24.603200 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57156) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:24.638033 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5454fb8e-a1c9-4158-9bf5-ccb37d89398b tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7a45d74-a9ec-4441-938e-72742d465a9e HTTP/1.1" status: 200 len: 205 time: 0.0333855 Jun 22 09:42:24.638991 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57158) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:24.643648 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.657365 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-94ac9b16-7197-44ed-809d-7e9083546365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.702241 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-94ac9b16-7197-44ed-809d-7e9083546365 None None] For port e1272366-2056-489b-9d8d-8e1ad55279ee, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e1272366-2056-489b-9d8d-8e1ad55279ee,segment=NetworkSegment(7df4123e-0303-4ee8-b4e9-85ec0ce47589),segment_id=7df4123e-0303-4ee8-b4e9-85ec0ce47589)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:24.704059 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-48f7b2a8-31ce-4d24-b929-045ec8dc4f1c tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.729497 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f7b2a8-31ce-4d24-b929-045ec8dc4f1c tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:42:24.729901 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-48f7b2a8-31ce-4d24-b929-045ec8dc4f1c tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:42:24.732904 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:42:24.751258 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db7757b3-e432-4205-8b54-8f5947158924 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.780472 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Allocated IP 172.26.3.51 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/2dda58b8-6025-497d-9717-3e383a46ff3b) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:24.789716 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-94ac9b16-7197-44ed-809d-7e9083546365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.794136 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bbd8398a-ab81-452c-b8b6-63e631ac045e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:24.803835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6241c7-5f13-46c5-ac64-f4597ae6e1db tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:24.804406 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3f6241c7-5f13-46c5-ac64-f4597ae6e1db tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.860496 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db7757b3-e432-4205-8b54-8f5947158924 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.867233 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:42:24.867506 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:42:24.871937 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac9b16-7197-44ed-809d-7e9083546365 None None] Pushing event updated for resources: {'Port': ['ID=e1272366-2056-489b-9d8d-8e1ad55279ee,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:24.875260 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-94ac9b16-7197-44ed-809d-7e9083546365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:24.926978 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3f6241c7-5f13-46c5-ac64-f4597ae6e1db tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.9522965 Jun 22 09:42:24.929548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57162) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:24.932649 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.953086 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-94ac9b16-7197-44ed-809d-7e9083546365 None None] Provisioning for port 9cfd6ac6-8d00-4bfd-96a4-3b07406b6c3f completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:24.957196 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-94ac9b16-7197-44ed-809d-7e9083546365 None None] Provisioning complete for port 9cfd6ac6-8d00-4bfd-96a4-3b07406b6c3f triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:24.957951 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-94ac9b16-7197-44ed-809d-7e9083546365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.961693 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-48f7b2a8-31ce-4d24-b929-045ec8dc4f1c tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:24.983176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-adb38250-8eee-45d2-8749-d9f92c669fe9 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:25.002514 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-94ac9b16-7197-44ed-809d-7e9083546365 None None] Port 9cfd6ac6-8d00-4bfd-96a4-3b07406b6c3f cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:42:25.006011 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-48f7b2a8-31ce-4d24-b929-045ec8dc4f1c tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:25.010338 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-48f7b2a8-31ce-4d24-b929-045ec8dc4f1c tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] 10.222.0.20 "DELETE /v2.0/networks/5fcbead3-ee55-4235-8980-872f7b96fc54 HTTP/1.1" status: 204 len: 168 time: 1.0727735 Jun 22 09:42:25.025206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7b2a8-31ce-4d24-b929-045ec8dc4f1c tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Pushing event deleted for resources: {'Network': ['ID=5fcbead3-ee55-4235-8980-872f7b96fc54,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:25.029632 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-48f7b2a8-31ce-4d24-b929-045ec8dc4f1c tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:25.033551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eba494-eadb-4a3b-9ca6-2fdac5f3aae0 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:25.039713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eba494-eadb-4a3b-9ca6-2fdac5f3aae0 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:25.046404 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eba494-eadb-4a3b-9ca6-2fdac5f3aae0 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:25.048021 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-37eba494-eadb-4a3b-9ca6-2fdac5f3aae0 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1168213 Jun 22 09:42:25.051703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57166) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:25.058803 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-db7757b3-e432-4205-8b54-8f5947158924 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Deleting port cc8be6e2-3e6d-4dec-b437-19e3a668b7b6 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:25.059081 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db7757b3-e432-4205-8b54-8f5947158924 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:25.095849 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadfb20-4bdb-4999-a44f-7bfc32698b01 req-545ea094-d792-4bbb-ae9a-2ee25cadb44d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:25.097653 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2aadfb20-4bdb-4999-a44f-7bfc32698b01 req-545ea094-d792-4bbb-ae9a-2ee25cadb44d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 945 time: 0.1325302 Jun 22 09:42:25.115345 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:25.125581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c84f7156-b6e3-4280-b0fc-5b8ee363d935 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:25.136564 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ad5b2cae-c6ff-40cd-9de6-60f3311d32d1 None None] Provisioning complete for port 9cfd6ac6-8d00-4bfd-96a4-3b07406b6c3f triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:25.136956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2cae-c6ff-40cd-9de6-60f3311d32d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:25.167753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db7757b3-e432-4205-8b54-8f5947158924 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:25.186663 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b2cae-c6ff-40cd-9de6-60f3311d32d1 None None] Port 9cfd6ac6-8d00-4bfd-96a4-3b07406b6c3f cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:42:25.201002 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:25.226686 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:25.230083 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:25.245076 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Pushing event updated for resources: {'Port': ['ID=2dda58b8-6025-497d-9717-3e383a46ff3b,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:25.250712 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-db7757b3-e432-4205-8b54-8f5947158924 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Calling delete_port for cc8be6e2-3e6d-4dec-b437-19e3a668b7b6 owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:25.273341 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:25.280233 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2aadfb20-4bdb-4999-a44f-7bfc32698b01 req-358ac36e-ee70-440d-afef-108960c16716 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e8f456b-98f1-419a-bd66-02c473f08baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742556 Jun 22 09:42:25.313889 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ad5b2cae-c6ff-40cd-9de6-60f3311d32d1 None None] Provisioning for port f39a6a09-0233-429b-868c-04dd38be19a3 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:25.313889 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ad5b2cae-c6ff-40cd-9de6-60f3311d32d1 None None] Provisioning complete for port f39a6a09-0233-429b-868c-04dd38be19a3 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:25.313889 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2cae-c6ff-40cd-9de6-60f3311d32d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:25.350810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b2cae-c6ff-40cd-9de6-60f3311d32d1 None None] Port f39a6a09-0233-429b-868c-04dd38be19a3 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:42:25.368870 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-c0cbfbdf-57a2-494b-b388-363dbf3dacd5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Deleting port f39a6a09-0233-429b-868c-04dd38be19a3 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:25.369263 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c0cbfbdf-57a2-494b-b388-363dbf3dacd5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:25.470805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 71d33ffb-52c7-44b3-83d9-ed5f9796d56f no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:42:25.496445 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 71d33ffb-52c7-44b3-83d9-ed5f9796d56f {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:42:25.496954 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 71d33ffb-52c7-44b3-83d9-ed5f9796d56f not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:42:25.525258 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c0cbfbdf-57a2-494b-b388-363dbf3dacd5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:25.526462 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db7757b3-e432-4205-8b54-8f5947158924 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:25.536459 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-02deec20-35bc-4980-9004-8b257b7b4e1c tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:25.562694 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7757b3-e432-4205-8b54-8f5947158924 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Pushing event deleted for resources: {'Port': ['ID=cc8be6e2-3e6d-4dec-b437-19e3a668b7b6,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:25.572035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-db7757b3-e432-4205-8b54-8f5947158924 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:25.608675 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-c0cbfbdf-57a2-494b-b388-363dbf3dacd5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Calling delete_port for f39a6a09-0233-429b-868c-04dd38be19a3 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:25.639414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db7757b3-e432-4205-8b54-8f5947158924 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:25.697415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57176) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:25.742307 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db7757b3-e432-4205-8b54-8f5947158924 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:25.744632 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db7757b3-e432-4205-8b54-8f5947158924 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:25.759020 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:25.832459 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6587cd4f-285d-4f2e-85ce-8e422438aa6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=023c070fdd7f4b4da6630ea8708542ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1338582 Jun 22 09:42:25.834874 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57180) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:25.850171 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db7757b3-e432-4205-8b54-8f5947158924 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:25.850724 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7757b3-e432-4205-8b54-8f5947158924 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Fanout notify agent at l3_agent the message router_deleted on router e7a45d74-a9ec-4441-938e-72742d465a9e {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:42:25.859953 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db7757b3-e432-4205-8b54-8f5947158924 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:25.864910 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-db7757b3-e432-4205-8b54-8f5947158924 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "DELETE /v2.0/routers/e7a45d74-a9ec-4441-938e-72742d465a9e HTTP/1.1" status: 204 len: 168 time: 1.2208495 Jun 22 09:42:25.866635 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57182) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:25.874064 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-b0483a1c-3e38-477a-8907-e03ab9a0c46f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1748066678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:25.898344 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e34b8eca-ac6d-449b-9fa6-fdf907775324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:25.912704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e1272366-2056-489b-9d8d-8e1ad55279ee up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:42:25.919135 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e34b8eca-ac6d-449b-9fa6-fdf907775324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:25.969916 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port e1272366-2056-489b-9d8d-8e1ad55279ee triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:25.970551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:26.044731 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:26.060093 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e34b8eca-ac6d-449b-9fa6-fdf907775324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:26.062677 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e34b8eca-ac6d-449b-9fa6-fdf907775324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:26.063839 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e34b8eca-ac6d-449b-9fa6-fdf907775324 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ed432a7-a811-4b45-ac4b-dc929d64224f HTTP/1.1" status: 204 len: 168 time: 0.2280750 Jun 22 09:42:26.064608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4ff41168-3fab-4bf0-8fb4-f85f45fc53cc tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:26.073687 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b8eca-ac6d-449b-9fa6-fdf907775324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed432a7-a811-4b45-ac4b-dc929d64224f,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:26.076150 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e34b8eca-ac6d-449b-9fa6-fdf907775324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:26.415104 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b0483a1c-3e38-477a-8907-e03ab9a0c46f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:26.416154 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b0483a1c-3e38-477a-8907-e03ab9a0c46f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:26.419879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c0cbfbdf-57a2-494b-b388-363dbf3dacd5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:26.427668 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:26.494071 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbfbdf-57a2-494b-b388-363dbf3dacd5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event deleted for resources: {'Port': ['ID=f39a6a09-0233-429b-868c-04dd38be19a3,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:26.531531 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c0cbfbdf-57a2-494b-b388-363dbf3dacd5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:26.640650 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b0483a1c-3e38-477a-8907-e03ab9a0c46f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:26.748209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b0483a1c-3e38-477a-8907-e03ab9a0c46f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:26.765340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17ae83-179b-4589-a91d-a3525a5d9331 req-05f98f3d-1606-4ef8-bf83-f55417904d98 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:26.766824 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3a17ae83-179b-4589-a91d-a3525a5d9331 req-05f98f3d-1606-4ef8-bf83-f55417904d98 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 945 time: 0.3535490 Jun 22 09:42:26.808660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c0cbfbdf-57a2-494b-b388-363dbf3dacd5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:26.811188 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c0cbfbdf-57a2-494b-b388-363dbf3dacd5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "DELETE /v2.0/ports/f39a6a09-0233-429b-868c-04dd38be19a3 HTTP/1.1" status: 204 len: 168 time: 1.7577703 Jun 22 09:42:26.813261 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57204) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:26.835734 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3a17ae83-179b-4589-a91d-a3525a5d9331 req-70d83af6-e794-4c96-b55e-fd887c9f338e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e8f456b-98f1-419a-bd66-02c473f08baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560205 Jun 22 09:42:26.842431 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-e673f1ed-982d-4e70-9848-7654c1b3987a tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] GET failed (client error): The resource could not be found. Jun 22 09:42:26.845658 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e673f1ed-982d-4e70-9848-7654c1b3987a tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "GET /v2.0/ports/f39a6a09-0233-429b-868c-04dd38be19a3 HTTP/1.1" status: 404 len: 333 time: 0.0299022 Jun 22 09:42:26.848798 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57206) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:26.854078 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-7c672f8f-357e-41f4-b75f-0ff06df5be01 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Request body: {'port': {'network_id': 'eb0969bc-a72c-4ce6-a8af-75658f98c3b9', 'name': 'tempest-AllowedAddressPairTestJSON-1664326114'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:26.866486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b0483a1c-3e38-477a-8907-e03ab9a0c46f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:26.873511 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b0483a1c-3e38-477a-8907-e03ab9a0c46f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0004563 Jun 22 09:42:26.875704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57210) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:26.880997 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'enable_snat': True}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:26.926043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Router 38b7c0a3-36d2-46d5-bd7b-4f4c82b167f4 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:42:27.044439 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0154137-ce65-45b1-aa33-93f158e0df35 req-3a3d74f9-eaed-46cb-8190-61d63b31cd00 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:27.045903 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a0154137-ce65-45b1-aa33-93f158e0df35 req-3a3d74f9-eaed-46cb-8190-61d63b31cd00 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 945 time: 0.0805385 Jun 22 09:42:27.084466 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a0154137-ce65-45b1-aa33-93f158e0df35 req-b3b29bda-0fcd-4a96-b638-3b055d71f514 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e8f456b-98f1-419a-bd66-02c473f08baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328662 Jun 22 09:42:27.107296 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c672f8f-357e-41f4-b75f-0ff06df5be01 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Made reservation on behalf of 8f084873921449c284f95f6f3f12e71b for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:27.111345 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7c672f8f-357e-41f4-b75f-0ff06df5be01 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:27.113907 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57218) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:27.158767 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-7c672f8f-357e-41f4-b75f-0ff06df5be01 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] device_id is not set on port a2f2ee7e-0fbd-435d-9b06-0831774f6ece yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:42:27.173918 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:27.197679 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:27.211173 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f1819d-329a-4602-a90b-1de9c410f0bb None None] Sync routers for ids ['38b7c0a3-36d2-46d5-bd7b-4f4c82b167f4'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:27.221304 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f1819d-329a-4602-a90b-1de9c410f0bb None None] Routers {'38b7c0a3-36d2-46d5-bd7b-4f4c82b167f4'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:27.223018 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a8f1819d-329a-4602-a90b-1de9c410f0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['38b7c0a3-36d2-46d5-bd7b-4f4c82b167f4'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:27.267405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57222) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:27.274115 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a8f1819d-329a-4602-a90b-1de9c410f0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:27.285184 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f1819d-329a-4602-a90b-1de9c410f0bb None None] Routers {'38b7c0a3-36d2-46d5-bd7b-4f4c82b167f4'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:27.286078 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a8f1819d-329a-4602-a90b-1de9c410f0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['38b7c0a3-36d2-46d5-bd7b-4f4c82b167f4'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:27.320738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:27.321993 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.2527978 Jun 22 09:42:27.325075 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57226) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:27.335210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a8f1819d-329a-4602-a90b-1de9c410f0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:27.336451 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f1819d-329a-4602-a90b-1de9c410f0bb None None] The sync data for ids ['38b7c0a3-36d2-46d5-bd7b-4f4c82b167f4'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:27.379584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d4efb7f8-db7a-47b7-8bf5-c4c2916b9a26 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group': {'name': 'tempest-secgroup--621914696'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:27.476640 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cc137161-9e7a-48a6-a273-d373a588a613 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "GET /v2.0/routers/38b7c0a3-36d2-46d5-bd7b-4f4c82b167f4 HTTP/1.1" status: 200 len: 924 time: 0.1494489 Jun 22 09:42:27.479593 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57230) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:27.514527 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3ab76824-ac14-442a-b0ae-44989799eac5 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b7c0a3-36d2-46d5-bd7b-4f4c82b167f4 HTTP/1.1" status: 200 len: 205 time: 0.0335150 Jun 22 09:42:27.516995 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d4efb7f8-db7a-47b7-8bf5-c4c2916b9a26 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:27.521980 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57232) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:27.537376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d4efb7f8-db7a-47b7-8bf5-c4c2916b9a26 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:27.573933 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5e1e2a-3688-4d5a-a0e9-38c364566af6 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:27.575417 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3a5e1e2a-3688-4d5a-a0e9-38c364566af6 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 1093 time: 0.4596629 Jun 22 09:42:27.579955 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57234) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:27.586954 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': 'c4c59cff-0088-403c-9f18-be5a76cb05fe', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:27.611758 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-7c672f8f-357e-41f4-b75f-0ff06df5be01 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Allocated IP 172.20.0.3 (eb0969bc-a72c-4ce6-a8af-75658f98c3b9/1a62c4b3-a996-4b36-bba1-b4314379bc08/a2f2ee7e-0fbd-435d-9b06-0831774f6ece) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:27.758097 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7c672f8f-357e-41f4-b75f-0ff06df5be01 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:27.772741 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-7c672f8f-357e-41f4-b75f-0ff06df5be01 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Transition to ACTIVE for port object a2f2ee7e-0fbd-435d-9b06-0831774f6ece will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:27.777362 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6e5f5052-ae6b-469c-a66c-b6229753cb4d tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:27.816429 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:27.852030 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:27.853195 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7c672f8f-357e-41f4-b75f-0ff06df5be01 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:27.862834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cfebfb8d-9b4e-4672-8f62-4a54dc255be0 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:27.897839 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c672f8f-357e-41f4-b75f-0ff06df5be01 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Network eb0969bc-a72c-4ce6-a8af-75658f98c3b9 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:27.903166 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-7c672f8f-357e-41f4-b75f-0ff06df5be01 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:27.906181 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c672f8f-357e-41f4-b75f-0ff06df5be01 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:27.951255 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c672f8f-357e-41f4-b75f-0ff06df5be01 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event updated for resources: {'Port': ['ID=a2f2ee7e-0fbd-435d-9b06-0831774f6ece,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:27.954960 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7c672f8f-357e-41f4-b75f-0ff06df5be01 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:27.965191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d4efb7f8-db7a-47b7-8bf5-c4c2916b9a26 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:27.966460 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c672f8f-357e-41f4-b75f-0ff06df5be01 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:27.967558 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7c672f8f-357e-41f4-b75f-0ff06df5be01 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:28.017946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6e5f5052-ae6b-469c-a66c-b6229753cb4d tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:28.027887 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d4efb7f8-db7a-47b7-8bf5-c4c2916b9a26 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:28.036472 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c537299d-63aa-4791-af31-4f5497ab4265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:28.069734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Allocated IP 172.26.3.101 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/14da4858-2cad-4de4-a840-f805f4d3ceff) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:28.082454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efb7f8-db7a-47b7-8bf5-c4c2916b9a26 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b14b4c-99f5-43e7-b48b-b86494882741,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:28.086054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d4efb7f8-db7a-47b7-8bf5-c4c2916b9a26 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:28.178143 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:28.208950 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:28.224291 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f5052-ae6b-469c-a66c-b6229753cb4d tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Deleting port 2dda58b8-6025-497d-9717-3e383a46ff3b {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:28.224598 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6e5f5052-ae6b-469c-a66c-b6229753cb4d tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:28.275799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:28.312894 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7c672f8f-357e-41f4-b75f-0ff06df5be01 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4629953 Jun 22 09:42:28.316727 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57240) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:28.318066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-cd9fef35-b3ab-41f3-a427-c47c39015ede None None] Provisioning for port a2f2ee7e-0fbd-435d-9b06-0831774f6ece completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:28.323704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-cd9fef35-b3ab-41f3-a427-c47c39015ede None None] Provisioning complete for port a2f2ee7e-0fbd-435d-9b06-0831774f6ece triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:28.324295 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-781cb2be-68f0-47ec-8177-aa665a47e81f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:3f:34:d5'}]}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:28.324611 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cd9fef35-b3ab-41f3-a427-c47c39015ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:28.327207 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6e5f5052-ae6b-469c-a66c-b6229753cb4d tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:28.366344 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-cd9fef35-b3ab-41f3-a427-c47c39015ede None None] Port a2f2ee7e-0fbd-435d-9b06-0831774f6ece cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:42:28.400100 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f5052-ae6b-469c-a66c-b6229753cb4d tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Calling delete_port for 2dda58b8-6025-497d-9717-3e383a46ff3b owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:28.422660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:28.452940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fa4f35e3-fc8b-4f34-b065-e4641956cb2b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:28.490297 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.26.3.243 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/14bdb960-1202-4ece-95e3-d489220ed092) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:28.519762 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:28.523724 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d4efb7f8-db7a-47b7-8bf5-c4c2916b9a26 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:28.530367 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:28.537535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:28.544590 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Pushing event updated for resources: {'Port': ['ID=14da4858-2cad-4de4-a840-f805f4d3ceff,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:28.565088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:28.596602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-781cb2be-68f0-47ec-8177-aa665a47e81f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:28.685821 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d4efb7f8-db7a-47b7-8bf5-c4c2916b9a26 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:28.687936 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:28.693302 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:28.745542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efb7f8-db7a-47b7-8bf5-c4c2916b9a26 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f605c41a-e363-4b99-8ac8-e5534e2ed7f3,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:28.750385 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d4efb7f8-db7a-47b7-8bf5-c4c2916b9a26 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:28.832172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-781cb2be-68f0-47ec-8177-aa665a47e81f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:28.913172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:28.916971 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-aac94b86-5861-43dc-a9ce-667d4faa030b tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:28.959488 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:28.962140 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-781cb2be-68f0-47ec-8177-aa665a47e81f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:28.971842 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:28.978044 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:28.983013 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=14bdb960-1202-4ece-95e3-d489220ed092,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:29.037514 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:29.038023 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-36bf6586-b02e-454f-b018-8f72c1d67a68 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:29.089723 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d4efb7f8-db7a-47b7-8bf5-c4c2916b9a26 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.093596 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d4efb7f8-db7a-47b7-8bf5-c4c2916b9a26 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8250797 Jun 22 09:42:29.094508 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57248) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:29.121976 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cb2be-68f0-47ec-8177-aa665a47e81f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event updated for resources: {'Port': ['ID=a2f2ee7e-0fbd-435d-9b06-0831774f6ece,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:29.128920 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-781cb2be-68f0-47ec-8177-aa665a47e81f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] In _notify_port_updated(), no bound segment for port a2f2ee7e-0fbd-435d-9b06-0831774f6ece on network eb0969bc-a72c-4ce6-a8af-75658f98c3b9 {{(pid=100652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:42:29.135242 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781cb2be-68f0-47ec-8177-aa665a47e81f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:29.136003 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-781cb2be-68f0-47ec-8177-aa665a47e81f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.140331 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57250) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:29.140577 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-781cb2be-68f0-47ec-8177-aa665a47e81f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "PUT /v2.0/ports/a2f2ee7e-0fbd-435d-9b06-0831774f6ece HTTP/1.1" status: 200 len: 994 time: 0.8226981 Jun 22 09:42:29.142244 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-781cb2be-68f0-47ec-8177-aa665a47e81f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:29.207531 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-566b9927-a276-4b80-924d-e528dc5926d7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1079397 Jun 22 09:42:29.210053 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57252) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:29.216492 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-5fbf2669-d061-4db7-8c15-20b550c91d7c tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group': {'name': 'tempest-security--945263931', 'description': 'tempest-security-description-571022109'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:29.259718 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6e5f5052-ae6b-469c-a66c-b6229753cb4d tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.263803 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fffb10e2-d9ff-410c-8a78-fa1105765ee3 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:29.292569 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fe119fba-cd84-402e-ac68-e3ee9008f10b None None] Provisioning complete for port a2f2ee7e-0fbd-435d-9b06-0831774f6ece triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:29.293321 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fe119fba-cd84-402e-ac68-e3ee9008f10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.300347 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f5052-ae6b-469c-a66c-b6229753cb4d tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Pushing event deleted for resources: {'Port': ['ID=2dda58b8-6025-497d-9717-3e383a46ff3b,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:29.306972 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5fbf2669-d061-4db7-8c15-20b550c91d7c tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.309677 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6e5f5052-ae6b-469c-a66c-b6229753cb4d tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:29.338310 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-fe119fba-cd84-402e-ac68-e3ee9008f10b None None] Port a2f2ee7e-0fbd-435d-9b06-0831774f6ece cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:42:29.442805 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5fbf2669-d061-4db7-8c15-20b550c91d7c tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.456840 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-92515902-56f1-48a5-a7ab-df54dda3935f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Deleting port a2f2ee7e-0fbd-435d-9b06-0831774f6ece {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:29.457182 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-92515902-56f1-48a5-a7ab-df54dda3935f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.460876 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6e5f5052-ae6b-469c-a66c-b6229753cb4d tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.496888 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.561322 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5fbf2669-d061-4db7-8c15-20b550c91d7c tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.563992 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5fbf2669-d061-4db7-8c15-20b550c91d7c tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.565214 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5fbf2669-d061-4db7-8c15-20b550c91d7c tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "PUT /v2.0/security-groups/f605c41a-e363-4b99-8ac8-e5534e2ed7f3 HTTP/1.1" status: 200 len: 1776 time: 0.3542225 Jun 22 09:42:29.567935 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57254) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:29.609391 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6adb9b17-dc18-42a1-affb-47d6250b7231 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-groups/f605c41a-e363-4b99-8ac8-e5534e2ed7f3 HTTP/1.1" status: 200 len: 1776 time: 0.0397508 Jun 22 09:42:29.611275 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57256) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:29.618335 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3de52488-bf7a-4214-a892-41df11d2fcf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:29.637225 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6e5f5052-ae6b-469c-a66c-b6229753cb4d tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.644380 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6e5f5052-ae6b-469c-a66c-b6229753cb4d tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.677120 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.717080 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf2669-d061-4db7-8c15-20b550c91d7c tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f605c41a-e363-4b99-8ac8-e5534e2ed7f3,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:29.721446 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8759e47e-4aa5-42c3-9ef3-94eb3a8c1f41 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.731057 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5fbf2669-d061-4db7-8c15-20b550c91d7c tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:29.737806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.759999 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8759e47e-4aa5-42c3-9ef3-94eb3a8c1f41 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.781457 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-92515902-56f1-48a5-a7ab-df54dda3935f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.854948 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-92515902-56f1-48a5-a7ab-df54dda3935f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Calling delete_port for a2f2ee7e-0fbd-435d-9b06-0831774f6ece owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:29.857039 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6e5f5052-ae6b-469c-a66c-b6229753cb4d tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.859812 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5f5052-ae6b-469c-a66c-b6229753cb4d tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Fanout notify agent at l3_agent the message router_deleted on router 38b7c0a3-36d2-46d5-bd7b-4f4c82b167f4 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:42:29.890962 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6e5f5052-ae6b-469c-a66c-b6229753cb4d tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.892093 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6e5f5052-ae6b-469c-a66c-b6229753cb4d tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "DELETE /v2.0/routers/38b7c0a3-36d2-46d5-bd7b-4f4c82b167f4 HTTP/1.1" status: 204 len: 168 time: 2.3691955 Jun 22 09:42:29.899883 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.899883 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57260) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:29.903957 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Request body: {'router': {'name': 'tempest-snat-router-574282352', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'enable_snat': False}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:29.958831 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8759e47e-4aa5-42c3-9ef3-94eb3a8c1f41 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.961481 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8759e47e-4aa5-42c3-9ef3-94eb3a8c1f41 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.962648 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8759e47e-4aa5-42c3-9ef3-94eb3a8c1f41 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-groups/f605c41a-e363-4b99-8ac8-e5534e2ed7f3 HTTP/1.1" status: 204 len: 168 time: 0.3504345 Jun 22 09:42:29.963557 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fb279898-4d9d-410d-88e9-f401fab0adb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:29.967758 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57262) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:29.978547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759e47e-4aa5-42c3-9ef3-94eb3a8c1f41 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f605c41a-e363-4b99-8ac8-e5534e2ed7f3,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:29.990574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8759e47e-4aa5-42c3-9ef3-94eb3a8c1f41 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:29.992472 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:29.994488 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:30.030560 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:30.037929 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-db7757b3-e432-4205-8b54-8f5947158924 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:30.095643 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:30.102296 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:30.102910 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:30.112059 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b305b938-061c-4865-90f2-4be9ae770c6e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1428316 Jun 22 09:42:30.120638 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57266) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:30.175845 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-2bb23e85-7f48-4914-b5a0-a1926f64ed78 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] delete failed (client error): The resource could not be found. Jun 22 09:42:30.181513 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2bb23e85-7f48-4914-b5a0-a1926f64ed78 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-groups/f605c41a-e363-4b99-8ac8-e5534e2ed7f3 HTTP/1.1" status: 404 len: 347 time: 0.0549138 Jun 22 09:42:30.183531 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57270) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:30.186312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=14bdb960-1202-4ece-95e3-d489220ed092,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:30.190957 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-87d80088-43eb-4a73-8533-0406735d6226 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group': {'name': 'tempest-secgroup--5285239'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:30.207137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:30.281429 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-92515902-56f1-48a5-a7ab-df54dda3935f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:30.295172 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-39015346-a17f-4cb7-b706-7f9a97c1f14d tempest-FloatingIPAdminTestJSON-437474913 tempest-FloatingIPAdminTestJSON-437474913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:30.317629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:30.344645 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92515902-56f1-48a5-a7ab-df54dda3935f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event deleted for resources: {'Port': ['ID=a2f2ee7e-0fbd-435d-9b06-0831774f6ece,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:30.352326 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-92515902-56f1-48a5-a7ab-df54dda3935f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:30.443057 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-87d80088-43eb-4a73-8533-0406735d6226 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:30.562474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:30.565877 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Router 92d2ed8e-f5dc-4d1f-bcbd-883c494b7f54 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:42:30.606399 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP 47a56de2-a2c4-4c3e-a015-925a195268fe associated. External IP: 172.26.3.243, port: c4c59cff-0088-403c-9f18-be5a76cb05fe. Jun 22 09:42:30.734759 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-92515902-56f1-48a5-a7ab-df54dda3935f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:30.740114 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-92515902-56f1-48a5-a7ab-df54dda3935f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "DELETE /v2.0/ports/a2f2ee7e-0fbd-435d-9b06-0831774f6ece HTTP/1.1" status: 204 len: 168 time: 1.5964365 Jun 22 09:42:30.747215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57272) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:30.851492 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbfe3c5-e718-4861-86cd-e901859b8905 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] GET failed (client error): The resource could not be found. Jun 22 09:42:30.859352 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0cbfe3c5-e718-4861-86cd-e901859b8905 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "GET /v2.0/ports/a2f2ee7e-0fbd-435d-9b06-0831774f6ece HTTP/1.1" status: 404 len: 333 time: 0.1054645 Jun 22 09:42:30.860057 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57276) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:30.868462 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-00a02203-6692-458d-9f03-b28800253f5b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Request body: {'port': {'network_id': 'eb0969bc-a72c-4ce6-a8af-75658f98c3b9', 'name': 'tempest-AllowedAddressPairTestJSON-1480122530'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:30.921759 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-87d80088-43eb-4a73-8533-0406735d6226 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:30.926282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:30.933309 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:30.935112 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "PUT /v2.0/routers/92d2ed8e-f5dc-4d1f-bcbd-883c494b7f54 HTTP/1.1" status: 200 len: 915 time: 4.0580554 Jun 22 09:42:30.937553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57278) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:30.940878 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98d6d8-b812-4f32-afaf-11bef124a8f2 None None] Sync routers for ids ['92d2ed8e-f5dc-4d1f-bcbd-883c494b7f54'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:30.954507 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98d6d8-b812-4f32-afaf-11bef124a8f2 None None] Routers {'92d2ed8e-f5dc-4d1f-bcbd-883c494b7f54'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:30.955248 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3b98d6d8-b812-4f32-afaf-11bef124a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['92d2ed8e-f5dc-4d1f-bcbd-883c494b7f54'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:30.985669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-87d80088-43eb-4a73-8533-0406735d6226 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:30.990340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5fbf2669-d061-4db7-8c15-20b550c91d7c tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:30.998171 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3b98d6d8-b812-4f32-afaf-11bef124a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:31.006161 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98d6d8-b812-4f32-afaf-11bef124a8f2 None None] Routers {'92d2ed8e-f5dc-4d1f-bcbd-883c494b7f54'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:31.007098 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3b98d6d8-b812-4f32-afaf-11bef124a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['92d2ed8e-f5dc-4d1f-bcbd-883c494b7f54'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:31.046165 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3b98d6d8-b812-4f32-afaf-11bef124a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:31.047065 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98d6d8-b812-4f32-afaf-11bef124a8f2 None None] The sync data for ids ['92d2ed8e-f5dc-4d1f-bcbd-883c494b7f54'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:31.055136 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d80088-43eb-4a73-8533-0406735d6226 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562bed0e-f661-42da-8309-9a28fa51e158,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:31.061670 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-87d80088-43eb-4a73-8533-0406735d6226 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:31.079265 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0aa73b3f-1555-4e88-9db2-0eeef91e7367 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "GET /v2.0/routers/92d2ed8e-f5dc-4d1f-bcbd-883c494b7f54 HTTP/1.1" status: 200 len: 921 time: 0.1374929 Jun 22 09:42:31.079453 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57280) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:31.090131 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-87d80088-43eb-4a73-8533-0406735d6226 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:31.091353 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-87d80088-43eb-4a73-8533-0406735d6226 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.9065237 Jun 22 09:42:31.107879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57282) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:31.117892 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-ee8202f9-4f1c-4821-bfd0-411795a5e0c6 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group_rule': {'security_group_id': '562bed0e-f661-42da-8309-9a28fa51e158', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:31.159970 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1b8252-8af1-48f6-b354-7422bd3b18eb tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:31.161615 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3e1b8252-8af1-48f6-b354-7422bd3b18eb tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5eae176d-1059-48f4-b687-97de60cc120b&device_id=92d2ed8e-f5dc-4d1f-bcbd-883c494b7f54&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0811625 Jun 22 09:42:31.163714 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router f582781a-9102-4a5f-966e-17b0cd22ff4e has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:42:31.164343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57286) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:31.235120 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:31.249974 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b1a6bd-e22d-4b3a-b2d2-77c666626737 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:31.251829 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-16b1a6bd-e22d-4b3a-b2d2-77c666626737 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "GET /v2.0/networks/5eae176d-1059-48f4-b687-97de60cc120b HTTP/1.1" status: 200 len: 881 time: 0.0858328 Jun 22 09:42:31.256982 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57288) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:31.263796 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:31.270011 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ee8202f9-4f1c-4821-bfd0-411795a5e0c6 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:31.292203 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-24da3246-9dca-45e9-9c59-68da1155e9b5 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "GET /v2.0/ports?device_id=92d2ed8e-f5dc-4d1f-bcbd-883c494b7f54 HTTP/1.1" status: 200 len: 205 time: 0.0340679 Jun 22 09:42:31.297691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57290) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:31.422701 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ee8202f9-4f1c-4821-bfd0-411795a5e0c6 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:31.446591 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e2096986-0459-472e-98c2-8a4711a84002 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:31.536169 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ee8202f9-4f1c-4821-bfd0-411795a5e0c6 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:31.544793 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:31.568691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8202f9-4f1c-4821-bfd0-411795a5e0c6 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a73c1b7-89c0-437c-98df-1cfd85392614,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:31.571840 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ee8202f9-4f1c-4821-bfd0-411795a5e0c6 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:31.579321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e2096986-0459-472e-98c2-8a4711a84002 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:31.679689 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:31.688607 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d01bb97-149a-4ec6-98c8-a00412227de0 None None] Sync routers for ids ['f582781a-9102-4a5f-966e-17b0cd22ff4e'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:31.700152 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d01bb97-149a-4ec6-98c8-a00412227de0 None None] Routers {'f582781a-9102-4a5f-966e-17b0cd22ff4e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:31.700969 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-8d01bb97-149a-4ec6-98c8-a00412227de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['f582781a-9102-4a5f-966e-17b0cd22ff4e'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:31.732811 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Allocated IP 172.26.3.20 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:31.744674 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a02203-6692-458d-9f03-b28800253f5b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Made reservation on behalf of 8f084873921449c284f95f6f3f12e71b for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:31.748251 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-00a02203-6692-458d-9f03-b28800253f5b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:31.754593 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-e2096986-0459-472e-98c2-8a4711a84002 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Deleting port 14da4858-2cad-4de4-a840-f805f4d3ceff {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:31.755097 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e2096986-0459-472e-98c2-8a4711a84002 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:31.803387 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-00a02203-6692-458d-9f03-b28800253f5b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] device_id is not set on port de8c9e20-518d-42c9-89d6-5b6a5f814412 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:42:31.822689 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-8d01bb97-149a-4ec6-98c8-a00412227de0 None None] Set router f582781a-9102-4a5f-966e-17b0cd22ff4e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:31.831440 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e2096986-0459-472e-98c2-8a4711a84002 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:31.871114 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ee8202f9-4f1c-4821-bfd0-411795a5e0c6 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:31.872481 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ee8202f9-4f1c-4821-bfd0-411795a5e0c6 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7627466 Jun 22 09:42:31.879407 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57294) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:31.901455 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-e2096986-0459-472e-98c2-8a4711a84002 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Calling delete_port for 14da4858-2cad-4de4-a840-f805f4d3ceff owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:31.905480 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:31.985142 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4c31f71a-34b9-440f-a595-d4cb3adf5be6 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:31.998666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:32.013701 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4c31f71a-34b9-440f-a595-d4cb3adf5be6 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:32.023982 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-00a02203-6692-458d-9f03-b28800253f5b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Allocated IP 172.20.0.4 (eb0969bc-a72c-4ce6-a8af-75658f98c3b9/1a62c4b3-a996-4b36-bba1-b4314379bc08/de8c9e20-518d-42c9-89d6-5b6a5f814412) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:32.028280 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4473732 Jun 22 09:42:32.031686 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57298) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:32.036738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'tag': 'c4c59cff-0088-403c-9f18-be5a76cb05fe'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:42:32.039054 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d5786b-21e4-4ad5-8d55-cbc67903b781" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e", "tag": "c4c59cff-0088-403c-9f18-be5a76cb05fe"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:42:32.098338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-8d01bb97-149a-4ec6-98c8-a00412227de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:41:53Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '47a56de2-a2c4-4c3e-a015-925a195268fe', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.243', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'port_id': 'c4c59cff-0088-403c-9f18-be5a76cb05fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'mac_address': 'fa:16:3e:4b:5e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:42:29Z', 'updated_at': '2021-06-22T09:42:29Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13e8cfb-a218-4798-9e17-bbebdb36ecf5', 'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:2a:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:51Z', 'updated_at': '2021-06-22T09:42:00Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:32.130639 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d01bb97-149a-4ec6-98c8-a00412227de0 None None] Checking router: f582781a-9102-4a5f-966e-17b0cd22ff4e for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:42:32.136100 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0505d03a-7bf8-4bb5-98dd-bf783df5a9dd x-openstack-request-id: req-0505d03a-7bf8-4bb5-98dd-bf783df5a9dd {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:42:32.136423 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e", "tag": "c4c59cff-0088-403c-9f18-be5a76cb05fe", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:42:32.136711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0505d03a-7bf8-4bb5-98dd-bf783df5a9dd {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:42:32.137135 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'tag': 'c4c59cff-0088-403c-9f18-be5a76cb05fe', 'status': 'completed', 'code': 200} Jun 22 09:42:32.140725 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d01bb97-149a-4ec6-98c8-a00412227de0 None None] Routers {'f582781a-9102-4a5f-966e-17b0cd22ff4e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:32.141518 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-8d01bb97-149a-4ec6-98c8-a00412227de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['f582781a-9102-4a5f-966e-17b0cd22ff4e'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:32.177342 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6c4713aa-68f6-4e69-9ec9-089d4c95b894 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/47a56de2-a2c4-4c3e-a015-925a195268fe HTTP/1.1" status: 200 len: 991 time: 0.1443026 Jun 22 09:42:32.181293 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4c31f71a-34b9-440f-a595-d4cb3adf5be6 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:32.189610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0b6aaf19-9d71-43e8-8c64-9368503f1525 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:32.197284 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4c31f71a-34b9-440f-a595-d4cb3adf5be6 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:32.198410 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4c31f71a-34b9-440f-a595-d4cb3adf5be6 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/3a73c1b7-89c0-437c-98df-1cfd85392614 HTTP/1.1" status: 204 len: 168 time: 0.3180437 Jun 22 09:42:32.203770 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57302) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:32.213485 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31f71a-34b9-440f-a595-d4cb3adf5be6 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a73c1b7-89c0-437c-98df-1cfd85392614,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:32.220414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4c31f71a-34b9-440f-a595-d4cb3adf5be6 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:32.262297 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-8d01bb97-149a-4ec6-98c8-a00412227de0 None None] Set router f582781a-9102-4a5f-966e-17b0cd22ff4e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:32.269137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5786b-21e4-4ad5-8d55-cbc67903b781 req-5209a623-5e10-4b09-abb1-1cab7637769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:32.270650 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-31d5786b-21e4-4ad5-8d55-cbc67903b781 req-5209a623-5e10-4b09-abb1-1cab7637769a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 1098 time: 0.0862072 Jun 22 09:42:32.277182 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:32.289040 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0b62ecc0-1541-4289-b9ae-29f52fa54218 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:32.295595 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-00a02203-6692-458d-9f03-b28800253f5b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:32.338741 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a98b8cff-8443-4c4d-8e3e-a1c205304a72 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1334593 Jun 22 09:42:32.344132 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57306) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:32.359884 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:32.363266 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:32.369247 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:32.374399 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Pushing event updated for resources: {'Port': ['ID=7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:32.394154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:32.406430 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-00a02203-6692-458d-9f03-b28800253f5b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Transition to ACTIVE for port object de8c9e20-518d-42c9-89d6-5b6a5f814412 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:32.411947 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e2096986-0459-472e-98c2-8a4711a84002 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:32.431751 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7032e3db-e498-46a0-9052-f036814bc413 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:32.525098 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2096986-0459-472e-98c2-8a4711a84002 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Pushing event deleted for resources: {'Port': ['ID=14da4858-2cad-4de4-a840-f805f4d3ceff,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:32.532286 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e2096986-0459-472e-98c2-8a4711a84002 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:32.542774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c2856246-00b4-43b2-aec2-c133f735ce31 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:32.562028 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-8d01bb97-149a-4ec6-98c8-a00412227de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:41:53Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '47a56de2-a2c4-4c3e-a015-925a195268fe', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.243', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'port_id': 'c4c59cff-0088-403c-9f18-be5a76cb05fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'mac_address': 'fa:16:3e:4b:5e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:42:29Z', 'updated_at': '2021-06-22T09:42:29Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13e8cfb-a218-4798-9e17-bbebdb36ecf5', 'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:2a:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:51Z', 'updated_at': '2021-06-22T09:42:00Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:32.582488 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5786b-21e4-4ad5-8d55-cbc67903b781 req-97f4d77a-465f-4663-b764-184f7e362f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:32.584242 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-31d5786b-21e4-4ad5-8d55-cbc67903b781 req-97f4d77a-465f-4663-b764-184f7e362f73 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c753fde-2e6c-4c94-b61f-05eb2b76f365 HTTP/1.1" status: 200 len: 898 time: 0.3074038 Jun 22 09:42:32.587590 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c2856246-00b4-43b2-aec2-c133f735ce31 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:32.588516 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d01bb97-149a-4ec6-98c8-a00412227de0 None None] The sync data for ids ['f582781a-9102-4a5f-966e-17b0cd22ff4e'] in dv-neutron-797121-3-hyperv is: [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:41:53Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '47a56de2-a2c4-4c3e-a015-925a195268fe', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.243', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'port_id': 'c4c59cff-0088-403c-9f18-be5a76cb05fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'mac_address': 'fa:16:3e:4b:5e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:42:29Z', 'updated_at': '2021-06-22T09:42:29Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13e8cfb-a218-4798-9e17-bbebdb36ecf5', 'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:2a:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:51Z', 'updated_at': '2021-06-22T09:42:00Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:32.601267 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e2096986-0459-472e-98c2-8a4711a84002 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:32.609819 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-00a02203-6692-458d-9f03-b28800253f5b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:32.614112 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-796edbda-c153-453a-85ff-423126ff0f0d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:32.655540 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a02203-6692-458d-9f03-b28800253f5b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Network eb0969bc-a72c-4ce6-a8af-75658f98c3b9 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:32.694360 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-00a02203-6692-458d-9f03-b28800253f5b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:32.702054 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a02203-6692-458d-9f03-b28800253f5b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:32.734539 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a02203-6692-458d-9f03-b28800253f5b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event updated for resources: {'Port': ['ID=de8c9e20-518d-42c9-89d6-5b6a5f814412,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:32.745275 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-00a02203-6692-458d-9f03-b28800253f5b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:32.797087 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a02203-6692-458d-9f03-b28800253f5b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:32.797775 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-00a02203-6692-458d-9f03-b28800253f5b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:32.830917 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:32.852991 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f5d75-5bd8-492e-98fd-cfbbab1ce4ff None None] New status for floating IP 47a56de2-a2c4-4c3e-a015-925a195268fe: ACTIVE {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:42:32.903956 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-00a02203-6692-458d-9f03-b28800253f5b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0427880 Jun 22 09:42:32.906540 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57310) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:32.914400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-749f9370-d3f1-4676-8ca9-50f177fe425b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3f:34:d5'}]}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:33.061762 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8ded8c2a-6077-4eb5-88ed-5d818d671473 None None] Provisioning for port de8c9e20-518d-42c9-89d6-5b6a5f814412 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:33.067029 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8ded8c2a-6077-4eb5-88ed-5d818d671473 None None] Provisioning complete for port de8c9e20-518d-42c9-89d6-5b6a5f814412 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:33.067582 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8ded8c2a-6077-4eb5-88ed-5d818d671473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.075588 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e2096986-0459-472e-98c2-8a4711a84002 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.081471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e2096986-0459-472e-98c2-8a4711a84002 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.082548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-749f9370-d3f1-4676-8ca9-50f177fe425b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.106793 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-8ded8c2a-6077-4eb5-88ed-5d818d671473 None None] Port de8c9e20-518d-42c9-89d6-5b6a5f814412 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:42:33.129742 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-31d5786b-21e4-4ad5-8d55-cbc67903b781 req-9079b39a-a094-4c3f-a358-f75c84c74ae0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4c59cff-0088-403c-9f18-be5a76cb05fe HTTP/1.1" status: 200 len: 999 time: 0.5378687 Jun 22 09:42:33.177710 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5786b-21e4-4ad5-8d55-cbc67903b781 req-213c1db9-ccc8-4e88-bb65-3e2e8ec41c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:33.179963 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-31d5786b-21e4-4ad5-8d55-cbc67903b781 req-213c1db9-ccc8-4e88-bb65-3e2e8ec41c4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bc367b05-800c-439a-bd80-4a9b41192c19 HTTP/1.1" status: 200 len: 835 time: 0.0431025 Jun 22 09:42:33.180186 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57312) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:33.193714 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.241261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c2856246-00b4-43b2-aec2-c133f735ce31 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.243872 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c2856246-00b4-43b2-aec2-c133f735ce31 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.247532 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c2856246-00b4-43b2-aec2-c133f735ce31 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-groups/562bed0e-f661-42da-8309-9a28fa51e158 HTTP/1.1" status: 204 len: 168 time: 0.8998435 Jun 22 09:42:33.247684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ff420172-f396-4a71-92f0-1442d38742ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:33.250474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57316) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:33.250606 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e2096986-0459-472e-98c2-8a4711a84002 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.251032 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2096986-0459-472e-98c2-8a4711a84002 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Fanout notify agent at l3_agent the message router_deleted on router 92d2ed8e-f5dc-4d1f-bcbd-883c494b7f54 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:42:33.259515 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e2096986-0459-472e-98c2-8a4711a84002 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.264147 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e2096986-0459-472e-98c2-8a4711a84002 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "DELETE /v2.0/routers/92d2ed8e-f5dc-4d1f-bcbd-883c494b7f54 HTTP/1.1" status: 204 len: 168 time: 1.9619701 Jun 22 09:42:33.269099 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57318) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:33.279563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-a319172e-6dc9-454c-a4a4-a567bc14509d tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1343123649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:33.289316 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2856246-00b4-43b2-aec2-c133f735ce31 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562bed0e-f661-42da-8309-9a28fa51e158,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:33.300394 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c2856246-00b4-43b2-aec2-c133f735ce31 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:33.316819 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c605d47e-d9fd-46d0-bf29-ae1dcb40a83b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/47a56de2-a2c4-4c3e-a015-925a195268fe HTTP/1.1" status: 200 len: 993 time: 0.1311336 Jun 22 09:42:33.337321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5786b-21e4-4ad5-8d55-cbc67903b781 req-14ba6adc-e658-479e-864a-7e64f29519bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:33.338799 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-31d5786b-21e4-4ad5-8d55-cbc67903b781 req-14ba6adc-e658-479e-864a-7e64f29519bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c753fde-2e6c-4c94-b61f-05eb2b76f365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1516097 Jun 22 09:42:33.395045 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-44a5751d-b8c8-4b18-a66f-0c5dcb081a41 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1390736 Jun 22 09:42:33.395353 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57320) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:33.400330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-9fa92a39-cc00-486c-b841-0112275c94a2 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581463437'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:33.444637 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-31d5786b-21e4-4ad5-8d55-cbc67903b781 req-c6e0cc9a-3acf-4cbf-a711-25d584159301 service neutron] 10.222.0.35 "GET /v2.0/networks/9c753fde-2e6c-4c94-b61f-05eb2b76f365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959051 Jun 22 09:42:33.452759 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a319172e-6dc9-454c-a4a4-a567bc14509d tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.453835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a319172e-6dc9-454c-a4a4-a567bc14509d tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.478392 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-749f9370-d3f1-4676-8ca9-50f177fe425b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.569409 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-749f9370-d3f1-4676-8ca9-50f177fe425b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.570399 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a319172e-6dc9-454c-a4a4-a567bc14509d tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.572480 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:33.595262 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-31d5786b-21e4-4ad5-8d55-cbc67903b781 req-af6af368-ed3b-49ef-ba09-6c3da10b701d service neutron] 10.222.0.35 "GET /v2.0/networks/9c753fde-2e6c-4c94-b61f-05eb2b76f365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442292 Jun 22 09:42:33.620675 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9fa92a39-cc00-486c-b841-0112275c94a2 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.632569 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Router 220e1b84-6d48-44f0-b1db-70ed45ff2ac2 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:42:33.665037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f9370-d3f1-4676-8ca9-50f177fe425b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event updated for resources: {'Port': ['ID=de8c9e20-518d-42c9-89d6-5b6a5f814412,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:33.703244 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-749f9370-d3f1-4676-8ca9-50f177fe425b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:33.710720 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-749f9370-d3f1-4676-8ca9-50f177fe425b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] In _notify_port_updated(), no bound segment for port de8c9e20-518d-42c9-89d6-5b6a5f814412 on network eb0969bc-a72c-4ce6-a8af-75658f98c3b9 {{(pid=100652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:42:33.716198 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749f9370-d3f1-4676-8ca9-50f177fe425b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:33.716838 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-749f9370-d3f1-4676-8ca9-50f177fe425b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.718137 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-749f9370-d3f1-4676-8ca9-50f177fe425b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "PUT /v2.0/ports/de8c9e20-518d-42c9-89d6-5b6a5f814412 HTTP/1.1" status: 200 len: 996 time: 0.8104637 Jun 22 09:42:33.722966 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57326) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:33.737597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9fa92a39-cc00-486c-b841-0112275c94a2 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.755721 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a319172e-6dc9-454c-a4a4-a567bc14509d tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.785680 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:33.801041 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Sync routers for ids ['220e1b84-6d48-44f0-b1db-70ed45ff2ac2'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:33.811507 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Routers {'220e1b84-6d48-44f0-b1db-70ed45ff2ac2'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:33.812229 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['220e1b84-6d48-44f0-b1db-70ed45ff2ac2'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:33.843689 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-2f933f6f-9776-46db-99c7-6540ccd304c5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Deleting port de8c9e20-518d-42c9-89d6-5b6a5f814412 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:33.844060 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2f933f6f-9776-46db-99c7-6540ccd304c5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.882954 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9fa92a39-cc00-486c-b841-0112275c94a2 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.887665 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b7a97d3c-081a-417d-9c4b-f25ad000f4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:33.920885 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Set router 220e1b84-6d48-44f0-b1db-70ed45ff2ac2 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:33.925205 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa92a39-cc00-486c-b841-0112275c94a2 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08dbbf4-8445-4218-ba89-c9bb2296cbc9,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:33.930027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9fa92a39-cc00-486c-b841-0112275c94a2 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:33.946882 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.951920 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.0495179 Jun 22 09:42:33.956385 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57328) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:33.966979 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2f933f6f-9776-46db-99c7-6540ccd304c5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.011876 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a319172e-6dc9-454c-a4a4-a567bc14509d tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.013154 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a319172e-6dc9-454c-a4a4-a567bc14509d tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7415655 Jun 22 09:42:34.016082 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57330) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:34.022944 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'enable_snat': False}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:34.079047 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-2f933f6f-9776-46db-99c7-6540ccd304c5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Calling delete_port for de8c9e20-518d-42c9-89d6-5b6a5f814412 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:34.085211 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9fa92a39-cc00-486c-b841-0112275c94a2 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.086418 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9fa92a39-cc00-486c-b841-0112275c94a2 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6901574 Jun 22 09:42:34.090315 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57332) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:34.099017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-ff282bc0-8c07-478e-a897-868733aa7db9 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group_rule': {'security_group_id': 'f08dbbf4-8445-4218-ba89-c9bb2296cbc9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:34.159492 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-51144228-998f-494a-9b17-ffd67d7b1da3 None None] Provisioning complete for port de8c9e20-518d-42c9-89d6-5b6a5f814412 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:34.160106 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-51144228-998f-494a-9b17-ffd67d7b1da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.211613 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f0341d2e-88e1-47bf-a58f-59ad4b76453c tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "GET /v2.0/routers/220e1b84-6d48-44f0-b1db-70ed45ff2ac2 HTTP/1.1" status: 200 len: 907 time: 0.2567019 Jun 22 09:42:34.212461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57334) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:34.213916 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-51144228-998f-494a-9b17-ffd67d7b1da3 None None] Port de8c9e20-518d-42c9-89d6-5b6a5f814412 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:42:34.217175 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Request body: {'router': {'name': 'tempest-snat-router-574282352', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'enable_snat': True}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:34.242308 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.273987 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220e1b84-6d48-44f0-b1db-70ed45ff2ac2', 'name': 'tempest-snat-router-574282352', 'tenant_id': '48eba368088f4adcbbf7366e1f33f702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.20'}], 'enable_snat': False}, 'gw_port_id': '7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:29Z', 'updated_at': '2021-06-22T09:42:32Z', 'revision_number': 3, 'project_id': '48eba368088f4adcbbf7366e1f33f702', 'gw_port': {'id': '7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220e1b84-6d48-44f0-b1db-70ed45ff2ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:31Z', 'updated_at': '2021-06-22T09:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:34.303797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Checking router: 220e1b84-6d48-44f0-b1db-70ed45ff2ac2 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:42:34.304236 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Updating router 220e1b84-6d48-44f0-b1db-70ed45ff2ac2 port 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:42:34.316080 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff282bc0-8c07-478e-a897-868733aa7db9 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.337055 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.372877 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff282bc0-8c07-478e-a897-868733aa7db9 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.410265 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2f933f6f-9776-46db-99c7-6540ccd304c5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.415055 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1dfe7475-2d95-475f-8d44-26ea4508d0b1 tempest-FloatingIPAdminTestJSON-2051716106 tempest-FloatingIPAdminTestJSON-2051716106-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:34.452229 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f933f6f-9776-46db-99c7-6540ccd304c5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event deleted for resources: {'Port': ['ID=de8c9e20-518d-42c9-89d6-5b6a5f814412,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:34.463250 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2f933f6f-9776-46db-99c7-6540ccd304c5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:34.463919 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff282bc0-8c07-478e-a897-868733aa7db9 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.467460 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.468001 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.474669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:34.537617 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff282bc0-8c07-478e-a897-868733aa7db9 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1032c8f8-3e63-4923-93ca-c2662c743680,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:34.541733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ff282bc0-8c07-478e-a897-868733aa7db9 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:34.595389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff282bc0-8c07-478e-a897-868733aa7db9 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.600349 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ff282bc0-8c07-478e-a897-868733aa7db9 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5075562 Jun 22 09:42:34.600746 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57340) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:34.611397 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-5b13c516-ae49-4774-a7f1-bbd15bf9bad5 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group_rule': {'security_group_id': 'f08dbbf4-8445-4218-ba89-c9bb2296cbc9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:34.616583 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.632891 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.646575 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Transition to ACTIVE for port object 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:34.649985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.658009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2f933f6f-9776-46db-99c7-6540ccd304c5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.663031 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2f933f6f-9776-46db-99c7-6540ccd304c5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "DELETE /v2.0/ports/de8c9e20-518d-42c9-89d6-5b6a5f814412 HTTP/1.1" status: 204 len: 168 time: 0.9366360 Jun 22 09:42:34.663254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57342) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:34.665881 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.708871 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4377c5a-8a6c-4102-8702-b34647cbdc9f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] GET failed (client error): The resource could not be found. Jun 22 09:42:34.710804 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d4377c5a-8a6c-4102-8702-b34647cbdc9f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "GET /v2.0/ports/de8c9e20-518d-42c9-89d6-5b6a5f814412 HTTP/1.1" status: 404 len: 333 time: 0.0465915 Jun 22 09:42:34.714660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57344) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:34.720217 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-c2cf76bb-b092-4c2d-b109-4e702c5bc58d tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Request body: {'port': {'network_id': 'eb0969bc-a72c-4ce6-a8af-75658f98c3b9', 'name': 'tempest-AllowedAddressPairTestJSON-1454609328'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:34.805653 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.818385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:34.858744 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Allocated IP 172.26.3.16 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/61e7a0aa-93ed-4bb4-8146-26baba5b7b95) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:34.885983 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Attempting to bind port 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:42:34.885983 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Attempting to bind port 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:42:34.886305 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Attempting to bind port 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:42:34.892107 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffd5e7-56ed-4ae1-b6d1-9b12d88caf93 None None] Pushing event updated for resources: {'Port': ['ID=7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:34.900704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:42:34.901174 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:34.901660 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.902131 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:42:34.902687 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Bound port: 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:42:34.903140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.905050 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-95ffd5e7-56ed-4ae1-b6d1-9b12d88caf93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:34.919975 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5b13c516-ae49-4774-a7f1-bbd15bf9bad5 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.929404 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.965276 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] For port 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:42:34.968395 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] For port 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:42:35.009936 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:35.019041 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5b13c516-ae49-4774-a7f1-bbd15bf9bad5 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:35.078888 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:35.079139 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cf76bb-b092-4c2d-b109-4e702c5bc58d tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Made reservation on behalf of 8f084873921449c284f95f6f3f12e71b for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:35.082318 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9b8e3225-1fe3-4643-bb59-47468e9e6ef3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:35.083263 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c2cf76bb-b092-4c2d-b109-4e702c5bc58d tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:35.108532 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-c2cf76bb-b092-4c2d-b109-4e702c5bc58d tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] device_id is not set on port 0dbb2754-4df3-4e47-a8c6-978606f85885 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:42:35.138399 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffd5e7-56ed-4ae1-b6d1-9b12d88caf93 None None] Pushing event updated for resources: {'Port': ['ID=7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:35.140875 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Routers {'220e1b84-6d48-44f0-b1db-70ed45ff2ac2'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:35.141479 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['220e1b84-6d48-44f0-b1db-70ed45ff2ac2'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:35.143958 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-95ffd5e7-56ed-4ae1-b6d1-9b12d88caf93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:35.156659 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5b13c516-ae49-4774-a7f1-bbd15bf9bad5 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:35.158877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:35.175321 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13c516-ae49-4774-a7f1-bbd15bf9bad5 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1005310e-6f79-4fd5-a4ef-e14bd79ada8d,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:35.181281 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5b13c516-ae49-4774-a7f1-bbd15bf9bad5 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:35.198375 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:35.201639 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c4b1bdff-25a1-480e-aaca-1ade8f6e9af8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:35.238304 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:35.241084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:35.246823 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:35.251271 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] Set router 220e1b84-6d48-44f0-b1db-70ed45ff2ac2 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:35.270551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Pushing event updated for resources: {'Port': ['ID=61e7a0aa-93ed-4bb4-8146-26baba5b7b95,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:35.274495 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:35.290829 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5b13c516-ae49-4774-a7f1-bbd15bf9bad5 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:35.294333 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5b13c516-ae49-4774-a7f1-bbd15bf9bad5 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6885588 Jun 22 09:42:35.303133 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57348) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:35.307789 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-e8edad82-5878-4675-b74e-b18c970c926f tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group_rule': {'security_group_id': 'f08dbbf4-8445-4218-ba89-c9bb2296cbc9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:35.317938 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-c2cf76bb-b092-4c2d-b109-4e702c5bc58d tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Allocated IP 172.20.0.12 (eb0969bc-a72c-4ce6-a8af-75658f98c3b9/1a62c4b3-a996-4b36-bba1-b4314379bc08/0dbb2754-4df3-4e47-a8c6-978606f85885) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:35.409043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:35.439678 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:35.446473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220e1b84-6d48-44f0-b1db-70ed45ff2ac2', 'name': 'tempest-snat-router-574282352', 'tenant_id': '48eba368088f4adcbbf7366e1f33f702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.20'}], 'enable_snat': False}, 'gw_port_id': '7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:29Z', 'updated_at': '2021-06-22T09:42:32Z', 'revision_number': 3, 'project_id': '48eba368088f4adcbbf7366e1f33f702', 'gw_port': {'id': '7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220e1b84-6d48-44f0-b1db-70ed45ff2ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:31Z', 'updated_at': '2021-06-22T09:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:35.475876 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ef1ef-2bf8-441c-82ea-5c2ae6841bc1 None None] The sync data for ids ['220e1b84-6d48-44f0-b1db-70ed45ff2ac2'] in dv-neutron-797121-3-hyperv is: [{'id': '220e1b84-6d48-44f0-b1db-70ed45ff2ac2', 'name': 'tempest-snat-router-574282352', 'tenant_id': '48eba368088f4adcbbf7366e1f33f702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.20'}], 'enable_snat': False}, 'gw_port_id': '7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:29Z', 'updated_at': '2021-06-22T09:42:32Z', 'revision_number': 3, 'project_id': '48eba368088f4adcbbf7366e1f33f702', 'gw_port': {'id': '7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220e1b84-6d48-44f0-b1db-70ed45ff2ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:31Z', 'updated_at': '2021-06-22T09:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:35.534048 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e8edad82-5878-4675-b74e-b18c970c926f tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:35.675337 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c2cf76bb-b092-4c2d-b109-4e702c5bc58d tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:35.702931 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Allocated IP 172.26.3.117 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/b2a4f226-8dbc-4c1c-82e9-ab8a44e4d597) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:35.714775 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e8edad82-5878-4675-b74e-b18c970c926f tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:35.722481 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-c2cf76bb-b092-4c2d-b109-4e702c5bc58d tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Transition to ACTIVE for port object 0dbb2754-4df3-4e47-a8c6-978606f85885 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:35.811850 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e8edad82-5878-4675-b74e-b18c970c926f tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:35.824562 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-aaec0a8a-d33c-47c5-bbaa-f493bb6ff721 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:35.858142 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edad82-5878-4675-b74e-b18c970c926f tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88941dbb-753c-4a97-818b-4bb724ffe522,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:35.860238 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e8edad82-5878-4675-b74e-b18c970c926f tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:35.895955 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:35.952850 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e8edad82-5878-4675-b74e-b18c970c926f tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:35.957601 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e8edad82-5878-4675-b74e-b18c970c926f tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6532967 Jun 22 09:42:35.960465 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57356) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:35.966148 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-2046e60b-3ab8-45b6-8407-00863ddba69e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group_rule': {'security_group_id': 'f08dbbf4-8445-4218-ba89-c9bb2296cbc9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:35.977609 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:42:36.010537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.061439 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c2cf76bb-b092-4c2d-b109-4e702c5bc58d tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.070689 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3f6241c7-5f13-46c5-ac64-f4597ae6e1db tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:36.106910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cf76bb-b092-4c2d-b109-4e702c5bc58d tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Network eb0969bc-a72c-4ce6-a8af-75658f98c3b9 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:36.110374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-c2cf76bb-b092-4c2d-b109-4e702c5bc58d tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:36.115557 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf76bb-b092-4c2d-b109-4e702c5bc58d tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:36.144561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.152019 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf76bb-b092-4c2d-b109-4e702c5bc58d tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event updated for resources: {'Port': ['ID=0dbb2754-4df3-4e47-a8c6-978606f85885,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:36.161483 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c2cf76bb-b092-4c2d-b109-4e702c5bc58d tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:36.161988 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1f0d967e-8403-4fa1-97cc-d26335a41e92 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:36.179422 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:36.202976 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:36.210511 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:36.212431 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:36.218756 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:36.219343 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.233320 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cf76bb-b092-4c2d-b109-4e702c5bc58d tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:36.234380 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c2cf76bb-b092-4c2d-b109-4e702c5bc58d tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.267059 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.273050 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.294955 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2046e60b-3ab8-45b6-8407-00863ddba69e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.355704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.373631 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Pushing event updated for resources: {'Port': ['ID=b2a4f226-8dbc-4c1c-82e9-ab8a44e4d597,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:36.377872 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:36.390035 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:36.453602 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c2cf76bb-b092-4c2d-b109-4e702c5bc58d tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7379549 Jun 22 09:42:36.456859 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57358) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:36.462538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-6232c848-5c84-49ea-9d20-ab6ee772a21a tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Request body: {'port': {'network_id': 'eb0969bc-a72c-4ce6-a8af-75658f98c3b9', 'name': 'tempest-AllowedAddressPairTestJSON-1235779946'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:36.475597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2046e60b-3ab8-45b6-8407-00863ddba69e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.489664 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.493375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:36.541771 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:36.544783 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:36.569469 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-dcbfb63b-060f-415c-bc8e-adf47bd6fcc0 None None] Provisioning for port 0dbb2754-4df3-4e47-a8c6-978606f85885 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:36.571001 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Router 63adcb1d-71b1-45f5-a431-8637c3687f78 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:42:36.573412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-dcbfb63b-060f-415c-bc8e-adf47bd6fcc0 None None] Provisioning complete for port 0dbb2754-4df3-4e47-a8c6-978606f85885 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:36.573798 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dcbfb63b-060f-415c-bc8e-adf47bd6fcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.609179 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfb63b-060f-415c-bc8e-adf47bd6fcc0 None None] Port 0dbb2754-4df3-4e47-a8c6-978606f85885 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:42:36.613275 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2046e60b-3ab8-45b6-8407-00863ddba69e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.654771 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:36.672584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046e60b-3ab8-45b6-8407-00863ddba69e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb4f7a1-8600-4608-8dad-f92432bc93ef,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:36.675238 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2046e60b-3ab8-45b6-8407-00863ddba69e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:36.688968 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:36.690833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.692131 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "PUT /v2.0/routers/63adcb1d-71b1-45f5-a431-8637c3687f78 HTTP/1.1" status: 200 len: 915 time: 2.6745453 Jun 22 09:42:36.694941 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57362) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:36.696966 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c1fab7-a8cb-4ca3-997f-d185597e47b4 None None] Sync routers for ids ['63adcb1d-71b1-45f5-a431-8637c3687f78'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:36.709320 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1fab7-a8cb-4ca3-997f-d185597e47b4 None None] Routers {'63adcb1d-71b1-45f5-a431-8637c3687f78'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:36.710075 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d2c1fab7-a8cb-4ca3-997f-d185597e47b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['63adcb1d-71b1-45f5-a431-8637c3687f78'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:36.734152 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.735307 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6232c848-5c84-49ea-9d20-ab6ee772a21a tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Made reservation on behalf of 8f084873921449c284f95f6f3f12e71b for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:36.738928 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6232c848-5c84-49ea-9d20-ab6ee772a21a tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.779189 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d2c1fab7-a8cb-4ca3-997f-d185597e47b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:36.787810 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1fab7-a8cb-4ca3-997f-d185597e47b4 None None] Routers {'63adcb1d-71b1-45f5-a431-8637c3687f78'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:36.788429 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d2c1fab7-a8cb-4ca3-997f-d185597e47b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['63adcb1d-71b1-45f5-a431-8637c3687f78'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:36.798087 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-6232c848-5c84-49ea-9d20-ab6ee772a21a tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] device_id is not set on port c03eb7a9-c1bf-4a75-b3ef-2b479536c779 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:42:36.823876 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d2c1fab7-a8cb-4ca3-997f-d185597e47b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:36.824545 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c1fab7-a8cb-4ca3-997f-d185597e47b4 None None] The sync data for ids ['63adcb1d-71b1-45f5-a431-8637c3687f78'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:36.831702 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2046e60b-3ab8-45b6-8407-00863ddba69e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.832885 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2046e60b-3ab8-45b6-8407-00863ddba69e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8714797 Jun 22 09:42:36.836485 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57364) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:36.846001 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-b2189ab3-4c5e-4f9b-8e55-89c12e565c8b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group_rule': {'security_group_id': 'f08dbbf4-8445-4218-ba89-c9bb2296cbc9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:36.891330 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-aecc62e6-eb12-4fa4-b2fc-1d315cd98150 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "GET /v2.0/routers/63adcb1d-71b1-45f5-a431-8637c3687f78 HTTP/1.1" status: 200 len: 921 time: 0.1946168 Jun 22 09:42:36.910599 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57368) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:36.943099 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.979147 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-6232c848-5c84-49ea-9d20-ab6ee772a21a tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Allocated IP 172.20.0.3 (eb0969bc-a72c-4ce6-a8af-75658f98c3b9/1a62c4b3-a996-4b36-bba1-b4314379bc08/c03eb7a9-c1bf-4a75-b3ef-2b479536c779) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:37.026621 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b2189ab3-4c5e-4f9b-8e55-89c12e565c8b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:37.055600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fb39f3-e3f7-4580-b879-07a90baff616 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:37.057113 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-44fb39f3-e3f7-4580-b879-07a90baff616 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5eae176d-1059-48f4-b687-97de60cc120b&device_id=63adcb1d-71b1-45f5-a431-8637c3687f78&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1437922 Jun 22 09:42:37.066917 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57372) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:37.163704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Router 4a6522b0-a831-44b4-abf5-1d95257a5d49 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:42:37.247563 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b2189ab3-4c5e-4f9b-8e55-89c12e565c8b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:37.257038 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9be980-cbd0-401f-92b0-4a6ee1f78db1 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:37.258393 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9b9be980-cbd0-401f-92b0-4a6ee1f78db1 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "GET /v2.0/networks/5eae176d-1059-48f4-b687-97de60cc120b HTTP/1.1" status: 200 len: 881 time: 0.1905169 Jun 22 09:42:37.261266 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57374) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:37.300167 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f0f27e02-0f6f-4bbc-b8c9-133a9f9121a9 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "GET /v2.0/ports?device_id=63adcb1d-71b1-45f5-a431-8637c3687f78 HTTP/1.1" status: 200 len: 205 time: 0.0363140 Jun 22 09:42:37.304892 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6232c848-5c84-49ea-9d20-ab6ee772a21a tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:37.306497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57376) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:37.358035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-6232c848-5c84-49ea-9d20-ab6ee772a21a tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Transition to ACTIVE for port object c03eb7a9-c1bf-4a75-b3ef-2b479536c779 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:37.376214 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b2189ab3-4c5e-4f9b-8e55-89c12e565c8b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:37.408461 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:37.449151 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2189ab3-4c5e-4f9b-8e55-89c12e565c8b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25503f0e-ef22-4f7d-b368-437ae3c21776,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:37.455461 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b2189ab3-4c5e-4f9b-8e55-89c12e565c8b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:37.467177 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-15ba32d7-1ba3-47a6-bee2-1b667c766c01 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:37.546275 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b2189ab3-4c5e-4f9b-8e55-89c12e565c8b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:37.549162 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b2189ab3-4c5e-4f9b-8e55-89c12e565c8b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7102497 Jun 22 09:42:37.557566 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57378) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:37.594920 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6232c848-5c84-49ea-9d20-ab6ee772a21a tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:37.599581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d496805b-08f9-46e1-8bd4-475b9cce1395 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:37.603715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:37.605085 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:37.614951 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Sync routers for ids ['4a6522b0-a831-44b4-abf5-1d95257a5d49'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:37.620587 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-15ba32d7-1ba3-47a6-bee2-1b667c766c01 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:37.620587 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d496805b-08f9-46e1-8bd4-475b9cce1395 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:37.624681 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Routers {'4a6522b0-a831-44b4-abf5-1d95257a5d49'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:37.625597 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['4a6522b0-a831-44b4-abf5-1d95257a5d49'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:37.671927 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6232c848-5c84-49ea-9d20-ab6ee772a21a tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Network eb0969bc-a72c-4ce6-a8af-75658f98c3b9 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:37.674376 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-6232c848-5c84-49ea-9d20-ab6ee772a21a tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:37.682264 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6232c848-5c84-49ea-9d20-ab6ee772a21a tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:37.689292 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232c848-5c84-49ea-9d20-ab6ee772a21a tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event updated for resources: {'Port': ['ID=c03eb7a9-c1bf-4a75-b3ef-2b479536c779,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:37.711260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6232c848-5c84-49ea-9d20-ab6ee772a21a tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:37.743561 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6232c848-5c84-49ea-9d20-ab6ee772a21a tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:37.744070 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6232c848-5c84-49ea-9d20-ab6ee772a21a tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:37.745967 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Set router 4a6522b0-a831-44b4-abf5-1d95257a5d49 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:37.749792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:37.753937 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57380) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:37.754474 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5409706 Jun 22 09:42:37.901968 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d496805b-08f9-46e1-8bd4-475b9cce1395 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:37.913281 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d496805b-08f9-46e1-8bd4-475b9cce1395 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:37.919141 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57384) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:37.919962 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d496805b-08f9-46e1-8bd4-475b9cce1395 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/25503f0e-ef22-4f7d-b368-437ae3c21776 HTTP/1.1" status: 204 len: 168 time: 0.3666534 Jun 22 09:42:37.922732 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:37.937323 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:42:37.944287 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6232c848-5c84-49ea-9d20-ab6ee772a21a tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4836805 Jun 22 09:42:37.946456 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57386) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:37.947706 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496805b-08f9-46e1-8bd4-475b9cce1395 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25503f0e-ef22-4f7d-b368-437ae3c21776,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:37.954270 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d496805b-08f9-46e1-8bd4-475b9cce1395 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:37.958453 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-18e98323-b527-4caa-a09a-bf79f02c001f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:3f:34:d5'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:6f:39:11'}]}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:37.969964 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c3a36064-fa6e-447d-89bf-fddb3a6435fb tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "GET /v2.0/routers/4a6522b0-a831-44b4-abf5-1d95257a5d49 HTTP/1.1" status: 200 len: 907 time: 0.2128608 Jun 22 09:42:37.970776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57388) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:37.978827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-15ba32d7-1ba3-47a6-bee2-1b667c766c01 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Deleting port 61e7a0aa-93ed-4bb4-8146-26baba5b7b95 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:37.979175 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-15ba32d7-1ba3-47a6-bee2-1b667c766c01 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:37.992341 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6522b0-a831-44b4-abf5-1d95257a5d49', 'name': 'tempest-snat-router-574282352', 'tenant_id': '48eba368088f4adcbbf7366e1f33f702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': 'b2a4f226-8dbc-4c1c-82e9-ab8a44e4d597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:34Z', 'updated_at': '2021-06-22T09:42:36Z', 'revision_number': 3, 'project_id': '48eba368088f4adcbbf7366e1f33f702', 'gw_port': {'id': 'b2a4f226-8dbc-4c1c-82e9-ab8a44e4d597', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6522b0-a831-44b4-abf5-1d95257a5d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:35Z', 'updated_at': '2021-06-22T09:42:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:38.024298 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Checking router: 4a6522b0-a831-44b4-abf5-1d95257a5d49 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:42:38.024740 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Updating router 4a6522b0-a831-44b4-abf5-1d95257a5d49 port b2a4f226-8dbc-4c1c-82e9-ab8a44e4d597 binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:42:38.034236 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2ec2d3bb-4be7-42fd-9a4c-845b84602580 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1102996 Jun 22 09:42:38.034236 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57390) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:38.051467 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e886531e-2a80-4018-a1db-ded8d1f73400 None None] Provisioning for port c03eb7a9-c1bf-4a75-b3ef-2b479536c779 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:38.055271 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:38.055645 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.088057 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e886531e-2a80-4018-a1db-ded8d1f73400 None None] Provisioning complete for port c03eb7a9-c1bf-4a75-b3ef-2b479536c779 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:38.088446 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e886531e-2a80-4018-a1db-ded8d1f73400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.110922 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.125759 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c5eed3cb-3502-4b29-93b0-f473f28e3829 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.140752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c5eed3cb-3502-4b29-93b0-f473f28e3829 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.158749 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-15ba32d7-1ba3-47a6-bee2-1b667c766c01 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.165172 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-e886531e-2a80-4018-a1db-ded8d1f73400 None None] Port c03eb7a9-c1bf-4a75-b3ef-2b479536c779 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:42:38.236481 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-15ba32d7-1ba3-47a6-bee2-1b667c766c01 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Calling delete_port for 61e7a0aa-93ed-4bb4-8146-26baba5b7b95 owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:38.257010 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-97f9d0a0-87a9-4679-aa48-4132f43a6701 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.275279 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18e98323-b527-4caa-a09a-bf79f02c001f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.322533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c5eed3cb-3502-4b29-93b0-f473f28e3829 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.333797 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c5eed3cb-3502-4b29-93b0-f473f28e3829 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.335322 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c5eed3cb-3502-4b29-93b0-f473f28e3829 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/acb4f7a1-8600-4608-8dad-f92432bc93ef HTTP/1.1" status: 204 len: 168 time: 0.3005898 Jun 22 09:42:38.339452 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-227dd3dc-9984-4bdc-998d-be693d8f49ba tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:38.344906 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57396) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:38.375091 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eed3cb-3502-4b29-93b0-f473f28e3829 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acb4f7a1-8600-4608-8dad-f92432bc93ef,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:38.378931 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c5eed3cb-3502-4b29-93b0-f473f28e3829 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:38.436792 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.448362 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Transition to ACTIVE for port object b2a4f226-8dbc-4c1c-82e9-ab8a44e4d597 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:38.457666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-97f9d0a0-87a9-4679-aa48-4132f43a6701 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.459969 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b8c04a24-082a-4a9a-a9dc-50e19569a2a7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1138701 Jun 22 09:42:38.462780 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57398) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:38.501006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4014871e-44c5-4fb7-bb71-b0d3faebfce2 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.518137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4014871e-44c5-4fb7-bb71-b0d3faebfce2 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.551244 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.556388 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:38.575883 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18e98323-b527-4caa-a09a-bf79f02c001f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.597552 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Attempting to bind port b2a4f226-8dbc-4c1c-82e9-ab8a44e4d597 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:42:38.597934 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Attempting to bind port b2a4f226-8dbc-4c1c-82e9-ab8a44e4d597 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:42:38.598310 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Attempting to bind port b2a4f226-8dbc-4c1c-82e9-ab8a44e4d597 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:42:38.609856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:42:38.610241 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:38.610657 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.611063 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:42:38.611561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Bound port: b2a4f226-8dbc-4c1c-82e9-ab8a44e4d597, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:42:38.612440 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.614070 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3866c-b56f-489a-a159-aaa5798bde9b None None] Pushing event updated for resources: {'Port': ['ID=b2a4f226-8dbc-4c1c-82e9-ab8a44e4d597,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:38.617248 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a7e3866c-b56f-489a-a159-aaa5798bde9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:38.656043 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-15ba32d7-1ba3-47a6-bee2-1b667c766c01 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.659527 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6232c848-5c84-49ea-9d20-ab6ee772a21a tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:38.661779 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-97f9d0a0-87a9-4679-aa48-4132f43a6701 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Deleting port b2a4f226-8dbc-4c1c-82e9-ab8a44e4d597 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:38.665381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-97f9d0a0-87a9-4679-aa48-4132f43a6701 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.666194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] For port b2a4f226-8dbc-4c1c-82e9-ab8a44e4d597, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:42:38.668830 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] For port b2a4f226-8dbc-4c1c-82e9-ab8a44e4d597, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b2a4f226-8dbc-4c1c-82e9-ab8a44e4d597,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:42:38.701329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18e98323-b527-4caa-a09a-bf79f02c001f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.703581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4014871e-44c5-4fb7-bb71-b0d3faebfce2 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.707129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-defb2ddf-7dde-4b22-8f54-e99d41d05f13 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:38.720580 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba32d7-1ba3-47a6-bee2-1b667c766c01 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Pushing event deleted for resources: {'Port': ['ID=61e7a0aa-93ed-4bb4-8146-26baba5b7b95,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:38.728889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-15ba32d7-1ba3-47a6-bee2-1b667c766c01 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:38.746853 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4014871e-44c5-4fb7-bb71-b0d3faebfce2 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.748691 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4014871e-44c5-4fb7-bb71-b0d3faebfce2 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/88941dbb-753c-4a97-818b-4bb724ffe522 HTTP/1.1" status: 204 len: 168 time: 0.2851095 Jun 22 09:42:38.754152 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57400) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:38.807091 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-15ba32d7-1ba3-47a6-bee2-1b667c766c01 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.811369 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.818574 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a7e3866c-b56f-489a-a159-aaa5798bde9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:38.825366 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e98323-b527-4caa-a09a-bf79f02c001f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event updated for resources: {'Port': ['ID=c03eb7a9-c1bf-4a75-b3ef-2b479536c779,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:38.834314 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-18e98323-b527-4caa-a09a-bf79f02c001f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:38.839842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ee8202f9-4f1c-4821-bfd0-411795a5e0c6 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:38.851618 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-18e98323-b527-4caa-a09a-bf79f02c001f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] In _notify_port_updated(), no bound segment for port c03eb7a9-c1bf-4a75-b3ef-2b479536c779 on network eb0969bc-a72c-4ce6-a8af-75658f98c3b9 {{(pid=100653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:42:38.857141 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e98323-b527-4caa-a09a-bf79f02c001f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:38.857794 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18e98323-b527-4caa-a09a-bf79f02c001f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.862641 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-18e98323-b527-4caa-a09a-bf79f02c001f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "PUT /v2.0/ports/c03eb7a9-c1bf-4a75-b3ef-2b479536c779 HTTP/1.1" status: 200 len: 1057 time: 0.9142983 Jun 22 09:42:38.877098 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57402) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:38.877628 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-97f9d0a0-87a9-4679-aa48-4132f43a6701 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] For port b2a4f226-8dbc-4c1c-82e9-ab8a44e4d597, host dv-neutron-797121-3-hyperv, got binding levels [] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:38.877628 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-97f9d0a0-87a9-4679-aa48-4132f43a6701 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.889053 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-929b979b-bee1-4fe7-a632-c5ca628b650a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1300538 Jun 22 09:42:38.902228 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3866c-b56f-489a-a159-aaa5798bde9b None None] Pushing event updated for resources: {'Port': ['ID=b2a4f226-8dbc-4c1c-82e9-ab8a44e4d597,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:38.905534 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014871e-44c5-4fb7-bb71-b0d3faebfce2 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88941dbb-753c-4a97-818b-4bb724ffe522,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:38.908076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57404) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:38.910596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4014871e-44c5-4fb7-bb71-b0d3faebfce2 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:38.914397 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a7e3866c-b56f-489a-a159-aaa5798bde9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:38.926718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Routers {'4a6522b0-a831-44b4-abf5-1d95257a5d49'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:38.929525 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['4a6522b0-a831-44b4-abf5-1d95257a5d49'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:38.951962 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-15ba32d7-1ba3-47a6-bee2-1b667c766c01 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.977782 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-97f9d0a0-87a9-4679-aa48-4132f43a6701 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Calling delete_port for b2a4f226-8dbc-4c1c-82e9-ab8a44e4d597 owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:38.981945 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-15ba32d7-1ba3-47a6-bee2-1b667c766c01 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.023031 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-d731a6f0-f616-4509-b2ce-d0b0cb2f97a6 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Deleting port c03eb7a9-c1bf-4a75-b3ef-2b479536c779 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:39.023372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d731a6f0-f616-4509-b2ce-d0b0cb2f97a6 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.059514 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] Set router 4a6522b0-a831-44b4-abf5-1d95257a5d49 gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:39.135341 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6522b0-a831-44b4-abf5-1d95257a5d49', 'name': 'tempest-snat-router-574282352', 'tenant_id': '48eba368088f4adcbbf7366e1f33f702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:34Z', 'updated_at': '2021-06-22T09:42:38Z', 'revision_number': 4, 'project_id': '48eba368088f4adcbbf7366e1f33f702', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:39.143758 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d731a6f0-f616-4509-b2ce-d0b0cb2f97a6 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.172175 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae52877-d94b-4f52-92a9-3f145fa5b11a None None] The sync data for ids ['4a6522b0-a831-44b4-abf5-1d95257a5d49'] in dv-neutron-797121-3-hyperv is: [{'id': '4a6522b0-a831-44b4-abf5-1d95257a5d49', 'name': 'tempest-snat-router-574282352', 'tenant_id': '48eba368088f4adcbbf7366e1f33f702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:34Z', 'updated_at': '2021-06-22T09:42:38Z', 'revision_number': 4, 'project_id': '48eba368088f4adcbbf7366e1f33f702', 'gw_port_host': None}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:39.178315 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-89236e0e-0682-4dbf-903c-972825fb801a None None] Provisioning complete for port c03eb7a9-c1bf-4a75-b3ef-2b479536c779 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:39.179110 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-89236e0e-0682-4dbf-903c-972825fb801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.220590 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-d731a6f0-f616-4509-b2ce-d0b0cb2f97a6 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Calling delete_port for c03eb7a9-c1bf-4a75-b3ef-2b479536c779 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:39.224480 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-89236e0e-0682-4dbf-903c-972825fb801a None None] Port c03eb7a9-c1bf-4a75-b3ef-2b479536c779 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:42:39.357797 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-93eb6486-6be1-4b1b-9149-00053cf50ab0 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.393886 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-93eb6486-6be1-4b1b-9149-00053cf50ab0 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.516829 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-15ba32d7-1ba3-47a6-bee2-1b667c766c01 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.517370 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ba32d7-1ba3-47a6-bee2-1b667c766c01 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Fanout notify agent at l3_agent the message router_deleted on router 63adcb1d-71b1-45f5-a431-8637c3687f78 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:42:39.525111 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-15ba32d7-1ba3-47a6-bee2-1b667c766c01 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.526444 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-15ba32d7-1ba3-47a6-bee2-1b667c766c01 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "DELETE /v2.0/routers/63adcb1d-71b1-45f5-a431-8637c3687f78 HTTP/1.1" status: 204 len: 168 time: 2.2189894 Jun 22 09:42:39.530164 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57412) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:39.534783 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-187519299', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}, 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:39.586662 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-93eb6486-6be1-4b1b-9149-00053cf50ab0 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.588946 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5b13c516-ae49-4774-a7f1-bbd15bf9bad5 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:39.600427 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-93eb6486-6be1-4b1b-9149-00053cf50ab0 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.600427 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-93eb6486-6be1-4b1b-9149-00053cf50ab0 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/1005310e-6f79-4fd5-a4ef-e14bd79ada8d HTTP/1.1" status: 204 len: 168 time: 0.6856596 Jun 22 09:42:39.600669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57414) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:39.601082 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb6486-6be1-4b1b-9149-00053cf50ab0 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1005310e-6f79-4fd5-a4ef-e14bd79ada8d,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:39.603550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-93eb6486-6be1-4b1b-9149-00053cf50ab0 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:39.621807 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d731a6f0-f616-4509-b2ce-d0b0cb2f97a6 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.627196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:39.660157 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731a6f0-f616-4509-b2ce-d0b0cb2f97a6 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event deleted for resources: {'Port': ['ID=c03eb7a9-c1bf-4a75-b3ef-2b479536c779,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:39.663212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d731a6f0-f616-4509-b2ce-d0b0cb2f97a6 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:39.683647 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-30c5cd93-b2d2-4c37-8f70-31b1f5b232fa tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0844507 Jun 22 09:42:39.686720 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57416) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:39.700352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-97f9d0a0-87a9-4679-aa48-4132f43a6701 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.705191 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9fa08e59-467b-471f-a8ee-8339f239c474 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:39.709160 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.710774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.740713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9d0a0-87a9-4679-aa48-4132f43a6701 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2a4f226-8dbc-4c1c-82e9-ab8a44e4d597,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:39.763464 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-97f9d0a0-87a9-4679-aa48-4132f43a6701 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:39.766569 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ae85c616-a01a-4831-9f4b-7f30f35028d8 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.796211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ae85c616-a01a-4831-9f4b-7f30f35028d8 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.806027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.834137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-97f9d0a0-87a9-4679-aa48-4132f43a6701 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.911518 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ae85c616-a01a-4831-9f4b-7f30f35028d8 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.940719 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d496805b-08f9-46e1-8bd4-475b9cce1395 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:39.946522 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ae85c616-a01a-4831-9f4b-7f30f35028d8 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.947605 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ae85c616-a01a-4831-9f4b-7f30f35028d8 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/1032c8f8-3e63-4923-93ca-c2662c743680 HTTP/1.1" status: 204 len: 168 time: 0.2597449 Jun 22 09:42:39.950046 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-97f9d0a0-87a9-4679-aa48-4132f43a6701 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.953952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57418) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:39.960902 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-97f9d0a0-87a9-4679-aa48-4132f43a6701 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.963408 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85c616-a01a-4831-9f4b-7f30f35028d8 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1032c8f8-3e63-4923-93ca-c2662c743680,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:39.973830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ae85c616-a01a-4831-9f4b-7f30f35028d8 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:40.030989 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-45afbd1a-c57c-41cf-aef0-7b0b3ee34469 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0758901 Jun 22 09:42:40.033562 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57420) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:40.060062 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:40.063705 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d731a6f0-f616-4509-b2ce-d0b0cb2f97a6 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:40.068631 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d731a6f0-f616-4509-b2ce-d0b0cb2f97a6 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "DELETE /v2.0/ports/c03eb7a9-c1bf-4a75-b3ef-2b479536c779 HTTP/1.1" status: 204 len: 168 time: 1.1986296 Jun 22 09:42:40.068925 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57422) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:40.094435 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-189e3c4c-3e26-4639-94f9-16a6975a2051 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:40.101550 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-39bbf105-9f84-4add-bbf3-c331de3a21ab tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] GET failed (client error): The resource could not be found. Jun 22 09:42:40.103091 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-39bbf105-9f84-4add-bbf3-c331de3a21ab tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "GET /v2.0/ports/c03eb7a9-c1bf-4a75-b3ef-2b479536c779 HTTP/1.1" status: 404 len: 333 time: 0.0333288 Jun 22 09:42:40.105801 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57424) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:40.118400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-189e3c4c-3e26-4639-94f9-16a6975a2051 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:40.125842 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-97f9d0a0-87a9-4679-aa48-4132f43a6701 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:40.126346 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f9d0a0-87a9-4679-aa48-4132f43a6701 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a6522b0-a831-44b4-abf5-1d95257a5d49 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:42:40.137436 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-97f9d0a0-87a9-4679-aa48-4132f43a6701 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:40.137436 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-97f9d0a0-87a9-4679-aa48-4132f43a6701 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "DELETE /v2.0/routers/4a6522b0-a831-44b4-abf5-1d95257a5d49 HTTP/1.1" status: 204 len: 168 time: 2.1613636 Jun 22 09:42:40.140596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57426) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:40.286436 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:40.338124 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2900012-e033-4f7c-9fbc-03734a940472 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:40.369212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-189e3c4c-3e26-4639-94f9-16a6975a2051 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:40.371889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-189e3c4c-3e26-4639-94f9-16a6975a2051 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:40.373073 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-189e3c4c-3e26-4639-94f9-16a6975a2051 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-groups/f08dbbf4-8445-4218-ba89-c9bb2296cbc9 HTTP/1.1" status: 204 len: 168 time: 0.3385723 Jun 22 09:42:40.374536 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:40.374709 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-2e713d09-466f-4313-abca-6ee2337dcfb4 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Deleting port 0dbb2754-4df3-4e47-a8c6-978606f85885 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:40.375017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2e713d09-466f-4313-abca-6ee2337dcfb4 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:40.377534 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57430) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:40.401546 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e3c4c-3e26-4639-94f9-16a6975a2051 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08dbbf4-8445-4218-ba89-c9bb2296cbc9,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:40.410445 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-189e3c4c-3e26-4639-94f9-16a6975a2051 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:40.444620 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0f0944d8-e18e-49b8-a025-116220af0ed8 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0657048 Jun 22 09:42:40.449888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57434) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:40.478814 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-a9d9051b-783f-42a1-b014-b84120d45023 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group': {'name': 'tempest-secgroup--1202722014'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:40.560993 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2e713d09-466f-4313-abca-6ee2337dcfb4 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:40.609630 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2900012-e033-4f7c-9fbc-03734a940472 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:40.641489 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-2e713d09-466f-4313-abca-6ee2337dcfb4 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Calling delete_port for 0dbb2754-4df3-4e47-a8c6-978606f85885 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:40.649476 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9d9051b-783f-42a1-b014-b84120d45023 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:40.806752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:40.846847 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:40.968111 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-f2900012-e033-4f7c-9fbc-03734a940472 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Deleting port 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:40.968453 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2900012-e033-4f7c-9fbc-03734a940472 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:41.079060 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9d9051b-783f-42a1-b014-b84120d45023 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:41.094625 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Allocated IP 172.26.3.156 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/72dd9ec9-edf1-4b61-9636-552ba06fca93) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:41.169095 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2e713d09-466f-4313-abca-6ee2337dcfb4 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:41.179833 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-81a222e8-faf0-4d5f-971b-4ae2ea8ff8b9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:41.191832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-f2900012-e033-4f7c-9fbc-03734a940472 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] For port 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:41.192195 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2900012-e033-4f7c-9fbc-03734a940472 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:41.220389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9d9051b-783f-42a1-b014-b84120d45023 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:41.227071 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e713d09-466f-4313-abca-6ee2337dcfb4 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event deleted for resources: {'Port': ['ID=0dbb2754-4df3-4e47-a8c6-978606f85885,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:41.236194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2e713d09-466f-4313-abca-6ee2337dcfb4 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:41.271895 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-608aeb8e-e829-43bb-bee3-1967a7f72e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:41.307787 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-f2900012-e033-4f7c-9fbc-03734a940472 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Calling delete_port for 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:41.395548 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9051b-783f-42a1-b014-b84120d45023 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda74de2-887c-4c56-b6c0-c9be948b31a8,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:41.437234 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a9d9051b-783f-42a1-b014-b84120d45023 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:41.444765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:41.445909 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9d9051b-783f-42a1-b014-b84120d45023 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:41.447117 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a9d9051b-783f-42a1-b014-b84120d45023 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9975111 Jun 22 09:42:41.450049 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57440) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:41.454740 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-8bb00633-3761-4bfd-8729-8b1ce042c3b9 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group_rule': {'security_group_id': 'eda74de2-887c-4c56-b6c0-c9be948b31a8', 'direction': 'ingress', 'protocol': 17}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:41.474754 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2e713d09-466f-4313-abca-6ee2337dcfb4 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:41.476627 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2e713d09-466f-4313-abca-6ee2337dcfb4 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "DELETE /v2.0/ports/0dbb2754-4df3-4e47-a8c6-978606f85885 HTTP/1.1" status: 204 len: 168 time: 1.3699088 Jun 22 09:42:41.487858 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57442) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:41.515164 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f22ac3-b2c5-44e3-9624-8259d276342d tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] GET failed (client error): The resource could not be found. Jun 22 09:42:41.516578 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-10f22ac3-b2c5-44e3-9624-8259d276342d tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "GET /v2.0/ports/0dbb2754-4df3-4e47-a8c6-978606f85885 HTTP/1.1" status: 404 len: 333 time: 0.0276470 Jun 22 09:42:41.520193 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57444) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:41.568077 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8bb00633-3761-4bfd-8729-8b1ce042c3b9 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:41.662747 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8bb00633-3761-4bfd-8729-8b1ce042c3b9 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:41.678061 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-d3b47f9c-117c-4840-9bbd-ceb4c9e45d2f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Deleting port 9cfd6ac6-8d00-4bfd-96a4-3b07406b6c3f {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:41.678407 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3b47f9c-117c-4840-9bbd-ceb4c9e45d2f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:41.701209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:41.704323 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-92515902-56f1-48a5-a7ab-df54dda3935f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:41.740401 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:41.743293 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:41.747009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:41.753012 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2900012-e033-4f7c-9fbc-03734a940472 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:41.773601 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3b47f9c-117c-4840-9bbd-ceb4c9e45d2f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:41.778491 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Pushing event updated for resources: {'Port': ['ID=72dd9ec9-edf1-4b61-9636-552ba06fca93,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:41.785014 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:41.785536 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bd4a0588-04b4-43e0-a1ca-94e812599241 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:41.814522 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2900012-e033-4f7c-9fbc-03734a940472 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:41.835308 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f2900012-e033-4f7c-9fbc-03734a940472 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:41.839074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-d3b47f9c-117c-4840-9bbd-ceb4c9e45d2f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Calling delete_port for 9cfd6ac6-8d00-4bfd-96a4-3b07406b6c3f owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:41.841527 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8bb00633-3761-4bfd-8729-8b1ce042c3b9 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:41.843672 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f192e5ad-0225-44d4-9b5c-1f52d36d348b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:41.871043 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb00633-3761-4bfd-8729-8b1ce042c3b9 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419e8794-9cdd-4444-afa4-4f02f35eb6b4,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:41.875059 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8bb00633-3761-4bfd-8729-8b1ce042c3b9 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:41.962890 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2900012-e033-4f7c-9fbc-03734a940472 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:41.980299 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8bb00633-3761-4bfd-8729-8b1ce042c3b9 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:41.981517 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8bb00633-3761-4bfd-8729-8b1ce042c3b9 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5304596 Jun 22 09:42:41.985069 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57450) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:42.038557 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-00044e19-6f45-42be-8c26-27647e607b95 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.060645 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2900012-e033-4f7c-9fbc-03734a940472 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.060852 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-00044e19-6f45-42be-8c26-27647e607b95 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.063879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2900012-e033-4f7c-9fbc-03734a940472 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.117379 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3b47f9c-117c-4840-9bbd-ceb4c9e45d2f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.121300 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bc7a43ab-7996-4904-81a0-e43635ad91d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:42.150731 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b47f9c-117c-4840-9bbd-ceb4c9e45d2f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event deleted for resources: {'Port': ['ID=9cfd6ac6-8d00-4bfd-96a4-3b07406b6c3f,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:42.155157 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d3b47f9c-117c-4840-9bbd-ceb4c9e45d2f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:42.220310 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3b47f9c-117c-4840-9bbd-ceb4c9e45d2f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.222826 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d3b47f9c-117c-4840-9bbd-ceb4c9e45d2f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "DELETE /v2.0/ports/9cfd6ac6-8d00-4bfd-96a4-3b07406b6c3f HTTP/1.1" status: 204 len: 168 time: 0.7017336 Jun 22 09:42:42.225532 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57452) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:42.242350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2900012-e033-4f7c-9fbc-03734a940472 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.243051 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2900012-e033-4f7c-9fbc-03734a940472 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 220e1b84-6d48-44f0-b1db-70ed45ff2ac2 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:42:42.248366 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2900012-e033-4f7c-9fbc-03734a940472 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.249663 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f2900012-e033-4f7c-9fbc-03734a940472 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "DELETE /v2.0/routers/220e1b84-6d48-44f0-b1db-70ed45ff2ac2 HTTP/1.1" status: 204 len: 168 time: 2.1066825 Jun 22 09:42:42.253040 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57454) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:42.254438 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-00044e19-6f45-42be-8c26-27647e607b95 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.257730 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-00044e19-6f45-42be-8c26-27647e607b95 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.258855 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-00044e19-6f45-42be-8c26-27647e607b95 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-groups/eda74de2-887c-4c56-b6c0-c9be948b31a8 HTTP/1.1" status: 204 len: 168 time: 0.2728825 Jun 22 09:42:42.259763 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-201120781', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}, 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:42.262212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:42.265027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57456) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:42.277685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00044e19-6f45-42be-8c26-27647e607b95 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda74de2-887c-4c56-b6c0-c9be948b31a8,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:42.284862 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-00044e19-6f45-42be-8c26-27647e607b95 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:42.296722 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-39658df4-8e9a-4660-aa17-7ad736b34e61 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Deleting subnet 1a62c4b3-a996-4b36-bba1-b4314379bc08 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:42:42.300689 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-39658df4-8e9a-4660-aa17-7ad736b34e61 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.380929 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-39658df4-8e9a-4660-aa17-7ad736b34e61 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.498523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-39658df4-8e9a-4660-aa17-7ad736b34e61 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.621244 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-39658df4-8e9a-4660-aa17-7ad736b34e61 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.623773 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e3906219-7219-4027-9ae0-399620a976f9 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:42.653794 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39658df4-8e9a-4660-aa17-7ad736b34e61 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event deleted for resources: {'Subnet': ['ID=1a62c4b3-a996-4b36-bba1-b4314379bc08,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:42.661662 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-39658df4-8e9a-4660-aa17-7ad736b34e61 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:42.662676 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-39658df4-8e9a-4660-aa17-7ad736b34e61 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.666825 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-39658df4-8e9a-4660-aa17-7ad736b34e61 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "DELETE /v2.0/subnets/1a62c4b3-a996-4b36-bba1-b4314379bc08 HTTP/1.1" status: 204 len: 168 time: 0.4381411 Jun 22 09:42:42.672225 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57462) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:42.672397 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f0633f-7384-433c-b11a-41c6beea8cc8 None None] Network eb0969bc-a72c-4ce6-a8af-75658f98c3b9 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:42.693564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.747580 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-89860773-d7fa-4ea2-b1ca-66efd8aa0da5 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1159124 Jun 22 09:42:42.750897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57464) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:42.756056 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-ea2dac2c-f998-4eb6-af37-f55f95e74cf7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group': {'name': 'tempest-secgroup--974769859'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:42.781560 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.855869 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.857011 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.869570 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Deleting port e1272366-2056-489b-9d8d-8e1ad55279ee {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:42.870008 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.941671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103b8210-021e-4825-8c4f-d27c33e72e61 None None] DHCP port deletion for eb0969bc-a72c-4ce6-a8af-75658f98c3b9 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:42:42.958506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] For port e1272366-2056-489b-9d8d-8e1ad55279ee, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e1272366-2056-489b-9d8d-8e1ad55279ee,segment=NetworkSegment(7df4123e-0303-4ee8-b4e9-85ec0ce47589),segment_id=7df4123e-0303-4ee8-b4e9-85ec0ce47589)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:42.958715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.958947 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ea2dac2c-f998-4eb6-af37-f55f95e74cf7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.963717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:42.990029 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-103b8210-021e-4825-8c4f-d27c33e72e61 None None] Deleting port e1272366-2056-489b-9d8d-8e1ad55279ee {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:42.990729 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-103b8210-021e-4825-8c4f-d27c33e72e61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:43.034787 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Calling delete_port for e1272366-2056-489b-9d8d-8e1ad55279ee owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:43.052862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-103b8210-021e-4825-8c4f-d27c33e72e61 None None] For port e1272366-2056-489b-9d8d-8e1ad55279ee, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e1272366-2056-489b-9d8d-8e1ad55279ee,segment=NetworkSegment(7df4123e-0303-4ee8-b4e9-85ec0ce47589),segment_id=7df4123e-0303-4ee8-b4e9-85ec0ce47589)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:43.053276 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-103b8210-021e-4825-8c4f-d27c33e72e61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:43.061649 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:43.119564 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-103b8210-021e-4825-8c4f-d27c33e72e61 None None] Calling delete_port for e1272366-2056-489b-9d8d-8e1ad55279ee owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:43.203920 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:43.207220 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:43.210769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-103b8210-021e-4825-8c4f-d27c33e72e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:43.212651 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-95ffd5e7-56ed-4ae1-b6d1-9b12d88caf93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:43.236159 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] No DVR routers for this DVR port e1272366-2056-489b-9d8d-8e1ad55279ee on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:42:43.237151 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b8210-021e-4825-8c4f-d27c33e72e61 None None] Pushing event deleted for resources: {'Port': ['ID=e1272366-2056-489b-9d8d-8e1ad55279ee,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:43.239411 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-103b8210-021e-4825-8c4f-d27c33e72e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:43.241661 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b8210-021e-4825-8c4f-d27c33e72e61 None None] No DVR routers for this DVR port e1272366-2056-489b-9d8d-8e1ad55279ee on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:42:43.268844 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event deleted for resources: {'Port': ['ID=e1272366-2056-489b-9d8d-8e1ad55279ee,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:43.271605 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ea2dac2c-f998-4eb6-af37-f55f95e74cf7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:43.271742 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:43.298016 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:43.329694 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:43.339420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0969bc-a72c-4ce6-a8af-75658f98c3b9']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:43.349743 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df4123e-0303-4ee8-b4e9-85ec0ce47589') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:43.350045 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df4123e-0303-4ee8-b4e9-85ec0ce47589') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:43.357368 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ea2dac2c-f998-4eb6-af37-f55f95e74cf7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:43.358999 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:43.360789 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-457d3543-7afb-4772-a93f-d3c85f24c046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:43.373575 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:43.379939 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:42:43.380341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:42:43.383374 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:42:43.389294 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dac2c-f998-4eb6-af37-f55f95e74cf7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5efba42-b1ae-4cd0-ba83-84cabcc3cb45,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:43.392470 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ea2dac2c-f998-4eb6-af37-f55f95e74cf7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:43.449847 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Router e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:42:43.503636 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ea2dac2c-f998-4eb6-af37-f55f95e74cf7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:43.504741 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ea2dac2c-f998-4eb6-af37-f55f95e74cf7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7528930 Jun 22 09:42:43.507541 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57468) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:43.513918 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-081487e0-2f04-437a-b7c9-6a36388afc7a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512231866'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:43.535446 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:43.541155 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:43.543394 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] 10.222.0.20 "DELETE /v2.0/networks/eb0969bc-a72c-4ce6-a8af-75658f98c3b9 HTTP/1.1" status: 204 len: 168 time: 0.8687832 Jun 22 09:42:43.543942 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ef5d6cac-7664-4bb1-92cc-af96a2143c18 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:43.559671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Pushing event deleted for resources: {'Network': ['ID=eb0969bc-a72c-4ce6-a8af-75658f98c3b9,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:43.562751 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:43.614009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:43.629092 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5e404-e78b-4d82-8fee-93043c10e96a None None] Sync routers for ids ['e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:43.640761 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f5e404-e78b-4d82-8fee-93043c10e96a None None] Routers {'e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:43.641641 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-29f5e404-e78b-4d82-8fee-93043c10e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:43.683139 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-29f5e404-e78b-4d82-8fee-93043c10e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:43.694907 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f5e404-e78b-4d82-8fee-93043c10e96a None None] Routers {'e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:43.695936 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-29f5e404-e78b-4d82-8fee-93043c10e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:43.696082 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-081487e0-2f04-437a-b7c9-6a36388afc7a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:43.736738 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-29f5e404-e78b-4d82-8fee-93043c10e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:43.737221 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:43.737477 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5e404-e78b-4d82-8fee-93043c10e96a None None] The sync data for ids ['e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:43.758989 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:43.816691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:43.818516 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2872934 Jun 22 09:42:43.822200 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57476) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:43.836009 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:43.917416 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Allocated IP 172.26.3.4 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/1a48c19d-6952-4d85-bbe9-a943e215756e) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:43.977770 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:42:44.003737 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:42:44.003946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-081487e0-2f04-437a-b7c9-6a36388afc7a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:44.004088 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 7cf445e6-b5f1-4c30-b5a9-aaf34ee03e3e not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:42:44.004677 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e1272366-2056-489b-9d8d-8e1ad55279ee no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:42:44.027110 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: e1272366-2056-489b-9d8d-8e1ad55279ee {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:42:44.027768 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e1272366-2056-489b-9d8d-8e1ad55279ee not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:42:44.059683 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:44.145868 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-081487e0-2f04-437a-b7c9-6a36388afc7a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:44.149366 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-94dfc054-db70-44c4-aa37-1c10fc09415e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:44.175549 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081487e0-2f04-437a-b7c9-6a36388afc7a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6453b113-8d2e-47b5-bd88-25cf213cce8f,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:44.184991 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-081487e0-2f04-437a-b7c9-6a36388afc7a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:44.209185 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57482) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:44.227479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:44.232739 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:44.235987 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:44.270382 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:44.274602 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:44.277585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:44.308636 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-081487e0-2f04-437a-b7c9-6a36388afc7a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:44.309839 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-081487e0-2f04-437a-b7c9-6a36388afc7a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8000333 Jun 22 09:42:44.312538 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Pushing event updated for resources: {'Port': ['ID=1a48c19d-6952-4d85-bbe9-a943e215756e,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:44.316189 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:44.318651 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57486) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:44.323303 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d7f4c81c-b3c7-4778-8e9e-7857dbe8bc4e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group_rule': {'security_group_id': 'c5efba42-b1ae-4cd0-ba83-84cabcc3cb45', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6453b113-8d2e-47b5-bd88-25cf213cce8f', 'remote_ip_prefix': None}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:44.347490 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-397d3bf0-e1b8-410e-a4ba-63d67634bbae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f084873921449c284f95f6f3f12e71b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1346910 Jun 22 09:42:44.347875 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57488) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:44.397961 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:44.400670 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc269ae9-c993-4788-90e1-310738cce2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:44.427390 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc269ae9-c993-4788-90e1-310738cce2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:44.519860 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d7f4c81c-b3c7-4778-8e9e-7857dbe8bc4e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:44.588941 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc269ae9-c993-4788-90e1-310738cce2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:44.597608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc269ae9-c993-4788-90e1-310738cce2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:44.597608 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cc269ae9-c993-4788-90e1-310738cce2c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afaecda8-6069-4e4c-a421-a0baa5f778b1 HTTP/1.1" status: 204 len: 168 time: 0.2441406 Jun 22 09:42:44.609027 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:44.620617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269ae9-c993-4788-90e1-310738cce2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaecda8-6069-4e4c-a421-a0baa5f778b1,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:44.632154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cc269ae9-c993-4788-90e1-310738cce2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:44.667687 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Deleting port 72dd9ec9-edf1-4b61-9636-552ba06fca93 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:44.668240 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:44.673068 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d7f4c81c-b3c7-4778-8e9e-7857dbe8bc4e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:44.728969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:44.753081 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:44.834341 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d7f4c81c-b3c7-4778-8e9e-7857dbe8bc4e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:44.834341 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4014871e-44c5-4fb7-bb71-b0d3faebfce2 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:44.834879 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Calling delete_port for 72dd9ec9-edf1-4b61-9636-552ba06fca93 owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:44.859198 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4c81c-b3c7-4778-8e9e-7857dbe8bc4e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a72614d-baae-4ecd-a224-deb3bce7a6ee,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:44.864558 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d7f4c81c-b3c7-4778-8e9e-7857dbe8bc4e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:44.967400 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d7f4c81c-b3c7-4778-8e9e-7857dbe8bc4e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:44.968674 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d7f4c81c-b3c7-4778-8e9e-7857dbe8bc4e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6490841 Jun 22 09:42:44.972067 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57498) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:44.988996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:45.006939 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-97097ed9-bda8-4fb8-849a-e94446ff2317 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:45.012709 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-97097ed9-bda8-4fb8-849a-e94446ff2317 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:45.092087 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:45.093245 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:45.142533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-97097ed9-bda8-4fb8-849a-e94446ff2317 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:45.145723 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Pushing event deleted for resources: {'Port': ['ID=72dd9ec9-edf1-4b61-9636-552ba06fca93,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:45.151450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-97097ed9-bda8-4fb8-849a-e94446ff2317 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:45.154971 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-97097ed9-bda8-4fb8-849a-e94446ff2317 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4a72614d-baae-4ecd-a224-deb3bce7a6ee HTTP/1.1" status: 204 len: 168 time: 0.1796353 Jun 22 09:42:45.155757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ff282bc0-8c07-478e-a897-868733aa7db9 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:45.160171 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57508) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:45.175299 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97097ed9-bda8-4fb8-849a-e94446ff2317 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a72614d-baae-4ecd-a224-deb3bce7a6ee,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:45.178308 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-97097ed9-bda8-4fb8-849a-e94446ff2317 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:45.193586 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:45.194027 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:45.194400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:45.194779 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:45.195150 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:45.195542 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:45.195914 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:45.196367 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:45.196700 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:45.197065 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:45.197427 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:45.197788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:45.202142 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:45.219570 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:45.237751 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cb4e2881-2406-47de-b92a-39d1aeba5d2e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0751181 Jun 22 09:42:45.240162 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57510) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:45.297587 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d1f8efae-2aa2-4308-9b93-bf0ecdf8bee8 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:45.320224 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d1f8efae-2aa2-4308-9b93-bf0ecdf8bee8 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:45.386076 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Router 999cb09d-dfa7-4fdc-a5dd-2968fd6939a3 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:42:45.425940 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:45.429164 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:45.493120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d1f8efae-2aa2-4308-9b93-bf0ecdf8bee8 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:45.495765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d1f8efae-2aa2-4308-9b93-bf0ecdf8bee8 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:45.497689 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d1f8efae-2aa2-4308-9b93-bf0ecdf8bee8 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-groups/6453b113-8d2e-47b5-bd88-25cf213cce8f HTTP/1.1" status: 204 len: 168 time: 0.2550621 Jun 22 09:42:45.509139 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:45.510836 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57518) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:45.512010 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8efae-2aa2-4308-9b93-bf0ecdf8bee8 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6453b113-8d2e-47b5-bd88-25cf213cce8f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:45.514236 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:45.515760 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d1f8efae-2aa2-4308-9b93-bf0ecdf8bee8 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:45.524012 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb171f-d321-4166-abbc-46b0b9cbd9d7 None None] Sync routers for ids ['999cb09d-dfa7-4fdc-a5dd-2968fd6939a3'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:45.526074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Router e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:42:45.563727 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb171f-d321-4166-abbc-46b0b9cbd9d7 None None] Routers {'999cb09d-dfa7-4fdc-a5dd-2968fd6939a3'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:45.564385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-71bb171f-d321-4166-abbc-46b0b9cbd9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['999cb09d-dfa7-4fdc-a5dd-2968fd6939a3'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:45.604475 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-71bb171f-d321-4166-abbc-46b0b9cbd9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:45.612893 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb171f-d321-4166-abbc-46b0b9cbd9d7 None None] Routers {'999cb09d-dfa7-4fdc-a5dd-2968fd6939a3'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:45.613508 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-71bb171f-d321-4166-abbc-46b0b9cbd9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['999cb09d-dfa7-4fdc-a5dd-2968fd6939a3'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:45.615244 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:45.618060 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3616931 Jun 22 09:42:45.620451 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57522) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:45.626114 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-2fcc3a65-9689-4bc5-aae6-e9859412cd52 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'enable_snat': False}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:45.635351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:45.641947 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7e96deac-98aa-4d2a-ae10-8cbe73e30181 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1296806 Jun 22 09:42:45.648003 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:45.648652 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-71bb171f-d321-4166-abbc-46b0b9cbd9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:45.649318 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb171f-d321-4166-abbc-46b0b9cbd9d7 None None] The sync data for ids ['999cb09d-dfa7-4fdc-a5dd-2968fd6939a3'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:45.649874 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1f7695-1cd0-44cb-a846-1965968a2816 None None] Sync routers for ids ['e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:45.651702 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "PUT /v2.0/routers/e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee HTTP/1.1" status: 200 len: 705 time: 1.8288844 Jun 22 09:42:45.652294 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57524) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:45.668169 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57526) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:45.668739 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1f7695-1cd0-44cb-a846-1965968a2816 None None] Routers {'e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:45.668739 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-1e1f7695-1cd0-44cb-a846-1965968a2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:45.702259 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-1e1f7695-1cd0-44cb-a846-1965968a2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:45.713915 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1f7695-1cd0-44cb-a846-1965968a2816 None None] Routers {'e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:45.714540 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-1e1f7695-1cd0-44cb-a846-1965968a2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:45.748118 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2a4e08dc-a2a9-40de-a010-364f33e4cf67 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "GET /v2.0/routers/e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee HTTP/1.1" status: 200 len: 740 time: 0.0932660 Jun 22 09:42:45.751898 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-1e1f7695-1cd0-44cb-a846-1965968a2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:45.753109 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1f7695-1cd0-44cb-a846-1965968a2816 None None] The sync data for ids ['e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:45.761868 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57530) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:45.780670 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4f45f879-7c8d-4b96-baf8-84e37cc543ed tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:45.807238 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4f45f879-7c8d-4b96-baf8-84e37cc543ed tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:45.849362 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0f0852ba-1da6-4226-89b6-763385c94fdc tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5eae176d-1059-48f4-b687-97de60cc120b&device_id=e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee HTTP/1.1" status: 200 len: 205 time: 0.0839765 Jun 22 09:42:45.850144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57532) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:45.854334 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57534) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:45.884763 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-44413671-5072-45fd-be76-b7fad340531e tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee HTTP/1.1" status: 200 len: 205 time: 0.0317631 Jun 22 09:42:45.885243 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57538) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:45.978221 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-826564765'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:45.982969 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4f45f879-7c8d-4b96-baf8-84e37cc543ed tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:45.985577 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4f45f879-7c8d-4b96-baf8-84e37cc543ed tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:45.986726 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4f45f879-7c8d-4b96-baf8-84e37cc543ed tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-groups/c5efba42-b1ae-4cd0-ba83-84cabcc3cb45 HTTP/1.1" status: 204 len: 168 time: 0.3332098 Jun 22 09:42:45.989391 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-00044e19-6f45-42be-8c26-27647e607b95 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:45.992306 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57542) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:45.997898 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ec62d62-d7be-49dc-86cb-12e33f182a71 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:46.055928 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45f879-7c8d-4b96-baf8-84e37cc543ed tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5efba42-b1ae-4cd0-ba83-84cabcc3cb45,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:46.393284 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3a65-9689-4bc5-aae6-e9859412cd52 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:46.396970 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4f45f879-7c8d-4b96-baf8-84e37cc543ed tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:46.504067 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0f265035-15e9-459d-a4b1-c722f2048348 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5085206 Jun 22 09:42:46.508012 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57548) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:46.509473 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ec62d62-d7be-49dc-86cb-12e33f182a71 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:46.511625 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ec62d62-d7be-49dc-86cb-12e33f182a71 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:46.512811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group': {'name': 'tempest-secgroup--188335763'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:46.580671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Made reservation on behalf of 67e92ee108e64aabb8d4ad8b244dd26a for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:46.581377 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3e7e331f-b7c3-470f-a4c8-28e65086e54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:46.584552 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:46.593628 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:46.654819 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ec62d62-d7be-49dc-86cb-12e33f182a71 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:46.656943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec62d62-d7be-49dc-86cb-12e33f182a71 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Fanout notify agent at l3_agent the message router_deleted on router e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:42:46.663840 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ec62d62-d7be-49dc-86cb-12e33f182a71 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:46.664901 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3ec62d62-d7be-49dc-86cb-12e33f182a71 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "DELETE /v2.0/routers/e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee HTTP/1.1" status: 204 len: 168 time: 0.7786362 Jun 22 09:42:46.668535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57550) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:46.697462 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bf6b4340-6672-4ac0-95a0-0d55de16340f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee HTTP/1.1" status: 200 len: 205 time: 0.0277169 Jun 22 09:42:46.700132 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57552) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:46.710154 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:46.747545 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-17719491-0e49-4a22-bb8f-0d8324fee1cf tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] delete failed (client error): The resource could not be found. Jun 22 09:42:46.750937 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-17719491-0e49-4a22-bb8f-0d8324fee1cf tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "DELETE /v2.0/routers/e8c0cc1c-c56d-4d4a-b134-ec2ec943e0ee HTTP/1.1" status: 404 len: 336 time: 0.0475528 Jun 22 09:42:46.751163 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57554) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:46.784951 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a2545e40-1b90-4229-84f0-0e90709460fb tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "GET /v2.0/ports?device_id=63adcb1d-71b1-45f5-a431-8637c3687f78 HTTP/1.1" status: 200 len: 205 time: 0.0325584 Jun 22 09:42:46.787123 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57556) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:46.829489 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-bdc445d5-1a7e-4433-86cb-1f996f6c51a3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] delete failed (client error): The resource could not be found. Jun 22 09:42:46.830488 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bdc445d5-1a7e-4433-86cb-1f996f6c51a3 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "DELETE /v2.0/routers/63adcb1d-71b1-45f5-a431-8637c3687f78 HTTP/1.1" status: 404 len: 336 time: 0.0424533 Jun 22 09:42:46.833887 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57558) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:46.869996 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dcce8935-eeb2-418f-8e14-91df6747abd8 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "GET /v2.0/ports?device_id=92d2ed8e-f5dc-4d1f-bcbd-883c494b7f54 HTTP/1.1" status: 200 len: 205 time: 0.0330288 Jun 22 09:42:46.871831 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57560) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:46.912585 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-32d1f47f-3f63-4b74-b03f-bfef6ebc5d5b tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] delete failed (client error): The resource could not be found. Jun 22 09:42:46.915933 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-32d1f47f-3f63-4b74-b03f-bfef6ebc5d5b tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "DELETE /v2.0/routers/92d2ed8e-f5dc-4d1f-bcbd-883c494b7f54 HTTP/1.1" status: 404 len: 336 time: 0.0408628 Jun 22 09:42:46.917774 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57562) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:46.944087 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3a65-9689-4bc5-aae6-e9859412cd52 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:46.947298 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3a65-9689-4bc5-aae6-e9859412cd52 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:46.954338 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a4a877a4-2109-4bf2-b8ee-4ec5076287a7 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7a45d74-a9ec-4441-938e-72742d465a9e HTTP/1.1" status: 200 len: 205 time: 0.0335033 Jun 22 09:42:46.956030 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57564) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:47.006557 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:47.007857 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-28522cb4-934a-4d11-846d-3bc60dd47b8b tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] delete failed (client error): The resource could not be found. Jun 22 09:42:47.011263 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-28522cb4-934a-4d11-846d-3bc60dd47b8b tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "DELETE /v2.0/routers/e7a45d74-a9ec-4441-938e-72742d465a9e HTTP/1.1" status: 404 len: 336 time: 0.0519471 Jun 22 09:42:47.011626 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57566) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:47.041036 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-49e1309d-45eb-417b-aa05-bee9e582ad59 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee449943-0f76-466a-b679-298e05823335 HTTP/1.1" status: 200 len: 205 time: 0.0282381 Jun 22 09:42:47.043414 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57570) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:47.066384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:47.069753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6fb2ded6-4397-42ef-96f6-19e47cc13138 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:47.093219 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-712d3d98-50be-4a72-ab1b-3f8ea4dea01c tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] delete failed (client error): The resource could not be found. Jun 22 09:42:47.096714 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-712d3d98-50be-4a72-ab1b-3f8ea4dea01c tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "DELETE /v2.0/routers/ee449943-0f76-466a-b679-298e05823335 HTTP/1.1" status: 404 len: 336 time: 0.0499070 Jun 22 09:42:47.097376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57572) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:47.107253 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:42:47.116972 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:47.120364 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Added segment ce3aee95-3a30-4d66-8592-227cccdf1254 of type vlan for network 1bebb0c8-3555-4e53-bfcd-f49d13396af7 Jun 22 09:42:47.132490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4529d5b1-1578-48d3-b019-f9ba688f7a3e,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:47.135842 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:47.151203 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ef42e327-3e71-4e50-89fd-8c02217d1534 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "GET /v2.0/ports?device_id=963bff31-c93d-4407-bb07-c86568f37a88 HTTP/1.1" status: 200 len: 205 time: 0.0504541 Jun 22 09:42:47.151203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcc3a65-9689-4bc5-aae6-e9859412cd52 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Router 999cb09d-dfa7-4fdc-a5dd-2968fd6939a3 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:42:47.152406 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57574) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:47.166799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:47.202120 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-375c2003-64f0-4c7a-beae-083c39a24a02 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] delete failed (client error): The resource could not be found. Jun 22 09:42:47.203146 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-375c2003-64f0-4c7a-beae-083c39a24a02 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "DELETE /v2.0/routers/963bff31-c93d-4407-bb07-c86568f37a88 HTTP/1.1" status: 404 len: 336 time: 0.0498426 Jun 22 09:42:47.206535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57576) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:47.231686 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b197070-17bb-4120-8749-a28c374a6bc4 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] DELETE failed (client error): The resource could not be found. Jun 22 09:42:47.232141 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b197070-17bb-4120-8749-a28c374a6bc4 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:42:47.274812 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7b197070-17bb-4120-8749-a28c374a6bc4 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] 10.222.0.20 "DELETE /v2.0/subnets/9fb10262-7967-431e-9e1b-90382689b3c2 HTTP/1.1" status: 404 len: 337 time: 0.0263228 Jun 22 09:42:47.318004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:47.323524 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:47.331858 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:47.332556 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:47.336175 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:47.347767 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcc3a65-9689-4bc5-aae6-e9859412cd52 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:47.352195 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3a65-9689-4bc5-aae6-e9859412cd52 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:47.353433 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2fcc3a65-9689-4bc5-aae6-e9859412cd52 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "PUT /v2.0/routers/999cb09d-dfa7-4fdc-a5dd-2968fd6939a3 HTTP/1.1" status: 200 len: 923 time: 1.7318459 Jun 22 09:42:47.356116 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57582) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:47.359078 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d83594-782b-4190-8947-29f0aedffaf8 None None] Sync routers for ids ['999cb09d-dfa7-4fdc-a5dd-2968fd6939a3'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:47.375364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d83594-782b-4190-8947-29f0aedffaf8 None None] Routers {'999cb09d-dfa7-4fdc-a5dd-2968fd6939a3'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:47.376272 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-12d83594-782b-4190-8947-29f0aedffaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['999cb09d-dfa7-4fdc-a5dd-2968fd6939a3'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:47.416281 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-12d83594-782b-4190-8947-29f0aedffaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:47.436763 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d83594-782b-4190-8947-29f0aedffaf8 None None] Routers {'999cb09d-dfa7-4fdc-a5dd-2968fd6939a3'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:47.438027 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-12d83594-782b-4190-8947-29f0aedffaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['999cb09d-dfa7-4fdc-a5dd-2968fd6939a3'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:47.452662 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event updated for resources: {'Network': ['ID=1bebb0c8-3555-4e53-bfcd-f49d13396af7,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:47.456643 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:47.462227 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:47.466847 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d4efb7f8-db7a-47b7-8bf5-c4c2916b9a26 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:47.474252 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 1bebb0c8-3555-4e53-bfcd-f49d13396af7 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:42:47.477518 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-12d83594-782b-4190-8947-29f0aedffaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:47.478250 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d83594-782b-4190-8947-29f0aedffaf8 None None] The sync data for ids ['999cb09d-dfa7-4fdc-a5dd-2968fd6939a3'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:47.502186 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6460760 Jun 22 09:42:47.509712 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d59ce39f-6182-4fde-a079-a14b2c0b5ad5 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "GET /v2.0/routers/999cb09d-dfa7-4fdc-a5dd-2968fd6939a3 HTTP/1.1" status: 200 len: 923 time: 0.1495938 Jun 22 09:42:47.509712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7675ba6-ffb7-4bb5-8ab0-b407a140ddfc,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:47.511338 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57586) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:47.515383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:47.515802 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:47.516186 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:47.516567 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:47.516940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:47.517314 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:47.517684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:47.518081 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:47.518454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:47.518826 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:47.519193 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:47.519585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:47.522976 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:47.580685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f41fef-efb0-4248-af97-3d07407bf7fc tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:47.582180 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f7f41fef-efb0-4248-af97-3d07407bf7fc tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5eae176d-1059-48f4-b687-97de60cc120b&device_id=999cb09d-dfa7-4fdc-a5dd-2968fd6939a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0694032 Jun 22 09:42:47.585088 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57588) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:47.603306 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:47.607149 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0956645 Jun 22 09:42:47.607420 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57590) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:47.612713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-5bb2b116-5926-4a8e-9d66-b2810826580a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group_rule': {'security_group_id': 'e7675ba6-ffb7-4bb5-8ab0-b407a140ddfc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:47.668253 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcecc411-5828-4eff-812b-4a18c09bc49b tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:47.672327 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dcecc411-5828-4eff-812b-4a18c09bc49b tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "GET /v2.0/networks/5eae176d-1059-48f4-b687-97de60cc120b HTTP/1.1" status: 200 len: 881 time: 0.0863218 Jun 22 09:42:47.672485 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57592) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:47.702299 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5fa0e2f7-2b8e-4ed2-8ac1-15fce5cff7eb tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "GET /v2.0/ports?device_id=999cb09d-dfa7-4fdc-a5dd-2968fd6939a3 HTTP/1.1" status: 200 len: 205 time: 0.0285039 Jun 22 09:42:47.704845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57594) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:47.757967 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b116-5926-4a8e-9d66-b2810826580a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:47.855728 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29973dc5-54dc-4496-8674-4798f1f1e880 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:47.859509 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b116-5926-4a8e-9d66-b2810826580a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:47.876670 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57598) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:47.954362 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b116-5926-4a8e-9d66-b2810826580a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:47.958908 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-97097ed9-bda8-4fb8-849a-e94446ff2317 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:47.978535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29973dc5-54dc-4496-8674-4798f1f1e880 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:47.985812 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2b116-5926-4a8e-9d66-b2810826580a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be0185e-f4f1-4d26-b63d-f790fa9b08f5,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:47.989649 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5bb2b116-5926-4a8e-9d66-b2810826580a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:47.997654 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2b862070-9f31-4624-b911-25986ac724e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.168439 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b116-5926-4a8e-9d66-b2810826580a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.169765 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5bb2b116-5926-4a8e-9d66-b2810826580a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5612679 Jun 22 09:42:48.173158 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57602) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:48.204817 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:42:48.205372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7ec3fd33-dae6-4efa-b839-b3ad19c40bea tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.218494 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7ec3fd33-dae6-4efa-b839-b3ad19c40bea tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.221267 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-29973dc5-54dc-4496-8674-4798f1f1e880 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Deleting port 1a48c19d-6952-4d85-bbe9-a943e215756e {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:48.221674 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29973dc5-54dc-4496-8674-4798f1f1e880 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.264352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2b862070-9f31-4624-b911-25986ac724e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.321223 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29973dc5-54dc-4496-8674-4798f1f1e880 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.363950 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2b862070-9f31-4624-b911-25986ac724e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.366731 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d017d8a1-126a-43cc-8e33-219555a1b6de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:48.390470 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-29973dc5-54dc-4496-8674-4798f1f1e880 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Calling delete_port for 1a48c19d-6952-4d85-bbe9-a943e215756e owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:48.404086 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b862070-9f31-4624-b911-25986ac724e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297aa557-3963-4b11-bccd-73d084f6d681,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:48.405006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7ec3fd33-dae6-4efa-b839-b3ad19c40bea tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.428796 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2b862070-9f31-4624-b911-25986ac724e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7c8608d66bf4a2f9c10bdc1f9cca680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5486639 Jun 22 09:42:48.428796 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2b862070-9f31-4624-b911-25986ac724e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:48.429031 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57608) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:48.440725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7ec3fd33-dae6-4efa-b839-b3ad19c40bea tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.442233 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7ec3fd33-dae6-4efa-b839-b3ad19c40bea tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/0be0185e-f4f1-4d26-b63d-f790fa9b08f5 HTTP/1.1" status: 204 len: 168 time: 0.2678478 Jun 22 09:42:48.444548 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:48.446917 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57610) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:48.470613 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3fd33-dae6-4efa-b839-b3ad19c40bea tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0be0185e-f4f1-4d26-b63d-f790fa9b08f5,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:48.474217 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7ec3fd33-dae6-4efa-b839-b3ad19c40bea tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:48.501753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d275908d-23a0-4d2c-9047-9429740ff14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.527474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d275908d-23a0-4d2c-9047-9429740ff14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.551421 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f6bae9e1-dfde-4a83-aaf2-f22a4c76a5ea tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1019869 Jun 22 09:42:48.554052 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57614) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:48.648836 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e8e2058c-7907-4849-bfe3-15d863b9e394 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.666615 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d275908d-23a0-4d2c-9047-9429740ff14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.669665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d275908d-23a0-4d2c-9047-9429740ff14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.671398 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d275908d-23a0-4d2c-9047-9429740ff14b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/297aa557-3963-4b11-bccd-73d084f6d681 HTTP/1.1" status: 204 len: 168 time: 0.2414038 Jun 22 09:42:48.677733 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4915411c-b0d8-408d-b2b0-13901ed2ed74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:48.678418 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e8e2058c-7907-4849-bfe3-15d863b9e394 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.685698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275908d-23a0-4d2c-9047-9429740ff14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297aa557-3963-4b11-bccd-73d084f6d681,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:48.688183 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d275908d-23a0-4d2c-9047-9429740ff14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:48.763065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29973dc5-54dc-4496-8674-4798f1f1e880 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.766283 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6e5f5052-ae6b-469c-a66c-b6229753cb4d tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:48.789127 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29973dc5-54dc-4496-8674-4798f1f1e880 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Pushing event deleted for resources: {'Port': ['ID=1a48c19d-6952-4d85-bbe9-a943e215756e,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:48.792074 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-29973dc5-54dc-4496-8674-4798f1f1e880 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:48.851192 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29973dc5-54dc-4496-8674-4798f1f1e880 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.910878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e8e2058c-7907-4849-bfe3-15d863b9e394 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.913515 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e8e2058c-7907-4849-bfe3-15d863b9e394 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.914621 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e8e2058c-7907-4849-bfe3-15d863b9e394 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-groups/e7675ba6-ffb7-4bb5-8ab0-b407a140ddfc HTTP/1.1" status: 204 len: 168 time: 0.3595047 Jun 22 09:42:48.917382 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57618) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:48.942877 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-87d80088-43eb-4a73-8533-0406735d6226 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:48.955500 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2058c-7907-4849-bfe3-15d863b9e394 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7675ba6-ffb7-4bb5-8ab0-b407a140ddfc,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:48.959097 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29973dc5-54dc-4496-8674-4798f1f1e880 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.961438 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e8e2058c-7907-4849-bfe3-15d863b9e394 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:48.963376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29973dc5-54dc-4496-8674-4798f1f1e880 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:48.989207 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d7ea6f36-a991-463a-a5ff-9490d6db62cf tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0663257 Jun 22 09:42:48.990179 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57620) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:48.995350 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-902ed38d-b0d5-40f4-8982-e974d5294f3b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group': {'name': 'tempest-secgroup--1201415163'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:49.072012 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-56e0e4ef-974b-406e-ad97-b96e385a3cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:49.112940 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-902ed38d-b0d5-40f4-8982-e974d5294f3b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:49.117302 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29973dc5-54dc-4496-8674-4798f1f1e880 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:49.117976 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29973dc5-54dc-4496-8674-4798f1f1e880 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Fanout notify agent at l3_agent the message router_deleted on router 999cb09d-dfa7-4fdc-a5dd-2968fd6939a3 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:42:49.142530 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29973dc5-54dc-4496-8674-4798f1f1e880 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:49.150532 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-29973dc5-54dc-4496-8674-4798f1f1e880 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "DELETE /v2.0/routers/999cb09d-dfa7-4fdc-a5dd-2968fd6939a3 HTTP/1.1" status: 204 len: 168 time: 1.4442859 Jun 22 09:42:49.150900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57624) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:49.167300 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-a3eee977-d162-416c-9e77-50479f7280cb tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-472682270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:49.224112 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-902ed38d-b0d5-40f4-8982-e974d5294f3b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:49.335359 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-902ed38d-b0d5-40f4-8982-e974d5294f3b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:49.339177 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:49.372800 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ed38d-b0d5-40f4-8982-e974d5294f3b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae2836f-7ea0-4c10-8a34-f3a814f9a49c,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:49.381859 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:49.396441 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-902ed38d-b0d5-40f4-8982-e974d5294f3b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:49.477599 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a3eee977-d162-416c-9e77-50479f7280cb tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:49.480340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a3eee977-d162-416c-9e77-50479f7280cb tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:49.529581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57628) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:49.537589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a3eee977-d162-416c-9e77-50479f7280cb tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:49.560187 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-902ed38d-b0d5-40f4-8982-e974d5294f3b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:49.567161 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-902ed38d-b0d5-40f4-8982-e974d5294f3b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5714788 Jun 22 09:42:49.569243 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57632) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:49.576527 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-83a3f9f4-788f-48ba-8840-c4319684bdd7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group_rule': {'security_group_id': '1ae2836f-7ea0-4c10-8a34-f3a814f9a49c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:49.582302 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-56121491-31dc-44d5-b20d-b62311f122dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fe52181364c4002a93a7fb7c6682630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510185 Jun 22 09:42:49.582489 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57634) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:49.632795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e1d8-066f-4954-85ba-83c5a7745983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:49.659213 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e1d8-066f-4954-85ba-83c5a7745983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:49.662158 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a3eee977-d162-416c-9e77-50479f7280cb tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:49.738176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-83a3f9f4-788f-48ba-8840-c4319684bdd7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:49.843150 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e1d8-066f-4954-85ba-83c5a7745983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:49.847665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e1d8-066f-4954-85ba-83c5a7745983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:49.853485 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6ff7e1d8-066f-4954-85ba-83c5a7745983 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bb87e50-f30f-4d6d-a417-cb26d6ee2576 HTTP/1.1" status: 204 len: 168 time: 0.2690952 Jun 22 09:42:49.855768 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-17485648-aaca-4cf5-9f45-360c2777e37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:49.870470 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7e1d8-066f-4954-85ba-83c5a7745983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb87e50-f30f-4d6d-a417-cb26d6ee2576,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:49.877389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-83a3f9f4-788f-48ba-8840-c4319684bdd7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:49.881674 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6ff7e1d8-066f-4954-85ba-83c5a7745983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:49.892625 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a3eee977-d162-416c-9e77-50479f7280cb tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:49.895256 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a3eee977-d162-416c-9e77-50479f7280cb tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7423594 Jun 22 09:42:49.914164 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57640) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:49.918779 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Request body: {'router': {'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:50.054365 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-83a3f9f4-788f-48ba-8840-c4319684bdd7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:50.056658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5bb2b116-5926-4a8e-9d66-b2810826580a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:50.075571 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3f9f4-788f-48ba-8840-c4319684bdd7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d00ea29-fcb8-44d3-80b2-3c05e7ad44d1,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:50.078029 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-83a3f9f4-788f-48ba-8840-c4319684bdd7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:50.140376 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:50.184893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-83a3f9f4-788f-48ba-8840-c4319684bdd7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:50.188728 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-83a3f9f4-788f-48ba-8840-c4319684bdd7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6154604 Jun 22 09:42:50.189564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57642) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:50.212283 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d8025053-550d-4312-8fee-5f7625e6235a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-group-rules/9d00ea29-fcb8-44d3-80b2-3c05e7ad44d1 HTTP/1.1" status: 200 len: 763 time: 0.0187089 Jun 22 09:42:50.212614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57644) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:50.256709 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1f1e8206-d184-47d8-a829-df85bc04860f tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0405247 Jun 22 09:42:50.257070 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57646) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:50.281371 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b4ab-5df3-4e2e-ae74-2d207cf58e89 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:50.289406 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b4ab-5df3-4e2e-ae74-2d207cf58e89 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:50.443474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:50.460494 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:50.462222 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:50.494626 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b4ab-5df3-4e2e-ae74-2d207cf58e89 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:50.497042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:50.505084 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b4ab-5df3-4e2e-ae74-2d207cf58e89 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:50.509282 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c2f9b4ab-5df3-4e2e-ae74-2d207cf58e89 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9d00ea29-fcb8-44d3-80b2-3c05e7ad44d1 HTTP/1.1" status: 204 len: 168 time: 0.2482347 Jun 22 09:42:50.528597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57654) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:50.547143 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9b4ab-5df3-4e2e-ae74-2d207cf58e89 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d00ea29-fcb8-44d3-80b2-3c05e7ad44d1,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:50.561710 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c2f9b4ab-5df3-4e2e-ae74-2d207cf58e89 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:50.619479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Allocated IP 172.26.3.104 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/19558f06-50c9-4aea-9fd5-55d31f46f7c3) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:50.640615 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57660) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:50.641600 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-79fa7631-dbad-461b-b8a8-e1cbf3b656cf tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1115541 Jun 22 09:42:50.655822 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-56f4abe8-0f3f-462f-a7ec-3a429f1aed25 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group_rule': {'security_group_id': '1ae2836f-7ea0-4c10-8a34-f3a814f9a49c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:50.755587 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:50.765978 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57666) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:50.773990 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-8408d073-86fe-4069-aeee-5993395ce9e6 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Request body: {'subnet': {'network_id': '1bebb0c8-3555-4e53-bfcd-f49d13396af7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:50.800198 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56f4abe8-0f3f-462f-a7ec-3a429f1aed25 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:50.865793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56f4abe8-0f3f-462f-a7ec-3a429f1aed25 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:50.888756 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:50.891687 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fb35c384-ac6f-4a38-82f8-d53e3dd33406 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:50.926864 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:50.930103 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:50.935635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:50.957204 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Pushing event updated for resources: {'Port': ['ID=19558f06-50c9-4aea-9fd5-55d31f46f7c3,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:50.961892 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:50.997269 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8408d073-86fe-4069-aeee-5993395ce9e6 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Made reservation on behalf of 67e92ee108e64aabb8d4ad8b244dd26a for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:51.001158 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8408d073-86fe-4069-aeee-5993395ce9e6 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:51.016845 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56f4abe8-0f3f-462f-a7ec-3a429f1aed25 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:51.045289 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:51.079720 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4abe8-0f3f-462f-a7ec-3a429f1aed25 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651fd0a2-f760-41be-b613-9e6c9835f45c,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:51.084136 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-56f4abe8-0f3f-462f-a7ec-3a429f1aed25 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:51.163422 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56f4abe8-0f3f-462f-a7ec-3a429f1aed25 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:51.167645 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-56f4abe8-0f3f-462f-a7ec-3a429f1aed25 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5225053 Jun 22 09:42:51.168210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57678) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:51.188837 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-83f7c463-6814-41e2-b605-4b85cc45549d tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-group-rules/651fd0a2-f760-41be-b613-9e6c9835f45c HTTP/1.1" status: 200 len: 763 time: 0.0183961 Jun 22 09:42:51.190837 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57680) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:51.231589 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c71a7af1-d56e-44a9-8c62-7d9f65c70c24 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0395296 Jun 22 09:42:51.235865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57682) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:51.239363 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57684) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:51.262789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e516f5ef-eb95-410c-bfdc-6ab6cb80a849 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:51.270629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e516f5ef-eb95-410c-bfdc-6ab6cb80a849 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:51.349656 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fbe92e6c-6601-4e0b-bb6a-5c1c3f9ffcee tempest-AgentManagementNegativeTest-1180027229 tempest-AgentManagementNegativeTest-1180027229-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1057203 Jun 22 09:42:51.368656 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8408d073-86fe-4069-aeee-5993395ce9e6 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:51.374358 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:51.398725 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:51.436627 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408d073-86fe-4069-aeee-5993395ce9e6 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event updated for resources: {'Subnet': ['ID=d8345a4c-b309-4fe1-90c3-016a97341a4c,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:51.437337 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e516f5ef-eb95-410c-bfdc-6ab6cb80a849 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:51.439994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8408d073-86fe-4069-aeee-5993395ce9e6 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:51.442267 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:51.446931 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8408d073-86fe-4069-aeee-5993395ce9e6 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Checking segment: {'id': 'ce3aee95-3a30-4d66-8592-227cccdf1254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1bebb0c8-3555-4e53-bfcd-f49d13396af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:51.447294 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8408d073-86fe-4069-aeee-5993395ce9e6 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Network hostable DHCP agents. Network: 1bebb0c8-3555-4e53-bfcd-f49d13396af7, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:42:51.453364 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e516f5ef-eb95-410c-bfdc-6ab6cb80a849 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:51.461249 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e516f5ef-eb95-410c-bfdc-6ab6cb80a849 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/651fd0a2-f760-41be-b613-9e6c9835f45c HTTP/1.1" status: 204 len: 168 time: 0.2175579 Jun 22 09:42:51.461378 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57690) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:51.461471 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516f5ef-eb95-410c-bfdc-6ab6cb80a849 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=651fd0a2-f760-41be-b613-9e6c9835f45c,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:51.464146 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e516f5ef-eb95-410c-bfdc-6ab6cb80a849 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:51.503052 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-51f0ab6b-3bec-4d07-b9ee-494ead423c2b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425544 Jun 22 09:42:51.505619 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57692) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:51.510033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-8c91f081-eac0-4824-9fc6-fac49fe10754 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Request body: {'security_group_rule': {'security_group_id': '1ae2836f-7ea0-4c10-8a34-f3a814f9a49c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:51.585877 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8408d073-86fe-4069-aeee-5993395ce9e6 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Network 1bebb0c8-3555-4e53-bfcd-f49d13396af7 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:42:51.611118 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:51.614307 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:51.671954 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-8c91f081-eac0-4824-9fc6-fac49fe10754 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Project ef348c2f7e024a2e9a40dd18e995a020 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:42:51.688253 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c91f081-eac0-4824-9fc6-fac49fe10754 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:51.735451 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c91f081-eac0-4824-9fc6-fac49fe10754 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:51.963662 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-8408d073-86fe-4069-aeee-5993395ce9e6 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 1bebb0c8-3555-4e53-bfcd-f49d13396af7) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:51.963823 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:51.969864 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8408d073-86fe-4069-aeee-5993395ce9e6 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:51.970537 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8408d073-86fe-4069-aeee-5993395ce9e6 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:51.973180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b018a06-6b6d-4b16-bd7b-7b2131a7d5b2 None None] Network 1bebb0c8-3555-4e53-bfcd-f49d13396af7 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:52.020963 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c91f081-eac0-4824-9fc6-fac49fe10754 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.028768 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c5eed3cb-3502-4b29-93b0-f473f28e3829 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:52.043343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91f081-eac0-4824-9fc6-fac49fe10754 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6a8379-b464-4d95-8fe1-21e9d373ab7e,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:52.046272 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8c91f081-eac0-4824-9fc6-fac49fe10754 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:52.094473 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Router e61581fc-6ab0-479f-9351-10ab9f4c6a6f is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:42:52.122242 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-1bebb0c8-3555-4e53-bfcd-f49d13396af7', 'network_id': '1bebb0c8-3555-4e53-bfcd-f49d13396af7', 'tenant_id': '67e92ee108e64aabb8d4ad8b244dd26a', 'fixed_ips': [{'subnet_id': 'd8345a4c-b309-4fe1-90c3-016a97341a4c'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:42:52.123123 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.136819 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c91f081-eac0-4824-9fc6-fac49fe10754 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.138037 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8c91f081-eac0-4824-9fc6-fac49fe10754 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6315193 Jun 22 09:42:52.144040 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8408d073-86fe-4069-aeee-5993395ce9e6 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3721774 Jun 22 09:42:52.144040 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57700) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:52.144305 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57702) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:52.148804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-82c34ae7-1491-4873-a21f-c1abe148afcc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1691099835'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:52.158036 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-747d9d6e-d761-4a26-bc2f-6f174127af2b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-group-rules/5e6a8379-b464-4d95-8fe1-21e9d373ab7e HTTP/1.1" status: 200 len: 769 time: 0.0161409 Jun 22 09:42:52.160970 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57704) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:52.206299 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0caf3f6e-b37b-444b-887b-f7dd3669afd5 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0433111 Jun 22 09:42:52.208830 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57708) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:52.242150 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:52.242407 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-32bb2a5f-12f6-452f-8542-c0d24189bd3d tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.250759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.251454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-32bb2a5f-12f6-452f-8542-c0d24189bd3d tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.252825 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "PUT /v2.0/routers/e61581fc-6ab0-479f-9351-10ab9f4c6a6f HTTP/1.1" status: 200 len: 883 time: 2.3371432 Jun 22 09:42:52.255008 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c34ae7-1491-4873-a21f-c1abe148afcc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Made reservation on behalf of 67e92ee108e64aabb8d4ad8b244dd26a for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:52.256616 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d98a173-3f04-4f94-ba67-cfdf0ab278c9 None None] Sync routers for ids ['e61581fc-6ab0-479f-9351-10ab9f4c6a6f'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:52.259260 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57710) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:52.259402 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-82c34ae7-1491-4873-a21f-c1abe148afcc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.266848 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d98a173-3f04-4f94-ba67-cfdf0ab278c9 None None] Routers {'e61581fc-6ab0-479f-9351-10ab9f4c6a6f'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:52.269617 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0d98a173-3f04-4f94-ba67-cfdf0ab278c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e61581fc-6ab0-479f-9351-10ab9f4c6a6f'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:52.278766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57712) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:52.293561 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c34ae7-1491-4873-a21f-c1abe148afcc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:42:52.301236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-82c34ae7-1491-4873-a21f-c1abe148afcc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.301592 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-82c34ae7-1491-4873-a21f-c1abe148afcc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Added segment 6b7217b2-9cf2-4228-a61c-f4f71f5bd78f of type vlan for network 27a2d47d-9a00-42b0-b509-5f9ad431f058 Jun 22 09:42:52.311463 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0d98a173-3f04-4f94-ba67-cfdf0ab278c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:52.321730 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d98a173-3f04-4f94-ba67-cfdf0ab278c9 None None] Routers {'e61581fc-6ab0-479f-9351-10ab9f4c6a6f'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:52.322562 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0d98a173-3f04-4f94-ba67-cfdf0ab278c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e61581fc-6ab0-479f-9351-10ab9f4c6a6f'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:52.343659 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Allocated IP 2001:db8:0:ffff::2 (1bebb0c8-3555-4e53-bfcd-f49d13396af7/d8345a4c-b309-4fe1-90c3-016a97341a4c/b7d2e05b-0c78-44cd-8c29-3f798f26c6eb) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:52.358445 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0d98a173-3f04-4f94-ba67-cfdf0ab278c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:52.359353 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d98a173-3f04-4f94-ba67-cfdf0ab278c9 None None] The sync data for ids ['e61581fc-6ab0-479f-9351-10ab9f4c6a6f'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:52.392244 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-727d1b8d-ef2a-4940-bda7-33444e8c9d8f tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "GET /v2.0/routers/e61581fc-6ab0-479f-9351-10ab9f4c6a6f HTTP/1.1" status: 200 len: 924 time: 0.1293316 Jun 22 09:42:52.392804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57716) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:52.406156 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-82c34ae7-1491-4873-a21f-c1abe148afcc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.459368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-08844e62-49b5-4104-93fe-7c9bfc2335bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.494207 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12554f4b-f1ce-4cd8-91f0-bd6689aa9d83 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:52.495750 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-12554f4b-f1ce-4cd8-91f0-bd6689aa9d83 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5eae176d-1059-48f4-b687-97de60cc120b&device_id=e61581fc-6ab0-479f-9351-10ab9f4c6a6f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1013389 Jun 22 09:42:52.499415 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57718) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:52.508754 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-32bb2a5f-12f6-452f-8542-c0d24189bd3d tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.514002 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.514386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-32bb2a5f-12f6-452f-8542-c0d24189bd3d tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.517767 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-32bb2a5f-12f6-452f-8542-c0d24189bd3d tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5e6a8379-b464-4d95-8fe1-21e9d373ab7e HTTP/1.1" status: 204 len: 168 time: 0.3057008 Jun 22 09:42:52.517767 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:52.521343 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57720) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:52.526988 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Transition to ACTIVE for port object b7d2e05b-0c78-44cd-8c29-3f798f26c6eb will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:52.544950 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Transition to ACTIVE for port object b7d2e05b-0c78-44cd-8c29-3f798f26c6eb will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:52.557621 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb2a5f-12f6-452f-8542-c0d24189bd3d tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e6a8379-b464-4d95-8fe1-21e9d373ab7e,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:52.560287 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-32bb2a5f-12f6-452f-8542-c0d24189bd3d tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:52.578355 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5f05c820-b62d-4b83-9560-16b687283b50 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0557823 Jun 22 09:42:52.583951 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57722) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:52.592565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-82c34ae7-1491-4873-a21f-c1abe148afcc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.599377 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c34ae7-1491-4873-a21f-c1abe148afcc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:52.599377 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-82c34ae7-1491-4873-a21f-c1abe148afcc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.600611 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c41d1-eb48-48d4-a1aa-a1a3d4491eb8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:52.601981 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cd6c41d1-eb48-48d4-a1aa-a1a3d4491eb8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "GET /v2.0/networks/5eae176d-1059-48f4-b687-97de60cc120b HTTP/1.1" status: 200 len: 881 time: 0.1015208 Jun 22 09:42:52.605074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-74a7712d-a3f0-492b-8680-a3cb05dc2f36 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:52.605814 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57724) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:52.635210 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9c0483e8-f5e3-441e-a1c6-4503ee435805 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "GET /v2.0/ports?device_id=e61581fc-6ab0-479f-9351-10ab9f4c6a6f HTTP/1.1" status: 200 len: 205 time: 0.0280886 Jun 22 09:42:52.641327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57726) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:52.667469 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.670493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:52.694658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-08844e62-49b5-4104-93fe-7c9bfc2335bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.707874 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Network 1bebb0c8-3555-4e53-bfcd-f49d13396af7 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:52.711028 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:52.711489 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c34ae7-1491-4873-a21f-c1abe148afcc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event updated for resources: {'Network': ['ID=27a2d47d-9a00-42b0-b509-5f9ad431f058,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:52.714609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-82c34ae7-1491-4873-a21f-c1abe148afcc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:52.725532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:52.725532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 27a2d47d-9a00-42b0-b509-5f9ad431f058 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:42:52.732117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb0e578b-c18f-416a-a72c-149654c24f2e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.756363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb0e578b-c18f-416a-a72c-149654c24f2e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.761331 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3fa09d01-689c-40fb-8b29-c2276410a51e tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.775104 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Pushing event updated for resources: {'Port': ['ID=b7d2e05b-0c78-44cd-8c29-3f798f26c6eb,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:52.802503 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-08844e62-49b5-4104-93fe-7c9bfc2335bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.802761 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:52.803001 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:52.803275 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:52.803651 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:52.804008 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:52.804333 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:52.804664 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:52.805167 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:52.805664 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:52.806159 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:52.806417 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2b862070-9f31-4624-b911-25986ac724e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:52.806527 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:52.806863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:52.823384 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:52.850336 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-08844e62-49b5-4104-93fe-7c9bfc2335bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39051f760c0a431b85ab355c5cbffa5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5682693 Jun 22 09:42:52.850670 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08844e62-49b5-4104-93fe-7c9bfc2335bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78bcc49-3384-4bbc-a67c-8db08871f352,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:52.851918 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57730) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:52.857813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-08844e62-49b5-4104-93fe-7c9bfc2335bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:52.870372 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Attempting to bind port b7d2e05b-0c78-44cd-8c29-3f798f26c6eb on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:42:52.870771 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Attempting to bind port b7d2e05b-0c78-44cd-8c29-3f798f26c6eb by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'ce3aee95-3a30-4d66-8592-227cccdf1254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1bebb0c8-3555-4e53-bfcd-f49d13396af7'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:42:52.871155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Attempting to bind port b7d2e05b-0c78-44cd-8c29-3f798f26c6eb on network 1bebb0c8-3555-4e53-bfcd-f49d13396af7 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:42:52.873292 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb0e578b-c18f-416a-a72c-149654c24f2e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.876604 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:42:52.881671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Checking segment: {'id': 'ce3aee95-3a30-4d66-8592-227cccdf1254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1bebb0c8-3555-4e53-bfcd-f49d13396af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:52.881671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.881671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Bound using segment: {'id': 'ce3aee95-3a30-4d66-8592-227cccdf1254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1bebb0c8-3555-4e53-bfcd-f49d13396af7'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:42:52.881671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Bound port: b7d2e05b-0c78-44cd-8c29-3f798f26c6eb, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3aee95-3a30-4d66-8592-227cccdf1254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1bebb0c8-3555-4e53-bfcd-f49d13396af7'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:42:52.881671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.882707 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb0e578b-c18f-416a-a72c-149654c24f2e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.883068 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-eb0e578b-c18f-416a-a72c-149654c24f2e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "DELETE /v2.0/security-groups/1ae2836f-7ea0-4c10-8a34-f3a814f9a49c HTTP/1.1" status: 204 len: 168 time: 0.2975857 Jun 22 09:42:52.883988 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-902ed38d-b0d5-40f4-8982-e974d5294f3b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:52.888588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57732) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:52.905826 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e578b-c18f-416a-a72c-149654c24f2e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae2836f-7ea0-4c10-8a34-f3a814f9a49c,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:52.912379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3fa09d01-689c-40fb-8b29-c2276410a51e tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.915161 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-eb0e578b-c18f-416a-a72c-149654c24f2e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:52.927313 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-82c34ae7-1491-4873-a21f-c1abe148afcc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7813029 Jun 22 09:42:52.929921 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57734) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:52.938102 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-dab30cdc-1979-4ba3-84cd-e1b012ad32d0 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Request body: {'subnet': {'network_id': '27a2d47d-9a00-42b0-b509-5f9ad431f058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:52.950079 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5227b007-8c23-4b9a-b785-0a9dc40019a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.978790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5227b007-8c23-4b9a-b785-0a9dc40019a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:52.990709 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] For port b7d2e05b-0c78-44cd-8c29-3f798f26c6eb, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:42:52.994838 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] For port b7d2e05b-0c78-44cd-8c29-3f798f26c6eb, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b7d2e05b-0c78-44cd-8c29-3f798f26c6eb,segment=NetworkSegment(ce3aee95-3a30-4d66-8592-227cccdf1254),segment_id=ce3aee95-3a30-4d66-8592-227cccdf1254)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:42:53.042627 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e9933306-8c33-4428-b96a-688879c3a8e0 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1496150 Jun 22 09:42:53.050676 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57738) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:53.075767 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-3fa09d01-689c-40fb-8b29-c2276410a51e tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Deleting port 19558f06-50c9-4aea-9fd5-55d31f46f7c3 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:53.076134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3fa09d01-689c-40fb-8b29-c2276410a51e tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:53.088982 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:53.091846 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:53.123358 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5bee0bab-dc42-400f-8381-cae271f8010a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0674212 Jun 22 09:42:53.151669 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Pushing event updated for resources: {'Port': ['ID=b7d2e05b-0c78-44cd-8c29-3f798f26c6eb,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:53.154521 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5227b007-8c23-4b9a-b785-0a9dc40019a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:53.157760 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5227b007-8c23-4b9a-b785-0a9dc40019a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:53.159515 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5227b007-8c23-4b9a-b785-0a9dc40019a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b78bcc49-3384-4bbc-a67c-8db08871f352 HTTP/1.1" status: 204 len: 168 time: 0.3035820 Jun 22 09:42:53.162982 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:53.166989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:53.197115 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab30cdc-1979-4ba3-84cd-e1b012ad32d0 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Made reservation on behalf of 67e92ee108e64aabb8d4ad8b244dd26a for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:53.201284 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dab30cdc-1979-4ba3-84cd-e1b012ad32d0 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:53.201801 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3fa09d01-689c-40fb-8b29-c2276410a51e tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:53.277717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-3fa09d01-689c-40fb-8b29-c2276410a51e tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Calling delete_port for 19558f06-50c9-4aea-9fd5-55d31f46f7c3 owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:53.287281 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227b007-8c23-4b9a-b785-0a9dc40019a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78bcc49-3384-4bbc-a67c-8db08871f352,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:53.292599 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5227b007-8c23-4b9a-b785-0a9dc40019a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:53.631919 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3fa09d01-689c-40fb-8b29-c2276410a51e tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:53.635058 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-57baaaee-68a0-41ad-a984-848b737cf545 tempest-PortsAdminExtendedAttrsTestJSON-1560576969 tempest-PortsAdminExtendedAttrsTestJSON-1560576969-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:53.661374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa09d01-689c-40fb-8b29-c2276410a51e tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Pushing event deleted for resources: {'Port': ['ID=19558f06-50c9-4aea-9fd5-55d31f46f7c3,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:53.664765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3fa09d01-689c-40fb-8b29-c2276410a51e tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:53.687105 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.objects.ports [None req-dab30cdc-1979-4ba3-84cd-e1b012ad32d0 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100652) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:42:53.688575 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dab30cdc-1979-4ba3-84cd-e1b012ad32d0 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:53.691720 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:53.729918 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3fa09d01-689c-40fb-8b29-c2276410a51e tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:53.755379 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab30cdc-1979-4ba3-84cd-e1b012ad32d0 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event updated for resources: {'Subnet': ['ID=c7e85feb-dae4-4c89-bcee-004f7e39d142,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:53.758658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dab30cdc-1979-4ba3-84cd-e1b012ad32d0 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:53.765378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab30cdc-1979-4ba3-84cd-e1b012ad32d0 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Checking segment: {'id': '6b7217b2-9cf2-4228-a61c-f4f71f5bd78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '27a2d47d-9a00-42b0-b509-5f9ad431f058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:53.765655 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab30cdc-1979-4ba3-84cd-e1b012ad32d0 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Network hostable DHCP agents. Network: 27a2d47d-9a00-42b0-b509-5f9ad431f058, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:42:53.830270 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3fa09d01-689c-40fb-8b29-c2276410a51e tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:53.833370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3fa09d01-689c-40fb-8b29-c2276410a51e tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:53.860303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab30cdc-1979-4ba3-84cd-e1b012ad32d0 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Network 27a2d47d-9a00-42b0-b509-5f9ad431f058 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:42:53.875382 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57752) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:53.974260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-dab30cdc-1979-4ba3-84cd-e1b012ad32d0 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 27a2d47d-9a00-42b0-b509-5f9ad431f058) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:53.974260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab30cdc-1979-4ba3-84cd-e1b012ad32d0 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:53.974260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dab30cdc-1979-4ba3-84cd-e1b012ad32d0 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:53.982113 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954fcd29-766e-4134-9001-3e5664caf1e7 None None] Network 27a2d47d-9a00-42b0-b509-5f9ad431f058 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:53.999944 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b7d2e05b-0c78-44cd-8c29-3f798f26c6eb up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:42:54.025725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3fa09d01-689c-40fb-8b29-c2276410a51e tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:54.031147 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa09d01-689c-40fb-8b29-c2276410a51e tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Fanout notify agent at l3_agent the message router_deleted on router e61581fc-6ab0-479f-9351-10ab9f4c6a6f {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:42:54.035283 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3fa09d01-689c-40fb-8b29-c2276410a51e tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:54.036667 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3fa09d01-689c-40fb-8b29-c2276410a51e tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "DELETE /v2.0/routers/e61581fc-6ab0-479f-9351-10ab9f4c6a6f HTTP/1.1" status: 204 len: 168 time: 1.3943057 Jun 22 09:42:54.041330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57762) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:54.046604 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-dc7d3337-635a-4a3a-8367-1220de02545b tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1953629574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:54.057651 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-34d4b8f8-4d68-459a-98b1-07861951004b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef348c2f7e024a2e9a40dd18e995a020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753769 Jun 22 09:42:54.065342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57764) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:54.117521 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dab30cdc-1979-4ba3-84cd-e1b012ad32d0 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1864619 Jun 22 09:42:54.121601 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57770) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:54.136360 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-801c2844-94b1-4ea4-aba3-afa88dc27296 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Request body: {'port': {'network_id': '27a2d47d-9a00-42b0-b509-5f9ad431f058', 'name': 'tempest-NetworksIpV6TestAttrs-624136513'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:54.167011 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-512280b6-5841-47c4-94c3-3432024ed093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:54.212699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-512280b6-5841-47c4-94c3-3432024ed093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:54.251401 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port b7d2e05b-0c78-44cd-8c29-3f798f26c6eb completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:54.274387 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3337-635a-4a3a-8367-1220de02545b tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:54.275771 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3337-635a-4a3a-8367-1220de02545b tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:54.310014 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-27a2d47d-9a00-42b0-b509-5f9ad431f058', 'network_id': '27a2d47d-9a00-42b0-b509-5f9ad431f058', 'tenant_id': '67e92ee108e64aabb8d4ad8b244dd26a', 'fixed_ips': [{'subnet_id': 'c7e85feb-dae4-4c89-bcee-004f7e39d142'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:42:54.310958 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:54.363348 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3337-635a-4a3a-8367-1220de02545b tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:54.412223 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eb5338-ad6c-491b-9e2a-61b84a39270d None None] Network 1bebb0c8-3555-4e53-bfcd-f49d13396af7 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:54.500400 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-512280b6-5841-47c4-94c3-3432024ed093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:54.503081 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-512280b6-5841-47c4-94c3-3432024ed093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:54.504370 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-512280b6-5841-47c4-94c3-3432024ed093 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9b14b4c-99f5-43e7-b48b-b86494882741 HTTP/1.1" status: 204 len: 168 time: 0.4380622 Jun 22 09:42:54.513508 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-04b756fe-9e4a-4754-b38a-858c16bc4dbe tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:54.513508 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512280b6-5841-47c4-94c3-3432024ed093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b14b4c-99f5-43e7-b48b-b86494882741,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:54.518082 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801c2844-94b1-4ea4-aba3-afa88dc27296 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Made reservation on behalf of 67e92ee108e64aabb8d4ad8b244dd26a for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:54.523961 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-801c2844-94b1-4ea4-aba3-afa88dc27296 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:54.525756 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-512280b6-5841-47c4-94c3-3432024ed093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:54.528497 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3337-635a-4a3a-8367-1220de02545b tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:54.554844 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-801c2844-94b1-4ea4-aba3-afa88dc27296 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] device_id is not set on port d054d5b3-386c-4113-bf75-62a1dbc57dc1 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:42:54.564207 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Allocated IP 2001:db8::f816:3eff:fe32:ff2c (27a2d47d-9a00-42b0-b509-5f9ad431f058/c7e85feb-dae4-4c89-bcee-004f7e39d142/43cb0958-c85c-4420-b84a-7f3c4fe95687) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:54.621244 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3337-635a-4a3a-8367-1220de02545b tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:54.622830 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-dc7d3337-635a-4a3a-8367-1220de02545b tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5801947 Jun 22 09:42:54.625625 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57784) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:54.632739 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'enable_snat': True}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:54.644127 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5b09aee3-8410-4130-a29e-44504a587e94 None None] Provisioning for port b7d2e05b-0c78-44cd-8c29-3f798f26c6eb completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:54.657666 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5b09aee3-8410-4130-a29e-44504a587e94 None None] Provisioning complete for port b7d2e05b-0c78-44cd-8c29-3f798f26c6eb triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:54.658048 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5b09aee3-8410-4130-a29e-44504a587e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:54.709224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57786) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:54.977783 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:54.991788 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Transition to ACTIVE for port object 43cb0958-c85c-4420-b84a-7f3c4fe95687 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:55.013202 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Transition to ACTIVE for port object 43cb0958-c85c-4420-b84a-7f3c4fe95687 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:55.018546 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5b09aee3-8410-4130-a29e-44504a587e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:55.059388 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-5b09aee3-8410-4130-a29e-44504a587e94 None None] For port b7d2e05b-0c78-44cd-8c29-3f798f26c6eb, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b7d2e05b-0c78-44cd-8c29-3f798f26c6eb,segment=NetworkSegment(ce3aee95-3a30-4d66-8592-227cccdf1254),segment_id=ce3aee95-3a30-4d66-8592-227cccdf1254)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:55.106230 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:55.108423 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:55.147297 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Network 27a2d47d-9a00-42b0-b509-5f9ad431f058 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:55.149732 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5b09aee3-8410-4130-a29e-44504a587e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:55.156623 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:55.161527 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:55.164659 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Pushing event updated for resources: {'Port': ['ID=43cb0958-c85c-4420-b84a-7f3c4fe95687,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:55.168473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:55.168939 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-94ac9b16-7197-44ed-809d-7e9083546365 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:55.251259 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-711966149'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:55.256083 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:55.273596 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Attempting to bind port 43cb0958-c85c-4420-b84a-7f3c4fe95687 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:42:55.273979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Attempting to bind port 43cb0958-c85c-4420-b84a-7f3c4fe95687 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '6b7217b2-9cf2-4228-a61c-f4f71f5bd78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '27a2d47d-9a00-42b0-b509-5f9ad431f058'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:42:55.274350 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Attempting to bind port 43cb0958-c85c-4420-b84a-7f3c4fe95687 on network 27a2d47d-9a00-42b0-b509-5f9ad431f058 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:42:55.289304 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:42:55.289754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Checking segment: {'id': '6b7217b2-9cf2-4228-a61c-f4f71f5bd78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '27a2d47d-9a00-42b0-b509-5f9ad431f058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:55.290374 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:55.290781 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Bound using segment: {'id': '6b7217b2-9cf2-4228-a61c-f4f71f5bd78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '27a2d47d-9a00-42b0-b509-5f9ad431f058'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:42:55.291257 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Bound port: 43cb0958-c85c-4420-b84a-7f3c4fe95687, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7217b2-9cf2-4228-a61c-f4f71f5bd78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '27a2d47d-9a00-42b0-b509-5f9ad431f058'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:42:55.291663 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:55.293420 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09aee3-8410-4130-a29e-44504a587e94 None None] Pushing event updated for resources: {'Port': ['ID=b7d2e05b-0c78-44cd-8c29-3f798f26c6eb,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:55.297239 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5b09aee3-8410-4130-a29e-44504a587e94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:55.308276 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8cd2d8a8-3713-49c4-910f-a93209105c5b None None] Provisioning complete for port b7d2e05b-0c78-44cd-8c29-3f798f26c6eb triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:55.308276 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8cd2d8a8-3713-49c4-910f-a93209105c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:55.311258 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-801c2844-94b1-4ea4-aba3-afa88dc27296 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Allocated IP 2001:db8::f816:3eff:fe6d:2dc5 (27a2d47d-9a00-42b0-b509-5f9ad431f058/c7e85feb-dae4-4c89-bcee-004f7e39d142/d054d5b3-386c-4113-bf75-62a1dbc57dc1) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:55.407342 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] For port 43cb0958-c85c-4420-b84a-7f3c4fe95687, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:42:55.408193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] For port 43cb0958-c85c-4420-b84a-7f3c4fe95687, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=43cb0958-c85c-4420-b84a-7f3c4fe95687,segment=NetworkSegment(6b7217b2-9cf2-4228-a61c-f4f71f5bd78f),segment_id=6b7217b2-9cf2-4228-a61c-f4f71f5bd78f)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:42:55.463548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Made reservation on behalf of dd05925883a349bfbb06b8efd21ce9a1 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:55.467801 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:55.506484 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:55.517389 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:55.521228 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-95ffd5e7-56ed-4ae1-b6d1-9b12d88caf93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:55.595766 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Pushing event updated for resources: {'Port': ['ID=43cb0958-c85c-4420-b84a-7f3c4fe95687,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:55.605500 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:55.610629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-801c2844-94b1-4ea4-aba3-afa88dc27296 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:55.636321 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-801c2844-94b1-4ea4-aba3-afa88dc27296 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Transition to ACTIVE for port object d054d5b3-386c-4113-bf75-62a1dbc57dc1 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:55.791968 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:55.838643 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57814) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:55.879290 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-801c2844-94b1-4ea4-aba3-afa88dc27296 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:55.892253 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:55.897436 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:42:55.906655 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:55.907005 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Added segment ffb68bdb-8e3b-422d-b466-458cf733ca6d of type vlan for network aab1e297-20fc-4431-bb30-3da943642bbc Jun 22 09:42:55.936744 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a30d6228-ad20-43ec-9186-5f663d630ac5 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:55.971595 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-263c6471-52ab-41da-8f17-78973bba44d6 tempest-ServiceProvidersTest-2041628345 tempest-ServiceProvidersTest-2041628345-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1310565 Jun 22 09:42:55.977456 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:55.981723 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:56.016310 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801c2844-94b1-4ea4-aba3-afa88dc27296 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Network 27a2d47d-9a00-42b0-b509-5f9ad431f058 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:56.019068 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:56.028443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-801c2844-94b1-4ea4-aba3-afa88dc27296 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:56.038494 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 43cb0958-c85c-4420-b84a-7f3c4fe95687 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:42:56.044456 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801c2844-94b1-4ea4-aba3-afa88dc27296 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:56.050511 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801c2844-94b1-4ea4-aba3-afa88dc27296 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:56.051131 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-801c2844-94b1-4ea4-aba3-afa88dc27296 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:56.058344 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c2844-94b1-4ea4-aba3-afa88dc27296 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event updated for resources: {'Port': ['ID=d054d5b3-386c-4113-bf75-62a1dbc57dc1,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:56.068587 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-801c2844-94b1-4ea4-aba3-afa88dc27296 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:56.069115 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0d0e972f-4d20-4d5e-8ecb-9af7756a4876 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:56.135424 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=852fcc0e-b55f-4598-8320-38f15b3c56fe,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:56.139934 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:56.147713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:56.153280 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:56.154038 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:56.173629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:56.175164 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 43cb0958-c85c-4420-b84a-7f3c4fe95687 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:56.179455 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b7d2e05b-0c78-44cd-8c29-3f798f26c6eb up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:42:56.195786 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-801c2844-94b1-4ea4-aba3-afa88dc27296 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0723097 Jun 22 09:42:56.199163 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57820) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:56.229126 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port b7d2e05b-0c78-44cd-8c29-3f798f26c6eb triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:56.229633 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:56.255220 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e52adc-2f72-4ca3-86ab-ca0820997233 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Deleting subnet c7e85feb-dae4-4c89-bcee-004f7e39d142 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:42:56.259776 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b2e52adc-2f72-4ca3-86ab-ca0820997233 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:56.264115 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Allocated IP 172.26.3.230 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/06fb2cf3-18eb-442d-bfe4-3d5fcbb88a42) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:56.266416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event updated for resources: {'Network': ['ID=aab1e297-20fc-4431-bb30-3da943642bbc,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:56.269907 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:56.293880 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network aab1e297-20fc-4431-bb30-3da943642bbc details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:42:56.308904 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5984094 Jun 22 09:42:56.313224 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b2e52adc-2f72-4ca3-86ab-ca0820997233 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:56.335620 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57822) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:56.342952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-06b616cb-e64d-47b6-8d30-cbe01ea99405 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Request body: {'subnet': {'network_id': 'aab1e297-20fc-4431-bb30-3da943642bbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:56.537263 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:56.616963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57832) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:56.631669 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b616cb-e64d-47b6-8d30-cbe01ea99405 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Made reservation on behalf of dd05925883a349bfbb06b8efd21ce9a1 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:56.639211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-06b616cb-e64d-47b6-8d30-cbe01ea99405 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:56.745766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:56.750426 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5919708c-7bfd-44f5-9964-875813437154 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:56.772580 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4f83af-d40d-4613-998d-911047c694a5 None None] Network 27a2d47d-9a00-42b0-b509-5f9ad431f058 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:56.801351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Pushing event updated for resources: {'Port': ['ID=06fb2cf3-18eb-442d-bfe4-3d5fcbb88a42,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:56.813484 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:56.828509 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3e7b5adb-81fc-4e8d-a44a-174ee94be4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:56.839931 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:56.847988 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:56.854456 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:56.896491 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b2e52adc-2f72-4ca3-86ab-ca0820997233 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:56.940521 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-498ccc7a-215f-46e4-8134-02b91044d573 None None] Provisioning for port 43cb0958-c85c-4420-b84a-7f3c4fe95687 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:56.947372 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-498ccc7a-215f-46e4-8134-02b91044d573 None None] Provisioning complete for port 43cb0958-c85c-4420-b84a-7f3c4fe95687 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:56.948074 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-498ccc7a-215f-46e4-8134-02b91044d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.052066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-498ccc7a-215f-46e4-8134-02b91044d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.103846 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b2e52adc-2f72-4ca3-86ab-ca0820997233 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.119555 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:57.143459 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-498ccc7a-215f-46e4-8134-02b91044d573 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:42:57.143836 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-498ccc7a-215f-46e4-8134-02b91044d573 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:42:57.150566 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3e7b5adb-81fc-4e8d-a44a-174ee94be4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.152375 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e52adc-2f72-4ca3-86ab-ca0820997233 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e85feb-dae4-4c89-bcee-004f7e39d142,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:57.154441 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b2e52adc-2f72-4ca3-86ab-ca0820997233 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.156335 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b2e52adc-2f72-4ca3-86ab-ca0820997233 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/subnets/c7e85feb-dae4-4c89-bcee-004f7e39d142 HTTP/1.1" status: 204 len: 168 time: 0.9559991 Jun 22 09:42:57.157215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b2e52adc-2f72-4ca3-86ab-ca0820997233 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:57.158755 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57836) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:57.203051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-06b616cb-e64d-47b6-8d30-cbe01ea99405 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.208737 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:57.212976 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1841dd-7be9-4db8-b462-78409b151eb8 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:57.214582 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1841dd-7be9-4db8-b462-78409b151eb8 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:57.216346 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4a1841dd-7be9-4db8-b462-78409b151eb8 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0566385 Jun 22 09:42:57.219372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57838) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:57.223298 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf088c1-acbc-45c1-b1ca-1c0aa8d6ed37 None None] Network 27a2d47d-9a00-42b0-b509-5f9ad431f058 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:57.292623 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3e7b5adb-81fc-4e8d-a44a-174ee94be4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.305940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1c2f0729-d40a-423d-b527-ea2c9a52d504 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.313086 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2f0729-d40a-423d-b527-ea2c9a52d504 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 22 09:42:57.313563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2f0729-d40a-423d-b527-ea2c9a52d504 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:42:57.320082 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1c2f0729-d40a-423d-b527-ea2c9a52d504 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/networks/27a2d47d-9a00-42b0-b509-5f9ad431f058 HTTP/1.1" status: 409 len: 405 time: 0.0960097 Jun 22 09:42:57.320392 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57840) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:57.321862 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b616cb-e64d-47b6-8d30-cbe01ea99405 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event updated for resources: {'Subnet': ['ID=901bb00d-1826-4aab-a1da-4534f6bb084c,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:57.328310 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-93451146-9ee6-4849-9bb5-b5ecd9bdac0a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-97896511'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:57.373498 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-06b616cb-e64d-47b6-8d30-cbe01ea99405 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:57.374027 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e2a53955-e796-4d39-b15a-1bc5a4f824b9 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:57.407063 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3e7b5adb-81fc-4e8d-a44a-174ee94be4c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d264532df45b40cbb4d79a9577eebebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7889206 Jun 22 09:42:57.409783 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57842) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:57.413612 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b616cb-e64d-47b6-8d30-cbe01ea99405 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Checking segment: {'id': 'ffb68bdb-8e3b-422d-b466-458cf733ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aab1e297-20fc-4431-bb30-3da943642bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:57.413978 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b616cb-e64d-47b6-8d30-cbe01ea99405 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Network hostable DHCP agents. Network: aab1e297-20fc-4431-bb30-3da943642bbc, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:42:57.426267 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44581a0-3e9c-4012-bb93-46e9b39931db None None] DHCP port deletion for 27a2d47d-9a00-42b0-b509-5f9ad431f058 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:42:57.428266 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.429886 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b5adb-81fc-4e8d-a44a-174ee94be4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caef012-756a-440d-9473-a2e3516b9fe7,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:57.435835 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3e7b5adb-81fc-4e8d-a44a-174ee94be4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:57.474506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-067f69a5-16dd-4069-81bb-0a6adadf0518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.486212 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-a44581a0-3e9c-4012-bb93-46e9b39931db None None] Deleting port 43cb0958-c85c-4420-b84a-7f3c4fe95687 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:57.487550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a44581a0-3e9c-4012-bb93-46e9b39931db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.496065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93451146-9ee6-4849-9bb5-b5ecd9bdac0a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Made reservation on behalf of 67e92ee108e64aabb8d4ad8b244dd26a for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:57.501468 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-93451146-9ee6-4849-9bb5-b5ecd9bdac0a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.502741 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-067f69a5-16dd-4069-81bb-0a6adadf0518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.547925 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93451146-9ee6-4849-9bb5-b5ecd9bdac0a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:42:57.568665 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a44581a0-3e9c-4012-bb93-46e9b39931db None None] For port 43cb0958-c85c-4420-b84a-7f3c4fe95687, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=43cb0958-c85c-4420-b84a-7f3c4fe95687,segment=NetworkSegment(6b7217b2-9cf2-4228-a61c-f4f71f5bd78f),segment_id=6b7217b2-9cf2-4228-a61c-f4f71f5bd78f)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:57.569437 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a44581a0-3e9c-4012-bb93-46e9b39931db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.587787 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b616cb-e64d-47b6-8d30-cbe01ea99405 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Network aab1e297-20fc-4431-bb30-3da943642bbc is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:42:57.636795 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-a44581a0-3e9c-4012-bb93-46e9b39931db None None] Calling delete_port for 43cb0958-c85c-4420-b84a-7f3c4fe95687 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:57.642901 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.647019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.657944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-067f69a5-16dd-4069-81bb-0a6adadf0518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.661008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-067f69a5-16dd-4069-81bb-0a6adadf0518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.670485 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-067f69a5-16dd-4069-81bb-0a6adadf0518 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6caef012-756a-440d-9473-a2e3516b9fe7 HTTP/1.1" status: 204 len: 168 time: 0.2539630 Jun 22 09:42:57.676888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-93451146-9ee6-4849-9bb5-b5ecd9bdac0a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.679070 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-93451146-9ee6-4849-9bb5-b5ecd9bdac0a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Added segment b566711b-d2c4-47d5-8f79-b854c0c02785 of type vlan for network 307678a9-6920-4d65-888d-b80420e3c244 Jun 22 09:42:57.682043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b780a38b-3f14-46e4-98ea-88e9643d221c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:57.714307 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-498ccc7a-215f-46e4-8134-02b91044d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.756997 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-06b616cb-e64d-47b6-8d30-cbe01ea99405 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, aab1e297-20fc-4431-bb30-3da943642bbc) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:57.759512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-498ccc7a-215f-46e4-8134-02b91044d573 None None] For port 43cb0958-c85c-4420-b84a-7f3c4fe95687, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=43cb0958-c85c-4420-b84a-7f3c4fe95687,segment=NetworkSegment(6b7217b2-9cf2-4228-a61c-f4f71f5bd78f),segment_id=6b7217b2-9cf2-4228-a61c-f4f71f5bd78f)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:57.769028 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10590921-f388-4618-8ac3-463ad1f1e37b None None] Network aab1e297-20fc-4431-bb30-3da943642bbc requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:57.777366 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b616cb-e64d-47b6-8d30-cbe01ea99405 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:57.777960 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-06b616cb-e64d-47b6-8d30-cbe01ea99405 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.779783 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-93451146-9ee6-4849-9bb5-b5ecd9bdac0a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.785241 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f69a5-16dd-4069-81bb-0a6adadf0518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caef012-756a-440d-9473-a2e3516b9fe7,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:57.787178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-067f69a5-16dd-4069-81bb-0a6adadf0518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:57.911632 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-498ccc7a-215f-46e4-8134-02b91044d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:57.915785 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-af05b95b-5f5c-4d02-b40b-7f8713eadfd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:57.945563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 43cb0958-c85c-4420-b84a-7f3c4fe95687 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:42:57.997878 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-06b616cb-e64d-47b6-8d30-cbe01ea99405 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6607518 Jun 22 09:42:58.000206 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57852) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:58.005502 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d963aba9-ec88-4d8b-aac0-8e9af94d398b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Request body: {'port': {'network_id': 'aab1e297-20fc-4431-bb30-3da943642bbc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-965199364'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:58.030812 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-aab1e297-20fc-4431-bb30-3da943642bbc', 'network_id': 'aab1e297-20fc-4431-bb30-3da943642bbc', 'tenant_id': 'dd05925883a349bfbb06b8efd21ce9a1', 'fixed_ips': [{'subnet_id': '901bb00d-1826-4aab-a1da-4534f6bb084c'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:42:58.031696 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:58.033933 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ccc7a-215f-46e4-8134-02b91044d573 None None] Pushing event updated for resources: {'Port': ['ID=43cb0958-c85c-4420-b84a-7f3c4fe95687,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:58.038575 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-498ccc7a-215f-46e4-8134-02b91044d573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:58.049469 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-93451146-9ee6-4849-9bb5-b5ecd9bdac0a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:58.053223 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a44581a0-3e9c-4012-bb93-46e9b39931db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:58.060374 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No ports have port_id starting with 43cb0958-c85c-4420-b84a-7f3c4fe95687 Jun 22 09:42:58.060740 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93451146-9ee6-4849-9bb5-b5ecd9bdac0a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:58.060828 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:58.075333 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Router 3b63112b-751c-4bef-8855-b0c7085d34ca is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:42:58.075497 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-93451146-9ee6-4849-9bb5-b5ecd9bdac0a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:58.075497 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:58.092974 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44581a0-3e9c-4012-bb93-46e9b39931db None None] Pushing event deleted for resources: {'Port': ['ID=43cb0958-c85c-4420-b84a-7f3c4fe95687,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:58.096309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a44581a0-3e9c-4012-bb93-46e9b39931db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:58.100378 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44581a0-3e9c-4012-bb93-46e9b39931db None None] No DVR routers for this DVR port 43cb0958-c85c-4420-b84a-7f3c4fe95687 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:42:58.194223 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93451146-9ee6-4849-9bb5-b5ecd9bdac0a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event updated for resources: {'Network': ['ID=307678a9-6920-4d65-888d-b80420e3c244,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:58.197244 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-93451146-9ee6-4849-9bb5-b5ecd9bdac0a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:58.208154 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 307678a9-6920-4d65-888d-b80420e3c244 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:42:58.212342 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f87d0f5e-a1b3-4158-9cd7-494d3f5cd13c None None] Provisioning for port d054d5b3-386c-4113-bf75-62a1dbc57dc1 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:58.228810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f87d0f5e-a1b3-4158-9cd7-494d3f5cd13c None None] Provisioning complete for port d054d5b3-386c-4113-bf75-62a1dbc57dc1 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:58.229198 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f87d0f5e-a1b3-4158-9cd7-494d3f5cd13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:58.263939 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-93451146-9ee6-4849-9bb5-b5ecd9bdac0a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9422286 Jun 22 09:42:58.264808 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57854) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:58.270473 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-8d6d5447-514a-49a2-aa11-c11b2d743b10 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Request body: {'subnet': {'network_id': '307678a9-6920-4d65-888d-b80420e3c244', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:58.292422 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:58.299499 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:58.299499 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "PUT /v2.0/routers/3b63112b-751c-4bef-8855-b0c7085d34ca HTTP/1.1" status: 200 len: 919 time: 3.6705856 Jun 22 09:42:58.305644 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Allocated IP 2001:db8::2 (aab1e297-20fc-4431-bb30-3da943642bbc/901bb00d-1826-4aab-a1da-4534f6bb084c/b81a6788-2ee7-4dc6-b39a-336ba631b258) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:58.307611 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57856) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:58.315649 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b2953d-d1d7-4ac8-a1e2-0093e1920a42 None None] Sync routers for ids ['3b63112b-751c-4bef-8855-b0c7085d34ca'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:58.421033 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f4034956-8691-428b-a562-72c82e3279b7 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "GET /v2.0/routers/3b63112b-751c-4bef-8855-b0c7085d34ca HTTP/1.1" status: 200 len: 925 time: 0.1118190 Jun 22 09:42:58.423489 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57858) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:58.434160 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d963aba9-ec88-4d8b-aac0-8e9af94d398b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Made reservation on behalf of dd05925883a349bfbb06b8efd21ce9a1 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:58.437187 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d963aba9-ec88-4d8b-aac0-8e9af94d398b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:58.465563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-f87d0f5e-a1b3-4158-9cd7-494d3f5cd13c None None] Port d054d5b3-386c-4113-bf75-62a1dbc57dc1 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:42:58.476401 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f87d0f5e-a1b3-4158-9cd7-494d3f5cd13c None None] Could not find standard attr ID for object 43cb0958-c85c-4420-b84a-7f3c4fe95687. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:42:58.477750 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-d963aba9-ec88-4d8b-aac0-8e9af94d398b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] device_id is not set on port 5d800e42-ccac-4ce9-9425-296317feee5c yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:42:58.509776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b2953d-d1d7-4ac8-a1e2-0093e1920a42 None None] Routers {'3b63112b-751c-4bef-8855-b0c7085d34ca'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:58.510370 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-30b2953d-d1d7-4ac8-a1e2-0093e1920a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['3b63112b-751c-4bef-8855-b0c7085d34ca'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:58.540226 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6d5447-514a-49a2-aa11-c11b2d743b10 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Made reservation on behalf of 67e92ee108e64aabb8d4ad8b244dd26a for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:58.542415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3491a4-fa0e-403b-924c-a6b7d954d89d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:58.546436 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ab3491a4-fa0e-403b-924c-a6b7d954d89d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5eae176d-1059-48f4-b687-97de60cc120b&device_id=3b63112b-751c-4bef-8855-b0c7085d34ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1195037 Jun 22 09:42:58.546603 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5447-514a-49a2-aa11-c11b2d743b10 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:58.546830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57860) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:58.548813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-30b2953d-d1d7-4ac8-a1e2-0093e1920a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:58.563239 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b2953d-d1d7-4ac8-a1e2-0093e1920a42 None None] Routers {'3b63112b-751c-4bef-8855-b0c7085d34ca'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:58.564089 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-30b2953d-d1d7-4ac8-a1e2-0093e1920a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['3b63112b-751c-4bef-8855-b0c7085d34ca'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:58.600057 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-30b2953d-d1d7-4ac8-a1e2-0093e1920a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:58.600801 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b2953d-d1d7-4ac8-a1e2-0093e1920a42 None None] The sync data for ids ['3b63112b-751c-4bef-8855-b0c7085d34ca'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:58.630742 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4186b8bd-be0a-48a9-82e6-e62750cb15bc tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:58.632411 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4186b8bd-be0a-48a9-82e6-e62750cb15bc tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "GET /v2.0/networks/5eae176d-1059-48f4-b687-97de60cc120b HTTP/1.1" status: 200 len: 881 time: 0.0847249 Jun 22 09:42:58.635198 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57862) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:58.663034 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0b44fc31-a0dd-4c8c-a15f-7c5497c1bade tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b63112b-751c-4bef-8855-b0c7085d34ca HTTP/1.1" status: 200 len: 205 time: 0.0265720 Jun 22 09:42:58.665448 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57864) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:58.687869 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:58.696925 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Transition to ACTIVE for port object b81a6788-2ee7-4dc6-b39a-336ba631b258 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:58.711760 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Transition to ACTIVE for port object b81a6788-2ee7-4dc6-b39a-336ba631b258 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:58.771470 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-04341167-d107-4108-a7b4-27215e4aeef5 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:58.791734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:58.793662 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d4c3d42c-f9a4-4830-9770-e4a8205377d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:58.828204 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Network aab1e297-20fc-4431-bb30-3da943642bbc is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:58.833120 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:58.843085 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:58.850146 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Pushing event updated for resources: {'Port': ['ID=b81a6788-2ee7-4dc6-b39a-336ba631b258,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:58.854840 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:58.911164 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-d963aba9-ec88-4d8b-aac0-8e9af94d398b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Allocated IP 2001:db8::264 (aab1e297-20fc-4431-bb30-3da943642bbc/901bb00d-1826-4aab-a1da-4534f6bb084c/5d800e42-ccac-4ce9-9425-296317feee5c) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:58.938298 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.objects.ports [None req-8d6d5447-514a-49a2-aa11-c11b2d743b10 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100653) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:42:58.940878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5447-514a-49a2-aa11-c11b2d743b10 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:58.942209 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Attempting to bind port b81a6788-2ee7-4dc6-b39a-336ba631b258 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:42:58.942661 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Attempting to bind port b81a6788-2ee7-4dc6-b39a-336ba631b258 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'ffb68bdb-8e3b-422d-b466-458cf733ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aab1e297-20fc-4431-bb30-3da943642bbc'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:42:58.943033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Attempting to bind port b81a6788-2ee7-4dc6-b39a-336ba631b258 on network aab1e297-20fc-4431-bb30-3da943642bbc {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:42:58.944270 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-04341167-d107-4108-a7b4-27215e4aeef5 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:58.948043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:58.953416 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:42:58.953641 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Checking segment: {'id': 'ffb68bdb-8e3b-422d-b466-458cf733ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aab1e297-20fc-4431-bb30-3da943642bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:58.954033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:58.954440 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Bound using segment: {'id': 'ffb68bdb-8e3b-422d-b466-458cf733ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aab1e297-20fc-4431-bb30-3da943642bbc'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:42:58.954913 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Bound port: b81a6788-2ee7-4dc6-b39a-336ba631b258, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb68bdb-8e3b-422d-b466-458cf733ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aab1e297-20fc-4431-bb30-3da943642bbc'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:42:58.955344 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:59.019411 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6d5447-514a-49a2-aa11-c11b2d743b10 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Checking segment: {'id': 'b566711b-d2c4-47d5-8f79-b854c0c02785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '307678a9-6920-4d65-888d-b80420e3c244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:59.020064 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d5447-514a-49a2-aa11-c11b2d743b10 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Network hostable DHCP agents. Network: 307678a9-6920-4d65-888d-b80420e3c244, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:42:59.025726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d5447-514a-49a2-aa11-c11b2d743b10 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event updated for resources: {'Subnet': ['ID=39daad5d-6cf1-46a6-824b-66466c1726d2,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:59.046172 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8d6d5447-514a-49a2-aa11-c11b2d743b10 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:59.063143 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-4e2211f9-b862-4866-a305-91d122700226 None None] For port b81a6788-2ee7-4dc6-b39a-336ba631b258, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:42:59.068314 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-4e2211f9-b862-4866-a305-91d122700226 None None] For port b81a6788-2ee7-4dc6-b39a-336ba631b258, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b81a6788-2ee7-4dc6-b39a-336ba631b258,segment=NetworkSegment(ffb68bdb-8e3b-422d-b466-458cf733ca6d),segment_id=ffb68bdb-8e3b-422d-b466-458cf733ca6d)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:42:59.118823 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-04341167-d107-4108-a7b4-27215e4aeef5 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Deleting port 06fb2cf3-18eb-442d-bfe4-3d5fcbb88a42 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:59.119165 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-04341167-d107-4108-a7b4-27215e4aeef5 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:59.122954 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d5447-514a-49a2-aa11-c11b2d743b10 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Network 307678a9-6920-4d65-888d-b80420e3c244 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:42:59.137368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d963aba9-ec88-4d8b-aac0-8e9af94d398b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:59.151001 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:59.153879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a44581a0-3e9c-4012-bb93-46e9b39931db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:59.180627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-d963aba9-ec88-4d8b-aac0-8e9af94d398b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Transition to ACTIVE for port object 5d800e42-ccac-4ce9-9425-296317feee5c will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:59.209782 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-8d6d5447-514a-49a2-aa11-c11b2d743b10 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 307678a9-6920-4d65-888d-b80420e3c244) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:59.210734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Pushing event updated for resources: {'Port': ['ID=b81a6788-2ee7-4dc6-b39a-336ba631b258,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:59.221190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:59.227075 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ea7f99-344d-4301-a049-7af6864f21ea None None] Network 307678a9-6920-4d65-888d-b80420e3c244 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:59.228093 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d5447-514a-49a2-aa11-c11b2d743b10 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:59.228711 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5447-514a-49a2-aa11-c11b2d743b10 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:59.232379 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-04341167-d107-4108-a7b4-27215e4aeef5 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:59.301597 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8d6d5447-514a-49a2-aa11-c11b2d743b10 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0356455 Jun 22 09:42:59.304135 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57872) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:59.309431 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-a9794e75-5f92-4f06-9a60-6da1d86d2dbc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Request body: {'port': {'network_id': '307678a9-6920-4d65-888d-b80420e3c244', 'name': 'tempest-NetworksIpV6TestAttrs-875061389'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:59.314927 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-04341167-d107-4108-a7b4-27215e4aeef5 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Calling delete_port for 06fb2cf3-18eb-442d-bfe4-3d5fcbb88a42 owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:59.373901 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d963aba9-ec88-4d8b-aac0-8e9af94d398b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:59.378666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5fa92d60-ce92-4c95-8835-f9782631c3fe tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:59.381361 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-307678a9-6920-4d65-888d-b80420e3c244', 'network_id': '307678a9-6920-4d65-888d-b80420e3c244', 'tenant_id': '67e92ee108e64aabb8d4ad8b244dd26a', 'fixed_ips': [{'subnet_id': '39daad5d-6cf1-46a6-824b-66466c1726d2'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:42:59.382435 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:59.476145 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d963aba9-ec88-4d8b-aac0-8e9af94d398b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Network aab1e297-20fc-4431-bb30-3da943642bbc is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:59.483217 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-d963aba9-ec88-4d8b-aac0-8e9af94d398b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:59.491949 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d963aba9-ec88-4d8b-aac0-8e9af94d398b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:59.497812 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d963aba9-ec88-4d8b-aac0-8e9af94d398b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:59.498259 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d963aba9-ec88-4d8b-aac0-8e9af94d398b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:59.550435 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963aba9-ec88-4d8b-aac0-8e9af94d398b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event updated for resources: {'Port': ['ID=5d800e42-ccac-4ce9-9425-296317feee5c,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:59.551821 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9794e75-5f92-4f06-9a60-6da1d86d2dbc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Made reservation on behalf of 67e92ee108e64aabb8d4ad8b244dd26a for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:59.555358 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d963aba9-ec88-4d8b-aac0-8e9af94d398b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:59.558581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9794e75-5f92-4f06-9a60-6da1d86d2dbc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:59.574942 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Allocated IP 2001:db8::f816:3eff:fe04:b89e (307678a9-6920-4d65-888d-b80420e3c244/39daad5d-6cf1-46a6-824b-66466c1726d2/723cdb9d-4b8c-49a8-9801-1c854deeae9f) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:59.578789 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-a9794e75-5f92-4f06-9a60-6da1d86d2dbc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] device_id is not set on port c310c6a2-6010-42c7-ba45-8499050858d2 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:42:59.655419 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d963aba9-ec88-4d8b-aac0-8e9af94d398b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6534410 Jun 22 09:42:59.658117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57874) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:59.664251 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-f8fb4d0e-a6bb-4316-a07e-1a217d1773a3 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Request body: {'port': {'network_id': 'aab1e297-20fc-4431-bb30-3da943642bbc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-222992440', 'allowed_address_pairs': [{'ip_address': '2001:db8::264', 'mac_address': 'fa:16:3e:cc:d4:7e'}]}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:59.722550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:59.729593 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-04341167-d107-4108-a7b4-27215e4aeef5 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:59.731078 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Transition to ACTIVE for port object 723cdb9d-4b8c-49a8-9801-1c854deeae9f will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:59.734611 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7c672f8f-357e-41f4-b75f-0ff06df5be01 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:59.746779 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Transition to ACTIVE for port object 723cdb9d-4b8c-49a8-9801-1c854deeae9f will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:59.785193 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04341167-d107-4108-a7b4-27215e4aeef5 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Pushing event deleted for resources: {'Port': ['ID=06fb2cf3-18eb-442d-bfe4-3d5fcbb88a42,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:59.787522 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-04341167-d107-4108-a7b4-27215e4aeef5 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:59.832842 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-04341167-d107-4108-a7b4-27215e4aeef5 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:59.862209 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:59.866692 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:59.920467 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-04341167-d107-4108-a7b4-27215e4aeef5 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:59.923262 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fb4d0e-a6bb-4316-a07e-1a217d1773a3 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Made reservation on behalf of dd05925883a349bfbb06b8efd21ce9a1 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:59.924038 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-04341167-d107-4108-a7b4-27215e4aeef5 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:59.934320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Pushing event updated for resources: {'Port': ['ID=723cdb9d-4b8c-49a8-9801-1c854deeae9f,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:59.940898 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:59.966783 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Network 307678a9-6920-4d65-888d-b80420e3c244 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:59.966783 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:59.970818 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:00.002456 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-a9794e75-5f92-4f06-9a60-6da1d86d2dbc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Allocated IP 2001:db8::f816:3eff:fe38:7530 (307678a9-6920-4d65-888d-b80420e3c244/39daad5d-6cf1-46a6-824b-66466c1726d2/c310c6a2-6010-42c7-ba45-8499050858d2) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:00.020556 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b81a6788-2ee7-4dc6-b39a-336ba631b258 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:00.067683 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4d0e-a6bb-4316-a07e-1a217d1773a3 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.097657 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-f8fb4d0e-a6bb-4316-a07e-1a217d1773a3 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] device_id is not set on port c2fb1f06-1199-444d-a737-8726c911f259 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:00.122508 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-04341167-d107-4108-a7b4-27215e4aeef5 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.123075 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04341167-d107-4108-a7b4-27215e4aeef5 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Fanout notify agent at l3_agent the message router_deleted on router 3b63112b-751c-4bef-8855-b0c7085d34ca {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:43:00.140176 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-04341167-d107-4108-a7b4-27215e4aeef5 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.143733 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-04341167-d107-4108-a7b4-27215e4aeef5 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "DELETE /v2.0/routers/3b63112b-751c-4bef-8855-b0c7085d34ca HTTP/1.1" status: 204 len: 168 time: 1.4772544 Jun 22 09:43:00.147404 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57880) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:00.156884 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-f7c900f0-f5db-479c-b9e7-d186a4497183 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-211068895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:00.165724 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Attempting to bind port 723cdb9d-4b8c-49a8-9801-1c854deeae9f on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:00.166260 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Attempting to bind port 723cdb9d-4b8c-49a8-9801-1c854deeae9f by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b566711b-d2c4-47d5-8f79-b854c0c02785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '307678a9-6920-4d65-888d-b80420e3c244'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:00.167578 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Attempting to bind port 723cdb9d-4b8c-49a8-9801-1c854deeae9f on network 307678a9-6920-4d65-888d-b80420e3c244 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:00.186134 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:43:00.186534 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Checking segment: {'id': 'b566711b-d2c4-47d5-8f79-b854c0c02785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '307678a9-6920-4d65-888d-b80420e3c244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:00.186952 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.187358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Bound using segment: {'id': 'b566711b-d2c4-47d5-8f79-b854c0c02785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '307678a9-6920-4d65-888d-b80420e3c244'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:43:00.187887 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Bound port: 723cdb9d-4b8c-49a8-9801-1c854deeae9f, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b566711b-d2c4-47d5-8f79-b854c0c02785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '307678a9-6920-4d65-888d-b80420e3c244'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:43:00.188277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.299683 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] For port 723cdb9d-4b8c-49a8-9801-1c854deeae9f, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:43:00.302922 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] For port 723cdb9d-4b8c-49a8-9801-1c854deeae9f, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=723cdb9d-4b8c-49a8-9801-1c854deeae9f,segment=NetworkSegment(b566711b-d2c4-47d5-8f79-b854c0c02785),segment_id=b566711b-d2c4-47d5-8f79-b854c0c02785)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:43:00.308084 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-f8fb4d0e-a6bb-4316-a07e-1a217d1773a3 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Allocated IP 2001:db8::1f1 (aab1e297-20fc-4431-bb30-3da943642bbc/901bb00d-1826-4aab-a1da-4534f6bb084c/c2fb1f06-1199-444d-a737-8726c911f259) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:00.322159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9794e75-5f92-4f06-9a60-6da1d86d2dbc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.325099 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f7c900f0-f5db-479c-b9e7-d186a4497183 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.326283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f7c900f0-f5db-479c-b9e7-d186a4497183 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.345850 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-a9794e75-5f92-4f06-9a60-6da1d86d2dbc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Transition to ACTIVE for port object c310c6a2-6010-42c7-ba45-8499050858d2 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:00.380070 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port b81a6788-2ee7-4dc6-b39a-336ba631b258 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:00.388298 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f7c900f0-f5db-479c-b9e7-d186a4497183 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.405186 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147f9528-f350-4fec-9087-04ce70f2ea5b None None] Network aab1e297-20fc-4431-bb30-3da943642bbc requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:00.484330 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.487609 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8e80e8a8-6087-4f81-af8a-caa810141d39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:00.490252 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4d0e-a6bb-4316-a07e-1a217d1773a3 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.503618 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-f8fb4d0e-a6bb-4316-a07e-1a217d1773a3 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Transition to ACTIVE for port object c2fb1f06-1199-444d-a737-8726c911f259 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:00.517226 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f7c900f0-f5db-479c-b9e7-d186a4497183 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.535043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9794e75-5f92-4f06-9a60-6da1d86d2dbc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.539199 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e2096986-0459-472e-98c2-8a4711a84002 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:00.580220 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Pushing event updated for resources: {'Port': ['ID=723cdb9d-4b8c-49a8-9801-1c854deeae9f,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:00.581599 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9794e75-5f92-4f06-9a60-6da1d86d2dbc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Network 307678a9-6920-4d65-888d-b80420e3c244 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:00.583990 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:00.585134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-a9794e75-5f92-4f06-9a60-6da1d86d2dbc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:00.588920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9794e75-5f92-4f06-9a60-6da1d86d2dbc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:00.594431 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9794e75-5f92-4f06-9a60-6da1d86d2dbc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:00.595055 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9794e75-5f92-4f06-9a60-6da1d86d2dbc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.608746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9794e75-5f92-4f06-9a60-6da1d86d2dbc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event updated for resources: {'Port': ['ID=c310c6a2-6010-42c7-ba45-8499050858d2,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:00.613419 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a9794e75-5f92-4f06-9a60-6da1d86d2dbc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:00.660246 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f7c900f0-f5db-479c-b9e7-d186a4497183 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.662462 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f7c900f0-f5db-479c-b9e7-d186a4497183 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5139318 Jun 22 09:43:00.664612 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57884) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:00.670830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'enable_snat': False}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:00.760665 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a9794e75-5f92-4f06-9a60-6da1d86d2dbc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4529417 Jun 22 09:43:00.760856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-878083d0-b9f4-47ca-9387-054c37dd7569 None None] Provisioning for port b81a6788-2ee7-4dc6-b39a-336ba631b258 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:00.760940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4d0e-a6bb-4316-a07e-1a217d1773a3 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.762458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57886) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:00.771970 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-878083d0-b9f4-47ca-9387-054c37dd7569 None None] Provisioning complete for port b81a6788-2ee7-4dc6-b39a-336ba631b258 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:00.772429 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-878083d0-b9f4-47ca-9387-054c37dd7569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.775686 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d5be3728-1a13-49a5-9ed0-7b936fadbe52 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:00.867412 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fb4d0e-a6bb-4316-a07e-1a217d1773a3 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Network aab1e297-20fc-4431-bb30-3da943642bbc is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:00.882087 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-f8fb4d0e-a6bb-4316-a07e-1a217d1773a3 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:00.885754 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fb4d0e-a6bb-4316-a07e-1a217d1773a3 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:00.891723 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fb4d0e-a6bb-4316-a07e-1a217d1773a3 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:00.892945 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4d0e-a6bb-4316-a07e-1a217d1773a3 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.917271 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-878083d0-b9f4-47ca-9387-054c37dd7569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.956944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb4d0e-a6bb-4316-a07e-1a217d1773a3 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event updated for resources: {'Port': ['ID=c2fb1f06-1199-444d-a737-8726c911f259,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:00.956944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f8fb4d0e-a6bb-4316-a07e-1a217d1773a3 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:00.957710 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-9934e84d-9860-462e-8117-611d9ca47789 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Deleting subnet 39daad5d-6cf1-46a6-824b-66466c1726d2 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:43:00.962108 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9934e84d-9860-462e-8117-611d9ca47789 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:00.966491 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-878083d0-b9f4-47ca-9387-054c37dd7569 None None] For port b81a6788-2ee7-4dc6-b39a-336ba631b258, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b81a6788-2ee7-4dc6-b39a-336ba631b258,segment=NetworkSegment(ffb68bdb-8e3b-422d-b466-458cf733ca6d),segment_id=ffb68bdb-8e3b-422d-b466-458cf733ca6d)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:01.020140 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9934e84d-9860-462e-8117-611d9ca47789 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:01.136501 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f8fb4d0e-a6bb-4316-a07e-1a217d1773a3 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.4763491 Jun 22 09:43:01.138896 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57888) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:01.191302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-878083d0-b9f4-47ca-9387-054c37dd7569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:01.193953 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-103b8210-021e-4825-8c4f-d27c33e72e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:01.208233 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9934e84d-9860-462e-8117-611d9ca47789 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:01.274948 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878083d0-b9f4-47ca-9387-054c37dd7569 None None] Pushing event updated for resources: {'Port': ['ID=b81a6788-2ee7-4dc6-b39a-336ba631b258,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:01.289012 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-878083d0-b9f4-47ca-9387-054c37dd7569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:01.309825 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b8a585-1eea-4f2b-a16c-0b6ca0e95f96 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:01.317900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b8a585-1eea-4f2b-a16c-0b6ca0e95f96 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:01.327882 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b8a585-1eea-4f2b-a16c-0b6ca0e95f96 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:01.328955 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fd69af09-9547-47d9-84f1-dfb7d6eee8be None None] Provisioning complete for port b81a6788-2ee7-4dc6-b39a-336ba631b258 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:01.333133 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-94b8a585-1eea-4f2b-a16c-0b6ca0e95f96 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1898284 Jun 22 09:43:01.334848 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fd69af09-9547-47d9-84f1-dfb7d6eee8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:01.338249 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57896) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:01.358685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:01.500444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-bb82e5ed-205c-409e-9072-b1a3fe59b35f tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Deleting port c2fb1f06-1199-444d-a737-8726c911f259 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:01.503578 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb82e5ed-205c-409e-9072-b1a3fe59b35f tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:01.562457 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9934e84d-9860-462e-8117-611d9ca47789 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:01.570086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3125203f-7a46-421f-ac47-1621f3375801 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:01.606567 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934e84d-9860-462e-8117-611d9ca47789 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event deleted for resources: {'Subnet': ['ID=39daad5d-6cf1-46a6-824b-66466c1726d2,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:01.608757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9934e84d-9860-462e-8117-611d9ca47789 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:01.610633 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9934e84d-9860-462e-8117-611d9ca47789 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/subnets/39daad5d-6cf1-46a6-824b-66466c1726d2 HTTP/1.1" status: 204 len: 168 time: 0.8474848 Jun 22 09:43:01.614051 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9934e84d-9860-462e-8117-611d9ca47789 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:01.614187 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57898) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:01.628491 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb82e5ed-205c-409e-9072-b1a3fe59b35f tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:01.699609 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-bb82e5ed-205c-409e-9072-b1a3fe59b35f tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Calling delete_port for c2fb1f06-1199-444d-a737-8726c911f259 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:01.711571 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fd69af09-9547-47d9-84f1-dfb7d6eee8be None None] Provisioning for port 5d800e42-ccac-4ce9-9425-296317feee5c completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:01.719696 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fd69af09-9547-47d9-84f1-dfb7d6eee8be None None] Provisioning complete for port 5d800e42-ccac-4ce9-9425-296317feee5c triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:01.720078 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fd69af09-9547-47d9-84f1-dfb7d6eee8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:01.762657 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7969ef-451b-4f29-bc0e-578d664eb172 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:01.764420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7969ef-451b-4f29-bc0e-578d664eb172 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:01.765666 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-fd69af09-9547-47d9-84f1-dfb7d6eee8be None None] Port 5d800e42-ccac-4ce9-9425-296317feee5c cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:43:01.769817 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57900) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:01.769983 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5b7969ef-451b-4f29-bc0e-578d664eb172 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1544940 Jun 22 09:43:01.793949 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4509ac8-dbed-4966-8964-ede8d94a6108 None None] Network 307678a9-6920-4d65-888d-b80420e3c244 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:01.896068 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-966650ba-f9fa-443e-a248-b969a9694cc9 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:01.910263 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-966650ba-f9fa-443e-a248-b969a9694cc9 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 22 09:43:01.910742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966650ba-f9fa-443e-a248-b969a9694cc9 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:43:01.912502 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-966650ba-f9fa-443e-a248-b969a9694cc9 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/networks/307678a9-6920-4d65-888d-b80420e3c244 HTTP/1.1" status: 409 len: 405 time: 0.1412675 Jun 22 09:43:01.917076 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57902) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:01.922220 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-9181c587-2fe5-4b3b-a1cc-1be21ba25ec1 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-415540612'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:01.951457 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:01.977657 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:02.008264 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb82e5ed-205c-409e-9072-b1a3fe59b35f tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:02.009455 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-33cf67cc-2527-4d88-b52d-61b1cd00de46 None None] Provisioning for port c2fb1f06-1199-444d-a737-8726c911f259 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:02.024523 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-33cf67cc-2527-4d88-b52d-61b1cd00de46 None None] Provisioning complete for port c2fb1f06-1199-444d-a737-8726c911f259 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:02.024523 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-33cf67cc-2527-4d88-b52d-61b1cd00de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:02.024903 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d731a6f0-f616-4509-b2ce-d0b0cb2f97a6 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:02.043609 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-33cf67cc-2527-4d88-b52d-61b1cd00de46 None None] Port c2fb1f06-1199-444d-a737-8726c911f259 was deleted so its status cannot be updated. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 22 09:43:02.062591 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82e5ed-205c-409e-9072-b1a3fe59b35f tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event deleted for resources: {'Port': ['ID=c2fb1f06-1199-444d-a737-8726c911f259,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:02.068263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b437c80-f29c-4c98-ae5b-1ae46d92e853 None None] DHCP port deletion for 307678a9-6920-4d65-888d-b80420e3c244 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:43:02.093035 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bb82e5ed-205c-409e-9072-b1a3fe59b35f tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:02.094020 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9181c587-2fe5-4b3b-a1cc-1be21ba25ec1 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Made reservation on behalf of 67e92ee108e64aabb8d4ad8b244dd26a for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:02.094313 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b81a6788-2ee7-4dc6-b39a-336ba631b258 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:02.098956 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9181c587-2fe5-4b3b-a1cc-1be21ba25ec1 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:02.127509 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Allocated IP 172.26.3.166 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/1fb3e643-5f5d-4954-9af9-15a30d3ffa0f) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:02.166179 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-33cf67cc-2527-4d88-b52d-61b1cd00de46 None None] Provisioning for port 723cdb9d-4b8c-49a8-9801-1c854deeae9f completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:02.173467 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9181c587-2fe5-4b3b-a1cc-1be21ba25ec1 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:02.194698 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port b81a6788-2ee7-4dc6-b39a-336ba631b258 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:02.195754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:02.200102 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5b437c80-f29c-4c98-ae5b-1ae46d92e853 None None] Deleting port 723cdb9d-4b8c-49a8-9801-1c854deeae9f {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:02.200643 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5b437c80-f29c-4c98-ae5b-1ae46d92e853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:02.203819 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb82e5ed-205c-409e-9072-b1a3fe59b35f tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:02.206423 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bb82e5ed-205c-409e-9072-b1a3fe59b35f tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "DELETE /v2.0/ports/c2fb1f06-1199-444d-a737-8726c911f259 HTTP/1.1" status: 204 len: 168 time: 0.8579547 Jun 22 09:43:02.210678 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57904) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:02.233835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9181c587-2fe5-4b3b-a1cc-1be21ba25ec1 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:02.233835 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-9181c587-2fe5-4b3b-a1cc-1be21ba25ec1 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Added segment 4d6b09b8-cbf7-43ee-8aa0-479adb4153ab of type vlan for network d1c477b7-9768-42e8-bd6e-ede94d903612 Jun 22 09:43:02.253611 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0d03cb-43df-44e0-8fe1-028eea0e77d0 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] GET failed (client error): The resource could not be found. Jun 22 09:43:02.255455 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cb0d03cb-43df-44e0-8fe1-028eea0e77d0 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "GET /v2.0/ports/c2fb1f06-1199-444d-a737-8726c911f259 HTTP/1.1" status: 404 len: 333 time: 0.0437367 Jun 22 09:43:02.259637 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57906) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:02.270869 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-af4d0c82-a141-4095-ab96-7f907c4fa936 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Request body: {'port': {'network_id': 'aab1e297-20fc-4431-bb30-3da943642bbc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-328935047'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:02.295089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9181c587-2fe5-4b3b-a1cc-1be21ba25ec1 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:02.302412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-5b437c80-f29c-4c98-ae5b-1ae46d92e853 None None] For port 723cdb9d-4b8c-49a8-9801-1c854deeae9f, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=723cdb9d-4b8c-49a8-9801-1c854deeae9f,segment=NetworkSegment(b566711b-d2c4-47d5-8f79-b854c0c02785),segment_id=b566711b-d2c4-47d5-8f79-b854c0c02785)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:02.302818 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5b437c80-f29c-4c98-ae5b-1ae46d92e853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:02.327656 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:02.371294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5b437c80-f29c-4c98-ae5b-1ae46d92e853 None None] Calling delete_port for 723cdb9d-4b8c-49a8-9801-1c854deeae9f owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:02.448923 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9181c587-2fe5-4b3b-a1cc-1be21ba25ec1 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:02.456529 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9181c587-2fe5-4b3b-a1cc-1be21ba25ec1 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:02.457486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9181c587-2fe5-4b3b-a1cc-1be21ba25ec1 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:02.461485 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6ba35f83-4347-4317-9be2-02f25a36b7e0 tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:02.511495 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:02.513909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d963aba9-ec88-4d8b-aac0-8e9af94d398b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:02.536659 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9181c587-2fe5-4b3b-a1cc-1be21ba25ec1 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event updated for resources: {'Network': ['ID=d1c477b7-9768-42e8-bd6e-ede94d903612,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:02.542384 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9181c587-2fe5-4b3b-a1cc-1be21ba25ec1 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:02.550934 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network d1c477b7-9768-42e8-bd6e-ede94d903612 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:02.556003 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4d0c82-a141-4095-ab96-7f907c4fa936 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Made reservation on behalf of dd05925883a349bfbb06b8efd21ce9a1 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:02.559644 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-af4d0c82-a141-4095-ab96-7f907c4fa936 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:02.563589 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:02.578345 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:02.582667 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Pushing event updated for resources: {'Port': ['ID=1fb3e643-5f5d-4954-9af9-15a30d3ffa0f,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:02.584953 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:02.590137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:02.617562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5b437c80-f29c-4c98-ae5b-1ae46d92e853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:02.624586 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-af4d0c82-a141-4095-ab96-7f907c4fa936 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] device_id is not set on port a89abfbf-720c-4457-a75d-27b6b9bf4f5e yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:02.627569 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:02.631511 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b437c80-f29c-4c98-ae5b-1ae46d92e853 None None] No DVR routers for this DVR port 723cdb9d-4b8c-49a8-9801-1c854deeae9f on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:02.644235 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9181c587-2fe5-4b3b-a1cc-1be21ba25ec1 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7259421 Jun 22 09:43:02.646831 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57914) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:02.652898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-679bd455-a043-4893-b22c-20add318fa9a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Request body: {'subnet': {'network_id': 'd1c477b7-9768-42e8-bd6e-ede94d903612', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:02.668285 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b437c80-f29c-4c98-ae5b-1ae46d92e853 None None] Pushing event deleted for resources: {'Port': ['ID=723cdb9d-4b8c-49a8-9801-1c854deeae9f,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:02.670854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5b437c80-f29c-4c98-ae5b-1ae46d92e853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:02.825436 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679bd455-a043-4893-b22c-20add318fa9a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Made reservation on behalf of 67e92ee108e64aabb8d4ad8b244dd26a for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:02.829147 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-679bd455-a043-4893-b22c-20add318fa9a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:02.848406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-af4d0c82-a141-4095-ab96-7f907c4fa936 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Allocated IP 2001:db8::315 (aab1e297-20fc-4431-bb30-3da943642bbc/901bb00d-1826-4aab-a1da-4534f6bb084c/a89abfbf-720c-4457-a75d-27b6b9bf4f5e) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:03.070772 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-af4d0c82-a141-4095-ab96-7f907c4fa936 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:03.075510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:03.118492 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-af4d0c82-a141-4095-ab96-7f907c4fa936 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Transition to ACTIVE for port object a89abfbf-720c-4457-a75d-27b6b9bf4f5e will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:03.165077 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.objects.ports [None req-679bd455-a043-4893-b22c-20add318fa9a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100653) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:43:03.166481 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-679bd455-a043-4893-b22c-20add318fa9a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:03.169651 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1b8d696a-8725-4d43-8b84-edb51ac81871 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:03.224088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bd455-a043-4893-b22c-20add318fa9a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event updated for resources: {'Subnet': ['ID=9f8bd5b9-7980-4c14-b04d-4f631b578a4f,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:03.226761 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-679bd455-a043-4893-b22c-20add318fa9a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:03.235819 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679bd455-a043-4893-b22c-20add318fa9a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Checking segment: {'id': '4d6b09b8-cbf7-43ee-8aa0-479adb4153ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd1c477b7-9768-42e8-bd6e-ede94d903612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:03.236209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679bd455-a043-4893-b22c-20add318fa9a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Network hostable DHCP agents. Network: d1c477b7-9768-42e8-bd6e-ede94d903612, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:43:03.301110 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:03.304336 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:03.343587 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-af4d0c82-a141-4095-ab96-7f907c4fa936 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:03.347998 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-91e1f03c-a163-46da-b7e3-677bd7885ba2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:03.395703 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4d0c82-a141-4095-ab96-7f907c4fa936 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Network aab1e297-20fc-4431-bb30-3da943642bbc is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:03.401429 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-af4d0c82-a141-4095-ab96-7f907c4fa936 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:03.414108 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679bd455-a043-4893-b22c-20add318fa9a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Network d1c477b7-9768-42e8-bd6e-ede94d903612 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:43:03.429491 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d0c82-a141-4095-ab96-7f907c4fa936 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:03.435476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4d0c82-a141-4095-ab96-7f907c4fa936 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:03.436031 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-af4d0c82-a141-4095-ab96-7f907c4fa936 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:03.455240 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d0c82-a141-4095-ab96-7f907c4fa936 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event updated for resources: {'Port': ['ID=a89abfbf-720c-4457-a75d-27b6b9bf4f5e,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:03.461734 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-af4d0c82-a141-4095-ab96-7f907c4fa936 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:03.557917 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-679bd455-a043-4893-b22c-20add318fa9a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, d1c477b7-9768-42e8-bd6e-ede94d903612) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:03.562805 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679bd455-a043-4893-b22c-20add318fa9a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:03.563762 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-679bd455-a043-4893-b22c-20add318fa9a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:03.570769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9f2552-530c-43bd-8922-1086615553a8 None None] Network d1c477b7-9768-42e8-bd6e-ede94d903612 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:03.632716 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-af4d0c82-a141-4095-ab96-7f907c4fa936 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3719893 Jun 22 09:43:03.635474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57920) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:03.641223 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-06616748-29e5-461f-8b6a-760665402e89 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::264', 'mac_address': 'fa:16:3e:cc:d4:7e'}]}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:03.661414 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-679bd455-a043-4893-b22c-20add318fa9a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0132461 Jun 22 09:43:03.663751 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57922) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:03.666984 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Router 4dc9a333-1896-4f29-8189-05d3dfc4f386 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:43:03.797634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:03.868250 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-06999e54-9848-47a9-97a8-072cb82904f1 None None] Provisioning for port a89abfbf-720c-4457-a75d-27b6b9bf4f5e completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:03.877316 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-06999e54-9848-47a9-97a8-072cb82904f1 None None] Provisioning complete for port a89abfbf-720c-4457-a75d-27b6b9bf4f5e triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:03.877538 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:03.877885 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-06999e54-9848-47a9-97a8-072cb82904f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:03.882251 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46376095-e787-4bb7-ac18-d222c81ac6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-d1c477b7-9768-42e8-bd6e-ede94d903612', 'network_id': 'd1c477b7-9768-42e8-bd6e-ede94d903612', 'tenant_id': '67e92ee108e64aabb8d4ad8b244dd26a', 'fixed_ips': [{'subnet_id': '9f8bd5b9-7980-4c14-b04d-4f631b578a4f'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:43:03.883139 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-46376095-e787-4bb7-ac18-d222c81ac6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:03.888564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:43:03.894520 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:03.897942 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "PUT /v2.0/routers/4dc9a333-1896-4f29-8189-05d3dfc4f386 HTTP/1.1" status: 200 len: 919 time: 3.2300129 Jun 22 09:43:03.902136 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57926) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:03.902342 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce788c4d-4723-405e-a6b0-90f50d830733 None None] Sync routers for ids ['4dc9a333-1896-4f29-8189-05d3dfc4f386'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:03.924936 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce788c4d-4723-405e-a6b0-90f50d830733 None None] Routers {'4dc9a333-1896-4f29-8189-05d3dfc4f386'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:03.925670 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ce788c4d-4723-405e-a6b0-90f50d830733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['4dc9a333-1896-4f29-8189-05d3dfc4f386'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:03.959653 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 723cdb9d-4b8c-49a8-9801-1c854deeae9f no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:03.969341 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ce788c4d-4723-405e-a6b0-90f50d830733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:03.980594 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce788c4d-4723-405e-a6b0-90f50d830733 None None] Routers {'4dc9a333-1896-4f29-8189-05d3dfc4f386'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:03.981295 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ce788c4d-4723-405e-a6b0-90f50d830733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['4dc9a333-1896-4f29-8189-05d3dfc4f386'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:03.991690 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-06999e54-9848-47a9-97a8-072cb82904f1 None None] Port a89abfbf-720c-4457-a75d-27b6b9bf4f5e cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:43:03.993233 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 723cdb9d-4b8c-49a8-9801-1c854deeae9f {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:03.993594 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 723cdb9d-4b8c-49a8-9801-1c854deeae9f not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:04.019082 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ce788c4d-4723-405e-a6b0-90f50d830733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:04.019763 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce788c4d-4723-405e-a6b0-90f50d830733 None None] The sync data for ids ['4dc9a333-1896-4f29-8189-05d3dfc4f386'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:43:04.028853 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-06616748-29e5-461f-8b6a-760665402e89 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:04.048321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:04.051669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b2e52adc-2f72-4ca3-86ab-ca0820997233 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:04.077170 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event deleted for resources: {'Subnet': ['ID=9f8bd5b9-7980-4c14-b04d-4f631b578a4f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:04.083933 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b825b53c-8a8b-4a36-8797-555f6043bb0a tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "GET /v2.0/routers/4dc9a333-1896-4f29-8189-05d3dfc4f386 HTTP/1.1" status: 200 len: 925 time: 0.1805062 Jun 22 09:43:04.086764 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57928) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:04.097915 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:04.144190 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:04.153852 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c477b7-9768-42e8-bd6e-ede94d903612']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:04.164343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6b09b8-cbf7-43ee-8aa0-479adb4153ab') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:04.164644 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6b09b8-cbf7-43ee-8aa0-479adb4153ab') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:04.172967 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:04.186251 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:04.192225 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:04.192612 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:04.195676 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:04.222496 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5565beef-2948-4c08-864e-680b18234815 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:04.227918 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5565beef-2948-4c08-864e-680b18234815 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5eae176d-1059-48f4-b687-97de60cc120b&device_id=4dc9a333-1896-4f29-8189-05d3dfc4f386&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1366274 Jun 22 09:43:04.227918 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57930) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server [None req-46376095-e787-4bb7-ac18-d222c81ac6c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f8bd5b9-7980-4c14-b04d-4f631b578a4f: This subnet is being modified by another concurrent operation. Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 09:43:04.228844 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise exception Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f8bd5b9-7980-4c14-b04d-4f631b578a4f: This subnet is being modified by another concurrent operation. Jun 22 09:43:04.232617 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server Jun 22 09:43:04.290420 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65adba54-920c-4a4a-b01e-2f55a617c810 None None] Network d1c477b7-9768-42e8-bd6e-ede94d903612 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:04.319847 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-06616748-29e5-461f-8b6a-760665402e89 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:04.346019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918f60c7-7cba-4653-8160-3ac6143eabb6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:04.347411 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-918f60c7-7cba-4653-8160-3ac6143eabb6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "GET /v2.0/networks/5eae176d-1059-48f4-b687-97de60cc120b HTTP/1.1" status: 200 len: 881 time: 0.1187551 Jun 22 09:43:04.350332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57932) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:04.368512 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:04.377359 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:04.377359 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:04.382049 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/networks/d1c477b7-9768-42e8-bd6e-ede94d903612 HTTP/1.1" status: 204 len: 168 time: 0.7134199 Jun 22 09:43:04.382188 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f6626841-4026-43fa-b47b-90f95c3eb0de tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc9a333-1896-4f29-8189-05d3dfc4f386 HTTP/1.1" status: 200 len: 205 time: 0.0282440 Jun 22 09:43:04.382188 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57934) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:04.382346 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57936) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:04.388175 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-1fb7f541-3935-4661-9c64-c14a59dfee1d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-986000361'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:04.398655 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event deleted for resources: {'Network': ['ID=d1c477b7-9768-42e8-bd6e-ede94d903612,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:04.401674 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:04.408868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9d9fdb-728d-4f3d-8550-7ec0e1dc70cb None None] get_active_networks_info from dv-neutron-797121-3-hyperv {{(pid=100654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:43:04.455781 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-06616748-29e5-461f-8b6a-760665402e89 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:04.460089 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8a10bf4b-4338-44ab-ae71-77d00e631884 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:04.522180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-06616748-29e5-461f-8b6a-760665402e89 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] In _notify_port_updated(), no bound segment for port a89abfbf-720c-4457-a75d-27b6b9bf4f5e on network aab1e297-20fc-4431-bb30-3da943642bbc {{(pid=100652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:43:04.527614 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06616748-29e5-461f-8b6a-760665402e89 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:04.528230 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-06616748-29e5-461f-8b6a-760665402e89 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:04.529502 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-06616748-29e5-461f-8b6a-760665402e89 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "PUT /v2.0/ports/a89abfbf-720c-4457-a75d-27b6b9bf4f5e HTTP/1.1" status: 200 len: 1002 time: 0.8930449 Jun 22 09:43:04.532424 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57938) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:04.550326 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb7f541-3935-4661-9c64-c14a59dfee1d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Made reservation on behalf of 67e92ee108e64aabb8d4ad8b244dd26a for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:04.550948 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9d9fdb-728d-4f3d-8550-7ec0e1dc70cb None None] Resources bound (agent type, host, resource id): {{(pid=100654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:43:04.554430 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1fb7f541-3935-4661-9c64-c14a59dfee1d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:04.568172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06616748-29e5-461f-8b6a-760665402e89 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event updated for resources: {'Port': ['ID=a89abfbf-720c-4457-a75d-27b6b9bf4f5e,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:04.572641 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7e023fc9-b619-4d03-875a-fde39cb72e96 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:04.574214 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-06616748-29e5-461f-8b6a-760665402e89 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:04.633157 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb7f541-3935-4661-9c64-c14a59dfee1d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:04.644529 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-1c4315af-75d6-4c3f-8500-cf06391a1f27 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Deleting port a89abfbf-720c-4457-a75d-27b6b9bf4f5e {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:04.645445 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1c4315af-75d6-4c3f-8500-cf06391a1f27 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:04.671341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1fb7f541-3935-4661-9c64-c14a59dfee1d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:04.671709 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-1fb7f541-3935-4661-9c64-c14a59dfee1d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Added segment 30fcfb51-b4c9-4f11-9b6d-bb511734a08d of type vlan for network 3a4d8e14-18c3-4177-beb8-2177b1b17dce Jun 22 09:43:04.727749 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1fb7f541-3935-4661-9c64-c14a59dfee1d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:04.747174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7e023fc9-b619-4d03-875a-fde39cb72e96 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:04.764596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1c4315af-75d6-4c3f-8500-cf06391a1f27 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:04.849380 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-1c4315af-75d6-4c3f-8500-cf06391a1f27 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Calling delete_port for a89abfbf-720c-4457-a75d-27b6b9bf4f5e owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:05.094450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1c4315af-75d6-4c3f-8500-cf06391a1f27 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:05.099808 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bb82e5ed-205c-409e-9072-b1a3fe59b35f tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:05.131107 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4315af-75d6-4c3f-8500-cf06391a1f27 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event deleted for resources: {'Port': ['ID=a89abfbf-720c-4457-a75d-27b6b9bf4f5e,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:05.135027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1c4315af-75d6-4c3f-8500-cf06391a1f27 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:05.222629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1fb7f541-3935-4661-9c64-c14a59dfee1d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:05.229285 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1c4315af-75d6-4c3f-8500-cf06391a1f27 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:05.229745 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb7f541-3935-4661-9c64-c14a59dfee1d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:05.230417 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1fb7f541-3935-4661-9c64-c14a59dfee1d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:05.238079 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1c4315af-75d6-4c3f-8500-cf06391a1f27 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "DELETE /v2.0/ports/a89abfbf-720c-4457-a75d-27b6b9bf4f5e HTTP/1.1" status: 204 len: 168 time: 0.6979685 Jun 22 09:43:05.238079 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57946) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:05.238449 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-82c34ae7-1491-4873-a21f-c1abe148afcc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:05.247101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-7e023fc9-b619-4d03-875a-fde39cb72e96 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Deleting port 1fb3e643-5f5d-4954-9af9-15a30d3ffa0f {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:05.247491 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7e023fc9-b619-4d03-875a-fde39cb72e96 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:05.265744 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-985cbad2-6567-408f-a110-7b7fadfb7d9f tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] GET failed (client error): The resource could not be found. Jun 22 09:43:05.267387 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-985cbad2-6567-408f-a110-7b7fadfb7d9f tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "GET /v2.0/ports/a89abfbf-720c-4457-a75d-27b6b9bf4f5e HTTP/1.1" status: 404 len: 333 time: 0.0312560 Jun 22 09:43:05.275464 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57948) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:05.280305 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d6c2c62e-60ec-4d74-a7e7-87cfb01304bb tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Request body: {'port': {'network_id': 'aab1e297-20fc-4431-bb30-3da943642bbc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2086388976'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:05.318426 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-30261d27-b4ae-47e6-907f-dac259bae42f None None] Could not find standard attr ID for object a89abfbf-720c-4457-a75d-27b6b9bf4f5e. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:43:05.355061 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1fb7f541-3935-4661-9c64-c14a59dfee1d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9705768 Jun 22 09:43:05.359317 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57950) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:05.365429 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-3dedb7bf-d94c-4f71-ab7b-a2e83a89e16e tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Request body: {'subnet': {'network_id': '3a4d8e14-18c3-4177-beb8-2177b1b17dce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:05.371038 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7f541-3935-4661-9c64-c14a59dfee1d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event updated for resources: {'Network': ['ID=3a4d8e14-18c3-4177-beb8-2177b1b17dce,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:05.374609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1fb7f541-3935-4661-9c64-c14a59dfee1d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:05.384084 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 3a4d8e14-18c3-4177-beb8-2177b1b17dce details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:05.458344 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7e023fc9-b619-4d03-875a-fde39cb72e96 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:05.493899 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c2c62e-60ec-4d74-a7e7-87cfb01304bb tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Made reservation on behalf of dd05925883a349bfbb06b8efd21ce9a1 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:05.497563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d6c2c62e-60ec-4d74-a7e7-87cfb01304bb tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:05.514499 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-d6c2c62e-60ec-4d74-a7e7-87cfb01304bb tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] device_id is not set on port 1370a29f-58e4-460a-a54b-297b7ab01ec3 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:05.532054 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-7e023fc9-b619-4d03-875a-fde39cb72e96 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Calling delete_port for 1fb3e643-5f5d-4954-9af9-15a30d3ffa0f owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:05.624379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-d6c2c62e-60ec-4d74-a7e7-87cfb01304bb tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Allocated IP 2001:db8::206 (aab1e297-20fc-4431-bb30-3da943642bbc/901bb00d-1826-4aab-a1da-4534f6bb084c/1370a29f-58e4-460a-a54b-297b7ab01ec3) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:05.639403 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dedb7bf-d94c-4f71-ab7b-a2e83a89e16e tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Made reservation on behalf of 67e92ee108e64aabb8d4ad8b244dd26a for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:05.643449 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3dedb7bf-d94c-4f71-ab7b-a2e83a89e16e tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:05.772295 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d6c2c62e-60ec-4d74-a7e7-87cfb01304bb tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:05.905027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-d6c2c62e-60ec-4d74-a7e7-87cfb01304bb tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Transition to ACTIVE for port object 1370a29f-58e4-460a-a54b-297b7ab01ec3 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:05.906670 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7e023fc9-b619-4d03-875a-fde39cb72e96 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:05.911072 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:05.939866 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e023fc9-b619-4d03-875a-fde39cb72e96 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Pushing event deleted for resources: {'Port': ['ID=1fb3e643-5f5d-4954-9af9-15a30d3ffa0f,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:05.959668 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7e023fc9-b619-4d03-875a-fde39cb72e96 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:06.042325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7e023fc9-b619-4d03-875a-fde39cb72e96 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:06.091521 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d6c2c62e-60ec-4d74-a7e7-87cfb01304bb tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:06.096722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c2cf76bb-b092-4c2d-b109-4e702c5bc58d tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:06.146967 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c2c62e-60ec-4d74-a7e7-87cfb01304bb tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Network aab1e297-20fc-4431-bb30-3da943642bbc is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:06.154219 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-d6c2c62e-60ec-4d74-a7e7-87cfb01304bb tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:06.159124 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2c62e-60ec-4d74-a7e7-87cfb01304bb tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:06.164177 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7e023fc9-b619-4d03-875a-fde39cb72e96 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:06.164844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c2c62e-60ec-4d74-a7e7-87cfb01304bb tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:06.165484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d6c2c62e-60ec-4d74-a7e7-87cfb01304bb tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:06.167406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7e023fc9-b619-4d03-875a-fde39cb72e96 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:06.178959 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2c62e-60ec-4d74-a7e7-87cfb01304bb tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event updated for resources: {'Port': ['ID=1370a29f-58e4-460a-a54b-297b7ab01ec3,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:06.182009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d6c2c62e-60ec-4d74-a7e7-87cfb01304bb tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:06.328609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3dedb7bf-d94c-4f71-ab7b-a2e83a89e16e tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:06.331095 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:06.384243 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedb7bf-d94c-4f71-ab7b-a2e83a89e16e tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event updated for resources: {'Subnet': ['ID=3d393ee3-2a6d-4d47-b72d-b7d128a51d64,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:06.390698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3dedb7bf-d94c-4f71-ab7b-a2e83a89e16e tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:06.399026 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dedb7bf-d94c-4f71-ab7b-a2e83a89e16e tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Checking segment: {'id': '30fcfb51-b4c9-4f11-9b6d-bb511734a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3a4d8e14-18c3-4177-beb8-2177b1b17dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:06.399385 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dedb7bf-d94c-4f71-ab7b-a2e83a89e16e tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Network hostable DHCP agents. Network: 3a4d8e14-18c3-4177-beb8-2177b1b17dce, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:43:06.408015 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d6c2c62e-60ec-4d74-a7e7-87cfb01304bb tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1319737 Jun 22 09:43:06.413260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7e023fc9-b619-4d03-875a-fde39cb72e96 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:06.413260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e023fc9-b619-4d03-875a-fde39cb72e96 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Fanout notify agent at l3_agent the message router_deleted on router 4dc9a333-1896-4f29-8189-05d3dfc4f386 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:43:06.413544 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57958) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:06.416459 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7e023fc9-b619-4d03-875a-fde39cb72e96 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:06.417570 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7e023fc9-b619-4d03-875a-fde39cb72e96 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "DELETE /v2.0/routers/4dc9a333-1896-4f29-8189-05d3dfc4f386 HTTP/1.1" status: 204 len: 168 time: 2.0343509 Jun 22 09:43:06.421237 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57960) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:06.422390 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-1cd5649a-d5a9-4a42-ac56-4c67ec6f71be tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:cc:d4:7e'}]}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:06.426164 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-570706139', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}, 'admin_state_up': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:06.556644 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dedb7bf-d94c-4f71-ab7b-a2e83a89e16e tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Network 3a4d8e14-18c3-4177-beb8-2177b1b17dce is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:43:06.583700 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1cd5649a-d5a9-4a42-ac56-4c67ec6f71be tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:06.602156 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:06.603258 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:06.607986 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8ab66bac-9b4a-4a7e-883e-ab81651951d6 None None] Provisioning for port 1370a29f-58e4-460a-a54b-297b7ab01ec3 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:06.617879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8ab66bac-9b4a-4a7e-883e-ab81651951d6 None None] Provisioning complete for port 1370a29f-58e4-460a-a54b-297b7ab01ec3 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:06.617879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8ab66bac-9b4a-4a7e-883e-ab81651951d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:06.645817 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-8ab66bac-9b4a-4a7e-883e-ab81651951d6 None None] Port 1370a29f-58e4-460a-a54b-297b7ab01ec3 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:43:06.653854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:06.687613 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-3dedb7bf-d94c-4f71-ab7b-a2e83a89e16e tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 3a4d8e14-18c3-4177-beb8-2177b1b17dce) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:06.692300 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dedb7bf-d94c-4f71-ab7b-a2e83a89e16e tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:06.693615 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3dedb7bf-d94c-4f71-ab7b-a2e83a89e16e tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:06.703948 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8e3db3-5c91-4ed8-a832-b663143cc084 None None] Network 3a4d8e14-18c3-4177-beb8-2177b1b17dce requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:06.764142 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1cd5649a-d5a9-4a42-ac56-4c67ec6f71be tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:06.843610 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-3a4d8e14-18c3-4177-beb8-2177b1b17dce', 'network_id': '3a4d8e14-18c3-4177-beb8-2177b1b17dce', 'tenant_id': '67e92ee108e64aabb8d4ad8b244dd26a', 'fixed_ips': [{'subnet_id': '3d393ee3-2a6d-4d47-b72d-b7d128a51d64'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:43:06.844532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:06.849666 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3dedb7bf-d94c-4f71-ab7b-a2e83a89e16e tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4866219 Jun 22 09:43:06.852896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57962) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:06.870773 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1cd5649a-d5a9-4a42-ac56-4c67ec6f71be tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:06.874729 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f2900012-e033-4f7c-9fbc-03734a940472 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:06.905652 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-1cd5649a-d5a9-4a42-ac56-4c67ec6f71be tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] In _notify_port_updated(), no bound segment for port 1370a29f-58e4-460a-a54b-297b7ab01ec3 on network aab1e297-20fc-4431-bb30-3da943642bbc {{(pid=100653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:43:06.912312 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd5649a-d5a9-4a42-ac56-4c67ec6f71be tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:06.913035 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1cd5649a-d5a9-4a42-ac56-4c67ec6f71be tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:06.914613 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1cd5649a-d5a9-4a42-ac56-4c67ec6f71be tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "PUT /v2.0/ports/1370a29f-58e4-460a-a54b-297b7ab01ec3 HTTP/1.1" status: 200 len: 1003 time: 0.5019028 Jun 22 09:43:06.921724 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57964) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:06.970184 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:06.991814 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5649a-d5a9-4a42-ac56-4c67ec6f71be tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event updated for resources: {'Port': ['ID=1370a29f-58e4-460a-a54b-297b7ab01ec3,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:06.993461 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Allocated IP 2001:db8::2 (3a4d8e14-18c3-4177-beb8-2177b1b17dce/3d393ee3-2a6d-4d47-b72d-b7d128a51d64/5307b517-59c6-4937-ac4c-452c46cd61de) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:07.001488 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1cd5649a-d5a9-4a42-ac56-4c67ec6f71be tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:07.036778 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.099842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f6cb5-db86-4fd3-bb4f-8177f010db6b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Deleting port 1370a29f-58e4-460a-a54b-297b7ab01ec3 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:07.100120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f0f6cb5-db86-4fd3-bb4f-8177f010db6b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.146122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.206776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.224889 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f0f6cb5-db86-4fd3-bb4f-8177f010db6b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.241113 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Transition to ACTIVE for port object 5307b517-59c6-4937-ac4c-452c46cd61de will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:07.267424 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Transition to ACTIVE for port object 5307b517-59c6-4937-ac4c-452c46cd61de will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:07.369695 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c1a61d81-d0b4-487f-9e3a-b5d5632fc952 None None] Provisioning complete for port 1370a29f-58e4-460a-a54b-297b7ab01ec3 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:07.369988 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c1a61d81-d0b4-487f-9e3a-b5d5632fc952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.411475 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c1a61d81-d0b4-487f-9e3a-b5d5632fc952 None None] Port 1370a29f-58e4-460a-a54b-297b7ab01ec3 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:43:07.413616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.423806 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8034c81b-a114-41ab-a002-7f3a298f429f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:07.429815 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.450248 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.453556 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Network 3a4d8e14-18c3-4177-beb8-2177b1b17dce is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:07.461001 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:07.466091 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:07.496062 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.506391 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Pushing event updated for resources: {'Port': ['ID=5307b517-59c6-4937-ac4c-452c46cd61de,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:07.507409 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-39658df4-8e9a-4660-aa17-7ad736b34e61 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:07.527192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:07.540675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Attempting to bind port 5307b517-59c6-4937-ac4c-452c46cd61de on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:07.541056 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Attempting to bind port 5307b517-59c6-4937-ac4c-452c46cd61de by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '30fcfb51-b4c9-4f11-9b6d-bb511734a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3a4d8e14-18c3-4177-beb8-2177b1b17dce'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:07.541622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Attempting to bind port 5307b517-59c6-4937-ac4c-452c46cd61de on network 3a4d8e14-18c3-4177-beb8-2177b1b17dce {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:07.547036 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:43:07.547733 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Checking segment: {'id': '30fcfb51-b4c9-4f11-9b6d-bb511734a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3a4d8e14-18c3-4177-beb8-2177b1b17dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:07.548332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.548918 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Bound using segment: {'id': '30fcfb51-b4c9-4f11-9b6d-bb511734a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3a4d8e14-18c3-4177-beb8-2177b1b17dce'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:43:07.549211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event deleted for resources: {'Subnet': ['ID=3d393ee3-2a6d-4d47-b72d-b7d128a51d64,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:07.549714 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Bound port: 5307b517-59c6-4937-ac4c-452c46cd61de, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fcfb51-b4c9-4f11-9b6d-bb511734a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3a4d8e14-18c3-4177-beb8-2177b1b17dce'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:43:07.550278 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.551463 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:07.638097 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.641930 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f6cb5-db86-4fd3-bb4f-8177f010db6b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Calling delete_port for 1370a29f-58e4-460a-a54b-297b7ab01ec3 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:07.653359 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4d8e14-18c3-4177-beb8-2177b1b17dce']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:07.671752 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Allocated IP 172.26.3.29 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/eb87bef0-70e9-45e8-9092-391f32507cec) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:07.675320 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fcfb51-b4c9-4f11-9b6d-bb511734a08d') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:07.675643 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fcfb51-b4c9-4f11-9b6d-bb511734a08d') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:07.691595 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.716659 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.747391 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] For port 5307b517-59c6-4937-ac4c-452c46cd61de, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:43:07.753449 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:07.753855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:07.756812 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:07.829620 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] For port 5307b517-59c6-4937-ac4c-452c46cd61de, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5307b517-59c6-4937-ac4c-452c46cd61de,segment=NetworkSegment(30fcfb51-b4c9-4f11-9b6d-bb511734a08d),segment_id=30fcfb51-b4c9-4f11-9b6d-bb511734a08d)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:43:07.842115 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f0f6cb5-db86-4fd3-bb4f-8177f010db6b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.846094 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4a813e77-838c-4b6c-863e-719f42b65e7a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:07.856134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.867356 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.api [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:43:07.867356 dv-neutron-797121-3-hyperv neutron-server[100652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:43:07.867356 dv-neutron-797121-3-hyperv neutron-server[100652]: [parameters: {'id': '3a4d8e14-18c3-4177-beb8-2177b1b17dce'}] Jun 22 09:43:07.867356 dv-neutron-797121-3-hyperv neutron-server[100652]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:43:07.867760 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_db.api [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:43:07.882966 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.883918 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f6cb5-db86-4fd3-bb4f-8177f010db6b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event deleted for resources: {'Port': ['ID=1370a29f-58e4-460a-a54b-297b7ab01ec3,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:07.885389 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5f0080d2-5591-4390-b6f5-944f00e44ee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:07.887402 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4f0f6cb5-db86-4fd3-bb4f-8177f010db6b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:07.913644 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f0f6cb5-db86-4fd3-bb4f-8177f010db6b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.917953 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4f0f6cb5-db86-4fd3-bb4f-8177f010db6b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "DELETE /v2.0/ports/1370a29f-58e4-460a-a54b-297b7ab01ec3 HTTP/1.1" status: 204 len: 168 time: 0.9930871 Jun 22 09:43:07.918820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57972) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:07.952077 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-08531308-d86b-4e55-9961-f90e7250ac25 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] GET failed (client error): The resource could not be found. Jun 22 09:43:07.953689 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-08531308-d86b-4e55-9961-f90e7250ac25 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "GET /v2.0/ports/1370a29f-58e4-460a-a54b-297b7ab01ec3 HTTP/1.1" status: 404 len: 333 time: 0.0336998 Jun 22 09:43:07.957518 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57974) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:07.962948 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-b957d54f-fbf8-4a49-8db2-ece7525f284a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Request body: {'port': {'network_id': 'aab1e297-20fc-4431-bb30-3da943642bbc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1140560363'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:07.966310 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Pushing event updated for resources: {'Port': ['ID=5307b517-59c6-4937-ac4c-452c46cd61de,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:07.968179 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.971448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:07.980227 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-731e200e-592d-4871-870d-c1f62abcbb13 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:08.005813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21605130-a7a1-4008-a6e9-0a7d3f6683b1 None None] Network 3a4d8e14-18c3-4177-beb8-2177b1b17dce requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:08.057767 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:08.068899 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:08.073238 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:08.076935 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Pushing event updated for resources: {'Port': ['ID=eb87bef0-70e9-45e8-9092-391f32507cec,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:08.101076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:08.151782 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4be7034-5744-4fa2-abce-b76450f186fb None None] get_active_networks_info from dv-neutron-797121-3-hyperv {{(pid=100654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:43:08.261618 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4be7034-5744-4fa2-abce-b76450f186fb None None] Resources bound (agent type, host, resource id): {{(pid=100654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:43:08.335747 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e9eddde4-0374-4b03-8945-839106f3c026 req-950085cd-e801-44b9-9740-f463299c04d3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667911 Jun 22 09:43:08.447849 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:08.463703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eddde4-0374-4b03-8945-839106f3c026 req-57f31674-828c-4f58-b23d-b558a03fb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:08.465109 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e9eddde4-0374-4b03-8945-839106f3c026 req-57f31674-828c-4f58-b23d-b558a03fb2af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f259be13d48423f84bea722f4cb5692&device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 1099 time: 0.0979350 Jun 22 09:43:08.585785 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b957d54f-fbf8-4a49-8db2-ece7525f284a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Made reservation on behalf of dd05925883a349bfbb06b8efd21ce9a1 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:08.592540 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b957d54f-fbf8-4a49-8db2-ece7525f284a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:08.613605 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eddde4-0374-4b03-8945-839106f3c026 req-80bba951-26e1-4521-b320-ae6c740a8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:08.615052 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-b957d54f-fbf8-4a49-8db2-ece7525f284a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] device_id is not set on port 816994cd-0688-4c03-8167-45a9c7f86032 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:08.615172 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e9eddde4-0374-4b03-8945-839106f3c026 req-80bba951-26e1-4521-b320-ae6c740a8afb service neutron] 10.222.0.35 "GET /v2.0/networks?id=74cf8ae9-423c-4745-bb5d-8e2016d20b6c HTTP/1.1" status: 200 len: 907 time: 0.1106067 Jun 22 09:43:08.687729 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e9eddde4-0374-4b03-8945-839106f3c026 req-5df7515c-d20b-49d1-85de-9e63ecec65e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb8243c2-d67e-44b7-8736-af49118d0914 HTTP/1.1" status: 200 len: 1001 time: 0.0616024 Jun 22 09:43:08.694612 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Deleting port 5307b517-59c6-4937-ac4c-452c46cd61de {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:08.695192 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:08.742339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eddde4-0374-4b03-8945-839106f3c026 req-a4168b13-87e1-4279-979d-e622a9d9e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:08.743864 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e9eddde4-0374-4b03-8945-839106f3c026 req-a4168b13-87e1-4279-979d-e622a9d9e7cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=990305d8-a832-43c4-9e37-7bdc6fd10f9b HTTP/1.1" status: 200 len: 845 time: 0.0480883 Jun 22 09:43:08.808218 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eddde4-0374-4b03-8945-839106f3c026 req-701b9981-ca93-42e4-b822-4e782a00b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:08.809707 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e9eddde4-0374-4b03-8945-839106f3c026 req-701b9981-ca93-42e4-b822-4e782a00b597 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=74cf8ae9-423c-4745-bb5d-8e2016d20b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0578749 Jun 22 09:43:08.870325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] For port 5307b517-59c6-4937-ac4c-452c46cd61de, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5307b517-59c6-4937-ac4c-452c46cd61de,segment=NetworkSegment(30fcfb51-b4c9-4f11-9b6d-bb511734a08d),segment_id=30fcfb51-b4c9-4f11-9b6d-bb511734a08d)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:08.870689 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:08.893716 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-b957d54f-fbf8-4a49-8db2-ece7525f284a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Allocated IP 2001:db8::15f (aab1e297-20fc-4431-bb30-3da943642bbc/901bb00d-1826-4aab-a1da-4534f6bb084c/816994cd-0688-4c03-8167-45a9c7f86032) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:08.899211 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e9eddde4-0374-4b03-8945-839106f3c026 req-c8376359-ebe3-4b11-8c61-d7ebb356a69a service neutron] 10.222.0.35 "GET /v2.0/networks/74cf8ae9-423c-4745-bb5d-8e2016d20b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806487 Jun 22 09:43:08.901153 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:08.989618 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Calling delete_port for 5307b517-59c6-4937-ac4c-452c46cd61de owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:08.996244 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e9eddde4-0374-4b03-8945-839106f3c026 req-02dc7717-85fd-48ec-a773-151ea862a49e service neutron] 10.222.0.35 "GET /v2.0/networks/74cf8ae9-423c-4745-bb5d-8e2016d20b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857201 Jun 22 09:43:09.303860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b957d54f-fbf8-4a49-8db2-ece7525f284a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:09.333091 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:09.413608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-b957d54f-fbf8-4a49-8db2-ece7525f284a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Transition to ACTIVE for port object 816994cd-0688-4c03-8167-45a9c7f86032 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:09.416632 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:09.421752 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-15ba32d7-1ba3-47a6-bee2-1b667c766c01 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:09.459497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event deleted for resources: {'Port': ['ID=5307b517-59c6-4937-ac4c-452c46cd61de,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:09.467327 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:09.471223 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] No DVR routers for this DVR port 5307b517-59c6-4937-ac4c-452c46cd61de on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:09.580944 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:09.592830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4d8e14-18c3-4177-beb8-2177b1b17dce']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:09.605813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fcfb51-b4c9-4f11-9b6d-bb511734a08d') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:09.606112 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fcfb51-b4c9-4f11-9b6d-bb511734a08d') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:09.618254 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:09.631764 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:09.637793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b957d54f-fbf8-4a49-8db2-ece7525f284a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:09.639698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:09.640083 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:09.643087 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:09.645504 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-97f9d0a0-87a9-4679-aa48-4132f43a6701 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:09.708461 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Router 02254f15-3e7f-4f0f-9977-0f20dae82d30 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:43:09.753628 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b957d54f-fbf8-4a49-8db2-ece7525f284a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Network aab1e297-20fc-4431-bb30-3da943642bbc is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:09.760439 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957d54f-fbf8-4a49-8db2-ece7525f284a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event updated for resources: {'Port': ['ID=816994cd-0688-4c03-8167-45a9c7f86032,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:09.762870 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-b957d54f-fbf8-4a49-8db2-ece7525f284a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:09.764680 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b957d54f-fbf8-4a49-8db2-ece7525f284a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:09.766213 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b957d54f-fbf8-4a49-8db2-ece7525f284a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:09.771860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b957d54f-fbf8-4a49-8db2-ece7525f284a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:09.772500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b957d54f-fbf8-4a49-8db2-ece7525f284a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:09.826758 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:09.859423 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-48cff507-8729-4e0e-bae0-56fc4a81710c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:09.863984 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:09.869220 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/networks/3a4d8e14-18c3-4177-beb8-2177b1b17dce HTTP/1.1" status: 204 len: 168 time: 3.0149782 Jun 22 09:43:09.869303 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57988) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:09.874766 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-0a906404-bb7b-420c-90ca-35dbb32688e4 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1940134417'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:09.882265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event deleted for resources: {'Network': ['ID=3a4d8e14-18c3-4177-beb8-2177b1b17dce,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:09.885788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:09.900889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:43:09.912223 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ab953d-a8f7-4524-8203-88aa8a1419d6 None None] Sync routers for ids ['02254f15-3e7f-4f0f-9977-0f20dae82d30'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:09.921688 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ab953d-a8f7-4524-8203-88aa8a1419d6 None None] Routers {'02254f15-3e7f-4f0f-9977-0f20dae82d30'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:09.922356 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-49ab953d-a8f7-4524-8203-88aa8a1419d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['02254f15-3e7f-4f0f-9977-0f20dae82d30'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:09.934420 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b957d54f-fbf8-4a49-8db2-ece7525f284a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9757454 Jun 22 09:43:09.936875 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57990) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:09.942239 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-3b3ff296-b315-4b61-bb64-a397763a4362 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Request body: {'port': {'network_id': 'aab1e297-20fc-4431-bb30-3da943642bbc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-285280846'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:09.956146 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-49ab953d-a8f7-4524-8203-88aa8a1419d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:09.965146 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ab953d-a8f7-4524-8203-88aa8a1419d6 None None] Routers {'02254f15-3e7f-4f0f-9977-0f20dae82d30'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:09.965756 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-49ab953d-a8f7-4524-8203-88aa8a1419d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['02254f15-3e7f-4f0f-9977-0f20dae82d30'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:10.000422 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-49ab953d-a8f7-4524-8203-88aa8a1419d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:10.001090 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ab953d-a8f7-4524-8203-88aa8a1419d6 None None] The sync data for ids ['02254f15-3e7f-4f0f-9977-0f20dae82d30'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:43:10.005775 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:10.007874 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5856860 Jun 22 09:43:10.010861 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 57992) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:10.015344 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-ce231b99-f740-42cc-8776-13e888141775 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:10.082486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a906404-bb7b-420c-90ca-35dbb32688e4 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Made reservation on behalf of 67e92ee108e64aabb8d4ad8b244dd26a for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:10.086042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a906404-bb7b-420c-90ca-35dbb32688e4 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:10.118716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a906404-bb7b-420c-90ca-35dbb32688e4 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:10.128013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a906404-bb7b-420c-90ca-35dbb32688e4 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:10.128363 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-0a906404-bb7b-420c-90ca-35dbb32688e4 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Added segment 20638f97-d565-4dc5-8683-6b41371962ed of type vlan for network 2e72bd4f-9407-4c4b-92b9-0b3bd52a645a Jun 22 09:43:10.133723 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8725833b-c07c-46f3-ba3b-e73832815d87 None None] Provisioning for port 816994cd-0688-4c03-8167-45a9c7f86032 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:10.137938 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8725833b-c07c-46f3-ba3b-e73832815d87 None None] Provisioning complete for port 816994cd-0688-4c03-8167-45a9c7f86032 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:10.138329 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8725833b-c07c-46f3-ba3b-e73832815d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:10.172606 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a906404-bb7b-420c-90ca-35dbb32688e4 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:10.181749 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-8725833b-c07c-46f3-ba3b-e73832815d87 None None] Port 816994cd-0688-4c03-8167-45a9c7f86032 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:43:10.196382 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3ff296-b315-4b61-bb64-a397763a4362 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Made reservation on behalf of dd05925883a349bfbb06b8efd21ce9a1 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:10.199917 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b3ff296-b315-4b61-bb64-a397763a4362 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:10.242538 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:10.249943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-3b3ff296-b315-4b61-bb64-a397763a4362 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] device_id is not set on port 8056d063-6a2b-41a0-928e-3a9d7365b342 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:10.270792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a906404-bb7b-420c-90ca-35dbb32688e4 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:10.276455 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a906404-bb7b-420c-90ca-35dbb32688e4 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:10.277079 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a906404-bb7b-420c-90ca-35dbb32688e4 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:10.280370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:10.343783 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a906404-bb7b-420c-90ca-35dbb32688e4 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event updated for resources: {'Network': ['ID=2e72bd4f-9407-4c4b-92b9-0b3bd52a645a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:10.346645 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0a906404-bb7b-420c-90ca-35dbb32688e4 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:10.354317 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 2e72bd4f-9407-4c4b-92b9-0b3bd52a645a details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:10.392377 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0a906404-bb7b-420c-90ca-35dbb32688e4 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5211904 Jun 22 09:43:10.395054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 57994) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:10.400212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-a285a2f1-6f0e-49ac-873b-bb479aad519f tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Request body: {'subnet': {'network_id': '2e72bd4f-9407-4c4b-92b9-0b3bd52a645a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:10.456660 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-3b3ff296-b315-4b61-bb64-a397763a4362 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Allocated IP 2001:db8::1c2 (aab1e297-20fc-4431-bb30-3da943642bbc/901bb00d-1826-4aab-a1da-4534f6bb084c/8056d063-6a2b-41a0-928e-3a9d7365b342) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:10.463356 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ce231b99-f740-42cc-8776-13e888141775 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:10.550775 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a285a2f1-6f0e-49ac-873b-bb479aad519f tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Made reservation on behalf of 67e92ee108e64aabb8d4ad8b244dd26a for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:10.554667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a285a2f1-6f0e-49ac-873b-bb479aad519f tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:10.562944 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ce231b99-f740-42cc-8776-13e888141775 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:10.620696 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b3ff296-b315-4b61-bb64-a397763a4362 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:10.636890 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-3b3ff296-b315-4b61-bb64-a397763a4362 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Transition to ACTIVE for port object 8056d063-6a2b-41a0-928e-3a9d7365b342 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:10.707647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-ce231b99-f740-42cc-8776-13e888141775 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Deleting port eb87bef0-70e9-45e8-9092-391f32507cec {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:10.707876 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ce231b99-f740-42cc-8776-13e888141775 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:10.777972 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b3ff296-b315-4b61-bb64-a397763a4362 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:10.783267 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-338c4b97-6692-4e75-a4ec-3f2292b20cb2 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:10.822295 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ce231b99-f740-42cc-8776-13e888141775 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:10.873213 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.objects.ports [None req-a285a2f1-6f0e-49ac-873b-bb479aad519f tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100653) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:43:10.873578 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3ff296-b315-4b61-bb64-a397763a4362 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Network aab1e297-20fc-4431-bb30-3da943642bbc is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:10.874783 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a285a2f1-6f0e-49ac-873b-bb479aad519f tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:10.878122 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8d6d5447-514a-49a2-aa11-c11b2d743b10 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:10.936805 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285a2f1-6f0e-49ac-873b-bb479aad519f tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event updated for resources: {'Subnet': ['ID=1e56ed00-8932-4912-922d-a86f7cc0bdff,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:10.941375 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a285a2f1-6f0e-49ac-873b-bb479aad519f tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:10.948662 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a285a2f1-6f0e-49ac-873b-bb479aad519f tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Checking segment: {'id': '20638f97-d565-4dc5-8683-6b41371962ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2e72bd4f-9407-4c4b-92b9-0b3bd52a645a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:10.949038 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a285a2f1-6f0e-49ac-873b-bb479aad519f tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Network hostable DHCP agents. Network: 2e72bd4f-9407-4c4b-92b9-0b3bd52a645a, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:43:11.070787 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a285a2f1-6f0e-49ac-873b-bb479aad519f tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Network 2e72bd4f-9407-4c4b-92b9-0b3bd52a645a is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:43:11.125833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-ce231b99-f740-42cc-8776-13e888141775 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Calling delete_port for eb87bef0-70e9-45e8-9092-391f32507cec owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:11.134687 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-3b3ff296-b315-4b61-bb64-a397763a4362 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:11.143757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3ff296-b315-4b61-bb64-a397763a4362 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:11.149325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3ff296-b315-4b61-bb64-a397763a4362 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:11.149966 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b3ff296-b315-4b61-bb64-a397763a4362 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.150654 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-a285a2f1-6f0e-49ac-873b-bb479aad519f tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 2e72bd4f-9407-4c4b-92b9-0b3bd52a645a) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:11.155147 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ff296-b315-4b61-bb64-a397763a4362 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event updated for resources: {'Port': ['ID=8056d063-6a2b-41a0-928e-3a9d7365b342,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:11.155319 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a285a2f1-6f0e-49ac-873b-bb479aad519f tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:11.156194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a285a2f1-6f0e-49ac-873b-bb479aad519f tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.161465 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3b3ff296-b315-4b61-bb64-a397763a4362 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:11.165365 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed68f0c-0a93-454b-87b9-ef0709eaa5b9 None None] Network 2e72bd4f-9407-4c4b-92b9-0b3bd52a645a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:11.328322 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3b3ff296-b315-4b61-bb64-a397763a4362 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3878596 Jun 22 09:43:11.328862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-2e72bd4f-9407-4c4b-92b9-0b3bd52a645a', 'network_id': '2e72bd4f-9407-4c4b-92b9-0b3bd52a645a', 'tenant_id': '67e92ee108e64aabb8d4ad8b244dd26a', 'fixed_ips': [{'subnet_id': '1e56ed00-8932-4912-922d-a86f7cc0bdff'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:43:11.328862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.329033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58002) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:11.335307 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-479bc698-5a3a-4de1-9c02-be1c40e73461 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::264', 'mac_address': 'fa:16:3e:cc:d4:7e'}, {'ip_address': '2001:db8::15f', 'mac_address': 'fa:16:3e:a2:1a:d1'}]}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:11.389584 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a285a2f1-6f0e-49ac-873b-bb479aad519f tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9935167 Jun 22 09:43:11.392347 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58004) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:11.426254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-479bc698-5a3a-4de1-9c02-be1c40e73461 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.449513 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ce231b99-f740-42cc-8776-13e888141775 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.459982 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-53a9bfa7-8c63-4bf0-a971-2c2d2f8ca29d tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:11.481720 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Allocated IP 2001:db8::f816:3eff:fea2:4729 (2e72bd4f-9407-4c4b-92b9-0b3bd52a645a/1e56ed00-8932-4912-922d-a86f7cc0bdff/4616982e-1555-4e9a-ab7d-d565894de113) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:11.486501 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fe8554ca-4721-4eff-a847-72c81d2598b9 None None] Provisioning for port 8056d063-6a2b-41a0-928e-3a9d7365b342 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:11.495908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fe8554ca-4721-4eff-a847-72c81d2598b9 None None] Provisioning complete for port 8056d063-6a2b-41a0-928e-3a9d7365b342 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:11.496300 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fe8554ca-4721-4eff-a847-72c81d2598b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.554431 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce231b99-f740-42cc-8776-13e888141775 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Pushing event deleted for resources: {'Port': ['ID=eb87bef0-70e9-45e8-9092-391f32507cec,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:11.556893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ce231b99-f740-42cc-8776-13e888141775 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:11.571422 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ce231b99-f740-42cc-8776-13e888141775 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.650584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-fe8554ca-4721-4eff-a847-72c81d2598b9 None None] Port 8056d063-6a2b-41a0-928e-3a9d7365b342 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:43:11.678383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-479bc698-5a3a-4de1-9c02-be1c40e73461 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.709018 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.713174 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.722024 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Transition to ACTIVE for port object 4616982e-1555-4e9a-ab7d-d565894de113 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:11.737947 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Transition to ACTIVE for port object 4616982e-1555-4e9a-ab7d-d565894de113 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:11.768100 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-479bc698-5a3a-4de1-9c02-be1c40e73461 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.771551 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1cd5649a-d5a9-4a42-ac56-4c67ec6f71be tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:11.814895 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-479bc698-5a3a-4de1-9c02-be1c40e73461 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] In _notify_port_updated(), no bound segment for port 8056d063-6a2b-41a0-928e-3a9d7365b342 on network aab1e297-20fc-4431-bb30-3da943642bbc {{(pid=100653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:43:11.820407 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479bc698-5a3a-4de1-9c02-be1c40e73461 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:11.821041 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-479bc698-5a3a-4de1-9c02-be1c40e73461 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.825204 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-479bc698-5a3a-4de1-9c02-be1c40e73461 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "PUT /v2.0/ports/8056d063-6a2b-41a0-928e-3a9d7365b342 HTTP/1.1" status: 200 len: 1067 time: 0.4955084 Jun 22 09:43:11.828679 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58018) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:11.831647 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.837764 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:11.900758 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ce231b99-f740-42cc-8776-13e888141775 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.911867 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ce231b99-f740-42cc-8776-13e888141775 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.915367 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.965553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bc698-5a3a-4de1-9c02-be1c40e73461 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event updated for resources: {'Port': ['ID=8056d063-6a2b-41a0-928e-3a9d7365b342,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:11.968051 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Network 2e72bd4f-9407-4c4b-92b9-0b3bd52a645a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:11.973223 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:11.975980 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-479bc698-5a3a-4de1-9c02-be1c40e73461 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:11.978991 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:11.989512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Pushing event updated for resources: {'Port': ['ID=4616982e-1555-4e9a-ab7d-d565894de113,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:11.992362 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:12.022163 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-fc844dd8-420e-4696-b61c-f2fe55f5d76a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Deleting port 8056d063-6a2b-41a0-928e-3a9d7365b342 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:12.022163 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fc844dd8-420e-4696-b61c-f2fe55f5d76a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:12.051251 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Attempting to bind port 4616982e-1555-4e9a-ab7d-d565894de113 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:12.051669 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Attempting to bind port 4616982e-1555-4e9a-ab7d-d565894de113 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '20638f97-d565-4dc5-8683-6b41371962ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2e72bd4f-9407-4c4b-92b9-0b3bd52a645a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:12.052040 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Attempting to bind port 4616982e-1555-4e9a-ab7d-d565894de113 on network 2e72bd4f-9407-4c4b-92b9-0b3bd52a645a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:12.054227 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce231b99-f740-42cc-8776-13e888141775 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Router 02254f15-3e7f-4f0f-9977-0f20dae82d30 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:43:12.057435 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:43:12.057817 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Checking segment: {'id': '20638f97-d565-4dc5-8683-6b41371962ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2e72bd4f-9407-4c4b-92b9-0b3bd52a645a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:12.058471 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:12.060686 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Bound using segment: {'id': '20638f97-d565-4dc5-8683-6b41371962ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2e72bd4f-9407-4c4b-92b9-0b3bd52a645a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:43:12.060686 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Bound port: 4616982e-1555-4e9a-ab7d-d565894de113, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20638f97-d565-4dc5-8683-6b41371962ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2e72bd4f-9407-4c4b-92b9-0b3bd52a645a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:43:12.060686 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:12.126996 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] For port 4616982e-1555-4e9a-ab7d-d565894de113, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:43:12.130012 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] For port 4616982e-1555-4e9a-ab7d-d565894de113, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4616982e-1555-4e9a-ab7d-d565894de113,segment=NetworkSegment(20638f97-d565-4dc5-8683-6b41371962ed),segment_id=20638f97-d565-4dc5-8683-6b41371962ed)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:43:12.143049 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fc844dd8-420e-4696-b61c-f2fe55f5d76a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:12.153426 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce231b99-f740-42cc-8776-13e888141775 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:43:12.160725 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ce231b99-f740-42cc-8776-13e888141775 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:12.161883 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ce231b99-f740-42cc-8776-13e888141775 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "PUT /v2.0/routers/02254f15-3e7f-4f0f-9977-0f20dae82d30 HTTP/1.1" status: 200 len: 709 time: 2.1500857 Jun 22 09:43:12.163818 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282f3a1-4b82-4aca-9094-0afc604528e4 None None] Sync routers for ids ['02254f15-3e7f-4f0f-9977-0f20dae82d30'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:12.166535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58020) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:12.174613 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:12.184814 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-255d492f-827f-47f6-b2ea-82293d09c5e1 None None] Provisioning complete for port 8056d063-6a2b-41a0-928e-3a9d7365b342 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:12.185338 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5282f3a1-4b82-4aca-9094-0afc604528e4 None None] Routers {'02254f15-3e7f-4f0f-9977-0f20dae82d30'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:12.198942 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5282f3a1-4b82-4aca-9094-0afc604528e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['02254f15-3e7f-4f0f-9977-0f20dae82d30'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:12.199115 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-255d492f-827f-47f6-b2ea-82293d09c5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:12.209910 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-63499dab-26b4-45a7-ad08-5daf8b88497f tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:12.220152 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:12.223765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-fc844dd8-420e-4696-b61c-f2fe55f5d76a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Calling delete_port for 8056d063-6a2b-41a0-928e-3a9d7365b342 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:12.225734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d4c3d42c-f9a4-4830-9770-e4a8205377d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:12.230520 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5282f3a1-4b82-4aca-9094-0afc604528e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:12.242406 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5282f3a1-4b82-4aca-9094-0afc604528e4 None None] Routers {'02254f15-3e7f-4f0f-9977-0f20dae82d30'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:12.243268 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5282f3a1-4b82-4aca-9094-0afc604528e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:42:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['02254f15-3e7f-4f0f-9977-0f20dae82d30'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:12.265705 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event deleted for resources: {'Subnet': ['ID=1e56ed00-8932-4912-922d-a86f7cc0bdff,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:12.275249 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:12.278272 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-374e2e57-df99-4c23-beb5-8bf447e987e9 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "GET /v2.0/routers/02254f15-3e7f-4f0f-9977-0f20dae82d30 HTTP/1.1" status: 200 len: 744 time: 0.1106620 Jun 22 09:43:12.281073 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58022) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:12.282105 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5282f3a1-4b82-4aca-9094-0afc604528e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:12.283579 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282f3a1-4b82-4aca-9094-0afc604528e4 None None] The sync data for ids ['02254f15-3e7f-4f0f-9977-0f20dae82d30'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:43:12.287174 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-255d492f-827f-47f6-b2ea-82293d09c5e1 None None] Port 8056d063-6a2b-41a0-928e-3a9d7365b342 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:43:12.312181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Pushing event updated for resources: {'Port': ['ID=4616982e-1555-4e9a-ab7d-d565894de113,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:12.315750 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:12.342170 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a4e6475a-0706-480b-8eb4-653ba8451da3 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5eae176d-1059-48f4-b687-97de60cc120b&device_id=02254f15-3e7f-4f0f-9977-0f20dae82d30 HTTP/1.1" status: 200 len: 205 time: 0.0597422 Jun 22 09:43:12.360701 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58024) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:12.395838 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b9292938-bc30-4b89-9042-c3ca199a3257 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "GET /v2.0/ports?device_id=02254f15-3e7f-4f0f-9977-0f20dae82d30 HTTP/1.1" status: 200 len: 205 time: 0.0331631 Jun 22 09:43:12.398964 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58026) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:12.400346 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:12.411575 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e72bd4f-9407-4c4b-92b9-0b3bd52a645a']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:12.422298 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20638f97-d565-4dc5-8683-6b41371962ed') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:12.422620 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20638f97-d565-4dc5-8683-6b41371962ed') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:12.431948 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:12.473403 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:12.497870 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:12.498277 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:12.501352 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:12.504907 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-67f9860a-2ce3-4bf8-a889-87ef6657f4d3 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:12.581578 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fc844dd8-420e-4696-b61c-f2fe55f5d76a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:12.588492 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-01fee2a0-207d-4482-910c-41f07aa573f1 tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:12.618934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc844dd8-420e-4696-b61c-f2fe55f5d76a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event deleted for resources: {'Port': ['ID=8056d063-6a2b-41a0-928e-3a9d7365b342,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:12.619714 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.api [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:43:12.619714 dv-neutron-797121-3-hyperv neutron-server[100652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:43:12.619714 dv-neutron-797121-3-hyperv neutron-server[100652]: [parameters: {'id': '2e72bd4f-9407-4c4b-92b9-0b3bd52a645a'}] Jun 22 09:43:12.619714 dv-neutron-797121-3-hyperv neutron-server[100652]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:43:12.620124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_db.api [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:43:12.651389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fc844dd8-420e-4696-b61c-f2fe55f5d76a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:12.738175 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-67f9860a-2ce3-4bf8-a889-87ef6657f4d3 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:12.743340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-67f9860a-2ce3-4bf8-a889-87ef6657f4d3 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:12.876365 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-67f9860a-2ce3-4bf8-a889-87ef6657f4d3 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:12.877408 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f9860a-2ce3-4bf8-a889-87ef6657f4d3 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Fanout notify agent at l3_agent the message router_deleted on router 02254f15-3e7f-4f0f-9977-0f20dae82d30 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:43:12.884837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-67f9860a-2ce3-4bf8-a889-87ef6657f4d3 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:12.885919 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-67f9860a-2ce3-4bf8-a889-87ef6657f4d3 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "DELETE /v2.0/routers/02254f15-3e7f-4f0f-9977-0f20dae82d30 HTTP/1.1" status: 204 len: 168 time: 0.4867904 Jun 22 09:43:12.889714 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58030) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:12.904535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fc844dd8-420e-4696-b61c-f2fe55f5d76a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:12.906440 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fc844dd8-420e-4696-b61c-f2fe55f5d76a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "DELETE /v2.0/ports/8056d063-6a2b-41a0-928e-3a9d7365b342 HTTP/1.1" status: 204 len: 168 time: 1.0766685 Jun 22 09:43:12.908920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58032) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:12.921984 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-97df9ced-60cf-45e7-81f8-e49a8e7bec47 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "GET /v2.0/ports?device_id=02254f15-3e7f-4f0f-9977-0f20dae82d30 HTTP/1.1" status: 200 len: 205 time: 0.0289037 Jun 22 09:43:12.924066 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58034) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:12.937269 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9144ea6-02a1-46a4-98da-0402835197b5 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] GET failed (client error): The resource could not be found. Jun 22 09:43:12.942288 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d9144ea6-02a1-46a4-98da-0402835197b5 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "GET /v2.0/ports/8056d063-6a2b-41a0-928e-3a9d7365b342 HTTP/1.1" status: 404 len: 333 time: 0.0323534 Jun 22 09:43:12.943135 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58038) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:12.966105 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-8bdb4588-22e1-4c05-ac33-2af866afea73 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] delete failed (client error): The resource could not be found. Jun 22 09:43:12.967146 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8bdb4588-22e1-4c05-ac33-2af866afea73 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "DELETE /v2.0/routers/02254f15-3e7f-4f0f-9977-0f20dae82d30 HTTP/1.1" status: 404 len: 336 time: 0.0421529 Jun 22 09:43:12.970354 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58040) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:13.004472 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c9f91d8f-c8e3-4498-a2db-8c53b812cc8a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc9a333-1896-4f29-8189-05d3dfc4f386 HTTP/1.1" status: 200 len: 205 time: 0.0329199 Jun 22 09:43:13.007893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58042) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:13.050139 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-9d48fc42-5c06-436f-adfc-215e17a3de39 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] delete failed (client error): The resource could not be found. Jun 22 09:43:13.053687 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9d48fc42-5c06-436f-adfc-215e17a3de39 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "DELETE /v2.0/routers/4dc9a333-1896-4f29-8189-05d3dfc4f386 HTTP/1.1" status: 404 len: 336 time: 0.0423508 Jun 22 09:43:13.054048 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58046) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:13.058474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-080bd8c8-71c8-44c1-b18c-3f9d743866cf tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Deleting port 816994cd-0688-4c03-8167-45a9c7f86032 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:13.058900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-080bd8c8-71c8-44c1-b18c-3f9d743866cf tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:13.088383 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c4421794-63c4-4b43-aea6-07927008eb6c tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b63112b-751c-4bef-8855-b0c7085d34ca HTTP/1.1" status: 200 len: 205 time: 0.0326390 Jun 22 09:43:13.089557 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58048) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:13.129390 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:13.133716 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-4e1de617-568e-4f74-9682-673a04ebdb9a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] delete failed (client error): The resource could not be found. Jun 22 09:43:13.134772 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4e1de617-568e-4f74-9682-673a04ebdb9a tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "DELETE /v2.0/routers/3b63112b-751c-4bef-8855-b0c7085d34ca HTTP/1.1" status: 404 len: 336 time: 0.0442986 Jun 22 09:43:13.138872 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58050) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:13.157466 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-080bd8c8-71c8-44c1-b18c-3f9d743866cf tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:13.175672 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-be9402c6-cb52-4af4-97d1-d3a3c95ff75d tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "GET /v2.0/ports?device_id=e61581fc-6ab0-479f-9351-10ab9f4c6a6f HTTP/1.1" status: 200 len: 205 time: 0.0358996 Jun 22 09:43:13.177661 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58052) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:13.221673 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Deleting port 4616982e-1555-4e9a-ab7d-d565894de113 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:13.222350 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:13.254009 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-be630a4b-4aeb-4f0d-90e6-328a1627e95c tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] delete failed (client error): The resource could not be found. Jun 22 09:43:13.255044 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-be630a4b-4aeb-4f0d-90e6-328a1627e95c tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "DELETE /v2.0/routers/e61581fc-6ab0-479f-9351-10ab9f4c6a6f HTTP/1.1" status: 404 len: 336 time: 0.0762391 Jun 22 09:43:13.257952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58054) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:13.279653 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-080bd8c8-71c8-44c1-b18c-3f9d743866cf tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Calling delete_port for 816994cd-0688-4c03-8167-45a9c7f86032 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:13.298199 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4380b20a-3730-429b-9a7d-b3cd6a481645 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "GET /v2.0/ports?device_id=999cb09d-dfa7-4fdc-a5dd-2968fd6939a3 HTTP/1.1" status: 200 len: 205 time: 0.0389857 Jun 22 09:43:13.300997 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58056) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:13.309488 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880a192c-f2fa-458b-a702-8e72c998c495 None None] Network 2e72bd4f-9407-4c4b-92b9-0b3bd52a645a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:13.353033 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-0fe828da-b9cb-423c-833c-da7f8cd6cdff tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] delete failed (client error): The resource could not be found. Jun 22 09:43:13.354071 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0fe828da-b9cb-423c-833c-da7f8cd6cdff tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "DELETE /v2.0/routers/999cb09d-dfa7-4fdc-a5dd-2968fd6939a3 HTTP/1.1" status: 404 len: 336 time: 0.0522277 Jun 22 09:43:13.356765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58058) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:13.359971 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] For port 4616982e-1555-4e9a-ab7d-d565894de113, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4616982e-1555-4e9a-ab7d-d565894de113,segment=NetworkSegment(20638f97-d565-4dc5-8683-6b41371962ed),segment_id=20638f97-d565-4dc5-8683-6b41371962ed)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:13.360341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:13.395562 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-65396585-15e5-473e-97ed-359d0cb00bfd tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b7c0a3-36d2-46d5-bd7b-4f4c82b167f4 HTTP/1.1" status: 200 len: 205 time: 0.0343504 Jun 22 09:43:13.396088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58060) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:13.430011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Calling delete_port for 4616982e-1555-4e9a-ab7d-d565894de113 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:13.432730 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-0ddf0d76-17e7-4d80-b0b4-4f2fe49f5bca tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] delete failed (client error): The resource could not be found. Jun 22 09:43:13.436284 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0ddf0d76-17e7-4d80-b0b4-4f2fe49f5bca tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "DELETE /v2.0/routers/38b7c0a3-36d2-46d5-bd7b-4f4c82b167f4 HTTP/1.1" status: 404 len: 336 time: 0.0368173 Jun 22 09:43:13.437782 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58062) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:13.462478 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5c2b9e4f-70a3-427b-8d9c-158a771d34d3 None None] Provisioning for port 4616982e-1555-4e9a-ab7d-d565894de113 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:13.469679 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda67e4d-64c0-4dfc-b5c0-f47a2cd94dc3 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] DELETE failed (client error): The resource could not be found. Jun 22 09:43:13.470804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda67e4d-64c0-4dfc-b5c0-f47a2cd94dc3 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:43:13.475424 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cda67e4d-64c0-4dfc-b5c0-f47a2cd94dc3 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] 10.222.0.20 "DELETE /v2.0/subnets/9d113825-3f2c-4c3d-8186-22ce65c2b880 HTTP/1.1" status: 404 len: 337 time: 0.0338748 Jun 22 09:43:13.538396 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791a8684-332f-449e-8ff4-4343cad7fe87 None None] DHCP port deletion for 2e72bd4f-9407-4c4b-92b9-0b3bd52a645a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:43:13.567731 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-080bd8c8-71c8-44c1-b18c-3f9d743866cf tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:13.571620 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4f0f6cb5-db86-4fd3-bb4f-8177f010db6b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:13.591648 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-791a8684-332f-449e-8ff4-4343cad7fe87 None None] Deleting port 4616982e-1555-4e9a-ab7d-d565894de113 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:13.592158 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-791a8684-332f-449e-8ff4-4343cad7fe87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:13.596294 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bd8c8-71c8-44c1-b18c-3f9d743866cf tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event deleted for resources: {'Port': ['ID=816994cd-0688-4c03-8167-45a9c7f86032,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:13.599769 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-080bd8c8-71c8-44c1-b18c-3f9d743866cf tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:13.626596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-080bd8c8-71c8-44c1-b18c-3f9d743866cf tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:13.631285 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-080bd8c8-71c8-44c1-b18c-3f9d743866cf tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "DELETE /v2.0/ports/816994cd-0688-4c03-8167-45a9c7f86032 HTTP/1.1" status: 204 len: 168 time: 0.6846766 Jun 22 09:43:13.631504 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:13.633142 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58066) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:13.639573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:13.662533 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-791a8684-332f-449e-8ff4-4343cad7fe87 None None] For port 4616982e-1555-4e9a-ab7d-d565894de113, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4616982e-1555-4e9a-ab7d-d565894de113,segment=NetworkSegment(20638f97-d565-4dc5-8683-6b41371962ed),segment_id=20638f97-d565-4dc5-8683-6b41371962ed)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:13.663255 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-791a8684-332f-449e-8ff4-4343cad7fe87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:13.668755 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8d760c-6b2a-4890-83e1-655b447ef02e tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] GET failed (client error): The resource could not be found. Jun 22 09:43:13.670422 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5f8d760c-6b2a-4890-83e1-655b447ef02e tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "GET /v2.0/ports/816994cd-0688-4c03-8167-45a9c7f86032 HTTP/1.1" status: 404 len: 333 time: 0.0363047 Jun 22 09:43:13.670687 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event deleted for resources: {'Port': ['ID=4616982e-1555-4e9a-ab7d-d565894de113,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:13.674888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58068) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:13.684523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] No DVR routers for this DVR port 4616982e-1555-4e9a-ab7d-d565894de113 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:13.685678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:13.746525 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-791a8684-332f-449e-8ff4-4343cad7fe87 None None] Calling delete_port for 4616982e-1555-4e9a-ab7d-d565894de113 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:13.785194 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:13.807896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e72bd4f-9407-4c4b-92b9-0b3bd52a645a']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:13.815548 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-44709e46-dc62-43b4-8341-df65edc188e4 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Deleting port 5d800e42-ccac-4ce9-9425-296317feee5c {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:13.816336 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44709e46-dc62-43b4-8341-df65edc188e4 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:13.819232 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20638f97-d565-4dc5-8683-6b41371962ed') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:13.819685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20638f97-d565-4dc5-8683-6b41371962ed') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:13.830117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:13.833182 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-791a8684-332f-449e-8ff4-4343cad7fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:13.835963 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a7e3866c-b56f-489a-a159-aaa5798bde9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:13.848652 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:13.855263 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:13.855695 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:13.859116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a8684-332f-449e-8ff4-4343cad7fe87 None None] Pushing event deleted for resources: {'Port': ['ID=4616982e-1555-4e9a-ab7d-d565894de113,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:13.868660 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:13.874257 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-791a8684-332f-449e-8ff4-4343cad7fe87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:13.875229 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791a8684-332f-449e-8ff4-4343cad7fe87 None None] No DVR routers for this DVR port 4616982e-1555-4e9a-ab7d-d565894de113 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:13.930999 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44709e46-dc62-43b4-8341-df65edc188e4 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:13.999182 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58074) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:14.011816 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-44709e46-dc62-43b4-8341-df65edc188e4 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Calling delete_port for 5d800e42-ccac-4ce9-9425-296317feee5c owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:14.087654 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:14.091105 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dd0ee468-42e1-4097-ab05-f769bd99749e tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:14.098085 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:14.103067 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/networks/2e72bd4f-9407-4c4b-92b9-0b3bd52a645a HTTP/1.1" status: 204 len: 168 time: 2.7065196 Jun 22 09:43:14.116424 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58080) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:14.130652 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event deleted for resources: {'Network': ['ID=2e72bd4f-9407-4c4b-92b9-0b3bd52a645a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:14.132846 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a63a33ed-44aa-4704-8f13-fb0e170cbf64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:14.141265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:14.148262 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b7fb9d-a30d-4ecb-9a61-6130956134a6 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] DELETE failed (client error): The resource could not be found. Jun 22 09:43:14.148665 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b7fb9d-a30d-4ecb-9a61-6130956134a6 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:43:14.150365 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b1b7fb9d-a30d-4ecb-9a61-6130956134a6 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/subnets/1e56ed00-8932-4912-922d-a86f7cc0bdff HTTP/1.1" status: 404 len: 337 time: 0.0331442 Jun 22 09:43:14.152951 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58084) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:14.177037 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3693f374-d9fe-466c-a286-c3ae7a34945a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] DELETE failed (client error): The resource could not be found. Jun 22 09:43:14.177697 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3693f374-d9fe-466c-a286-c3ae7a34945a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:43:14.179452 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3693f374-d9fe-466c-a286-c3ae7a34945a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/networks/2e72bd4f-9407-4c4b-92b9-0b3bd52a645a HTTP/1.1" status: 404 len: 339 time: 0.0256095 Jun 22 09:43:14.182169 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58086) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:14.209918 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b126f53-ea7e-421e-849e-88c77cc4bd04 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] DELETE failed (client error): The resource could not be found. Jun 22 09:43:14.210394 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b126f53-ea7e-421e-849e-88c77cc4bd04 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:43:14.214423 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6b126f53-ea7e-421e-849e-88c77cc4bd04 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/subnets/3d393ee3-2a6d-4d47-b72d-b7d128a51d64 HTTP/1.1" status: 404 len: 337 time: 0.0288877 Jun 22 09:43:14.214616 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58090) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:14.232610 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3742e89-9ec4-41d8-b19c-d16b5e9f1ecd tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] DELETE failed (client error): The resource could not be found. Jun 22 09:43:14.233197 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3742e89-9ec4-41d8-b19c-d16b5e9f1ecd tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:43:14.234965 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c3742e89-9ec4-41d8-b19c-d16b5e9f1ecd tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/networks/3a4d8e14-18c3-4177-beb8-2177b1b17dce HTTP/1.1" status: 404 len: 339 time: 0.0194356 Jun 22 09:43:14.238615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58092) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:14.266570 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-2171fe5b-2c42-4dd3-9519-158ab5c3ea9e tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] DELETE failed (client error): The resource could not be found. Jun 22 09:43:14.267974 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2171fe5b-2c42-4dd3-9519-158ab5c3ea9e tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:43:14.269506 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2171fe5b-2c42-4dd3-9519-158ab5c3ea9e tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/subnets/9f8bd5b9-7980-4c14-b04d-4f631b578a4f HTTP/1.1" status: 404 len: 337 time: 0.0297506 Jun 22 09:43:14.270503 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44709e46-dc62-43b4-8341-df65edc188e4 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:14.274498 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58094) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:14.274726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a264d77e-185e-435a-bdba-3d7141b65a6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:14.303701 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44709e46-dc62-43b4-8341-df65edc188e4 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event deleted for resources: {'Port': ['ID=5d800e42-ccac-4ce9-9425-296317feee5c,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:14.309362 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-44709e46-dc62-43b4-8341-df65edc188e4 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:14.310691 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-4545c7a8-42b0-489b-8721-09e9a37d5e8c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] DELETE failed (client error): The resource could not be found. Jun 22 09:43:14.312263 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4545c7a8-42b0-489b-8721-09e9a37d5e8c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:43:14.314712 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4545c7a8-42b0-489b-8721-09e9a37d5e8c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/networks/d1c477b7-9768-42e8-bd6e-ede94d903612 HTTP/1.1" status: 404 len: 339 time: 0.0381954 Jun 22 09:43:14.320658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58096) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:14.339501 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44709e46-dc62-43b4-8341-df65edc188e4 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:14.341688 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-44709e46-dc62-43b4-8341-df65edc188e4 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "DELETE /v2.0/ports/5d800e42-ccac-4ce9-9425-296317feee5c HTTP/1.1" status: 204 len: 168 time: 0.6657591 Jun 22 09:43:14.345917 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58098) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:14.409910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05f6a1e-53e5-465b-9e07-583b7dfb054b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Deleting subnet 901bb00d-1826-4aab-a1da-4534f6bb084c {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:43:14.413823 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e05f6a1e-53e5-465b-9e07-583b7dfb054b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:14.460131 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e05f6a1e-53e5-465b-9e07-583b7dfb054b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:14.553139 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e05f6a1e-53e5-465b-9e07-583b7dfb054b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:14.675699 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a63a33ed-44aa-4704-8f13-fb0e170cbf64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:14.700363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-ef3174e9-938c-4e6d-b5bb-cd5413f060a7 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Deleting port c310c6a2-6010-42c7-ba45-8499050858d2 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:14.700702 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ef3174e9-938c-4e6d-b5bb-cd5413f060a7 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:14.704992 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e05f6a1e-53e5-465b-9e07-583b7dfb054b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:14.708303 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:14.735709 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e05f6a1e-53e5-465b-9e07-583b7dfb054b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:14.740529 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e05f6a1e-53e5-465b-9e07-583b7dfb054b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "DELETE /v2.0/subnets/901bb00d-1826-4aab-a1da-4534f6bb084c HTTP/1.1" status: 204 len: 168 time: 0.3912454 Jun 22 09:43:14.740529 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f6a1e-53e5-465b-9e07-583b7dfb054b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event deleted for resources: {'Subnet': ['ID=901bb00d-1826-4aab-a1da-4534f6bb084c,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:14.741944 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58100) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:14.744212 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fa3a7f-90ac-4507-97e4-11c191131576 None None] Network aab1e297-20fc-4431-bb30-3da943642bbc requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:14.746953 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e05f6a1e-53e5-465b-9e07-583b7dfb054b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:14.751833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a63a33ed-44aa-4704-8f13-fb0e170cbf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:14.758980 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3e7b5adb-81fc-4e8d-a44a-174ee94be4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:14.853080 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ef3174e9-938c-4e6d-b5bb-cd5413f060a7 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:14.869127 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a63a33ed-44aa-4704-8f13-fb0e170cbf64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4940aefa38747c183e9d3738cde84c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8688197 Jun 22 09:43:14.871832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58102) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:14.876226 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a33ed-44aa-4704-8f13-fb0e170cbf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209d9e00-d852-4159-b1ab-0200fd83d80a,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:14.909021 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a63a33ed-44aa-4704-8f13-fb0e170cbf64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:14.929552 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b649ea19-d8fc-4d5a-b863-34ac4255c411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:14.940603 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-ef3174e9-938c-4e6d-b5bb-cd5413f060a7 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Calling delete_port for c310c6a2-6010-42c7-ba45-8499050858d2 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:14.945110 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d646bedc-6e84-4276-90cf-8230db1e554b None None] DHCP port deletion for aab1e297-20fc-4431-bb30-3da943642bbc request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:43:14.950811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b649ea19-d8fc-4d5a-b863-34ac4255c411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:14.954722 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:14.998756 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-d646bedc-6e84-4276-90cf-8230db1e554b None None] Deleting port b81a6788-2ee7-4dc6-b39a-336ba631b258 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:14.999150 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d646bedc-6e84-4276-90cf-8230db1e554b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.061459 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-d646bedc-6e84-4276-90cf-8230db1e554b None None] For port b81a6788-2ee7-4dc6-b39a-336ba631b258, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b81a6788-2ee7-4dc6-b39a-336ba631b258,segment=NetworkSegment(ffb68bdb-8e3b-422d-b466-458cf733ca6d),segment_id=ffb68bdb-8e3b-422d-b466-458cf733ca6d)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:15.061869 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d646bedc-6e84-4276-90cf-8230db1e554b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.066938 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Deleting port b81a6788-2ee7-4dc6-b39a-336ba631b258 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:15.067460 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.076624 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b649ea19-d8fc-4d5a-b863-34ac4255c411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.081263 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b649ea19-d8fc-4d5a-b863-34ac4255c411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.083083 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b649ea19-d8fc-4d5a-b863-34ac4255c411 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/209d9e00-d852-4159-b1ab-0200fd83d80a HTTP/1.1" status: 204 len: 168 time: 0.2102642 Jun 22 09:43:15.084673 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e8e2058c-7907-4849-bfe3-15d863b9e394 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:15.094387 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649ea19-d8fc-4d5a-b863-34ac4255c411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209d9e00-d852-4159-b1ab-0200fd83d80a,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:15.097358 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b649ea19-d8fc-4d5a-b863-34ac4255c411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:15.135328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] For port b81a6788-2ee7-4dc6-b39a-336ba631b258, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b81a6788-2ee7-4dc6-b39a-336ba631b258,segment=NetworkSegment(ffb68bdb-8e3b-422d-b466-458cf733ca6d),segment_id=ffb68bdb-8e3b-422d-b466-458cf733ca6d)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:15.135736 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.142357 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-d646bedc-6e84-4276-90cf-8230db1e554b None None] Calling delete_port for b81a6788-2ee7-4dc6-b39a-336ba631b258 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:15.183506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ef3174e9-938c-4e6d-b5bb-cd5413f060a7 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.209510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Calling delete_port for b81a6788-2ee7-4dc6-b39a-336ba631b258 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:15.215320 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-749f9370-d3f1-4676-8ca9-50f177fe425b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:15.248936 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3174e9-938c-4e6d-b5bb-cd5413f060a7 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event deleted for resources: {'Port': ['ID=c310c6a2-6010-42c7-ba45-8499050858d2,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:15.254010 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ef3174e9-938c-4e6d-b5bb-cd5413f060a7 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.255914 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ef3174e9-938c-4e6d-b5bb-cd5413f060a7 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/ports/c310c6a2-6010-42c7-ba45-8499050858d2 HTTP/1.1" status: 204 len: 168 time: 0.9189215 Jun 22 09:43:15.256800 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ef3174e9-938c-4e6d-b5bb-cd5413f060a7 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:15.258458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58110) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:15.292975 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-af151ed6-d380-4b6f-87ff-8536f5dc906d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] DELETE failed (client error): The resource could not be found. Jun 22 09:43:15.294137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af151ed6-d380-4b6f-87ff-8536f5dc906d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:43:15.297050 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-af151ed6-d380-4b6f-87ff-8536f5dc906d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/subnets/39daad5d-6cf1-46a6-824b-66466c1726d2 HTTP/1.1" status: 404 len: 337 time: 0.0370841 Jun 22 09:43:15.300055 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58112) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:15.383680 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e7f5845e-68b4-41db-91ef-5600ee6593ac tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.385080 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d646bedc-6e84-4276-90cf-8230db1e554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.388662 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4e2211f9-b862-4866-a305-91d122700226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:15.392157 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.395270 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-04341167-d107-4108-a7b4-27215e4aeef5 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:15.410685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646bedc-6e84-4276-90cf-8230db1e554b None None] Pushing event deleted for resources: {'Port': ['ID=b81a6788-2ee7-4dc6-b39a-336ba631b258,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:15.413717 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d646bedc-6e84-4276-90cf-8230db1e554b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:15.414581 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d646bedc-6e84-4276-90cf-8230db1e554b None None] No DVR routers for this DVR port b81a6788-2ee7-4dc6-b39a-336ba631b258 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:15.424275 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event deleted for resources: {'Port': ['ID=b81a6788-2ee7-4dc6-b39a-336ba631b258,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:15.426433 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] No DVR routers for this DVR port b81a6788-2ee7-4dc6-b39a-336ba631b258 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:15.428002 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:15.491071 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e7f5845e-68b4-41db-91ef-5600ee6593ac tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.502674 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-e7f5845e-68b4-41db-91ef-5600ee6593ac tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307678a9-6920-4d65-888d-b80420e3c244']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:15.511841 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.516122 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-e7f5845e-68b4-41db-91ef-5600ee6593ac tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b566711b-d2c4-47d5-8f79-b854c0c02785') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:15.516433 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-e7f5845e-68b4-41db-91ef-5600ee6593ac tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b566711b-d2c4-47d5-8f79-b854c0c02785') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:15.522937 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab1e297-20fc-4431-bb30-3da943642bbc']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:15.527088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e7f5845e-68b4-41db-91ef-5600ee6593ac tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.534843 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb68bdb-8e3b-422d-b466-458cf733ca6d') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:15.535147 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb68bdb-8e3b-422d-b466-458cf733ca6d') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:15.542925 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e7f5845e-68b4-41db-91ef-5600ee6593ac tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.548144 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.552201 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f5845e-68b4-41db-91ef-5600ee6593ac tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:15.553714 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e7f5845e-68b4-41db-91ef-5600ee6593ac tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:15.558595 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:15.565258 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.572668 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:15.573271 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:15.576364 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:15.722150 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.722354 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e7f5845e-68b4-41db-91ef-5600ee6593ac tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.725546 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:15.725823 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0f04ee57-62f1-479b-a0b2-d55961d4742c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:15.729536 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.736534 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e7f5845e-68b4-41db-91ef-5600ee6593ac tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.737229 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] 10.222.0.20 "DELETE /v2.0/networks/aab1e297-20fc-4431-bb30-3da943642bbc HTTP/1.1" status: 204 len: 168 time: 0.9884558 Jun 22 09:43:15.737322 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e7f5845e-68b4-41db-91ef-5600ee6593ac tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/networks/307678a9-6920-4d65-888d-b80420e3c244 HTTP/1.1" status: 204 len: 168 time: 0.4313285 Jun 22 09:43:15.742076 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58120) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:15.748263 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Pushing event deleted for resources: {'Network': ['ID=aab1e297-20fc-4431-bb30-3da943642bbc,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:15.750844 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:15.752154 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5845e-68b4-41db-91ef-5600ee6593ac tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event deleted for resources: {'Network': ['ID=307678a9-6920-4d65-888d-b80420e3c244,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:15.775011 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e7f5845e-68b4-41db-91ef-5600ee6593ac tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:15.841493 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-a050fd57-a67a-4075-9060-b4cfbfa0e424 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Deleting port d054d5b3-386c-4113-bf75-62a1dbc57dc1 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:15.841831 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a050fd57-a67a-4075-9060-b4cfbfa0e424 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.907341 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a050fd57-a67a-4075-9060-b4cfbfa0e424 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.913772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b81a6788-2ee7-4dc6-b39a-336ba631b258 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:15.933296 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: b81a6788-2ee7-4dc6-b39a-336ba631b258 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:15.933663 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b81a6788-2ee7-4dc6-b39a-336ba631b258 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:15.974082 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-a050fd57-a67a-4075-9060-b4cfbfa0e424 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Calling delete_port for d054d5b3-386c-4113-bf75-62a1dbc57dc1 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:15.996606 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58122) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:16.047040 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c3e8668c-48f8-4b7f-9336-248cbd1ea440 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48eba368088f4adcbbf7366e1f33f702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490639 Jun 22 09:43:16.049327 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58124) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:16.097697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7c2d785c-078a-4ab7-98d5-ef490cf9e59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.119702 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7c2d785c-078a-4ab7-98d5-ef490cf9e59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.179102 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a050fd57-a67a-4075-9060-b4cfbfa0e424 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.183785 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-29973dc5-54dc-4496-8674-4798f1f1e880 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:16.215869 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050fd57-a67a-4075-9060-b4cfbfa0e424 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event deleted for resources: {'Port': ['ID=d054d5b3-386c-4113-bf75-62a1dbc57dc1,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:16.224652 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a050fd57-a67a-4075-9060-b4cfbfa0e424 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:16.226923 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a050fd57-a67a-4075-9060-b4cfbfa0e424 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.231350 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58130) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:16.231665 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a050fd57-a67a-4075-9060-b4cfbfa0e424 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/ports/d054d5b3-386c-4113-bf75-62a1dbc57dc1 HTTP/1.1" status: 204 len: 168 time: 0.4885979 Jun 22 09:43:16.258037 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58132) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:16.258573 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08607e5-0df1-4937-913b-42c4658d9bc7 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] DELETE failed (client error): The resource could not be found. Jun 22 09:43:16.259037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f08607e5-0df1-4937-913b-42c4658d9bc7 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:43:16.260783 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f08607e5-0df1-4937-913b-42c4658d9bc7 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/subnets/c7e85feb-dae4-4c89-bcee-004f7e39d142 HTTP/1.1" status: 404 len: 337 time: 0.0280755 Jun 22 09:43:16.263221 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58134) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:16.328337 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7c2d785c-078a-4ab7-98d5-ef490cf9e59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.331636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7c2d785c-078a-4ab7-98d5-ef490cf9e59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.333051 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7c2d785c-078a-4ab7-98d5-ef490cf9e59a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21b59b86-7c5c-43de-ac99-a127dae2bff7 HTTP/1.1" status: 204 len: 168 time: 0.2827415 Jun 22 09:43:16.336090 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:16.353551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d785c-078a-4ab7-98d5-ef490cf9e59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b59b86-7c5c-43de-ac99-a127dae2bff7,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:16.356959 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7c2d785c-078a-4ab7-98d5-ef490cf9e59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:16.361240 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7025c4bd-339f-460b-80c5-df313b671143 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.416724 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e95e5623-8daa-4af0-a8bb-19361301ba07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd05925883a349bfbb06b8efd21ce9a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542583 Jun 22 09:43:16.419996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58142) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:16.460735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7025c4bd-339f-460b-80c5-df313b671143 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.472293 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-7025c4bd-339f-460b-80c5-df313b671143 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a2d47d-9a00-42b0-b509-5f9ad431f058']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:16.474076 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6dad2924-570c-42fd-97ba-8831b9a049ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.484493 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-7025c4bd-339f-460b-80c5-df313b671143 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7217b2-9cf2-4228-a61c-f4f71f5bd78f') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:16.484799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-7025c4bd-339f-460b-80c5-df313b671143 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7217b2-9cf2-4228-a61c-f4f71f5bd78f') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:16.496561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6dad2924-570c-42fd-97ba-8831b9a049ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.506855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7025c4bd-339f-460b-80c5-df313b671143 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.521586 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7025c4bd-339f-460b-80c5-df313b671143 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.527976 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7025c4bd-339f-460b-80c5-df313b671143 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:16.528395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7025c4bd-339f-460b-80c5-df313b671143 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:16.531366 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:16.613423 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e96a5148-e86b-4dbe-8b25-1bd9415068af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.647685 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6dad2924-570c-42fd-97ba-8831b9a049ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.650585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6dad2924-570c-42fd-97ba-8831b9a049ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.654205 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6dad2924-570c-42fd-97ba-8831b9a049ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/852fcc0e-b55f-4598-8320-38f15b3c56fe HTTP/1.1" status: 204 len: 168 time: 0.2309425 Jun 22 09:43:16.654205 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-067f69a5-16dd-4069-81bb-0a6adadf0518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:16.670734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad2924-570c-42fd-97ba-8831b9a049ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852fcc0e-b55f-4598-8320-38f15b3c56fe,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:16.679775 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6dad2924-570c-42fd-97ba-8831b9a049ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:16.733744 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7025c4bd-339f-460b-80c5-df313b671143 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.737004 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4d2bbe38-cb04-4fda-9f62-221b1489a79d tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:16.741309 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7025c4bd-339f-460b-80c5-df313b671143 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.743097 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7025c4bd-339f-460b-80c5-df313b671143 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/networks/27a2d47d-9a00-42b0-b509-5f9ad431f058 HTTP/1.1" status: 204 len: 168 time: 0.4787824 Jun 22 09:43:16.745754 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58152) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:16.756228 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025c4bd-339f-460b-80c5-df313b671143 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event deleted for resources: {'Network': ['ID=27a2d47d-9a00-42b0-b509-5f9ad431f058,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:16.758624 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7025c4bd-339f-460b-80c5-df313b671143 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:16.807055 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6495d8d-4762-46da-a9e3-5844ec2be084 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Deleting subnet d8345a4c-b309-4fe1-90c3-016a97341a4c {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:43:16.810278 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b6495d8d-4762-46da-a9e3-5844ec2be084 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.852837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b6495d8d-4762-46da-a9e3-5844ec2be084 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.933186 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b6495d8d-4762-46da-a9e3-5844ec2be084 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:17.117274 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b6495d8d-4762-46da-a9e3-5844ec2be084 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:17.119526 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6d8bb6c7-ed3a-4f36-aec9-4dd30931c902 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:17.148013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6495d8d-4762-46da-a9e3-5844ec2be084 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event deleted for resources: {'Subnet': ['ID=d8345a4c-b309-4fe1-90c3-016a97341a4c,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:17.151925 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b6495d8d-4762-46da-a9e3-5844ec2be084 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:17.154540 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b6495d8d-4762-46da-a9e3-5844ec2be084 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:17.157480 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b6495d8d-4762-46da-a9e3-5844ec2be084 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/subnets/d8345a4c-b309-4fe1-90c3-016a97341a4c HTTP/1.1" status: 204 len: 168 time: 0.4103160 Jun 22 09:43:17.161976 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39770e3-1c2d-4f2c-b6c7-61d42f4a5dbd None None] Network 1bebb0c8-3555-4e53-bfcd-f49d13396af7 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:17.163885 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58170) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:17.241439 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:17.306229 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Deleting port b7d2e05b-0c78-44cd-8c29-3f798f26c6eb {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:17.307053 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:17.384896 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd97a7f3-3ded-445e-adc0-66bea0cfeed8 None None] DHCP port deletion for 1bebb0c8-3555-4e53-bfcd-f49d13396af7 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:43:17.394201 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] For port b7d2e05b-0c78-44cd-8c29-3f798f26c6eb, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b7d2e05b-0c78-44cd-8c29-3f798f26c6eb,segment=NetworkSegment(ce3aee95-3a30-4d66-8592-227cccdf1254),segment_id=ce3aee95-3a30-4d66-8592-227cccdf1254)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:17.395715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:17.457455 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-cd97a7f3-3ded-445e-adc0-66bea0cfeed8 None None] Deleting port b7d2e05b-0c78-44cd-8c29-3f798f26c6eb {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:17.458289 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cd97a7f3-3ded-445e-adc0-66bea0cfeed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:17.473425 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Calling delete_port for b7d2e05b-0c78-44cd-8c29-3f798f26c6eb owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:17.539592 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-cd97a7f3-3ded-445e-adc0-66bea0cfeed8 None None] For port b7d2e05b-0c78-44cd-8c29-3f798f26c6eb, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b7d2e05b-0c78-44cd-8c29-3f798f26c6eb,segment=NetworkSegment(ce3aee95-3a30-4d66-8592-227cccdf1254),segment_id=ce3aee95-3a30-4d66-8592-227cccdf1254)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:17.540004 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cd97a7f3-3ded-445e-adc0-66bea0cfeed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:17.627118 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-cd97a7f3-3ded-445e-adc0-66bea0cfeed8 None None] Calling delete_port for b7d2e05b-0c78-44cd-8c29-3f798f26c6eb owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:17.672923 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58188) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:17.716246 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:17.721810 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c0cbfbdf-57a2-494b-b388-363dbf3dacd5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:17.731412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cd97a7f3-3ded-445e-adc0-66bea0cfeed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:17.735112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:17.744249 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event deleted for resources: {'Port': ['ID=b7d2e05b-0c78-44cd-8c29-3f798f26c6eb,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:17.748195 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:17.750479 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] No DVR routers for this DVR port b7d2e05b-0c78-44cd-8c29-3f798f26c6eb on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:17.771150 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97a7f3-3ded-445e-adc0-66bea0cfeed8 None None] Pushing event deleted for resources: {'Port': ['ID=b7d2e05b-0c78-44cd-8c29-3f798f26c6eb,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:17.777555 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-cd97a7f3-3ded-445e-adc0-66bea0cfeed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:17.778570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97a7f3-3ded-445e-adc0-66bea0cfeed8 None None] No DVR routers for this DVR port b7d2e05b-0c78-44cd-8c29-3f798f26c6eb on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:17.800122 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Request body: {'networks': [{'name': 'tempest-network--39861879'}, {'name': 'tempest-network--1470230912'}]} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:17.800500 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Request body: {'network': {'name': 'tempest-network--39861879'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:17.800963 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Request body: {'network': {'name': 'tempest-network--1470230912'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:17.935631 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b7d2e05b-0c78-44cd-8c29-3f798f26c6eb no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:17.950592 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: b7d2e05b-0c78-44cd-8c29-3f798f26c6eb {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:17.950975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b7d2e05b-0c78-44cd-8c29-3f798f26c6eb not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:18.109198 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58202) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:18.193167 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.204108 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-988965686'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:18.204370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bebb0c8-3555-4e53-bfcd-f49d13396af7']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:18.214113 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3aee95-3a30-4d66-8592-227cccdf1254') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:18.214420 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3aee95-3a30-4d66-8592-227cccdf1254') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:18.224011 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.236523 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.242367 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:18.242809 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:18.245754 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:18.321394 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Made reservation on behalf of a3eda92831d54fd186b08fd93e4549ab for: {'network': 2} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:18.325901 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.339641 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.452998 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Made reservation on behalf of 891805994e26402999d59f699c085be0 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:18.454966 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.457416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.460434 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9181c587-2fe5-4b3b-a1cc-1be21ba25ec1 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:18.466919 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.467060 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.468794 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] 10.222.0.20 "DELETE /v2.0/networks/1bebb0c8-3555-4e53-bfcd-f49d13396af7 HTTP/1.1" status: 204 len: 168 time: 1.3038185 Jun 22 09:43:18.485591 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Pushing event deleted for resources: {'Network': ['ID=1bebb0c8-3555-4e53-bfcd-f49d13396af7,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:18.488513 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:18.552000 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.635954 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.636817 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.639689 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3722df3f-09ea-4078-8ce9-47467b72c8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:18.678722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=511776c1-4426-4ac9-858a-90b96a55b161,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:18.686070 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:18.690037 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:18.701088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.701485 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Added segment 61fde9e7-3aca-4aa5-b4e7-3cba7bcc6219 of type vlan for network 771ace81-c4d5-4043-8f67-62a45a5448a1 Jun 22 09:43:18.752016 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.766159 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.784991 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:18.794176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.794512 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Added segment 419ff229-b0d7-4bb5-adbb-3c5cf80f5365 of type vlan for network 2e4ab61b-a27f-4815-a40c-13dc66ab5631 Jun 22 09:43:18.833292 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.876115 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.880697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6ff7e1d8-066f-4954-85ba-83c5a7745983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:18.902685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:18.912721 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3a5792-d467-4630-b2e8-2d22dcd1634b,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:18.916797 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:18.919675 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.920036 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Added segment 65b15808-e59c-4e2a-b47a-ab038cd393ae of type vlan for network 623aa2d3-d297-4a0e-9d9b-50634bed2391 Jun 22 09:43:18.967676 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.968781 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.972188 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.975291 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:18.980911 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:18.981937 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:18.986180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0a906404-bb7b-420c-90ca-35dbb32688e4 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:19.029667 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58216) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:19.036137 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-feb9f6bd-c334-427d-aede-3546514936c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.055953 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event updated for resources: {'Network': ['ID=771ace81-c4d5-4043-8f67-62a45a5448a1,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:19.067299 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 771ace81-c4d5-4043-8f67-62a45a5448a1 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:19.104404 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.110343 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:19.111506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.114977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:19.129796 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.4551506 Jun 22 09:43:19.132384 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58220) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:19.143328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event updated for resources: {'Network': ['ID=2e4ab61b-a27f-4815-a40c-13dc66ab5631,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:19.146691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:19.157269 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 2e4ab61b-a27f-4815-a40c-13dc66ab5631 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:19.157614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:19.157946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:19.213612 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Pushing event updated for resources: {'Network': ['ID=623aa2d3-d297-4a0e-9d9b-50634bed2391,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:19.216591 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:19.220582 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d2ba2f68-8c5f-410a-ab90-6d51a5165189 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67e92ee108e64aabb8d4ad8b244dd26a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891751 Jun 22 09:43:19.223362 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58222) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:19.244777 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1320803 Jun 22 09:43:19.245077 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58226) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:19.250249 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d16886c5-07de-4d05-9bc0-6d4b516b31d0 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Request body: {'subnet': {'network_id': '623aa2d3-d297-4a0e-9d9b-50634bed2391', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:19.257175 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 623aa2d3-d297-4a0e-9d9b-50634bed2391 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:19.269376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac16ed4-7fd3-496d-b7d1-1eedb0b516c1 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:19.275607 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac16ed4-7fd3-496d-b7d1-1eedb0b516c1 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:19.281526 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac16ed4-7fd3-496d-b7d1-1eedb0b516c1 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:19.288032 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac16ed4-7fd3-496d-b7d1-1eedb0b516c1 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:19.291474 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0ac16ed4-7fd3-496d-b7d1-1eedb0b516c1 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.1565073 Jun 22 09:43:19.292880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58228) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:19.356343 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-98ddc119-c43a-4cde-8027-614305adee52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.396159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a26ec3ed-519f-4f3f-bc46-579165425ecd tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.396391 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-98ddc119-c43a-4cde-8027-614305adee52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.444176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.476099 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a26ec3ed-519f-4f3f-bc46-579165425ecd tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.485740 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a26ec3ed-519f-4f3f-bc46-579165425ecd tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771ace81-c4d5-4043-8f67-62a45a5448a1']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:19.495690 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a26ec3ed-519f-4f3f-bc46-579165425ecd tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61fde9e7-3aca-4aa5-b4e7-3cba7bcc6219') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:19.495994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a26ec3ed-519f-4f3f-bc46-579165425ecd tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61fde9e7-3aca-4aa5-b4e7-3cba7bcc6219') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:19.504486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a26ec3ed-519f-4f3f-bc46-579165425ecd tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.517433 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a26ec3ed-519f-4f3f-bc46-579165425ecd tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.523131 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26ec3ed-519f-4f3f-bc46-579165425ecd tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:19.523547 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a26ec3ed-519f-4f3f-bc46-579165425ecd tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:19.526339 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:19.544413 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16886c5-07de-4d05-9bc0-6d4b516b31d0 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Made reservation on behalf of 891805994e26402999d59f699c085be0 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:19.548045 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d16886c5-07de-4d05-9bc0-6d4b516b31d0 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.590377 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-98ddc119-c43a-4cde-8027-614305adee52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.592961 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-98ddc119-c43a-4cde-8027-614305adee52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.594114 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-98ddc119-c43a-4cde-8027-614305adee52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4529d5b1-1578-48d3-b019-f9ba688f7a3e HTTP/1.1" status: 204 len: 168 time: 0.3697875 Jun 22 09:43:19.597465 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e111b017-ae73-473b-94a4-a94a92a51473 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:19.615171 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddc119-c43a-4cde-8027-614305adee52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4529d5b1-1578-48d3-b019-f9ba688f7a3e,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:19.618920 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-98ddc119-c43a-4cde-8027-614305adee52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:19.660436 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a26ec3ed-519f-4f3f-bc46-579165425ecd tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.662957 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-eb5c2341-ba2b-4822-ba67-ba47ee83805c tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:19.668551 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a26ec3ed-519f-4f3f-bc46-579165425ecd tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.670647 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a26ec3ed-519f-4f3f-bc46-579165425ecd tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "DELETE /v2.0/networks/771ace81-c4d5-4043-8f67-62a45a5448a1 HTTP/1.1" status: 204 len: 168 time: 0.3768346 Jun 22 09:43:19.674017 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58232) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:19.680697 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ec3ed-519f-4f3f-bc46-579165425ecd tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event deleted for resources: {'Network': ['ID=771ace81-c4d5-4043-8f67-62a45a5448a1,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:19.683004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a26ec3ed-519f-4f3f-bc46-579165425ecd tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:19.785801 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2f66f42-b10e-4726-9150-023a374df69e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.911998 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2f66f42-b10e-4726-9150-023a374df69e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.921768 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-e2f66f42-b10e-4726-9150-023a374df69e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4ab61b-a27f-4815-a40c-13dc66ab5631']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:19.931415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-e2f66f42-b10e-4726-9150-023a374df69e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419ff229-b0d7-4bb5-adbb-3c5cf80f5365') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:19.931749 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-e2f66f42-b10e-4726-9150-023a374df69e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419ff229-b0d7-4bb5-adbb-3c5cf80f5365') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:19.941157 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2f66f42-b10e-4726-9150-023a374df69e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.959152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2f66f42-b10e-4726-9150-023a374df69e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.965321 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f66f42-b10e-4726-9150-023a374df69e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:19.965771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2f66f42-b10e-4726-9150-023a374df69e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:19.968847 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:20.005917 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d16886c5-07de-4d05-9bc0-6d4b516b31d0 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:20.038729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:20.114924 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16886c5-07de-4d05-9bc0-6d4b516b31d0 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Pushing event updated for resources: {'Subnet': ['ID=e9a2017e-7f82-4f42-8565-b39173288e43,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:20.117700 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d16886c5-07de-4d05-9bc0-6d4b516b31d0 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:20.142720 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16886c5-07de-4d05-9bc0-6d4b516b31d0 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Checking segment: {'id': '65b15808-e59c-4e2a-b47a-ab038cd393ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '623aa2d3-d297-4a0e-9d9b-50634bed2391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:20.143092 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16886c5-07de-4d05-9bc0-6d4b516b31d0 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Network hostable DHCP agents. Network: 623aa2d3-d297-4a0e-9d9b-50634bed2391, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:43:20.155283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d4651-0846-49e8-89cf-042c4bf8e134 req-7d6a6acb-7b67-4fd4-aca6-2256e9f7b0cd tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:20.156788 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f71d4651-0846-49e8-89cf-042c4bf8e134 req-7d6a6acb-7b67-4fd4-aca6-2256e9f7b0cd tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 946 time: 0.1774571 Jun 22 09:43:20.201705 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f71d4651-0846-49e8-89cf-042c4bf8e134 req-3ebedab8-38b3-4aa5-b532-46725fed0400 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387325 Jun 22 09:43:20.264542 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2f66f42-b10e-4726-9150-023a374df69e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:20.274076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a116008f-2e4a-4832-955a-2020304e9cde tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:20.274076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2f66f42-b10e-4726-9150-023a374df69e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:20.274779 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e2f66f42-b10e-4726-9150-023a374df69e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "DELETE /v2.0/networks/2e4ab61b-a27f-4815-a40c-13dc66ab5631 HTTP/1.1" status: 204 len: 168 time: 0.5997646 Jun 22 09:43:20.277198 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58256) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:20.301872 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f66f42-b10e-4726-9150-023a374df69e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event deleted for resources: {'Network': ['ID=2e4ab61b-a27f-4815-a40c-13dc66ab5631,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:20.325546 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e2f66f42-b10e-4726-9150-023a374df69e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:20.343487 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1ee32-74eb-4ffe-81c5-bf223e429d48 req-ca4e28e5-ddfd-4279-acfb-48cd0e7d4afa tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:20.345070 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bac1ee32-74eb-4ffe-81c5-bf223e429d48 req-ca4e28e5-ddfd-4279-acfb-48cd0e7d4afa tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 946 time: 0.0687473 Jun 22 09:43:20.355241 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16886c5-07de-4d05-9bc0-6d4b516b31d0 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Network 623aa2d3-d297-4a0e-9d9b-50634bed2391 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:43:20.396036 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bac1ee32-74eb-4ffe-81c5-bf223e429d48 req-90277196-060a-476f-b503-fa98885d676c tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1eef4b-334f-45e5-a6d9-55bc2e268c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445957 Jun 22 09:43:20.436100 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:20.469861 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bdc336-db5b-4a5c-9dff-1ea4d247c3c5 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:20.476203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bdc336-db5b-4a5c-9dff-1ea4d247c3c5 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:20.477715 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c9bdc336-db5b-4a5c-9dff-1ea4d247c3c5 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1996174 Jun 22 09:43:20.481211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58264) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:20.486671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-74d674de-50d4-43fc-a1e3-de0125f7b711 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1561430370'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:20.510129 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-d16886c5-07de-4d05-9bc0-6d4b516b31d0 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 623aa2d3-d297-4a0e-9d9b-50634bed2391) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:20.514167 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16886c5-07de-4d05-9bc0-6d4b516b31d0 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:20.525084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d16886c5-07de-4d05-9bc0-6d4b516b31d0 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:20.525389 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe95afb-baad-483d-a874-48e351faf6c8 None None] Network 623aa2d3-d297-4a0e-9d9b-50634bed2391 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:20.658316 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-623aa2d3-d297-4a0e-9d9b-50634bed2391', 'network_id': '623aa2d3-d297-4a0e-9d9b-50634bed2391', 'tenant_id': '891805994e26402999d59f699c085be0', 'fixed_ips': [{'subnet_id': 'e9a2017e-7f82-4f42-8565-b39173288e43'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:43:20.659222 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:20.671504 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d674de-50d4-43fc-a1e3-de0125f7b711 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Made reservation on behalf of a3eda92831d54fd186b08fd93e4549ab for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:20.676202 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-74d674de-50d4-43fc-a1e3-de0125f7b711 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:20.701928 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d674de-50d4-43fc-a1e3-de0125f7b711 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:20.712114 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-74d674de-50d4-43fc-a1e3-de0125f7b711 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:20.712536 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-74d674de-50d4-43fc-a1e3-de0125f7b711 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Added segment dabc1c6b-cf4e-4081-bf92-4f7865c7fcff of type vlan for network bfa7c919-89f8-4b80-ba87-98851bfc7d83 Jun 22 09:43:20.754213 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-74d674de-50d4-43fc-a1e3-de0125f7b711 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:20.762534 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d16886c5-07de-4d05-9bc0-6d4b516b31d0 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5163445 Jun 22 09:43:20.765377 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58272) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:20.772521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a252abb9-3168-4e91-b01a-be2bfba34415 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Request body: {'port': {'network_id': '623aa2d3-d297-4a0e-9d9b-50634bed2391', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1356933528'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:20.796890 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Allocated IP 172.20.0.2 (623aa2d3-d297-4a0e-9d9b-50634bed2391/e9a2017e-7f82-4f42-8565-b39173288e43/c4e263af-4107-425a-8062-b1721c9714df) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:20.927186 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-74d674de-50d4-43fc-a1e3-de0125f7b711 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:20.932761 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d674de-50d4-43fc-a1e3-de0125f7b711 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:20.933364 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-74d674de-50d4-43fc-a1e3-de0125f7b711 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:20.937090 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-175fbaad-87ec-4008-8ccb-1babd05c72a3 tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:20.951810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:20.962346 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58278) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:20.967764 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Transition to ACTIVE for port object c4e263af-4107-425a-8062-b1721c9714df will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:20.986741 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Transition to ACTIVE for port object c4e263af-4107-425a-8062-b1721c9714df will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:21.023312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a252abb9-3168-4e91-b01a-be2bfba34415 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Made reservation on behalf of 891805994e26402999d59f699c085be0 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:21.035581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a252abb9-3168-4e91-b01a-be2bfba34415 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.047417 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d674de-50d4-43fc-a1e3-de0125f7b711 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event updated for resources: {'Network': ['ID=bfa7c919-89f8-4b80-ba87-98851bfc7d83,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:21.051574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-74d674de-50d4-43fc-a1e3-de0125f7b711 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:21.052706 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-a252abb9-3168-4e91-b01a-be2bfba34415 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] device_id is not set on port 8724f9ff-b692-448a-bb6c-eecc55df1d14 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:21.061472 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network bfa7c919-89f8-4b80-ba87-98851bfc7d83 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:21.105566 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2075565561'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:21.120082 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-74d674de-50d4-43fc-a1e3-de0125f7b711 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6371958 Jun 22 09:43:21.134277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.134277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-878083d0-b9f4-47ca-9387-054c37dd7569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:21.136627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58288) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:21.145202 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-847b77fc-8a88-4142-81d7-9c4e258599b3 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-460603593'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:21.199665 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Network 623aa2d3-d297-4a0e-9d9b-50634bed2391 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:21.206936 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Pushing event updated for resources: {'Port': ['ID=c4e263af-4107-425a-8062-b1721c9714df,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:21.206936 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:21.206936 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:21.209671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:21.215817 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-a252abb9-3168-4e91-b01a-be2bfba34415 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Allocated IP 172.20.0.14 (623aa2d3-d297-4a0e-9d9b-50634bed2391/e9a2017e-7f82-4f42-8565-b39173288e43/8724f9ff-b692-448a-bb6c-eecc55df1d14) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:21.274542 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Attempting to bind port c4e263af-4107-425a-8062-b1721c9714df on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:21.274925 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Attempting to bind port c4e263af-4107-425a-8062-b1721c9714df by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '65b15808-e59c-4e2a-b47a-ab038cd393ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '623aa2d3-d297-4a0e-9d9b-50634bed2391'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:21.275457 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Attempting to bind port c4e263af-4107-425a-8062-b1721c9714df on network 623aa2d3-d297-4a0e-9d9b-50634bed2391 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:21.281265 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:43:21.286855 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Checking segment: {'id': '65b15808-e59c-4e2a-b47a-ab038cd393ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '623aa2d3-d297-4a0e-9d9b-50634bed2391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:21.286855 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.287088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:21.287183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Bound using segment: {'id': '65b15808-e59c-4e2a-b47a-ab038cd393ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '623aa2d3-d297-4a0e-9d9b-50634bed2391'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:43:21.287183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Bound port: c4e263af-4107-425a-8062-b1721c9714df, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b15808-e59c-4e2a-b47a-ab038cd393ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '623aa2d3-d297-4a0e-9d9b-50634bed2391'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:43:21.287183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.288582 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.301814 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.322078 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.db.api [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:43:21.322078 dv-neutron-797121-3-hyperv neutron-server[100653]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:43:21.322078 dv-neutron-797121-3-hyperv neutron-server[100653]: [parameters: {'project_id_1': '0110610b37fd4838a23148654276ede5', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 43, 21, 315935)}] Jun 22 09:43:21.322078 dv-neutron-797121-3-hyperv neutron-server[100653]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:43:21.336042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_db.api [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:43:21.354814 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] For port c4e263af-4107-425a-8062-b1721c9714df, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:43:21.357922 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] For port c4e263af-4107-425a-8062-b1721c9714df, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c4e263af-4107-425a-8062-b1721c9714df,segment=NetworkSegment(65b15808-e59c-4e2a-b47a-ab038cd393ae),segment_id=65b15808-e59c-4e2a-b47a-ab038cd393ae)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:43:21.505186 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.507241 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-613c146a-37cf-4e10-8cb9-2cb35142bd58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:21.572844 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Pushing event updated for resources: {'Port': ['ID=c4e263af-4107-425a-8062-b1721c9714df,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:21.575938 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:21.602154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847b77fc-8a88-4142-81d7-9c4e258599b3 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Made reservation on behalf of a3eda92831d54fd186b08fd93e4549ab for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:21.605683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-847b77fc-8a88-4142-81d7-9c4e258599b3 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.661788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a252abb9-3168-4e91-b01a-be2bfba34415 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.677019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847b77fc-8a88-4142-81d7-9c4e258599b3 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:21.686217 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-a252abb9-3168-4e91-b01a-be2bfba34415 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Transition to ACTIVE for port object 8724f9ff-b692-448a-bb6c-eecc55df1d14 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:21.692054 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-847b77fc-8a88-4142-81d7-9c4e258599b3 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.692405 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-847b77fc-8a88-4142-81d7-9c4e258599b3 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Added segment 7e16563f-95cd-4261-b99f-6cc0c823c019 of type vlan for network 890f1875-72f1-43ad-864a-35bb7fa28729 Jun 22 09:43:21.720663 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.762768 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-847b77fc-8a88-4142-81d7-9c4e258599b3 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.826019 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.890551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a252abb9-3168-4e91-b01a-be2bfba34415 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.896943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:21.950224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-847b77fc-8a88-4142-81d7-9c4e258599b3 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.955883 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847b77fc-8a88-4142-81d7-9c4e258599b3 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:21.956475 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-847b77fc-8a88-4142-81d7-9c4e258599b3 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.984603 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.998884 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a252abb9-3168-4e91-b01a-be2bfba34415 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Network 623aa2d3-d297-4a0e-9d9b-50634bed2391 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:22.005996 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c4e263af-4107-425a-8062-b1721c9714df up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:22.011272 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-a252abb9-3168-4e91-b01a-be2bfba34415 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:22.014247 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a252abb9-3168-4e91-b01a-be2bfba34415 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:22.016053 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44669d9-3725-4584-a0da-65cb1ad78dfb req-c3ed373a-ce04-4360-8836-b91a602cc476 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:22.018283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252abb9-3168-4e91-b01a-be2bfba34415 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Pushing event updated for resources: {'Port': ['ID=8724f9ff-b692-448a-bb6c-eecc55df1d14,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:22.018511 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d44669d9-3725-4584-a0da-65cb1ad78dfb req-c3ed373a-ce04-4360-8836-b91a602cc476 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.0939455 Jun 22 09:43:22.023438 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a252abb9-3168-4e91-b01a-be2bfba34415 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:22.024705 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:22.062234 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d44669d9-3725-4584-a0da-65cb1ad78dfb req-b118cd72-fa23-4cc4-8efa-5f0d7b6c475f tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360885 Jun 22 09:43:22.075979 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:22.085117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-512280b6-5841-47c4-94c3-3432024ed093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:22.111777 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:22.124284 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413537d3-2d53-4997-853f-77f58d3e1879,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:22.128179 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:22.129263 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:22.136222 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Added segment f2c07361-7fc8-4f02-a594-3a71b67d4739 of type vlan for network e36a616c-3e5f-4b43-8d29-99c8bec368c1 Jun 22 09:43:22.136551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a252abb9-3168-4e91-b01a-be2bfba34415 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:22.136551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a252abb9-3168-4e91-b01a-be2bfba34415 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:22.170967 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f41bd-a6c2-413e-8326-a789c2853d8c req-cfeb120c-9b8b-4f16-bedd-b702e0dcf1cc tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:22.172501 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-457f41bd-a6c2-413e-8326-a789c2853d8c req-cfeb120c-9b8b-4f16-bedd-b702e0dcf1cc tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 946 time: 0.2379911 Jun 22 09:43:22.173372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:22.175979 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b77fc-8a88-4142-81d7-9c4e258599b3 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event updated for resources: {'Network': ['ID=890f1875-72f1-43ad-864a-35bb7fa28729,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:22.178950 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port c4e263af-4107-425a-8062-b1721c9714df completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:22.179115 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-847b77fc-8a88-4142-81d7-9c4e258599b3 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:22.193726 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 890f1875-72f1-43ad-864a-35bb7fa28729 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:22.223596 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-457f41bd-a6c2-413e-8326-a789c2853d8c req-cb18dcad-ae5f-4da3-ba7f-875063765a69 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1eef4b-334f-45e5-a6d9-55bc2e268c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397983 Jun 22 09:43:22.284809 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbe750-187c-4120-8e91-e7af7447dd79 req-a605b612-d6ce-4ba3-970d-599824a2ba1c tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:22.286718 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b4bbe750-187c-4120-8e91-e7af7447dd79 req-a605b612-d6ce-4ba3-970d-599824a2ba1c tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 946 time: 0.0937080 Jun 22 09:43:22.328042 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-847b77fc-8a88-4142-81d7-9c4e258599b3 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1902080 Jun 22 09:43:22.330504 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b4bbe750-187c-4120-8e91-e7af7447dd79 req-df0e2d0c-bc64-4755-8e4a-1cf2bed4fe77 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374172 Jun 22 09:43:22.331210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58298) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:22.336597 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Request body: {'ports': [{'network_id': 'bfa7c919-89f8-4b80-ba87-98851bfc7d83', 'name': 'tempest-port--409998608', 'admin_state_up': True}, {'network_id': '890f1875-72f1-43ad-864a-35bb7fa28729', 'admin_state_up': False}]} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:22.337047 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Request body: {'port': {'network_id': 'bfa7c919-89f8-4b80-ba87-98851bfc7d83', 'name': 'tempest-port--409998608', 'admin_state_up': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:22.337407 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Request body: {'port': {'network_id': '890f1875-72f1-43ad-864a-35bb7fa28729', 'admin_state_up': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:22.378191 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a252abb9-3168-4e91-b01a-be2bfba34415 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6115811 Jun 22 09:43:22.381260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58300) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:22.386420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Request body: {'port': {'network_id': '623aa2d3-d297-4a0e-9d9b-50634bed2391', 'name': 'tempest-ExtraDHCPOptionsTestJSON-55599649', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:22.386910 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.api.validators [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] bootfile-name is not in valid_values {{(pid=100652) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:43:22.387250 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.api.validators [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] tftp-server is not in valid_values {{(pid=100652) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:43:22.387614 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.api.validators [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] server-ip-address is not in valid_values {{(pid=100652) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:43:22.470302 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:22.476131 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:22.477034 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:22.486013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-404a1dd5-ffe4-4831-9cea-e567147234b8 tempest-PortsAdminExtendedAttrsTestJSON-2005685908 tempest-PortsAdminExtendedAttrsTestJSON-2005685908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:22.559357 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Network': ['ID=e36a616c-3e5f-4b43-8d29-99c8bec368c1,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:22.562556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:22.570705 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:22.608139 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055778cf-06c5-40ba-968c-b5b9af61bfbc None None] Network 623aa2d3-d297-4a0e-9d9b-50634bed2391 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:22.694291 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7291720 Jun 22 09:43:22.696858 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58302) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:22.702215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-ff528c3e-a2c2-4325-8911-3b894cf5518c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1', 'name': 'tempest-PortsTestJSON-457201586'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:22.707579 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.api [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:43:22.707579 dv-neutron-797121-3-hyperv neutron-server[100652]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:43:22.707579 dv-neutron-797121-3-hyperv neutron-server[100652]: [parameters: {'project_id_1': '891805994e26402999d59f699c085be0', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 43, 22, 559958)}] Jun 22 09:43:22.707579 dv-neutron-797121-3-hyperv neutron-server[100652]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:43:22.708428 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_db.api [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:43:23.281628 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d24e2205-2254-408a-970a-5b73abd44322 None None] Provisioning for port c4e263af-4107-425a-8062-b1721c9714df completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:23.287288 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d24e2205-2254-408a-970a-5b73abd44322 None None] Provisioning complete for port c4e263af-4107-425a-8062-b1721c9714df triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:23.288395 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d24e2205-2254-408a-970a-5b73abd44322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:23.292676 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Made reservation on behalf of a3eda92831d54fd186b08fd93e4549ab for: {'port': 2} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:23.299253 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:23.320464 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:23.415845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ebbf2-6d51-47c0-b2e3-68c6b048b4a6 req-17eeade1-2c01-45af-beec-918c028550d5 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:23.416589 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d24e2205-2254-408a-970a-5b73abd44322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:23.428341 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-776ebbf2-6d51-47c0-b2e3-68c6b048b4a6 req-17eeade1-2c01-45af-beec-918c028550d5 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 946 time: 0.0860250 Jun 22 09:43:23.433626 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] device_id is not set on port 7929c392-b125-4f4c-bad4-88dfd68bfaef yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:23.445748 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff528c3e-a2c2-4325-8911-3b894cf5518c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:23.449674 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff528c3e-a2c2-4325-8911-3b894cf5518c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:23.462164 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-d24e2205-2254-408a-970a-5b73abd44322 None None] For port c4e263af-4107-425a-8062-b1721c9714df, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c4e263af-4107-425a-8062-b1721c9714df,segment=NetworkSegment(65b15808-e59c-4e2a-b47a-ab038cd393ae),segment_id=65b15808-e59c-4e2a-b47a-ab038cd393ae)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:23.479777 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-ff528c3e-a2c2-4325-8911-3b894cf5518c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] device_id is not set on port 44d6b580-319b-42ea-bbcd-b01b79569117 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:23.487246 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-776ebbf2-6d51-47c0-b2e3-68c6b048b4a6 req-6d79a2d7-dd46-4e64-b6cb-e786e9850cac tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1eef4b-334f-45e5-a6d9-55bc2e268c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579703 Jun 22 09:43:23.534487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Made reservation on behalf of 891805994e26402999d59f699c085be0 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:23.538230 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:23.551408 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d24e2205-2254-408a-970a-5b73abd44322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:23.557013 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5b09aee3-8410-4130-a29e-44504a587e94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:23.592840 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] device_id is not set on port cea511a0-5004-4307-9b17-1d6885e1ba1d yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:23.626071 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e2205-2254-408a-970a-5b73abd44322 None None] Pushing event updated for resources: {'Port': ['ID=c4e263af-4107-425a-8062-b1721c9714df,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:23.630504 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d24e2205-2254-408a-970a-5b73abd44322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:23.646600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e674bd-9f29-4559-95cd-c9241dae6ed0 req-1e2075ad-d41b-4d19-9551-8d371a236095 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:23.647988 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a7e674bd-9f29-4559-95cd-c9241dae6ed0 req-1e2075ad-d41b-4d19-9551-8d371a236095 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1944811 Jun 22 09:43:23.677066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-076f711e-1848-4a3b-961f-932ed7a4b39f None None] Provisioning complete for port c4e263af-4107-425a-8062-b1721c9714df triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:23.677622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-076f711e-1848-4a3b-961f-932ed7a4b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:23.678732 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:23.741608 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff528c3e-a2c2-4325-8911-3b894cf5518c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:23.770767 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51046d-0480-428f-a161-9c2ab3493603 req-6ab7c243-2373-43ae-9f6e-bf44488ad007 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:23.772777 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc51046d-0480-428f-a161-9c2ab3493603 req-6ab7c243-2373-43ae-9f6e-bf44488ad007 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 946 time: 0.2015371 Jun 22 09:43:23.782061 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952508e-1b67-4af6-a6df-50663e10c4e8 req-2be63678-e968-44b1-9ff3-4e35183d27e8 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:23.784314 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9952508e-1b67-4af6-a6df-50663e10c4e8 req-2be63678-e968-44b1-9ff3-4e35183d27e8 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 946 time: 0.1790640 Jun 22 09:43:23.841818 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a7e674bd-9f29-4559-95cd-c9241dae6ed0 req-311e58fc-962b-4fbd-bc92-d67901554a60 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849825 Jun 22 09:43:23.855169 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-076f711e-1848-4a3b-961f-932ed7a4b39f None None] Provisioning for port 8724f9ff-b692-448a-bb6c-eecc55df1d14 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:23.861279 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] device_id is not set on port 00650a1a-4d98-40bb-ad96-5c66d7cb6711 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:23.864998 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-076f711e-1848-4a3b-961f-932ed7a4b39f None None] Provisioning complete for port 8724f9ff-b692-448a-bb6c-eecc55df1d14 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:23.865524 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-076f711e-1848-4a3b-961f-932ed7a4b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:23.879319 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Allocated IP 172.20.0.3 (623aa2d3-d297-4a0e-9d9b-50634bed2391/e9a2017e-7f82-4f42-8565-b39173288e43/cea511a0-5004-4307-9b17-1d6885e1ba1d) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:23.920918 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9952508e-1b67-4af6-a6df-50663e10c4e8 req-d748ecb2-a04c-40fa-bca0-b510a4e3ec0c tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231573 Jun 22 09:43:23.939040 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-076f711e-1848-4a3b-961f-932ed7a4b39f None None] Port 8724f9ff-b692-448a-bb6c-eecc55df1d14 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:43:23.961723 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff528c3e-a2c2-4325-8911-3b894cf5518c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:23.967797 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-44709e46-dc62-43b4-8341-df65edc188e4 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:23.974061 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111b0b2-ed9f-4ab9-86cb-6d0165b9d2e4 req-e26194a7-a433-46a9-b27f-5907e5c9ebbd tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:23.974061 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a111b0b2-ed9f-4ab9-86cb-6d0165b9d2e4 req-e26194a7-a433-46a9-b27f-5907e5c9ebbd tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.35 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 946 time: 0.2006834 Jun 22 09:43:23.978599 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-cc51046d-0480-428f-a161-9c2ab3493603 req-c69ed2e0-9afa-4422-8be2-797a6c4ed334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Deleting port 99766f35-9006-4f6e-b1bb-863be975b885 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:23.979166 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-cc51046d-0480-428f-a161-9c2ab3493603 req-c69ed2e0-9afa-4422-8be2-797a6c4ed334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.011295 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c4e263af-4107-425a-8062-b1721c9714df up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:24.059791 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port c4e263af-4107-425a-8062-b1721c9714df triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:24.060180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.088494 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff528c3e-a2c2-4325-8911-3b894cf5518c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=44d6b580-319b-42ea-bbcd-b01b79569117,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:24.091787 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ff528c3e-a2c2-4325-8911-3b894cf5518c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:24.122656 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff528c3e-a2c2-4325-8911-3b894cf5518c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Checking segment: {'id': 'f2c07361-7fc8-4f02-a594-3a71b67d4739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:24.123018 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff528c3e-a2c2-4325-8911-3b894cf5518c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network hostable DHCP agents. Network: e36a616c-3e5f-4b43-8d29-99c8bec368c1, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:43:24.137279 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-cc51046d-0480-428f-a161-9c2ab3493603 req-c69ed2e0-9afa-4422-8be2-797a6c4ed334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] For port 99766f35-9006-4f6e-b1bb-863be975b885, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=99766f35-9006-4f6e-b1bb-863be975b885,segment=NetworkSegment(d570263c-68c4-4e43-a72c-09c06686ac1a),segment_id=d570263c-68c4-4e43-a72c-09c06686ac1a)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:24.137638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-cc51046d-0480-428f-a161-9c2ab3493603 req-c69ed2e0-9afa-4422-8be2-797a6c4ed334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.257480 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.284802 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-a111b0b2-ed9f-4ab9-86cb-6d0165b9d2e4 req-0fd634b4-e1cc-4dae-a3f2-a840a8b14419 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Deleting port fb8243c2-d67e-44b7-8736-af49118d0914 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:24.285152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-a111b0b2-ed9f-4ab9-86cb-6d0165b9d2e4 req-0fd634b4-e1cc-4dae-a3f2-a840a8b14419 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.354313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-cc51046d-0480-428f-a161-9c2ab3493603 req-c69ed2e0-9afa-4422-8be2-797a6c4ed334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.354313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-cc51046d-0480-428f-a161-9c2ab3493603 req-c69ed2e0-9afa-4422-8be2-797a6c4ed334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.354313 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [req-cc51046d-0480-428f-a161-9c2ab3493603 req-c69ed2e0-9afa-4422-8be2-797a6c4ed334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Floating IP ac340755-5268-4100-a9b2-8823f322dfe3 disassociated. External IP: 172.26.3.10, port: 99766f35-9006-4f6e-b1bb-863be975b885. Jun 22 09:43:24.354313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-cc51046d-0480-428f-a161-9c2ab3493603 req-c69ed2e0-9afa-4422-8be2-797a6c4ed334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Calling delete_port for 99766f35-9006-4f6e-b1bb-863be975b885 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:24.361517 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.398541 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff528c3e-a2c2-4325-8911-3b894cf5518c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:43:24.399294 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Transition to ACTIVE for port object cea511a0-5004-4307-9b17-1d6885e1ba1d will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:24.439931 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-a111b0b2-ed9f-4ab9-86cb-6d0165b9d2e4 req-0fd634b4-e1cc-4dae-a3f2-a840a8b14419 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] For port fb8243c2-d67e-44b7-8736-af49118d0914, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb8243c2-d67e-44b7-8736-af49118d0914,segment=NetworkSegment(e56b808b-806b-417c-9a48-c17f637229e1),segment_id=e56b808b-806b-417c-9a48-c17f637229e1)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:24.440299 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-a111b0b2-ed9f-4ab9-86cb-6d0165b9d2e4 req-0fd634b4-e1cc-4dae-a3f2-a840a8b14419 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.521581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-ff528c3e-a2c2-4325-8911-3b894cf5518c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, e36a616c-3e5f-4b43-8d29-99c8bec368c1) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:24.525397 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff528c3e-a2c2-4325-8911-3b894cf5518c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:24.533498 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff528c3e-a2c2-4325-8911-3b894cf5518c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:24.533498 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff528c3e-a2c2-4325-8911-3b894cf5518c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.534552 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec2908f-a49b-4788-97f8-222d0ec60522 None None] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:24.545234 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.556157 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-cc51046d-0480-428f-a161-9c2ab3493603 req-c69ed2e0-9afa-4422-8be2-797a6c4ed334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.557878 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-00a02203-6692-458d-9f03-b28800253f5b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:24.563147 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:24.603830 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ed2e0-9afa-4422-8be2-797a6c4ed334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Pushing event deleted for resources: {'Port': ['ID=99766f35-9006-4f6e-b1bb-863be975b885,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:24.615181 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c69ed2e0-9afa-4422-8be2-797a6c4ed334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:24.620357 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ff528c3e-a2c2-4325-8911-3b894cf5518c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9223151 Jun 22 09:43:24.624185 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58318) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:24.625207 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.631256 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-30f6b3e4-889e-4fb1-b18d-1dfdc07bcf7f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-766599244'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:24.739396 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event updated for resources: {'Port': ['ID=7929c392-b125-4f4c-bad4-88dfd68bfaef,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:24.745771 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f6b3e4-889e-4fb1-b18d-1dfdc07bcf7f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:24.749805 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-30f6b3e4-889e-4fb1-b18d-1dfdc07bcf7f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.757033 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:24.762786 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0410f27e-39b3-4714-88a0-79abb43ae37f tempest-RoutersAdminTest-1525995234 tempest-RoutersAdminTest-1525995234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:24.794249 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f6b3e4-889e-4fb1-b18d-1dfdc07bcf7f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:24.797491 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc51046d-0480-428f-a161-9c2ab3493603 req-c69ed2e0-9afa-4422-8be2-797a6c4ed334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Router 50f25855-9701-47b0-9975-af383491a5d7 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:43:24.809192 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-30f6b3e4-889e-4fb1-b18d-1dfdc07bcf7f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.809553 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-30f6b3e4-889e-4fb1-b18d-1dfdc07bcf7f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Added segment 01a1e7a1-4bdb-4bec-9c58-3091fc5ca59d of type vlan for network b5f47951-c053-4c76-bfb8-5b01fc26e265 Jun 22 09:43:24.823856 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Network 623aa2d3-d297-4a0e-9d9b-50634bed2391 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:24.829325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Checking segment: {'id': 'dabc1c6b-cf4e-4081-bf92-4f7865c7fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bfa7c919-89f8-4b80-ba87-98851bfc7d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:24.829940 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Network hostable DHCP agents. Network: bfa7c919-89f8-4b80-ba87-98851bfc7d83, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:43:24.840161 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:24.904969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-30f6b3e4-889e-4fb1-b18d-1dfdc07bcf7f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.930569 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:25.002686 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc51046d-0480-428f-a161-9c2ab3493603 req-c69ed2e0-9afa-4422-8be2-797a6c4ed334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:43:25.014651 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d7daa7-6b6f-4ecd-b9d1-5ef6b9a07a58 None None] Sync routers for ids ['50f25855-9701-47b0-9975-af383491a5d7'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:25.031705 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d7daa7-6b6f-4ecd-b9d1-5ef6b9a07a58 None None] Routers {'50f25855-9701-47b0-9975-af383491a5d7'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:25.031705 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-13d7daa7-6b6f-4ecd-b9d1-5ef6b9a07a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['50f25855-9701-47b0-9975-af383491a5d7'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:25.039025 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:25.039734 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.042265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Pushing event updated for resources: {'Port': ['ID=cea511a0-5004-4307-9b17-1d6885e1ba1d,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:25.053572 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-30f6b3e4-889e-4fb1-b18d-1dfdc07bcf7f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.059997 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f6b3e4-889e-4fb1-b18d-1dfdc07bcf7f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:25.060472 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-30f6b3e4-889e-4fb1-b18d-1dfdc07bcf7f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.066634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:25.088282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc51046d-0480-428f-a161-9c2ab3493603 req-c69ed2e0-9afa-4422-8be2-797a6c4ed334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] No DVR routers for this DVR port 99766f35-9006-4f6e-b1bb-863be975b885 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:25.095767 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:25.107641 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-cc51046d-0480-428f-a161-9c2ab3493603 req-c69ed2e0-9afa-4422-8be2-797a6c4ed334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.111061 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc51046d-0480-428f-a161-9c2ab3493603 req-c69ed2e0-9afa-4422-8be2-797a6c4ed334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.35 "DELETE /v2.0/ports/99766f35-9006-4f6e-b1bb-863be975b885 HTTP/1.1" status: 204 len: 173 time: 1.3224900 Jun 22 09:43:25.137784 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ae41eb-bba5-4353-9dc7-9e2859658e56', 'name': 'network-vif-deleted', 'tag': '99766f35-9006-4f6e-b1bb-863be975b885'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:43:25.140379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71cdb3f-cf2e-448e-b51b-8fa8608a890a" -d '{"events": [{"server_uuid": "c8ae41eb-bba5-4353-9dc7-9e2859658e56", "name": "network-vif-deleted", "tag": "99766f35-9006-4f6e-b1bb-863be975b885"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:43:25.154765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-a111b0b2-ed9f-4ab9-86cb-6d0165b9d2e4 req-0fd634b4-e1cc-4dae-a3f2-a840a8b14419 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.155142 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-a111b0b2-ed9f-4ab9-86cb-6d0165b9d2e4 req-0fd634b4-e1cc-4dae-a3f2-a840a8b14419 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.155495 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [req-a111b0b2-ed9f-4ab9-86cb-6d0165b9d2e4 req-0fd634b4-e1cc-4dae-a3f2-a840a8b14419 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Floating IP 94c1ea07-16e5-40c6-8937-817763389829 disassociated. External IP: 172.26.3.27, port: fb8243c2-d67e-44b7-8736-af49118d0914. Jun 22 09:43:25.155855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-a111b0b2-ed9f-4ab9-86cb-6d0165b9d2e4 req-0fd634b4-e1cc-4dae-a3f2-a840a8b14419 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Calling delete_port for fb8243c2-d67e-44b7-8736-af49118d0914 owned by compute:nova {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:25.185947 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6b3e4-889e-4fb1-b18d-1dfdc07bcf7f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Network': ['ID=b5f47951-c053-4c76-bfb8-5b01fc26e265,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:25.190924 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-13d7daa7-6b6f-4ecd-b9d1-5ef6b9a07a58 None None] Set router 50f25855-9701-47b0-9975-af383491a5d7 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:25.191983 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-30f6b3e4-889e-4fb1-b18d-1dfdc07bcf7f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:25.205592 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:43:25.225798 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network b5f47951-c053-4c76-bfb8-5b01fc26e265 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:25.233656 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e56a76-b9e0-477a-98c0-fb68db2ccb72 req-c8c9ae0a-7c38-4a73-935e-b32be576f415 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:25.235726 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a0e56a76-b9e0-477a-98c0-fb68db2ccb72 req-c8c9ae0a-7c38-4a73-935e-b32be576f415 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 946 time: 0.6119800 Jun 22 09:43:25.259253 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d5b411c1-35b1-4f46-b7d2-26bebde57458 req-358883a3-e9d7-497e-b6df-570648551a34 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 210 time: 0.0407593 Jun 22 09:43:25.306070 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-30f6b3e4-889e-4fb1-b18d-1dfdc07bcf7f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6808665 Jun 22 09:43:25.310204 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58326) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:25.316155 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'ports': [{'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1'}, {'network_id': 'b5f47951-c053-4c76-bfb8-5b01fc26e265'}]} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:25.316474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:25.317316 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'network_id': 'b5f47951-c053-4c76-bfb8-5b01fc26e265'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:25.346958 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-53234e1a-b01b-4ad4-84b9-f3c8dd19a4c8 None None] Provisioning for port cea511a0-5004-4307-9b17-1d6885e1ba1d completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:25.478013 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-53234e1a-b01b-4ad4-84b9-f3c8dd19a4c8 None None] Provisioning complete for port cea511a0-5004-4307-9b17-1d6885e1ba1d triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:25.478569 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-53234e1a-b01b-4ad4-84b9-f3c8dd19a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.533069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-53234e1a-b01b-4ad4-84b9-f3c8dd19a4c8 None None] Port cea511a0-5004-4307-9b17-1d6885e1ba1d cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:43:25.551032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-13d7daa7-6b6f-4ecd-b9d1-5ef6b9a07a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f25855-9701-47b0-9975-af383491a5d7', 'name': 'tempest-ServersTestManualDisk-1789638691-router', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'gw_port': {'id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:49Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'dd072c63-9a4b-4e13-9c59-f10ad4354308', 'name': '', 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'mac_address': 'fa:16:3e:b4:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b6caf395-eab3-41b8-a3a6-9114984b7119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:58Z', 'updated_at': '2021-06-22T09:41:08Z', 'revision_number': 5, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'subnets': [{'id': 'b6caf395-eab3-41b8-a3a6-9114984b7119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:25.578020 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Network bfa7c919-89f8-4b80-ba87-98851bfc7d83 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:43:25.583208 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.1984465 Jun 22 09:43:25.590675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d7daa7-6b6f-4ecd-b9d1-5ef6b9a07a58 None None] Checking router: 50f25855-9701-47b0-9975-af383491a5d7 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:43:25.592386 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58328) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:25.598206 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d7daa7-6b6f-4ecd-b9d1-5ef6b9a07a58 None None] Routers {'50f25855-9701-47b0-9975-af383491a5d7'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:25.599247 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-13d7daa7-6b6f-4ecd-b9d1-5ef6b9a07a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['50f25855-9701-47b0-9975-af383491a5d7'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:25.630847 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61e5ea-c97d-4d92-aa70-ea45e76376fe req-197b41c9-4d8c-49c8-9d5e-e3b2a0bd1d4e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:25.638758 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bc61e5ea-c97d-4d92-aa70-ea45e76376fe req-197b41c9-4d8c-49c8-9d5e-e3b2a0bd1d4e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.2290528 Jun 22 09:43:25.678287 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a0e56a76-b9e0-477a-98c0-fb68db2ccb72 req-03d19003-f284-4f80-bc3b-4e27191c2273 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1eef4b-334f-45e5-a6d9-55bc2e268c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1075852 Jun 22 09:43:25.703410 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'port': 2} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:25.710360 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.710554 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, bfa7c919-89f8-4b80-ba87-98851bfc7d83) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:25.724535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:25.725415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.728591 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bc61e5ea-c97d-4d92-aa70-ea45e76376fe req-a1a8982c-cf3d-49fe-a0b3-e7d92c8ee60b tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886691 Jun 22 09:43:25.746926 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cfd35206-b66a-4931-ad01-18dbbc0f5c80 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:25.747695 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373ba34b-2285-48bd-8771-734132577200 None None] Network bfa7c919-89f8-4b80-ba87-98851bfc7d83 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:25.758386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.762491 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef1d867-112b-4a19-b9e2-6a09824f810b x-openstack-request-id: req-4ef1d867-112b-4a19-b9e2-6a09824f810b {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:43:25.762828 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ae41eb-bba5-4353-9dc7-9e2859658e56", "name": "network-vif-deleted", "tag": "99766f35-9006-4f6e-b1bb-863be975b885", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:43:25.763125 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ef1d867-112b-4a19-b9e2-6a09824f810b {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:43:25.763590 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ae41eb-bba5-4353-9dc7-9e2859658e56', 'name': 'network-vif-deleted', 'tag': '99766f35-9006-4f6e-b1bb-863be975b885', 'status': 'completed', 'code': 200} Jun 22 09:43:25.830595 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-13d7daa7-6b6f-4ecd-b9d1-5ef6b9a07a58 None None] Set router 50f25855-9701-47b0-9975-af383491a5d7 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:25.840139 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f874bc73-51cf-4260-b613-be968fe5ea83 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:25.846525 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f874bc73-51cf-4260-b613-be968fe5ea83 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:25.852382 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f874bc73-51cf-4260-b613-be968fe5ea83 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:25.854069 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f874bc73-51cf-4260-b613-be968fe5ea83 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2607281 Jun 22 09:43:25.859658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] device_id is not set on port 3e042456-0424-46ab-8931-dfdf5cc636a2 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:25.862820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58330) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:25.874123 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event updated for resources: {'Port': ['ID=00650a1a-4d98-40bb-ad96-5c66d7cb6711,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:25.879515 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:25.939195 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Checking segment: {'id': '7e16563f-95cd-4261-b99f-6cc0c823c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '890f1875-72f1-43ad-864a-35bb7fa28729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:25.939599 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Network hostable DHCP agents. Network: 890f1875-72f1-43ad-864a-35bb7fa28729, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:43:25.975688 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-a111b0b2-ed9f-4ab9-86cb-6d0165b9d2e4 req-0fd634b4-e1cc-4dae-a3f2-a840a8b14419 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.981144 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7e023fc9-b619-4d03-875a-fde39cb72e96 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:25.989240 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:26.020512 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd634b4-e1cc-4dae-a3f2-a840a8b14419 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Pushing event deleted for resources: {'Port': ['ID=fb8243c2-d67e-44b7-8736-af49118d0914,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:26.025102 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0fd634b4-e1cc-4dae-a3f2-a840a8b14419 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:26.075829 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Network 890f1875-72f1-43ad-864a-35bb7fa28729 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:43:26.086923 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-891e468e-b869-4ffa-8233-cb682d4603d6 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Deleting port cea511a0-5004-4307-9b17-1d6885e1ba1d {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:26.087274 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-891e468e-b869-4ffa-8233-cb682d4603d6 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:26.090158 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] device_id is not set on port 15cb919c-c01a-4c99-af9b-7fcde961ad95 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:26.171389 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 890f1875-72f1-43ad-864a-35bb7fa28729) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:26.179672 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:26.185336 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:26.190693 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:26.191387 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:26.215859 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7ee6fc-0bb7-483a-a8cd-2815153ad0cf None None] Network 890f1875-72f1-43ad-864a-35bb7fa28729 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:26.232016 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:26.246330 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a111b0b2-ed9f-4ab9-86cb-6d0165b9d2e4 req-0fd634b4-e1cc-4dae-a3f2-a840a8b14419 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Router 3dba21e6-bcad-4fca-99cf-aeb741f12e20 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:43:26.258477 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-891e468e-b869-4ffa-8233-cb682d4603d6 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:26.377952 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.0420804 Jun 22 09:43:26.378730 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58336) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:26.385574 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-13d7daa7-6b6f-4ecd-b9d1-5ef6b9a07a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f25855-9701-47b0-9975-af383491a5d7', 'name': 'tempest-ServersTestManualDisk-1789638691-router', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'gw_port': {'id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:49Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'dd072c63-9a4b-4e13-9c59-f10ad4354308', 'name': '', 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'mac_address': 'fa:16:3e:b4:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b6caf395-eab3-41b8-a3a6-9114984b7119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:58Z', 'updated_at': '2021-06-22T09:41:08Z', 'revision_number': 5, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'subnets': [{'id': 'b6caf395-eab3-41b8-a3a6-9114984b7119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:26.420532 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:26.430053 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2c6227e0-5a12-4c17-bd25-8641c97642f2 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:26.433400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-891e468e-b869-4ffa-8233-cb682d4603d6 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Calling delete_port for cea511a0-5004-4307-9b17-1d6885e1ba1d owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:26.435246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d7daa7-6b6f-4ecd-b9d1-5ef6b9a07a58 None None] The sync data for ids ['50f25855-9701-47b0-9975-af383491a5d7'] in dv-neutron-797121-3-hyperv is: [{'id': '50f25855-9701-47b0-9975-af383491a5d7', 'name': 'tempest-ServersTestManualDisk-1789638691-router', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'gw_port': {'id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:49Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'dd072c63-9a4b-4e13-9c59-f10ad4354308', 'name': '', 'network_id': '6e8af6b3-3610-44a0-a63c-a8986db86aa4', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'mac_address': 'fa:16:3e:b4:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b6caf395-eab3-41b8-a3a6-9114984b7119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:58Z', 'updated_at': '2021-06-22T09:41:08Z', 'revision_number': 5, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'subnets': [{'id': 'b6caf395-eab3-41b8-a3a6-9114984b7119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:43:26.546597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:26.558270 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e54e3b-0c6f-4489-9ae2-180874da1c13 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:26.564586 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e54e3b-0c6f-4489-9ae2-180874da1c13 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:26.568717 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c7e54e3b-0c6f-4489-9ae2-180874da1c13 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1857486 Jun 22 09:43:26.578593 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58338) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:26.583542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:26.602304 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:26.603166 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:26.605096 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=3e042456-0424-46ab-8931-dfdf5cc636a2,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:26.617152 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-30afd562-7b73-4de6-9a2f-6a674b698d5b req-91b4c5f5-0573-4b4a-b429-17bfeb8639b0 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ae41eb-bba5-4353-9dc7-9e2859658e56 HTTP/1.1" status: 200 len: 210 time: 0.0876486 Jun 22 09:43:26.618279 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:26.620961 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c69ed2e0-9afa-4422-8be2-797a6c4ed334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:26.677214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=15cb919c-c01a-4c99-af9b-7fcde961ad95,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:26.689343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:26.716960 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a111b0b2-ed9f-4ab9-86cb-6d0165b9d2e4 req-0fd634b4-e1cc-4dae-a3f2-a840a8b14419 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:43:26.718285 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Checking segment: {'id': '01a1e7a1-4bdb-4bec-9c58-3091fc5ca59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b5f47951-c053-4c76-bfb8-5b01fc26e265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:26.718704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network hostable DHCP agents. Network: b5f47951-c053-4c76-bfb8-5b01fc26e265, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:43:26.734014 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471db16c-2b3c-4f7c-bfd1-5e05aac950b6 None None] Sync routers for ids ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:26.746516 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471db16c-2b3c-4f7c-bfd1-5e05aac950b6 None None] Routers {'3dba21e6-bcad-4fca-99cf-aeb741f12e20'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:26.747974 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-471db16c-2b3c-4f7c-bfd1-5e05aac950b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:26.805473 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a111b0b2-ed9f-4ab9-86cb-6d0165b9d2e4 req-0fd634b4-e1cc-4dae-a3f2-a840a8b14419 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] No DVR routers for this DVR port fb8243c2-d67e-44b7-8736-af49118d0914 on host hv-neutron-7971 {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:26.808532 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-a111b0b2-ed9f-4ab9-86cb-6d0165b9d2e4 req-0fd634b4-e1cc-4dae-a3f2-a840a8b14419 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:26.810481 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a111b0b2-ed9f-4ab9-86cb-6d0165b9d2e4 req-0fd634b4-e1cc-4dae-a3f2-a840a8b14419 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.35 "DELETE /v2.0/ports/fb8243c2-d67e-44b7-8736-af49118d0914 HTTP/1.1" status: 204 len: 173 time: 2.8286142 Jun 22 09:43:26.814392 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network b5f47951-c053-4c76-bfb8-5b01fc26e265 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:43:26.819863 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1030702b-112e-4286-bf5f-86057c3d0028', 'name': 'network-vif-deleted', 'tag': 'fb8243c2-d67e-44b7-8736-af49118d0914'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:43:26.819863 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99f05a2-f001-4127-b523-b46810112063" -d '{"events": [{"server_uuid": "1030702b-112e-4286-bf5f-86057c3d0028", "name": "network-vif-deleted", "tag": "fb8243c2-d67e-44b7-8736-af49118d0914"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:43:26.846376 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-fd3a4ade-4f64-444f-9fa2-44894adb6809 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Deleting port 7929c392-b125-4f4c-bad4-88dfd68bfaef {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:26.847102 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fd3a4ade-4f64-444f-9fa2-44894adb6809 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:26.850570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56ea83-bf5d-4afb-a12a-d2da6bb956b9 None None] New status for floating IP ac340755-5268-4100-a9b2-8823f322dfe3: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:43:26.898374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, b5f47951-c053-4c76-bfb8-5b01fc26e265) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:26.902487 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:26.916388 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:26.917550 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-471db16c-2b3c-4f7c-bfd1-5e05aac950b6 None None] Set router 3dba21e6-bcad-4fca-99cf-aeb741f12e20 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:26.922787 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eac558-f5b6-446d-a571-3d37a6b44ec0 None None] Network b5f47951-c053-4c76-bfb8-5b01fc26e265 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:26.923592 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f049b6f3-6502-4444-84fd-98186174ac2e req-d37c0fc6-60a4-4e5f-a515-a4f65c5b095e tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 210 time: 0.0674727 Jun 22 09:43:26.934969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:26.935725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:26.947035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-891e468e-b869-4ffa-8233-cb682d4603d6 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:26.972908 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3b3ff296-b315-4b61-bb64-a397763a4362 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:26.984784 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 99766f35-9006-4f6e-b1bb-863be975b885 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:27.012773 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e468e-b869-4ffa-8233-cb682d4603d6 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Pushing event deleted for resources: {'Port': ['ID=cea511a0-5004-4307-9b17-1d6885e1ba1d,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:27.016378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fd3a4ade-4f64-444f-9fa2-44894adb6809 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:27.020152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-891e468e-b869-4ffa-8233-cb682d4603d6 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:27.042777 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb523295-090f-4267-aac3-7216931e9b8d x-openstack-request-id: req-eb523295-090f-4267-aac3-7216931e9b8d {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:43:27.043134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1030702b-112e-4286-bf5f-86057c3d0028", "name": "network-vif-deleted", "tag": "fb8243c2-d67e-44b7-8736-af49118d0914", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:43:27.043458 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb523295-090f-4267-aac3-7216931e9b8d {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:43:27.043891 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1030702b-112e-4286-bf5f-86057c3d0028', 'name': 'network-vif-deleted', 'tag': 'fb8243c2-d67e-44b7-8736-af49118d0914', 'status': 'completed', 'code': 200} Jun 22 09:43:27.093548 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7788668 Jun 22 09:43:27.094222 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58346) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:27.125802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 99766f35-9006-4f6e-b1bb-863be975b885 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:27.131030 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 99766f35-9006-4f6e-b1bb-863be975b885 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:27.131415 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device fb8243c2-d67e-44b7-8736-af49118d0914 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:27.165682 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: fb8243c2-d67e-44b7-8736-af49118d0914 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:27.171788 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device fb8243c2-d67e-44b7-8736-af49118d0914 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:27.198515 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-fd3a4ade-4f64-444f-9fa2-44894adb6809 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Calling delete_port for 7929c392-b125-4f4c-bad4-88dfd68bfaef owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:27.271953 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-471db16c-2b3c-4f7c-bfd1-5e05aac950b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'name': 'tempest-ServersTestJSON-1406528845-router', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:58Z', 'revision_number': 4, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'gw_port': {'id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '0f1a4257-41b4-4865-9deb-00480d30fb2d', 'name': '', 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'mac_address': 'fa:16:3e:0f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:54Z', 'updated_at': '2021-06-22T09:41:06Z', 'revision_number': 5, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'subnets': [{'id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:27.343000 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100a14-ae2d-4850-817b-e3dd238f0a60 req-7634f46b-edb1-4589-b644-a8849bcb54a7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:27.352847 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c0100a14-ae2d-4850-817b-e3dd238f0a60 req-7634f46b-edb1-4589-b644-a8849bcb54a7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.3614323 Jun 22 09:43:27.373608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-891e468e-b869-4ffa-8233-cb682d4603d6 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:27.383719 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-891e468e-b869-4ffa-8233-cb682d4603d6 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] 10.222.0.20 "DELETE /v2.0/ports/cea511a0-5004-4307-9b17-1d6885e1ba1d HTTP/1.1" status: 204 len: 168 time: 1.5134265 Jun 22 09:43:27.383719 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58348) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:27.388955 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a8f6842c-61ae-47b5-b324-d0806c4d9fde tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Request body: {'port': {'name': 'tempest-new-port-name-999427758', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:27.389359 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.api.validators [None req-a8f6842c-61ae-47b5-b324-d0806c4d9fde tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] bootfile-name is not in valid_values {{(pid=100652) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:43:27.389705 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.api.validators [None req-a8f6842c-61ae-47b5-b324-d0806c4d9fde tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] tftp-server is not in valid_values {{(pid=100652) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:43:27.390041 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.api.validators [None req-a8f6842c-61ae-47b5-b324-d0806c4d9fde tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] server-ip-address is not in valid_values {{(pid=100652) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:43:27.410110 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471db16c-2b3c-4f7c-bfd1-5e05aac950b6 None None] Checking router: 3dba21e6-bcad-4fca-99cf-aeb741f12e20 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:43:27.420338 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471db16c-2b3c-4f7c-bfd1-5e05aac950b6 None None] Routers {'3dba21e6-bcad-4fca-99cf-aeb741f12e20'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:27.421199 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-471db16c-2b3c-4f7c-bfd1-5e05aac950b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:27.455000 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c0100a14-ae2d-4850-817b-e3dd238f0a60 req-c593a81c-2b58-465d-8aaa-05cc04351dee tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793970 Jun 22 09:43:27.498111 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-86afd487-65c1-4667-a397-7748c80b23e9 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port 15cb919c-c01a-4c99-af9b-7fcde961ad95 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:27.498377 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a8f6842c-61ae-47b5-b324-d0806c4d9fde tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:27.498485 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-86afd487-65c1-4667-a397-7748c80b23e9 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:27.575760 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-471db16c-2b3c-4f7c-bfd1-5e05aac950b6 None None] Set router 3dba21e6-bcad-4fca-99cf-aeb741f12e20 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:27.583459 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-86afd487-65c1-4667-a397-7748c80b23e9 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:27.649141 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-86afd487-65c1-4667-a397-7748c80b23e9 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for 15cb919c-c01a-4c99-af9b-7fcde961ad95 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:27.680487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fd3a4ade-4f64-444f-9fa2-44894adb6809 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:27.688137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-781cb2be-68f0-47ec-8177-aa665a47e81f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:27.733845 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fd3a4ade-4f64-444f-9fa2-44894adb6809 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:27.739892 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fd3a4ade-4f64-444f-9fa2-44894adb6809 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "DELETE /v2.0/ports/7929c392-b125-4f4c-bad4-88dfd68bfaef HTTP/1.1" status: 204 len: 168 time: 1.1595287 Jun 22 09:43:27.740966 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a4ade-4f64-444f-9fa2-44894adb6809 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event deleted for resources: {'Port': ['ID=7929c392-b125-4f4c-bad4-88dfd68bfaef,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:27.743017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58354) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:27.743569 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fd3a4ade-4f64-444f-9fa2-44894adb6809 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:27.792394 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a8f6842c-61ae-47b5-b324-d0806c4d9fde tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:27.823521 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-471db16c-2b3c-4f7c-bfd1-5e05aac950b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'name': 'tempest-ServersTestJSON-1406528845-router', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:58Z', 'revision_number': 4, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'gw_port': {'id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '0f1a4257-41b4-4865-9deb-00480d30fb2d', 'name': '', 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'mac_address': 'fa:16:3e:0f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:54Z', 'updated_at': '2021-06-22T09:41:06Z', 'revision_number': 5, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'subnets': [{'id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:27.836265 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-86afd487-65c1-4667-a397-7748c80b23e9 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:27.840807 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a9794e75-5f92-4f06-9a60-6da1d86d2dbc tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:27.854773 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471db16c-2b3c-4f7c-bfd1-5e05aac950b6 None None] The sync data for ids ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'] in dv-neutron-797121-3-hyperv is: [{'id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'name': 'tempest-ServersTestJSON-1406528845-router', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:58Z', 'revision_number': 4, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'gw_port': {'id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '0f1a4257-41b4-4865-9deb-00480d30fb2d', 'name': '', 'network_id': '74cf8ae9-423c-4745-bb5d-8e2016d20b6c', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'mac_address': 'fa:16:3e:0f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:54Z', 'updated_at': '2021-06-22T09:41:06Z', 'revision_number': 5, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'subnets': [{'id': '990305d8-a832-43c4-9e37-7bdc6fd10f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:43:27.870097 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a8f6842c-61ae-47b5-b324-d0806c4d9fde tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:27.873866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afd487-65c1-4667-a397-7748c80b23e9 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=15cb919c-c01a-4c99-af9b-7fcde961ad95,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:27.875091 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-098234aa-5643-4583-8a0d-94756a2fb6a8 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:27.879185 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58358) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:27.890299 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-86afd487-65c1-4667-a397-7748c80b23e9 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:27.892615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-86afd487-65c1-4667-a397-7748c80b23e9 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:27.894475 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-86afd487-65c1-4667-a397-7748c80b23e9 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/ports/15cb919c-c01a-4c99-af9b-7fcde961ad95 HTTP/1.1" status: 204 len: 168 time: 0.7902651 Jun 22 09:43:27.899920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58360) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:27.952112 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8b9ae-409e-453b-a971-e8a5830d3696 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Deleting port 00650a1a-4d98-40bb-ad96-5c66d7cb6711 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:27.952470 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b9ae-409e-453b-a971-e8a5830d3696 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:27.990862 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a8f6842c-61ae-47b5-b324-d0806c4d9fde tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] In _notify_port_updated(), no bound segment for port 8724f9ff-b692-448a-bb6c-eecc55df1d14 on network 623aa2d3-d297-4a0e-9d9b-50634bed2391 {{(pid=100652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:43:28.000161 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f6842c-61ae-47b5-b324-d0806c4d9fde tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:28.005357 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a8f6842c-61ae-47b5-b324-d0806c4d9fde tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:28.006901 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a8f6842c-61ae-47b5-b324-d0806c4d9fde tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] 10.222.0.20 "PUT /v2.0/ports/8724f9ff-b692-448a-bb6c-eecc55df1d14 HTTP/1.1" status: 200 len: 1136 time: 0.6223972 Jun 22 09:43:28.014907 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58364) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:28.035582 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6842c-61ae-47b5-b324-d0806c4d9fde tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Pushing event updated for resources: {'Port': ['ID=8724f9ff-b692-448a-bb6c-eecc55df1d14,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:28.090319 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a8f6842c-61ae-47b5-b324-d0806c4d9fde tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:28.218850 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-43718853-5b71-4d05-9ce6-3def610690fa req-0339b523-d6b7-48c5-95f6-82ba1db86a9b tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/ports?device_id=1030702b-112e-4286-bf5f-86057c3d0028 HTTP/1.1" status: 200 len: 210 time: 0.0878391 Jun 22 09:43:28.235123 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b535e5d2-bb25-4dd2-86c5-9880011d8801 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:28.241801 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b535e5d2-bb25-4dd2-86c5-9880011d8801 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] 10.222.0.20 "GET /v2.0/ports/8724f9ff-b692-448a-bb6c-eecc55df1d14 HTTP/1.1" status: 200 len: 1136 time: 0.2214966 Jun 22 09:43:28.243317 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58366) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:28.371140 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014acb44-a5ff-421d-b7b2-580891e22db3 None None] New status for floating IP 94c1ea07-16e5-40c6-8937-817763389829: DOWN {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:43:28.432565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-062294cd-fc32-4ecc-956e-3b6cc71a7f36 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Deleting port 8724f9ff-b692-448a-bb6c-eecc55df1d14 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:28.433105 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-062294cd-fc32-4ecc-956e-3b6cc71a7f36 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:28.503518 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-336b9c1b-e390-45e4-bdff-78c13dcf7408 None None] Provisioning complete for port 8724f9ff-b692-448a-bb6c-eecc55df1d14 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:28.504072 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-336b9c1b-e390-45e4-bdff-78c13dcf7408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:28.536535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-062294cd-fc32-4ecc-956e-3b6cc71a7f36 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:28.552461 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-336b9c1b-e390-45e4-bdff-78c13dcf7408 None None] Port 8724f9ff-b692-448a-bb6c-eecc55df1d14 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:43:28.584449 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6172646d-8707-4072-9d62-7dda2437fa19 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:28.606691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b9ae-409e-453b-a971-e8a5830d3696 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:28.621178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-062294cd-fc32-4ecc-956e-3b6cc71a7f36 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Calling delete_port for 8724f9ff-b692-448a-bb6c-eecc55df1d14 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:28.658239 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3ede81-db83-4b80-8aed-3bf4ced1c927 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:28.664054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3ede81-db83-4b80-8aed-3bf4ced1c927 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:28.665567 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6a3ede81-db83-4b80-8aed-3bf4ced1c927 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.7639537 Jun 22 09:43:28.668269 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6172646d-8707-4072-9d62-7dda2437fa19 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:28.669386 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58370) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:28.730729 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8b9ae-409e-453b-a971-e8a5830d3696 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Calling delete_port for 00650a1a-4d98-40bb-ad96-5c66d7cb6711 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:28.824780 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-106dd084-a21b-4b51-bdd4-46f3515e8e90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port 3e042456-0424-46ab-8931-dfdf5cc636a2 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:28.825388 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-106dd084-a21b-4b51-bdd4-46f3515e8e90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:28.843852 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f30fd-2044-4390-8dee-8ce852ec4af5 req-61ba6d02-eb6e-4ecd-a38e-21c4fdcaa17e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:28.845356 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-102f30fd-2044-4390-8dee-8ce852ec4af5 req-61ba6d02-eb6e-4ecd-a38e-21c4fdcaa17e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.2476809 Jun 22 09:43:28.886516 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-102f30fd-2044-4390-8dee-8ce852ec4af5 req-8356083a-d065-4656-a689-5310886ca009 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340934 Jun 22 09:43:28.890314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-106dd084-a21b-4b51-bdd4-46f3515e8e90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:28.932932 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-062294cd-fc32-4ecc-956e-3b6cc71a7f36 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:28.933186 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b9ae-409e-453b-a971-e8a5830d3696 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:28.934561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6172646d-8707-4072-9d62-7dda2437fa19 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:28.937170 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6172646d-8707-4072-9d62-7dda2437fa19 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:28.939017 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6172646d-8707-4072-9d62-7dda2437fa19 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "DELETE /v2.0/security-groups/e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0 HTTP/1.1" status: 204 len: 168 time: 1.0580928 Jun 22 09:43:28.942388 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c2856246-00b4-43b2-aec2-c133f735ce31 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:28.946067 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58372) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:28.959114 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-106dd084-a21b-4b51-bdd4-46f3515e8e90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for 3e042456-0424-46ab-8931-dfdf5cc636a2 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:28.962677 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-06616748-29e5-461f-8b6a-760665402e89 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:28.962825 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172646d-8707-4072-9d62-7dda2437fa19 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:28.970315 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6172646d-8707-4072-9d62-7dda2437fa19 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:28.970842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-479bc698-5a3a-4de1-9c02-be1c40e73461 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:28.977141 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-51ac3aac-cce5-4309-8731-f8002d3584d8 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] show failed (client error): The resource could not be found. Jun 22 09:43:28.978203 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-51ac3aac-cce5-4309-8731-f8002d3584d8 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "GET /v2.0/security-groups/e6073825-87e0-4c1d-b9e5-6b78cdbfe9d0 HTTP/1.1" status: 404 len: 347 time: 0.0312405 Jun 22 09:43:28.979298 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b9ae-409e-453b-a971-e8a5830d3696 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:28.981069 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9dc8b9ae-409e-453b-a971-e8a5830d3696 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "DELETE /v2.0/ports/00650a1a-4d98-40bb-ad96-5c66d7cb6711 HTTP/1.1" status: 204 len: 168 time: 1.2369735 Jun 22 09:43:28.996469 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58374) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:28.996892 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58376) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:28.999631 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8b9ae-409e-453b-a971-e8a5830d3696 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event deleted for resources: {'Port': ['ID=00650a1a-4d98-40bb-ad96-5c66d7cb6711,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:29.001932 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9dc8b9ae-409e-453b-a971-e8a5830d3696 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:29.013535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062294cd-fc32-4ecc-956e-3b6cc71a7f36 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Pushing event deleted for resources: {'Port': ['ID=8724f9ff-b692-448a-bb6c-eecc55df1d14,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:29.021299 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-062294cd-fc32-4ecc-956e-3b6cc71a7f36 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:29.115883 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8fda22f2-06df-4b9f-9f18-bb60f6cc1a6c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1167080 Jun 22 09:43:29.119739 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58378) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:29.124886 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-44cf8f81-17dc-4b00-8a86-d61557f2ce94 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1397996687'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:29.207012 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cf8f81-17dc-4b00-8a86-d61557f2ce94 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Made reservation on behalf of a3eda92831d54fd186b08fd93e4549ab for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:29.210685 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44cf8f81-17dc-4b00-8a86-d61557f2ce94 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.235193 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cf8f81-17dc-4b00-8a86-d61557f2ce94 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:29.237647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-062294cd-fc32-4ecc-956e-3b6cc71a7f36 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.239536 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-062294cd-fc32-4ecc-956e-3b6cc71a7f36 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] 10.222.0.20 "DELETE /v2.0/ports/8724f9ff-b692-448a-bb6c-eecc55df1d14 HTTP/1.1" status: 204 len: 168 time: 0.9951060 Jun 22 09:43:29.242555 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58380) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:29.252772 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44cf8f81-17dc-4b00-8a86-d61557f2ce94 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.256167 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-44cf8f81-17dc-4b00-8a86-d61557f2ce94 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Added segment 62cb4010-110a-4c8f-af91-f98122d0d74b of type vlan for network 4df09807-7e80-489e-b8d4-242b1b4bf8dc Jun 22 09:43:29.271905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-965bd918-1a6e-4c2b-9f72-a4ad4f991334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Deleting port 672634a6-389c-498e-91ef-db66ae5f454d {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:29.272250 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-965bd918-1a6e-4c2b-9f72-a4ad4f991334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.324612 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44cf8f81-17dc-4b00-8a86-d61557f2ce94 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.334440 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27c0696-418d-4390-93e1-7abb92b36a53 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Deleting subnet e9a2017e-7f82-4f42-8565-b39173288e43 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:43:29.337846 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-106dd084-a21b-4b51-bdd4-46f3515e8e90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.342439 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c27c0696-418d-4390-93e1-7abb92b36a53 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.344117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ce231b99-f740-42cc-8776-13e888141775 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:29.380666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-965bd918-1a6e-4c2b-9f72-a4ad4f991334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.380998 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-965bd918-1a6e-4c2b-9f72-a4ad4f991334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.383445 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106dd084-a21b-4b51-bdd4-46f3515e8e90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=3e042456-0424-46ab-8931-dfdf5cc636a2,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:29.391187 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-106dd084-a21b-4b51-bdd4-46f3515e8e90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:29.397868 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-106dd084-a21b-4b51-bdd4-46f3515e8e90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.399767 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-106dd084-a21b-4b51-bdd4-46f3515e8e90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/ports/3e042456-0424-46ab-8931-dfdf5cc636a2 HTTP/1.1" status: 204 len: 168 time: 0.7294047 Jun 22 09:43:29.401707 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c27c0696-418d-4390-93e1-7abb92b36a53 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.404542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58386) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:29.465329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58388) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:29.508725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44cf8f81-17dc-4b00-8a86-d61557f2ce94 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.514255 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf8f81-17dc-4b00-8a86-d61557f2ce94 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:29.514876 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44cf8f81-17dc-4b00-8a86-d61557f2ce94 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.523665 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5bf0172d-2dd0-446f-9781-f4a19c2a8b2f tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:29.650474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c27c0696-418d-4390-93e1-7abb92b36a53 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.677657 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf8f81-17dc-4b00-8a86-d61557f2ce94 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event updated for resources: {'Network': ['ID=4df09807-7e80-489e-b8d4-242b1b4bf8dc,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:29.688755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 4df09807-7e80-489e-b8d4-242b1b4bf8dc details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:29.690345 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88861f46-e8b4-4c3a-894a-be43cabbbf14 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:29.691861 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-88861f46-e8b4-4c3a-894a-be43cabbbf14 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2863853 Jun 22 09:43:29.692825 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-44cf8f81-17dc-4b00-8a86-d61557f2ce94 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:29.699179 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58390) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:29.709411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-965bd918-1a6e-4c2b-9f72-a4ad4f991334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Calling delete_port for 672634a6-389c-498e-91ef-db66ae5f454d owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:29.710857 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0cf19210-49fc-4ff9-aafd-24f45a927b0f tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.740947 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-44cf8f81-17dc-4b00-8a86-d61557f2ce94 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6177258 Jun 22 09:43:29.745989 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d225f55-e57e-4544-80f3-da71bc7cb423 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] GET failed (client error): The resource could not be found. Jun 22 09:43:29.747416 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6d225f55-e57e-4544-80f3-da71bc7cb423 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports/15cb919c-c01a-4c99-af9b-7fcde961ad95 HTTP/1.1" status: 404 len: 333 time: 0.0473337 Jun 22 09:43:29.751828 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58392) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:29.752158 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58394) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:29.761217 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-be046283-0458-4630-aa5d-0669348bf798 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-478901596'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:29.818620 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2db240-3a67-4183-9c29-fe80d6f4469f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] GET failed (client error): The resource could not be found. Jun 22 09:43:29.820258 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ff2db240-3a67-4183-9c29-fe80d6f4469f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports/3e042456-0424-46ab-8931-dfdf5cc636a2 HTTP/1.1" status: 404 len: 333 time: 0.0638468 Jun 22 09:43:29.823784 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0cf19210-49fc-4ff9-aafd-24f45a927b0f tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.828255 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58398) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:29.924893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fce77a54-1d57-425f-b457-2e7c952656d6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.956638 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-965bd918-1a6e-4c2b-9f72-a4ad4f991334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.958891 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0fd634b4-e1cc-4dae-a3f2-a840a8b14419 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:29.959614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c27c0696-418d-4390-93e1-7abb92b36a53 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.961295 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be046283-0458-4630-aa5d-0669348bf798 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Made reservation on behalf of a3eda92831d54fd186b08fd93e4549ab for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:29.964935 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-be046283-0458-4630-aa5d-0669348bf798 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.969636 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b7de6a61-0bfe-4a66-80b6-f77a3229fc8b tempest-DHCPAgentSchedulersTestJSON-1187395321 tempest-DHCPAgentSchedulersTestJSON-1187395321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:29.985202 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bd918-1a6e-4c2b-9f72-a4ad4f991334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Pushing event deleted for resources: {'Port': ['ID=672634a6-389c-498e-91ef-db66ae5f454d,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:29.988465 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-965bd918-1a6e-4c2b-9f72-a4ad4f991334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:30.047274 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c27c0696-418d-4390-93e1-7abb92b36a53 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.049132 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c27c0696-418d-4390-93e1-7abb92b36a53 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] 10.222.0.20 "DELETE /v2.0/subnets/e9a2017e-7f82-4f42-8565-b39173288e43 HTTP/1.1" status: 204 len: 168 time: 0.8056479 Jun 22 09:43:30.050946 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e9affe-1b5e-4a7f-8e94-9abb2855d6c2 None None] Network 623aa2d3-d297-4a0e-9d9b-50634bed2391 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:30.052676 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c0696-418d-4390-93e1-7abb92b36a53 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Pushing event deleted for resources: {'Subnet': ['ID=e9a2017e-7f82-4f42-8565-b39173288e43,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:30.054422 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58402) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:30.065380 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0cf19210-49fc-4ff9-aafd-24f45a927b0f tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.067966 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0cf19210-49fc-4ff9-aafd-24f45a927b0f tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.071229 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0cf19210-49fc-4ff9-aafd-24f45a927b0f tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "DELETE /v2.0/security-groups/ef1eef4b-334f-45e5-a6d9-55bc2e268c51 HTTP/1.1" status: 204 len: 168 time: 0.6018915 Jun 22 09:43:30.071229 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c27c0696-418d-4390-93e1-7abb92b36a53 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:30.072912 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58404) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:30.079722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6172646d-8707-4072-9d62-7dda2437fa19 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:30.091877 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fce77a54-1d57-425f-b457-2e7c952656d6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.100888 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-1d3ad6eb-bfb8-4bd9-af0e-3a2d23ff3645 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] show failed (client error): The resource could not be found. Jun 22 09:43:30.109311 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1d3ad6eb-bfb8-4bd9-af0e-3a2d23ff3645 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "GET /v2.0/security-groups/ef1eef4b-334f-45e5-a6d9-55bc2e268c51 HTTP/1.1" status: 404 len: 347 time: 0.0291042 Jun 22 09:43:30.116057 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58406) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:30.129139 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-965bd918-1a6e-4c2b-9f72-a4ad4f991334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.131746 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-965bd918-1a6e-4c2b-9f72-a4ad4f991334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.135643 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-965bd918-1a6e-4c2b-9f72-a4ad4f991334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] 10.222.0.20 "DELETE /v2.0/floatingips/ac340755-5268-4100-a9b2-8823f322dfe3 HTTP/1.1" status: 204 len: 168 time: 1.1352344 Jun 22 09:43:30.141665 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf19210-49fc-4ff9-aafd-24f45a927b0f tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1eef4b-334f-45e5-a6d9-55bc2e268c51,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:30.144339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-fce77a54-1d57-425f-b457-2e7c952656d6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f47951-c053-4c76-bfb8-5b01fc26e265']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:30.150327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58408) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:30.152373 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be046283-0458-4630-aa5d-0669348bf798 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:30.163493 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0cf19210-49fc-4ff9-aafd-24f45a927b0f tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:30.171979 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-fce77a54-1d57-425f-b457-2e7c952656d6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a1e7a1-4bdb-4bec-9c58-3091fc5ca59d') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:30.172331 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-fce77a54-1d57-425f-b457-2e7c952656d6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a1e7a1-4bdb-4bec-9c58-3091fc5ca59d') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:30.222642 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fce77a54-1d57-425f-b457-2e7c952656d6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.237450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-be046283-0458-4630-aa5d-0669348bf798 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.237797 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-be046283-0458-4630-aa5d-0669348bf798 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Added segment 4186344c-9e93-4776-90f3-cfd4c7ec2f63 of type vlan for network 53ee7bca-483a-4725-9e79-6ad931f6662a Jun 22 09:43:30.242424 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc894cc-bb3b-41ea-b033-2f230327be18 req-44acc831-c05b-4491-a8b6-7ecc8af79f40 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:30.243987 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9cc894cc-bb3b-41ea-b033-2f230327be18 req-44acc831-c05b-4491-a8b6-7ecc8af79f40 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.2249188 Jun 22 09:43:30.260151 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fce77a54-1d57-425f-b457-2e7c952656d6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.272023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.290329 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1a78d8-69d1-447a-8f70-ed7cc92bf250 None None] DHCP port deletion for 623aa2d3-d297-4a0e-9d9b-50634bed2391 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:43:30.298279 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce77a54-1d57-425f-b457-2e7c952656d6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:30.298686 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fce77a54-1d57-425f-b457-2e7c952656d6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:30.303542 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:30.320653 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9cc894cc-bb3b-41ea-b033-2f230327be18 req-cf0f7358-b2ee-4c93-953c-abe824ea7df4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507267 Jun 22 09:43:30.335295 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-533e1c95-f73f-4395-8303-accb2465efa7 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Deleting port 3769c434-2262-4dee-9cb8-51a634428d19 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:30.335774 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-533e1c95-f73f-4395-8303-accb2465efa7 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.347199 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a78d8-69d1-447a-8f70-ed7cc92bf250 None None] Deleting port c4e263af-4107-425a-8062-b1721c9714df {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:30.347900 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ca1a78d8-69d1-447a-8f70-ed7cc92bf250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.387406 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-be046283-0458-4630-aa5d-0669348bf798 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.413489 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-ca1a78d8-69d1-447a-8f70-ed7cc92bf250 None None] For port c4e263af-4107-425a-8062-b1721c9714df, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c4e263af-4107-425a-8062-b1721c9714df,segment=NetworkSegment(65b15808-e59c-4e2a-b47a-ab038cd393ae),segment_id=65b15808-e59c-4e2a-b47a-ab038cd393ae)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:30.414080 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ca1a78d8-69d1-447a-8f70-ed7cc92bf250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.419874 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-533e1c95-f73f-4395-8303-accb2465efa7 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.420332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-533e1c95-f73f-4395-8303-accb2465efa7 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.482127 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a78d8-69d1-447a-8f70-ed7cc92bf250 None None] Calling delete_port for c4e263af-4107-425a-8062-b1721c9714df owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:30.486866 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-533e1c95-f73f-4395-8303-accb2465efa7 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Calling delete_port for 3769c434-2262-4dee-9cb8-51a634428d19 owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:30.561187 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Deleting port c4e263af-4107-425a-8062-b1721c9714df {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:30.561536 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.617552 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fce77a54-1d57-425f-b457-2e7c952656d6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.624862 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:30.634345 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fce77a54-1d57-425f-b457-2e7c952656d6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.634345 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fce77a54-1d57-425f-b457-2e7c952656d6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/networks/b5f47951-c053-4c76-bfb8-5b01fc26e265 HTTP/1.1" status: 204 len: 168 time: 0.8020530 Jun 22 09:43:30.635345 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58410) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:30.640676 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d754b4eb-581e-4231-bd9a-0392345a1b2b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1455623681'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:30.642088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-be046283-0458-4630-aa5d-0669348bf798 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.647405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be046283-0458-4630-aa5d-0669348bf798 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:30.648011 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-be046283-0458-4630-aa5d-0669348bf798 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.675535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce77a54-1d57-425f-b457-2e7c952656d6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Network': ['ID=b5f47951-c053-4c76-bfb8-5b01fc26e265,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:30.684818 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fce77a54-1d57-425f-b457-2e7c952656d6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:30.686851 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ca1a78d8-69d1-447a-8f70-ed7cc92bf250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.687648 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:30.690378 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:30.699864 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] For port c4e263af-4107-425a-8062-b1721c9714df, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c4e263af-4107-425a-8062-b1721c9714df,segment=NetworkSegment(65b15808-e59c-4e2a-b47a-ab038cd393ae),segment_id=65b15808-e59c-4e2a-b47a-ab038cd393ae)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:30.700214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.709955 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-533e1c95-f73f-4395-8303-accb2465efa7 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.713065 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:30.715284 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a78d8-69d1-447a-8f70-ed7cc92bf250 None None] Pushing event deleted for resources: {'Port': ['ID=c4e263af-4107-425a-8062-b1721c9714df,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:30.717272 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1a78d8-69d1-447a-8f70-ed7cc92bf250 None None] No DVR routers for this DVR port c4e263af-4107-425a-8062-b1721c9714df on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:30.718683 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ca1a78d8-69d1-447a-8f70-ed7cc92bf250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:30.743656 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e1c95-f73f-4395-8303-accb2465efa7 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Pushing event deleted for resources: {'Port': ['ID=3769c434-2262-4dee-9cb8-51a634428d19,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:30.751322 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-533e1c95-f73f-4395-8303-accb2465efa7 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:30.798503 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d754b4eb-581e-4231-bd9a-0392345a1b2b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:30.801990 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d754b4eb-581e-4231-bd9a-0392345a1b2b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.818407 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Calling delete_port for c4e263af-4107-425a-8062-b1721c9714df owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:30.834750 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-533e1c95-f73f-4395-8303-accb2465efa7 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.837276 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-533e1c95-f73f-4395-8303-accb2465efa7 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.838420 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-533e1c95-f73f-4395-8303-accb2465efa7 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] 10.222.0.20 "DELETE /v2.0/floatingips/94c1ea07-16e5-40c6-8937-817763389829 HTTP/1.1" status: 204 len: 168 time: 0.7202430 Jun 22 09:43:30.841459 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58412) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:30.850087 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d754b4eb-581e-4231-bd9a-0392345a1b2b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:30.850246 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be046283-0458-4630-aa5d-0669348bf798 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event updated for resources: {'Network': ['ID=53ee7bca-483a-4725-9e79-6ad931f6662a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:30.850246 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-be046283-0458-4630-aa5d-0669348bf798 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:30.859419 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 53ee7bca-483a-4725-9e79-6ad931f6662a details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:30.900722 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-be046283-0458-4630-aa5d-0669348bf798 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1297507 Jun 22 09:43:30.900937 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d754b4eb-581e-4231-bd9a-0392345a1b2b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.900937 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-d754b4eb-581e-4231-bd9a-0392345a1b2b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Added segment 4619e3f9-3571-40d8-9d3b-81814a9eb7a3 of type vlan for network ec83b482-eb02-4f43-b7c6-6a86aef8ab14 Jun 22 09:43:30.940341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d754b4eb-581e-4231-bd9a-0392345a1b2b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.941275 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.944849 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1c4315af-75d6-4c3f-8500-cf06391a1f27 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:30.969992 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Pushing event deleted for resources: {'Port': ['ID=c4e263af-4107-425a-8062-b1721c9714df,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:30.975500 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] No DVR routers for this DVR port c4e263af-4107-425a-8062-b1721c9714df on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:30.977039 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:31.045191 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58414) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:31.050798 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Request body: {'subnets': [{'network_id': '4df09807-7e80-489e-b8d4-242b1b4bf8dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1562041969', 'ip_version': 4}, {'network_id': '53ee7bca-483a-4725-9e79-6ad931f6662a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:31.051119 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Request body: {'subnet': {'network_id': '4df09807-7e80-489e-b8d4-242b1b4bf8dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1562041969', 'ip_version': 4}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:31.051709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Request body: {'subnet': {'network_id': '53ee7bca-483a-4725-9e79-6ad931f6662a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:31.075626 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.086871 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623aa2d3-d297-4a0e-9d9b-50634bed2391']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:31.098051 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b15808-e59c-4e2a-b47a-ab038cd393ae') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:31.098349 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b15808-e59c-4e2a-b47a-ab038cd393ae') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:31.111568 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.112202 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d754b4eb-581e-4231-bd9a-0392345a1b2b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.117707 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d754b4eb-581e-4231-bd9a-0392345a1b2b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:31.118281 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d754b4eb-581e-4231-bd9a-0392345a1b2b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.120051 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-755f6090-2420-453a-91f9-3c62591a2aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.124691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0216fb56-5e2b-4f05-8a40-001a0e74f219 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:31.159961 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.172711 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:31.173313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:31.176216 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:31.280146 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754b4eb-581e-4231-bd9a-0392345a1b2b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Network': ['ID=ec83b482-eb02-4f43-b7c6-6a86aef8ab14,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:31.286027 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d754b4eb-581e-4231-bd9a-0392345a1b2b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:31.292747 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network ec83b482-eb02-4f43-b7c6-6a86aef8ab14 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:31.328194 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d754b4eb-581e-4231-bd9a-0392345a1b2b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6913569 Jun 22 09:43:31.331618 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58416) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:31.337050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-540934d0-e5d8-4307-8fc1-957f0070808e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'subnet': {'network_id': 'ec83b482-eb02-4f43-b7c6-6a86aef8ab14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:31.353165 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.380167 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:31.387754 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.389593 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] 10.222.0.20 "DELETE /v2.0/networks/623aa2d3-d297-4a0e-9d9b-50634bed2391 HTTP/1.1" status: 204 len: 168 time: 1.3267734 Jun 22 09:43:31.415037 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Pushing event deleted for resources: {'Network': ['ID=623aa2d3-d297-4a0e-9d9b-50634bed2391,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:31.421382 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:31.479911 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Made reservation on behalf of a3eda92831d54fd186b08fd93e4549ab for: {'subnet': 2} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:31.484873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.485568 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.550775 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540934d0-e5d8-4307-8fc1-957f0070808e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:31.554206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-540934d0-e5d8-4307-8fc1-957f0070808e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.615633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-885e2924-fa36-44bc-8ce5-50a33241c677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.951799 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c4e263af-4107-425a-8062-b1721c9714df no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:31.953382 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58424) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:31.977058 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645f13c-3b57-499b-a2ea-f9281de137e1 req-6d126d98-9c0f-4d0b-b0e5-0095604e78a7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:31.978554 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3645f13c-3b57-499b-a2ea-f9281de137e1 req-6d126d98-9c0f-4d0b-b0e5-0095604e78a7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.4967089 Jun 22 09:43:31.984212 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: c4e263af-4107-425a-8062-b1721c9714df {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:31.984579 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c4e263af-4107-425a-8062-b1721c9714df not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:31.985030 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-755f6090-2420-453a-91f9-3c62591a2aa3 admin admin] Deleting port dd072c63-9a4b-4e13-9c59-f10ad4354308 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:31.985963 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-755f6090-2420-453a-91f9-3c62591a2aa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.088119 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3645f13c-3b57-499b-a2ea-f9281de137e1 req-1e63009b-645e-4a75-8885-68030f074cac tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981014 Jun 22 09:43:32.147395 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-755f6090-2420-453a-91f9-3c62591a2aa3 admin admin] For port dd072c63-9a4b-4e13-9c59-f10ad4354308, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dd072c63-9a4b-4e13-9c59-f10ad4354308,segment=NetworkSegment(d570263c-68c4-4e43-a72c-09c06686ac1a),segment_id=d570263c-68c4-4e43-a72c-09c06686ac1a)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:32.147692 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-755f6090-2420-453a-91f9-3c62591a2aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.189147 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-40fd24b4-5e0d-4f2f-a644-2d57440ab4a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=891805994e26402999d59f699c085be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343783 Jun 22 09:43:32.192131 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58428) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:32.223110 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-755f6090-2420-453a-91f9-3c62591a2aa3 admin admin] Calling delete_port for dd072c63-9a4b-4e13-9c59-f10ad4354308 owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:32.237710 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-885e2924-fa36-44bc-8ce5-50a33241c677 admin admin] Deleting port 0f1a4257-41b4-4865-9deb-00480d30fb2d {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:32.238058 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-885e2924-fa36-44bc-8ce5-50a33241c677 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.249242 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.279938 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:32.333807 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c43908f3-d625-405c-b03d-85634fe6e824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.362893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-540934d0-e5d8-4307-8fc1-957f0070808e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.369687 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4bb0c04b-d8d9-46a5-a8da-34cd64ba748a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:32.381636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event updated for resources: {'Subnet': ['ID=f36426a4-4868-47c3-8795-25a6162488a2,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:32.390186 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c43908f3-d625-405c-b03d-85634fe6e824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.393742 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:32.428404 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Checking segment: {'id': '62cb4010-110a-4c8f-af91-f98122d0d74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4df09807-7e80-489e-b8d4-242b1b4bf8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:32.428821 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Network hostable DHCP agents. Network: 4df09807-7e80-489e-b8d4-242b1b4bf8dc, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:43:32.434682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540934d0-e5d8-4307-8fc1-957f0070808e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Subnet': ['ID=3b6a66ad-0126-41c8-8ead-0d0b84ae6d8f,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:32.441908 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-540934d0-e5d8-4307-8fc1-957f0070808e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:32.449463 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-885e2924-fa36-44bc-8ce5-50a33241c677 admin admin] For port 0f1a4257-41b4-4865-9deb-00480d30fb2d, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=0f1a4257-41b4-4865-9deb-00480d30fb2d,segment=NetworkSegment(e56b808b-806b-417c-9a48-c17f637229e1),segment_id=e56b808b-806b-417c-9a48-c17f637229e1)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:32.449828 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-885e2924-fa36-44bc-8ce5-50a33241c677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.478246 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540934d0-e5d8-4307-8fc1-957f0070808e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Checking segment: {'id': '4619e3f9-3571-40d8-9d3b-81814a9eb7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ec83b482-eb02-4f43-b7c6-6a86aef8ab14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:32.478614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540934d0-e5d8-4307-8fc1-957f0070808e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network hostable DHCP agents. Network: ec83b482-eb02-4f43-b7c6-6a86aef8ab14, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:43:32.526202 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-885e2924-fa36-44bc-8ce5-50a33241c677 admin admin] Calling delete_port for 0f1a4257-41b4-4865-9deb-00480d30fb2d owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:32.578236 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540934d0-e5d8-4307-8fc1-957f0070808e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network ec83b482-eb02-4f43-b7c6-6a86aef8ab14 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:43:32.607800 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-755f6090-2420-453a-91f9-3c62591a2aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.610832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-86afd487-65c1-4667-a397-7748c80b23e9 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:32.636665 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f6090-2420-453a-91f9-3c62591a2aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd072c63-9a4b-4e13-9c59-f10ad4354308,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:32.644780 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-755f6090-2420-453a-91f9-3c62591a2aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:32.667024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-540934d0-e5d8-4307-8fc1-957f0070808e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, ec83b482-eb02-4f43-b7c6-6a86aef8ab14) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:32.677612 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce70f67b-e28d-439f-904e-653ad70a53f5 None None] Network ec83b482-eb02-4f43-b7c6-6a86aef8ab14 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:32.689083 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540934d0-e5d8-4307-8fc1-957f0070808e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:32.689572 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-540934d0-e5d8-4307-8fc1-957f0070808e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.777044 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-540934d0-e5d8-4307-8fc1-957f0070808e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4443560 Jun 22 09:43:32.779719 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58430) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:32.812238 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-3e2d84c6-1405-4cd9-b09c-165f36ff99e4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'network_id': 'ec83b482-eb02-4f43-b7c6-6a86aef8ab14', 'name': 'tempest-PortsTestJSON-1110346527'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:32.888337 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-755f6090-2420-453a-91f9-3c62591a2aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.889865 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-ec83b482-eb02-4f43-b7c6-6a86aef8ab14', 'network_id': 'ec83b482-eb02-4f43-b7c6-6a86aef8ab14', 'tenant_id': '0110610b37fd4838a23148654276ede5', 'fixed_ips': [{'subnet_id': '3b6a66ad-0126-41c8-8ead-0d0b84ae6d8f'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:43:32.893018 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.893233 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c43908f3-d625-405c-b03d-85634fe6e824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.895957 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c43908f3-d625-405c-b03d-85634fe6e824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.899349 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c43908f3-d625-405c-b03d-85634fe6e824 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c3a5792-d467-4630-b2e8-2d22dcd1634b HTTP/1.1" status: 204 len: 168 time: 0.7040591 Jun 22 09:43:32.899349 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Network 4df09807-7e80-489e-b8d4-242b1b4bf8dc is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:43:32.904543 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:32.929136 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 4df09807-7e80-489e-b8d4-242b1b4bf8dc) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:32.937937 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43908f3-d625-405c-b03d-85634fe6e824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3a5792-d467-4630-b2e8-2d22dcd1634b,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:32.943280 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c43908f3-d625-405c-b03d-85634fe6e824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:32.958897 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.958897 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:33.014449 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event updated for resources: {'Subnet': ['ID=885ae1f8-7f8d-40cf-9ae3-c2a94855acf8,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:33.015518 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c885480-f6e9-459b-b2c2-833faef6583d None None] Network 4df09807-7e80-489e-b8d4-242b1b4bf8dc requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:33.021187 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:33.060035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Checking segment: {'id': '4186344c-9e93-4776-90f3-cfd4c7ec2f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '53ee7bca-483a-4725-9e79-6ad931f6662a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:33.060420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Network hostable DHCP agents. Network: 53ee7bca-483a-4725-9e79-6ad931f6662a, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:43:33.095808 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2d84c6-1405-4cd9-b09c-165f36ff99e4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:33.099320 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e2d84c6-1405-4cd9-b09c-165f36ff99e4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.153054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-3e2d84c6-1405-4cd9-b09c-165f36ff99e4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] device_id is not set on port b42fea52-c76e-44e0-90f8-6943e71f3431 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:33.178284 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Network 53ee7bca-483a-4725-9e79-6ad931f6662a is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:43:33.194099 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Allocated IP 172.20.0.2 (ec83b482-eb02-4f43-b7c6-6a86aef8ab14/3b6a66ad-0126-41c8-8ead-0d0b84ae6d8f/8134940f-edf8-44d9-9017-de7c980c5cef) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:33.214258 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-885e2924-fa36-44bc-8ce5-50a33241c677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.231199 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755f6090-2420-453a-91f9-3c62591a2aa3 admin admin] Router 50f25855-9701-47b0-9975-af383491a5d7 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:43:33.235607 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b957d54f-fbf8-4a49-8db2-ece7525f284a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:33.299997 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e2924-fa36-44bc-8ce5-50a33241c677 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f1a4257-41b4-4865-9deb-00480d30fb2d,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:33.300596 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-4df09807-7e80-489e-b8d4-242b1b4bf8dc', 'network_id': '4df09807-7e80-489e-b8d4-242b1b4bf8dc', 'tenant_id': 'a3eda92831d54fd186b08fd93e4549ab', 'fixed_ips': [{'subnet_id': 'f36426a4-4868-47c3-8795-25a6162488a2'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:43:33.303119 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.308871 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-885e2924-fa36-44bc-8ce5-50a33241c677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:33.353833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 53ee7bca-483a-4725-9e79-6ad931f6662a) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:33.399604 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755f6090-2420-453a-91f9-3c62591a2aa3 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:43:33.406144 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-755f6090-2420-453a-91f9-3c62591a2aa3 admin admin] 10.222.0.20 "PUT /v2.0/routers/50f25855-9701-47b0-9975-af383491a5d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2547870 Jun 22 09:43:33.409041 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58442) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:33.413827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:33.414311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:33.414952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.420255 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320b1c1e-cba4-4601-9deb-bcf007e98e9f None None] Network 53ee7bca-483a-4725-9e79-6ad931f6662a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:33.479981 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Allocated IP 172.20.0.2 (4df09807-7e80-489e-b8d4-242b1b4bf8dc/f36426a4-4868-47c3-8795-25a6162488a2/6c5e6dae-a16a-4fdf-8b59-35fe72c8b604) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:33.533789 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.4871781 Jun 22 09:43:33.536930 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb8b742-1201-4154-858c-9bec8c4fd407 None None] Sync routers for ids ['50f25855-9701-47b0-9975-af383491a5d7'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:33.538591 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58446) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:33.568628 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6a565f6-8138-4544-a922-3b0859c34bad admin admin] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.594950 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb8b742-1201-4154-858c-9bec8c4fd407 None None] Routers {'50f25855-9701-47b0-9975-af383491a5d7'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:33.595740 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5eb8b742-1201-4154-858c-9bec8c4fd407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['50f25855-9701-47b0-9975-af383491a5d7'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:33.666619 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6456336-387c-45ee-ad9d-3f6890b4b2b0 req-07baec83-5909-465a-85a8-0945b06a6b99 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:33.668474 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c6456336-387c-45ee-ad9d-3f6890b4b2b0 req-07baec83-5909-465a-85a8-0945b06a6b99 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.4347956 Jun 22 09:43:33.686178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6a565f6-8138-4544-a922-3b0859c34bad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.699063 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42e89f5-3375-46c6-9c9b-f97e261dee59 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:33.700708 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42e89f5-3375-46c6-9c9b-f97e261dee59 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:33.702264 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42e89f5-3375-46c6-9c9b-f97e261dee59 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:33.703980 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d42e89f5-3375-46c6-9c9b-f97e261dee59 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1628976 Jun 22 09:43:33.707974 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58450) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:33.743786 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c6456336-387c-45ee-ad9d-3f6890b4b2b0 req-39a95464-82f6-4ebe-ae93-1a109b74ac6f tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666733 Jun 22 09:43:33.746279 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-885e2924-fa36-44bc-8ce5-50a33241c677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.768589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3006183-0501-4d86-9cc4-ed3f2516b3e4 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Deleting subnet f36426a4-4868-47c3-8795-25a6162488a2 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:43:33.837097 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-c6a565f6-8138-4544-a922-3b0859c34bad admin admin] Deleting port 3a690c3f-bf3f-4bb0-b28e-767b51235aa8 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:33.837097 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6a565f6-8138-4544-a922-3b0859c34bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.948085 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-c6a565f6-8138-4544-a922-3b0859c34bad admin admin] For port 3a690c3f-bf3f-4bb0-b28e-767b51235aa8, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3a690c3f-bf3f-4bb0-b28e-767b51235aa8,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:33.948453 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6a565f6-8138-4544-a922-3b0859c34bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.041181 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-c6a565f6-8138-4544-a922-3b0859c34bad admin admin] Calling delete_port for 3a690c3f-bf3f-4bb0-b28e-767b51235aa8 owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:34.048898 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885e2924-fa36-44bc-8ce5-50a33241c677 admin admin] Router 3dba21e6-bcad-4fca-99cf-aeb741f12e20 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:43:34.050033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.090283 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Transition to ACTIVE for port object 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:34.106757 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-5eb8b742-1201-4154-858c-9bec8c4fd407 None None] Set router 50f25855-9701-47b0-9975-af383491a5d7 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:34.127096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58460) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:34.207303 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.216084 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Transition to ACTIVE for port object 8134940f-edf8-44d9-9017-de7c980c5cef will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:34.231723 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Transition to ACTIVE for port object 8134940f-edf8-44d9-9017-de7c980c5cef will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:34.242703 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Transition to ACTIVE for port object 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:34.247036 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885e2924-fa36-44bc-8ce5-50a33241c677 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:43:34.258620 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-885e2924-fa36-44bc-8ce5-50a33241c677 admin admin] 10.222.0.20 "PUT /v2.0/routers/3dba21e6-bcad-4fca-99cf-aeb741f12e20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4161389 Jun 22 09:43:34.259512 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236cf4e-3a33-4236-85fd-94c265d00cea None None] Sync routers for ids ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:34.261397 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58466) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:34.265556 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1147974707'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:34.269093 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0236cf4e-3a33-4236-85fd-94c265d00cea None None] Routers {'3dba21e6-bcad-4fca-99cf-aeb741f12e20'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:34.269721 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0236cf4e-3a33-4236-85fd-94c265d00cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:34.316799 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.337402 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:34.342376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3006183-0501-4d86-9cc4-ed3f2516b3e4 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.366763 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.367780 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6a565f6-8138-4544-a922-3b0859c34bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.374315 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-53ee7bca-483a-4725-9e79-6ad931f6662a', 'network_id': '53ee7bca-483a-4725-9e79-6ad931f6662a', 'tenant_id': 'a3eda92831d54fd186b08fd93e4549ab', 'fixed_ips': [{'subnet_id': '885ae1f8-7f8d-40cf-9ae3-c2a94855acf8'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:43:34.374896 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.380651 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f8fb4d0e-a6bb-4316-a07e-1a217d1773a3 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:34.388749 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-0236cf4e-3a33-4236-85fd-94c265d00cea None None] Set router 3dba21e6-bcad-4fca-99cf-aeb741f12e20 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:34.407362 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Made reservation on behalf of 3fe8e4519a884b82ab7d8e90f6c4589b for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:34.410869 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.426788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.437173 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Network ec83b482-eb02-4f43-b7c6-6a86aef8ab14 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:34.444090 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Network 4df09807-7e80-489e-b8d4-242b1b4bf8dc is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:34.449593 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Pushing event updated for resources: {'Port': ['ID=8134940f-edf8-44d9-9017-de7c980c5cef,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:34.453788 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:34.459272 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:34.460067 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:34.465127 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:34.465127 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-eabaf2ea-2290-4799-8dac-b16ce32a1681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:34.467192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:34.467972 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a565f6-8138-4544-a922-3b0859c34bad admin admin] Pushing event deleted for resources: {'Port': ['ID=3a690c3f-bf3f-4bb0-b28e-767b51235aa8,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:34.524243 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c6a565f6-8138-4544-a922-3b0859c34bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:34.536076 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-3e2d84c6-1405-4cd9-b09c-165f36ff99e4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Allocated IP 172.20.0.7 (ec83b482-eb02-4f43-b7c6-6a86aef8ab14/3b6a66ad-0126-41c8-8ead-0d0b84ae6d8f/b42fea52-c76e-44e0-90f8-6943e71f3431) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:34.545327 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.546519 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6a565f6-8138-4544-a922-3b0859c34bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.550407 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3006183-0501-4d86-9cc4-ed3f2516b3e4 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.601273 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.609843 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-18a7586e-f5df-456f-9e54-331dbcbd1fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:34.636963 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0236cf4e-3a33-4236-85fd-94c265d00cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'name': 'tempest-ServersTestJSON-1406528845-router', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:43:33Z', 'revision_number': 5, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'gw_port': {'id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:34.659715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:34.668075 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfde31b-602b-4570-b37e-72f26b6a7866,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:34.671996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:34.677766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.678362 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Added segment ca882a3e-f278-4fea-b905-b45263d0ec36 of type vlan for network 4ef9b3a4-358b-4e49-9eb4-cf356eed01fd Jun 22 09:43:34.693501 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Pushing event updated for resources: {'Port': ['ID=6c5e6dae-a16a-4fdf-8b59-35fe72c8b604,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:34.696438 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236cf4e-3a33-4236-85fd-94c265d00cea None None] Checking router: 3dba21e6-bcad-4fca-99cf-aeb741f12e20 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:43:34.698406 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-da971add-d954-4241-8c55-69bf24f02bb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.709804 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:34.712824 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6a565f6-8138-4544-a922-3b0859c34bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.718647 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0236cf4e-3a33-4236-85fd-94c265d00cea None None] Routers {'3dba21e6-bcad-4fca-99cf-aeb741f12e20'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:34.720180 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0236cf4e-3a33-4236-85fd-94c265d00cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:34.732814 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Attempting to bind port 8134940f-edf8-44d9-9017-de7c980c5cef on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:34.733197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Attempting to bind port 8134940f-edf8-44d9-9017-de7c980c5cef by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '4619e3f9-3571-40d8-9d3b-81814a9eb7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ec83b482-eb02-4f43-b7c6-6a86aef8ab14'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:34.733575 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Attempting to bind port 8134940f-edf8-44d9-9017-de7c980c5cef on network ec83b482-eb02-4f43-b7c6-6a86aef8ab14 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:34.744343 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Attempting to bind port 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:34.745122 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Attempting to bind port 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '62cb4010-110a-4c8f-af91-f98122d0d74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4df09807-7e80-489e-b8d4-242b1b4bf8dc'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:34.745122 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Attempting to bind port 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604 on network 4df09807-7e80-489e-b8d4-242b1b4bf8dc {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:34.748476 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6a565f6-8138-4544-a922-3b0859c34bad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.753087 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.760913 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:43:34.763155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Checking segment: {'id': '4619e3f9-3571-40d8-9d3b-81814a9eb7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ec83b482-eb02-4f43-b7c6-6a86aef8ab14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:34.763155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.763155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Bound using segment: {'id': '4619e3f9-3571-40d8-9d3b-81814a9eb7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ec83b482-eb02-4f43-b7c6-6a86aef8ab14'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:43:34.763155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Bound port: 8134940f-edf8-44d9-9017-de7c980c5cef, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4619e3f9-3571-40d8-9d3b-81814a9eb7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ec83b482-eb02-4f43-b7c6-6a86aef8ab14'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:43:34.763155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.765053 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:43:34.765433 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Checking segment: {'id': '62cb4010-110a-4c8f-af91-f98122d0d74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4df09807-7e80-489e-b8d4-242b1b4bf8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:34.765824 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.766759 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Bound using segment: {'id': '62cb4010-110a-4c8f-af91-f98122d0d74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4df09807-7e80-489e-b8d4-242b1b4bf8dc'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:43:34.767488 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Bound port: 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cb4010-110a-4c8f-af91-f98122d0d74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4df09807-7e80-489e-b8d4-242b1b4bf8dc'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:43:34.767686 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.797193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Allocated IP 172.20.0.18 (53ee7bca-483a-4725-9e79-6ad931f6662a/885ae1f8-7f8d-40cf-9ae3-c2a94855acf8/e4906c15-6567-4a98-b8ae-b403cf82c33d) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:34.832386 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5eb8b742-1201-4154-858c-9bec8c4fd407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f25855-9701-47b0-9975-af383491a5d7', 'name': 'tempest-ServersTestManualDisk-1789638691-router', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:43:32Z', 'revision_number': 5, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'gw_port': {'id': '3a690c3f-bf3f-4bb0-b28e-767b51235aa8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25855-9701-47b0-9975-af383491a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:49Z', 'updated_at': '2021-06-22T09:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:34.863956 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.871165 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:34.872156 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.897929 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:34.900041 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-0236cf4e-3a33-4236-85fd-94c265d00cea None None] Set router 3dba21e6-bcad-4fca-99cf-aeb741f12e20 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:34.934872 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb8b742-1201-4154-858c-9bec8c4fd407 None None] Checking router: 50f25855-9701-47b0-9975-af383491a5d7 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:43:34.963476 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8347943 Jun 22 09:43:34.965974 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58470) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:34.972072 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-b954f36d-4c4c-4558-8e5a-a2c43def04d5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'subnet': {'network_id': '4ef9b3a4-358b-4e49-9eb4-cf356eed01fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:34.992746 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Network': ['ID=4ef9b3a4-358b-4e49-9eb4-cf356eed01fd,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:35.004923 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb8b742-1201-4154-858c-9bec8c4fd407 None None] Routers {'50f25855-9701-47b0-9975-af383491a5d7'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:35.005583 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5eb8b742-1201-4154-858c-9bec8c4fd407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['50f25855-9701-47b0-9975-af383491a5d7'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:35.010551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] For port 8134940f-edf8-44d9-9017-de7c980c5cef, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:43:35.013059 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] For port 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:43:35.015707 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 4ef9b3a4-358b-4e49-9eb4-cf356eed01fd details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:35.022336 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:35.084014 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] For port 8134940f-edf8-44d9-9017-de7c980c5cef, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8134940f-edf8-44d9-9017-de7c980c5cef,segment=NetworkSegment(4619e3f9-3571-40d8-9d3b-81814a9eb7a3),segment_id=4619e3f9-3571-40d8-9d3b-81814a9eb7a3)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:43:35.110745 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] For port 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=6c5e6dae-a16a-4fdf-8b59-35fe72c8b604,segment=NetworkSegment(62cb4010-110a-4c8f-af91-f98122d0d74b),segment_id=62cb4010-110a-4c8f-af91-f98122d0d74b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:43:35.136656 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0236cf4e-3a33-4236-85fd-94c265d00cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'name': 'tempest-ServersTestJSON-1406528845-router', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:43:33Z', 'revision_number': 5, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'gw_port': {'id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:35.140168 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b954f36d-4c4c-4558-8e5a-a2c43def04d5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Made reservation on behalf of 3fe8e4519a884b82ab7d8e90f6c4589b for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:35.145885 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b954f36d-4c4c-4558-8e5a-a2c43def04d5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.167540 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-5eb8b742-1201-4154-858c-9bec8c4fd407 None None] Set router 50f25855-9701-47b0-9975-af383491a5d7 gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:35.171553 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236cf4e-3a33-4236-85fd-94c265d00cea None None] The sync data for ids ['3dba21e6-bcad-4fca-99cf-aeb741f12e20'] in dv-neutron-797121-3-hyperv is: [{'id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'name': 'tempest-ServersTestJSON-1406528845-router', 'tenant_id': '8f259be13d48423f84bea722f4cb5692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:43:33Z', 'revision_number': 5, 'project_id': '8f259be13d48423f84bea722f4cb5692', 'gw_port': {'id': '8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba21e6-bcad-4fca-99cf-aeb741f12e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:43:35.207105 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.241554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0d4627e5-ae96-4f9b-90dc-46bc6b608473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:35.280321 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.280559 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5eb8b742-1201-4154-858c-9bec8c4fd407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f25855-9701-47b0-9975-af383491a5d7', 'name': 'tempest-ServersTestManualDisk-1789638691-router', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:43:34Z', 'revision_number': 7, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:35.345767 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb8b742-1201-4154-858c-9bec8c4fd407 None None] The sync data for ids ['50f25855-9701-47b0-9975-af383491a5d7'] in dv-neutron-797121-3-hyperv is: [{'id': '50f25855-9701-47b0-9975-af383491a5d7', 'name': 'tempest-ServersTestManualDisk-1789638691-router', 'tenant_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:47Z', 'updated_at': '2021-06-22T09:43:34Z', 'revision_number': 7, 'project_id': 'a7e1789089a745ff96c3bbfc20a4382d', 'gw_port_host': None}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:43:35.402519 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6a565f6-8138-4544-a922-3b0859c34bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.403848 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a565f6-8138-4544-a922-3b0859c34bad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50f25855-9701-47b0-9975-af383491a5d7 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:43:35.410459 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Pushing event updated for resources: {'Port': ['ID=8134940f-edf8-44d9-9017-de7c980c5cef,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:35.413695 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.416067 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3006183-0501-4d86-9cc4-ed3f2516b3e4 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.424535 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:35.425962 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6a565f6-8138-4544-a922-3b0859c34bad admin admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.429561 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c6a565f6-8138-4544-a922-3b0859c34bad admin admin] 10.222.0.20 "DELETE /v2.0/routers/50f25855-9701-47b0-9975-af383491a5d7 HTTP/1.1" status: 204 len: 168 time: 2.0171418 Jun 22 09:43:35.429717 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:35.430711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58472) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:35.478752 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Transition to ACTIVE for port object e4906c15-6567-4a98-b8ae-b403cf82c33d will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:35.498505 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-15df075a-b821-4f09-812f-b1ef2052f6d3 admin admin] Deleting subnet b6caf395-eab3-41b8-a3a6-9114984b7119 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:43:35.502941 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Transition to ACTIVE for port object e4906c15-6567-4a98-b8ae-b403cf82c33d will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:35.503563 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-15df075a-b821-4f09-812f-b1ef2052f6d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.505707 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b954f36d-4c4c-4558-8e5a-a2c43def04d5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.529337 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-936da2ff-590a-44ad-a0bf-2c528e17e082 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:35.553666 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Pushing event updated for resources: {'Port': ['ID=6c5e6dae-a16a-4fdf-8b59-35fe72c8b604,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:35.568235 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-da971add-d954-4241-8c55-69bf24f02bb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.576046 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:35.585229 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.596601 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-498ccc7a-215f-46e4-8134-02b91044d573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:35.621224 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e2d84c6-1405-4cd9-b09c-165f36ff99e4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.650998 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-15df075a-b821-4f09-812f-b1ef2052f6d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.652154 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e840b70-1c02-4ace-a94b-f8b8058fcc01 req-c5c3d032-f575-482c-b980-f273c50ccf2a tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:35.654091 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e840b70-1c02-4ace-a94b-f8b8058fcc01 req-c5c3d032-f575-482c-b980-f273c50ccf2a tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.4260967 Jun 22 09:43:35.660296 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-3e2d84c6-1405-4cd9-b09c-165f36ff99e4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Transition to ACTIVE for port object b42fea52-c76e-44e0-90f8-6943e71f3431 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:35.718195 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Network 53ee7bca-483a-4725-9e79-6ad931f6662a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:35.720434 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Pushing event updated for resources: {'Port': ['ID=e4906c15-6567-4a98-b8ae-b403cf82c33d,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:35.721755 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b954f36d-4c4c-4558-8e5a-a2c43def04d5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Checking segment: {'id': 'ca882a3e-f278-4fea-b905-b45263d0ec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4ef9b3a4-358b-4e49-9eb4-cf356eed01fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:35.728192 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b954f36d-4c4c-4558-8e5a-a2c43def04d5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network hostable DHCP agents. Network: 4ef9b3a4-358b-4e49-9eb4-cf356eed01fd, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:43:35.731086 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:35.733047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:35.733968 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:35.734341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954f36d-4c4c-4558-8e5a-a2c43def04d5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Subnet': ['ID=90f7021b-f8a0-4569-95b7-3911f6f55f81,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:35.737064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b954f36d-4c4c-4558-8e5a-a2c43def04d5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:35.749548 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3006183-0501-4d86-9cc4-ed3f2516b3e4 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.773738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:35.794192 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e840b70-1c02-4ace-a94b-f8b8058fcc01 req-778a64e7-c2f1-40a6-b825-434ca44f6f27 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306858 Jun 22 09:43:35.808728 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Attempting to bind port e4906c15-6567-4a98-b8ae-b403cf82c33d on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:35.809455 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Attempting to bind port e4906c15-6567-4a98-b8ae-b403cf82c33d by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '4186344c-9e93-4776-90f3-cfd4c7ec2f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '53ee7bca-483a-4725-9e79-6ad931f6662a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:35.810058 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Attempting to bind port e4906c15-6567-4a98-b8ae-b403cf82c33d on network 53ee7bca-483a-4725-9e79-6ad931f6662a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:35.816977 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:43:35.817678 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Checking segment: {'id': '4186344c-9e93-4776-90f3-cfd4c7ec2f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '53ee7bca-483a-4725-9e79-6ad931f6662a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:35.818323 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.818943 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Bound using segment: {'id': '4186344c-9e93-4776-90f3-cfd4c7ec2f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '53ee7bca-483a-4725-9e79-6ad931f6662a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:43:35.819687 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Bound port: e4906c15-6567-4a98-b8ae-b403cf82c33d, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4186344c-9e93-4776-90f3-cfd4c7ec2f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '53ee7bca-483a-4725-9e79-6ad931f6662a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:43:35.820306 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.829883 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-15df075a-b821-4f09-812f-b1ef2052f6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.852049 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3006183-0501-4d86-9cc4-ed3f2516b3e4 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event deleted for resources: {'Subnet': ['ID=f36426a4-4868-47c3-8795-25a6162488a2,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:35.862615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3006183-0501-4d86-9cc4-ed3f2516b3e4 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.891955 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58474) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:35.895177 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d3006183-0501-4d86-9cc4-ed3f2516b3e4 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "DELETE /v2.0/subnets/f36426a4-4868-47c3-8795-25a6162488a2 HTTP/1.1" status: 204 len: 168 time: 2.1858912 Jun 22 09:43:35.909308 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b954f36d-4c4c-4558-8e5a-a2c43def04d5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network 4ef9b3a4-358b-4e49-9eb4-cf356eed01fd is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:43:35.944432 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d3006183-0501-4d86-9cc4-ed3f2516b3e4 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:35.997033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-da971add-d954-4241-8c55-69bf24f02bb3 admin admin] Deleting port 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:35.997446 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-da971add-d954-4241-8c55-69bf24f02bb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.004594 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] For port e4906c15-6567-4a98-b8ae-b403cf82c33d, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:43:36.008683 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] For port e4906c15-6567-4a98-b8ae-b403cf82c33d, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e4906c15-6567-4a98-b8ae-b403cf82c33d,segment=NetworkSegment(4186344c-9e93-4776-90f3-cfd4c7ec2f63),segment_id=4186344c-9e93-4776-90f3-cfd4c7ec2f63)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:43:36.030923 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-0afe847d-cca0-494e-9d7b-7f179e294a03 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Deleting subnet 885ae1f8-7f8d-40cf-9ae3-c2a94855acf8 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:43:36.043020 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0afe847d-cca0-494e-9d7b-7f179e294a03 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.066399 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e2d84c6-1405-4cd9-b09c-165f36ff99e4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.075847 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-b954f36d-4c4c-4558-8e5a-a2c43def04d5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 4ef9b3a4-358b-4e49-9eb4-cf356eed01fd) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:36.075958 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-755f6090-2420-453a-91f9-3c62591a2aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:36.086453 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198f5606-baad-45b9-8960-54ffc441ff6c None None] Network 4ef9b3a4-358b-4e49-9eb4-cf356eed01fd requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:36.122542 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0afe847d-cca0-494e-9d7b-7f179e294a03 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.163190 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d84c6-1405-4cd9-b09c-165f36ff99e4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=b42fea52-c76e-44e0-90f8-6943e71f3431,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:36.175696 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3e2d84c6-1405-4cd9-b09c-165f36ff99e4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:36.191013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2d84c6-1405-4cd9-b09c-165f36ff99e4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network ec83b482-eb02-4f43-b7c6-6a86aef8ab14 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:36.193560 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b954f36d-4c4c-4558-8e5a-a2c43def04d5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:36.193927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-3e2d84c6-1405-4cd9-b09c-165f36ff99e4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:36.198089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2d84c6-1405-4cd9-b09c-165f36ff99e4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:36.202357 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b954f36d-4c4c-4558-8e5a-a2c43def04d5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.207381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-15df075a-b821-4f09-812f-b1ef2052f6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.212480 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:36.267275 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-da971add-d954-4241-8c55-69bf24f02bb3 admin admin] For port 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:36.267670 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-da971add-d954-4241-8c55-69bf24f02bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.272476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df075a-b821-4f09-812f-b1ef2052f6d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6caf395-eab3-41b8-a3a6-9114984b7119,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:36.280871 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-15df075a-b821-4f09-812f-b1ef2052f6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:36.282623 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-15df075a-b821-4f09-812f-b1ef2052f6d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.284640 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2d84c6-1405-4cd9-b09c-165f36ff99e4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:36.284861 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-15df075a-b821-4f09-812f-b1ef2052f6d3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b6caf395-eab3-41b8-a3a6-9114984b7119 HTTP/1.1" status: 204 len: 168 time: 0.8528583 Jun 22 09:43:36.285686 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e2d84c6-1405-4cd9-b09c-165f36ff99e4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.287933 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58476) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:36.344802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2d3e3e-2e8f-4cff-b8ec-1b8db3b76ced None None] Network 6e8af6b3-3610-44a0-a63c-a8986db86aa4 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:36.346373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0afe847d-cca0-494e-9d7b-7f179e294a03 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.347309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.351160 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-791a8684-332f-449e-8ff4-4343cad7fe87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:36.357974 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-da971add-d954-4241-8c55-69bf24f02bb3 admin admin] Calling delete_port for 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:36.385007 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b954f36d-4c4c-4558-8e5a-a2c43def04d5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4155095 Jun 22 09:43:36.390008 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58478) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:36.394949 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1658310267', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}, 'admin_state_up': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:36.412275 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3e2d84c6-1405-4cd9-b09c-165f36ff99e4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6313665 Jun 22 09:43:36.414864 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58480) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:36.430420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.487488 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Pushing event updated for resources: {'Port': ['ID=e4906c15-6567-4a98-b8ae-b403cf82c33d,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:36.490677 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:36.536595 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] Deleting port ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:36.537112 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.570508 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.573027 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.644975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566e547a-96f1-489f-97d3-23f88023f463 None None] Network 4ef9b3a4-358b-4e49-9eb4-cf356eed01fd requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:36.655515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8134940f-edf8-44d9-9017-de7c980c5cef up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:36.660692 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0afe847d-cca0-494e-9d7b-7f179e294a03 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.664809 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-d1d49e88-9dde-4261-8792-8a5778f38a04 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port b42fea52-c76e-44e0-90f8-6943e71f3431 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:36.665245 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d1d49e88-9dde-4261-8792-8a5778f38a04 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.673413 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:36.748670 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe847d-cca0-494e-9d7b-7f179e294a03 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event deleted for resources: {'Subnet': ['ID=885ae1f8-7f8d-40cf-9ae3-c2a94855acf8,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:36.811198 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0afe847d-cca0-494e-9d7b-7f179e294a03 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:36.859075 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0afe847d-cca0-494e-9d7b-7f179e294a03 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.859627 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1f89e6-a373-4b95-aa67-a4c424966315 None None] DHCP port deletion for 6e8af6b3-3610-44a0-a63c-a8986db86aa4 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:43:36.867817 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d1d49e88-9dde-4261-8792-8a5778f38a04 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.870087 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0afe847d-cca0-494e-9d7b-7f179e294a03 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "DELETE /v2.0/subnets/885ae1f8-7f8d-40cf-9ae3-c2a94855acf8 HTTP/1.1" status: 204 len: 168 time: 0.9763284 Jun 22 09:43:36.918516 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 8134940f-edf8-44d9-9017-de7c980c5cef completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:36.919345 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58484) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:36.961919 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dd072c63-9a4b-4e13-9c59-f10ad4354308 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:36.986357 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] For port ff14813f-f4cc-4db5-9d77-8d2debd6f6d3, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ff14813f-f4cc-4db5-9d77-8d2debd6f6d3,segment=NetworkSegment(d570263c-68c4-4e43-a72c-09c06686ac1a),segment_id=d570263c-68c4-4e43-a72c-09c06686ac1a)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:36.988333 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:36.988808 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: dd072c63-9a4b-4e13-9c59-f10ad4354308 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:36.989324 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dd072c63-9a4b-4e13-9c59-f10ad4354308 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:36.990114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 0f1a4257-41b4-4865-9deb-00480d30fb2d no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:37.032508 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-d1d49e88-9dde-4261-8792-8a5778f38a04 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for b42fea52-c76e-44e0-90f8-6943e71f3431 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:37.034784 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 0f1a4257-41b4-4865-9deb-00480d30fb2d {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:37.035134 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 0f1a4257-41b4-4865-9deb-00480d30fb2d not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:37.052259 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.062289 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5b1f89e6-a373-4b95-aa67-a4c424966315 None None] Deleting port ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:37.066876 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5b1f89e6-a373-4b95-aa67-a4c424966315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.147155 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-da971add-d954-4241-8c55-69bf24f02bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.147375 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] Calling delete_port for ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:37.162447 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c6a565f6-8138-4544-a922-3b0859c34bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:37.167187 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74564e3f-4055-43fa-984e-7f81bffe884b tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:37.169399 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-74564e3f-4055-43fa-984e-7f81bffe884b tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2436690 Jun 22 09:43:37.186837 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-5b1f89e6-a373-4b95-aa67-a4c424966315 None None] For port ff14813f-f4cc-4db5-9d77-8d2debd6f6d3, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ff14813f-f4cc-4db5-9d77-8d2debd6f6d3,segment=NetworkSegment(d570263c-68c4-4e43-a72c-09c06686ac1a),segment_id=d570263c-68c4-4e43-a72c-09c06686ac1a)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:37.193156 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5b1f89e6-a373-4b95-aa67-a4c424966315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.200491 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58486) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:37.216358 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da971add-d954-4241-8c55-69bf24f02bb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:37.220090 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-da971add-d954-4241-8c55-69bf24f02bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:37.265305 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5b1f89e6-a373-4b95-aa67-a4c424966315 None None] Calling delete_port for ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:37.339326 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-da971add-d954-4241-8c55-69bf24f02bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.429714 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2c2d1b-8089-4a47-9ee4-92d46a9d9c74 None None] Network ec83b482-eb02-4f43-b7c6-6a86aef8ab14 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:37.433357 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5b1f89e6-a373-4b95-aa67-a4c424966315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.445465 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:37.452615 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.462226 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-da971add-d954-4241-8c55-69bf24f02bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.468602 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-da971add-d954-4241-8c55-69bf24f02bb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.486898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.487245 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5cb7a-dad5-494e-9ab2-db8fe83b69e7 req-b98e4eba-0305-4729-a0f4-1d79989d5ed6 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:37.489279 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1ea5cb7a-dad5-494e-9ab2-db8fe83b69e7 req-b98e4eba-0305-4729-a0f4-1d79989d5ed6 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.3251436 Jun 22 09:43:37.502677 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.508848 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:37.513804 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f89e6-a373-4b95-aa67-a4c424966315 None None] Pushing event deleted for resources: {'Port': ['ID=ff14813f-f4cc-4db5-9d77-8d2debd6f6d3,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:37.517110 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1f89e6-a373-4b95-aa67-a4c424966315 None None] No DVR routers for this DVR port ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:37.521819 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5b1f89e6-a373-4b95-aa67-a4c424966315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:37.557678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] No DVR routers for this DVR port ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:37.562170 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff14813f-f4cc-4db5-9d77-8d2debd6f6d3,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:37.564891 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:37.642139 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-60b2d950-7dd0-452b-99da-655b30dc4fa3 None None] Provisioning for port 8134940f-edf8-44d9-9017-de7c980c5cef completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:37.648714 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-60b2d950-7dd0-452b-99da-655b30dc4fa3 None None] Provisioning complete for port 8134940f-edf8-44d9-9017-de7c980c5cef triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:37.649318 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-60b2d950-7dd0-452b-99da-655b30dc4fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.657525 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-da971add-d954-4241-8c55-69bf24f02bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.658162 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da971add-d954-4241-8c55-69bf24f02bb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dba21e6-bcad-4fca-99cf-aeb741f12e20 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:43:37.662893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-da971add-d954-4241-8c55-69bf24f02bb3 admin admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.668523 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-da971add-d954-4241-8c55-69bf24f02bb3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3dba21e6-bcad-4fca-99cf-aeb741f12e20 HTTP/1.1" status: 204 len: 168 time: 3.4056396 Jun 22 09:43:37.670086 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58488) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:37.670218 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Deleting port e4906c15-6567-4a98-b8ae-b403cf82c33d {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:37.670625 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.686264 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1ea5cb7a-dad5-494e-9ab2-db8fe83b69e7 req-c6b40fa3-5108-4b4a-b31e-0de320d50a8e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793239 Jun 22 09:43:37.740409 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.762335 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8af6b3-3610-44a0-a63c-a8986db86aa4']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:37.768305 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] For port e4906c15-6567-4a98-b8ae-b403cf82c33d, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e4906c15-6567-4a98-b8ae-b403cf82c33d,segment=NetworkSegment(4186344c-9e93-4776-90f3-cfd4c7ec2f63),segment_id=4186344c-9e93-4776-90f3-cfd4c7ec2f63)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:37.768757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.773845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-60b2d950-7dd0-452b-99da-655b30dc4fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.813999 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd570263c-68c4-4e43-a72c-09c06686ac1a') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:37.815096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd570263c-68c4-4e43-a72c-09c06686ac1a') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:37.835939 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.851597 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-60b2d950-7dd0-452b-99da-655b30dc4fa3 None None] For port 8134940f-edf8-44d9-9017-de7c980c5cef, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8134940f-edf8-44d9-9017-de7c980c5cef,segment=NetworkSegment(4619e3f9-3571-40d8-9d3b-81814a9eb7a3),segment_id=4619e3f9-3571-40d8-9d3b-81814a9eb7a3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:37.866863 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.873633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:37.876851 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.884538 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Calling delete_port for e4906c15-6567-4a98-b8ae-b403cf82c33d owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:37.892705 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d1d49e88-9dde-4261-8792-8a5778f38a04 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.918800 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:37.927108 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-60b2d950-7dd0-452b-99da-655b30dc4fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.929271 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-964cf967-6b15-426e-93d1-7bca50a9ed53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:38.055473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2d950-7dd0-452b-99da-655b30dc4fa3 None None] Pushing event updated for resources: {'Port': ['ID=8134940f-edf8-44d9-9017-de7c980c5cef,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:38.058494 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d49e88-9dde-4261-8792-8a5778f38a04 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=b42fea52-c76e-44e0-90f8-6943e71f3431,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:38.060667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-60b2d950-7dd0-452b-99da-655b30dc4fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:38.065077 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d1d49e88-9dde-4261-8792-8a5778f38a04 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:38.138401 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d1d49e88-9dde-4261-8792-8a5778f38a04 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.138401 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d1d49e88-9dde-4261-8792-8a5778f38a04 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/ports/b42fea52-c76e-44e0-90f8-6943e71f3431 HTTP/1.1" status: 204 len: 168 time: 1.7200067 Jun 22 09:43:38.144373 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58492) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:38.151932 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-10c63a36-b46f-451c-9917-481eb98e4c31 None None] Could not find standard attr ID for object b42fea52-c76e-44e0-90f8-6943e71f3431. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:43:38.179395 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb76c9a-38f9-44c9-9217-2561307bc716 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] DELETE failed (client error): The resource could not be found. Jun 22 09:43:38.179395 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb76c9a-38f9-44c9-9217-2561307bc716 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:43:38.179395 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cfb76c9a-38f9-44c9-9217-2561307bc716 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/ports/b42fea52-c76e-44e0-90f8-6943e71f3431 HTTP/1.1" status: 404 len: 333 time: 0.0300517 Jun 22 09:43:38.179395 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58494) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:38.184554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-10c63a36-b46f-451c-9917-481eb98e4c31 None None] Provisioning complete for port 8134940f-edf8-44d9-9017-de7c980c5cef triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:38.185416 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-10c63a36-b46f-451c-9917-481eb98e4c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.230371 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c28848-9c5c-42c0-b193-fd610b6730e9 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] GET failed (client error): The resource could not be found. Jun 22 09:43:38.238194 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f9c28848-9c5c-42c0-b193-fd610b6730e9 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports/b42fea52-c76e-44e0-90f8-6943e71f3431 HTTP/1.1" status: 404 len: 333 time: 0.0588968 Jun 22 09:43:38.238549 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58498) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:38.304848 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.318041 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3fa09d01-689c-40fb-8b29-c2276410a51e tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:38.351605 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event deleted for resources: {'Port': ['ID=e4906c15-6567-4a98-b8ae-b403cf82c33d,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:38.357349 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] No DVR routers for this DVR port e4906c15-6567-4a98-b8ae-b403cf82c33d on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:38.359110 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:38.401562 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:38.417636 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bd0cf9-ae0a-4f19-9377-741152c41214 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting subnet 3b6a66ad-0126-41c8-8ead-0d0b84ae6d8f {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:43:38.424955 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-02bd0cf9-ae0a-4f19-9377-741152c41214 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.498571 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57ed971-062f-4e2a-a53b-99e6f7e6fbbc None None] Network 53ee7bca-483a-4725-9e79-6ad931f6662a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:38.511619 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfbc7fc-1534-415a-802a-f2c1186c2113 admin admin] Deleting subnet 990305d8-a832-43c4-9e37-7bdc6fd10f9b {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:43:38.517698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1cfbc7fc-1534-415a-802a-f2c1186c2113 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.610489 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.614981 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-02bd0cf9-ae0a-4f19-9377-741152c41214 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.638010 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7be94647-d136-4519-8250-0c18c9a080c9 None None] Could not find standard attr ID for object e4906c15-6567-4a98-b8ae-b403cf82c33d. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:43:38.659006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ee7bca-483a-4725-9e79-6ad931f6662a']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:38.667732 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e4906c15-6567-4a98-b8ae-b403cf82c33d up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:38.676267 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4186344c-9e93-4776-90f3-cfd4c7ec2f63') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:38.676936 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4186344c-9e93-4776-90f3-cfd4c7ec2f63') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:38.693263 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.710915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1cfbc7fc-1534-415a-802a-f2c1186c2113 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.732512 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.736262 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: e4906c15-6567-4a98-b8ae-b403cf82c33d {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:38.736869 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e4906c15-6567-4a98-b8ae-b403cf82c33d not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 22 09:43:38.778817 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:38.779239 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.785582 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Port e4906c15-6567-4a98-b8ae-b403cf82c33d not found, will not notify nova. {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 22 09:43:38.786249 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:38.791136 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2bbd1ce0-30e8-4f01-93ea-c2c2b607916e None None] Could not find standard attr ID for object b42fea52-c76e-44e0-90f8-6943e71f3431. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:38.811111 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:38.818127 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.842210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.845396 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6e8af6b3-3610-44a0-a63c-a8986db86aa4 HTTP/1.1" status: 204 len: 168 time: 2.5562465 Jun 22 09:43:38.858863 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d754b4eb-581e-4231-bd9a-0392345a1b2b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:38.889159 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e0ae4f-d241-4786-80ee-14f5770b68bb None None] DHCP port deletion for 53ee7bca-483a-4725-9e79-6ad931f6662a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:43:38.903604 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-02bd0cf9-ae0a-4f19-9377-741152c41214 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.933665 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a9d12d-c514-4092-b8d9-b2de55f9c0fe None None] Network 4df09807-7e80-489e-b8d4-242b1b4bf8dc requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:38.938540 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e8af6b3-3610-44a0-a63c-a8986db86aa4,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:38.941007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:38.952356 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:38.972064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bae9c-69a6-4929-8cda-f047695c0a4a req-ba4eba65-6cf4-4793-ac47-8cb8ea8655c8 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:38.973880 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4b0bae9c-69a6-4929-8cda-f047695c0a4a req-ba4eba65-6cf4-4793-ac47-8cb8ea8655c8 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.4660373 Jun 22 09:43:38.989772 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1cfbc7fc-1534-415a-802a-f2c1186c2113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.031400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf418d8-964d-4e78-9d28-cfac2e8d27c0 req-76ba7fe0-4812-486c-8225-0b025fe84332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:39.033424 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dcf418d8-964d-4e78-9d28-cfac2e8d27c0 req-76ba7fe0-4812-486c-8225-0b025fe84332 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0dfd02b234a947f5a587ecec0451722d&device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 1099 time: 0.3865309 Jun 22 09:43:39.052712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.057369 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-48f7b2a8-31ce-4d24-b929-045ec8dc4f1c tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:39.062595 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.067651 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "DELETE /v2.0/networks/53ee7bca-483a-4725-9e79-6ad931f6662a HTTP/1.1" status: 204 len: 168 time: 1.8653970 Jun 22 09:43:39.070466 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58502) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:39.087681 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3a690c3f-bf3f-4bb0-b28e-767b51235aa8 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:39.087924 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event deleted for resources: {'Network': ['ID=53ee7bca-483a-4725-9e79-6ad931f6662a,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:39.091559 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:39.108856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 3a690c3f-bf3f-4bb0-b28e-767b51235aa8 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:39.109468 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3a690c3f-bf3f-4bb0-b28e-767b51235aa8 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:39.110607 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:39.133712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-02bd0cf9-ae0a-4f19-9377-741152c41214 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.139102 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:39.145569 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:39.145930 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ff14813f-f4cc-4db5-9d77-8d2debd6f6d3 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:39.161852 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b241bbbb-fd66-4d41-b785-f1e18bbeb360 None None] Provisioning for port 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:39.168154 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b241bbbb-fd66-4d41-b785-f1e18bbeb360 None None] Provisioning complete for port 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:39.168743 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b241bbbb-fd66-4d41-b785-f1e18bbeb360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.172976 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd0cf9-ae0a-4f19-9377-741152c41214 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6a66ad-0126-41c8-8ead-0d0b84ae6d8f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:39.184854 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-02bd0cf9-ae0a-4f19-9377-741152c41214 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:39.185986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-02bd0cf9-ae0a-4f19-9377-741152c41214 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.192425 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-02bd0cf9-ae0a-4f19-9377-741152c41214 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/3b6a66ad-0126-41c8-8ead-0d0b84ae6d8f HTTP/1.1" status: 204 len: 168 time: 0.9484096 Jun 22 09:43:39.197188 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58504) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:39.203842 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e8ce86-95e0-491e-a148-e61839106d36 None None] Network ec83b482-eb02-4f43-b7c6-6a86aef8ab14 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:39.231539 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.311200 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.328211 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4b0bae9c-69a6-4929-8cda-f047695c0a4a req-cf79a14d-d7a5-4ab5-9052-406c08749c61 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3448327 Jun 22 09:43:39.331611 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.370237 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b241bbbb-fd66-4d41-b785-f1e18bbeb360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.380704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58506) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:39.381604 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677d5c23-86ec-410b-9a91-2761d929fc17 None None] DHCP port deletion for 4df09807-7e80-489e-b8d4-242b1b4bf8dc request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:43:39.391990 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Deleting port 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:39.392337 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.428101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1cfbc7fc-1534-415a-802a-f2c1186c2113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.430590 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.438044 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-b241bbbb-fd66-4d41-b785-f1e18bbeb360 None None] For port 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=6c5e6dae-a16a-4fdf-8b59-35fe72c8b604,segment=NetworkSegment(62cb4010-110a-4c8f-af91-f98122d0d74b),segment_id=62cb4010-110a-4c8f-af91-f98122d0d74b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:39.438516 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-13fd4a81-d2f6-4d1c-ba99-cea926697f50 tempest-FloatingIPNegativeTestJSON-279454706 tempest-FloatingIPNegativeTestJSON-279454706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:39.471928 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-677d5c23-86ec-410b-9a91-2761d929fc17 None None] Deleting port 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:39.477215 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-677d5c23-86ec-410b-9a91-2761d929fc17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.482709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbc7fc-1534-415a-802a-f2c1186c2113 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=990305d8-a832-43c4-9e37-7bdc6fd10f9b,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:39.514643 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1cfbc7fc-1534-415a-802a-f2c1186c2113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:39.515348 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58508) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:39.515588 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8aa04a64-72f8-4ff6-ad42-91eed031998d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7e1789089a745ff96c3bbfc20a4382d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1320510 Jun 22 09:43:39.518039 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] For port 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=6c5e6dae-a16a-4fdf-8b59-35fe72c8b604,segment=NetworkSegment(62cb4010-110a-4c8f-af91-f98122d0d74b),segment_id=62cb4010-110a-4c8f-af91-f98122d0d74b)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:39.518650 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.518762 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1cfbc7fc-1534-415a-802a-f2c1186c2113 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.520780 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1cfbc7fc-1534-415a-802a-f2c1186c2113 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/990305d8-a832-43c4-9e37-7bdc6fd10f9b HTTP/1.1" status: 204 len: 168 time: 1.8497787 Jun 22 09:43:39.529731 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf418d8-964d-4e78-9d28-cfac2e8d27c0 req-9f840c24-cdac-43ee-b186-bcc966af53d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:39.531369 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dcf418d8-964d-4e78-9d28-cfac2e8d27c0 req-9f840c24-cdac-43ee-b186-bcc966af53d1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a67bf89-842d-4150-83fd-e92b2abafdf3 HTTP/1.1" status: 200 len: 910 time: 0.4454386 Jun 22 09:43:39.532488 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58510) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:39.603405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Calling delete_port for 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:39.615449 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port 8134940f-edf8-44d9-9017-de7c980c5cef {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:39.616122 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.666789 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c15a85-41d8-4d98-a237-6e44563656d9 None None] Network 74cf8ae9-423c-4745-bb5d-8e2016d20b6c requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:39.668661 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505d1682-fcf2-474d-8f2f-a1120d314d0b None None] DHCP port deletion for ec83b482-eb02-4f43-b7c6-6a86aef8ab14 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:43:39.674997 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b241bbbb-fd66-4d41-b785-f1e18bbeb360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.690952 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-60b2d950-7dd0-452b-99da-655b30dc4fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:39.714523 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] For port 8134940f-edf8-44d9-9017-de7c980c5cef, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8134940f-edf8-44d9-9017-de7c980c5cef,segment=NetworkSegment(4619e3f9-3571-40d8-9d3b-81814a9eb7a3),segment_id=4619e3f9-3571-40d8-9d3b-81814a9eb7a3)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:39.714852 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.771444 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.776969 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dcf418d8-964d-4e78-9d28-cfac2e8d27c0 req-2e1a7457-5077-433c-9881-05587216dcec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99e323f9-56f7-4189-a0f3-5872e92fa5cc HTTP/1.1" status: 200 len: 1001 time: 0.2259567 Jun 22 09:43:39.786824 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for 8134940f-edf8-44d9-9017-de7c980c5cef owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:39.791098 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-677d5c23-86ec-410b-9a91-2761d929fc17 None None] For port 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=6c5e6dae-a16a-4fdf-8b59-35fe72c8b604,segment=NetworkSegment(62cb4010-110a-4c8f-af91-f98122d0d74b),segment_id=62cb4010-110a-4c8f-af91-f98122d0d74b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:39.791740 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-677d5c23-86ec-410b-9a91-2761d929fc17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.862370 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e6793d03-d3ba-498a-a72f-aa53903fbf6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.870363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Allocated IP 172.26.3.109 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/59b8c1b4-84b3-40a9-bc92-3bd3ade73afc) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:39.917512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-677d5c23-86ec-410b-9a91-2761d929fc17 None None] Calling delete_port for 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:39.923894 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241bbbb-fd66-4d41-b785-f1e18bbeb360 None None] Pushing event updated for resources: {'Port': ['ID=6c5e6dae-a16a-4fdf-8b59-35fe72c8b604,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:39.925580 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf418d8-964d-4e78-9d28-cfac2e8d27c0 req-a462166a-7852-40b7-b0ac-c852fc809d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:39.926981 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b241bbbb-fd66-4d41-b785-f1e18bbeb360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:39.927102 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dcf418d8-964d-4e78-9d28-cfac2e8d27c0 req-a462166a-7852-40b7-b0ac-c852fc809d2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=509cc921-aa0d-47ec-9fdc-bd091c518ce4 HTTP/1.1" status: 200 len: 848 time: 0.1388123 Jun 22 09:43:39.933441 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e6793d03-d3ba-498a-a72f-aa53903fbf6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.963300 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8134940f-edf8-44d9-9017-de7c980c5cef no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:39.968700 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.972411 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a050fd57-a67a-4075-9060-b4cfbfa0e424 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:39.998085 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event deleted for resources: {'Port': ['ID=6c5e6dae-a16a-4fdf-8b59-35fe72c8b604,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:40.003279 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] No DVR routers for this DVR port 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:40.005357 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:40.027632 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.038596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2e713d09-466f-4313-abca-6ee2337dcfb4 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:40.044685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-505d1682-fcf2-474d-8f2f-a1120d314d0b None None] Deleting port 8134940f-edf8-44d9-9017-de7c980c5cef {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:40.045071 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-505d1682-fcf2-474d-8f2f-a1120d314d0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.069102 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] Deleting port 8c8e0181-4944-4ae3-99bd-98866a5b5106 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:40.069496 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.119906 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=8134940f-edf8-44d9-9017-de7c980c5cef,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:40.123401 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No DVR routers for this DVR port 8134940f-edf8-44d9-9017-de7c980c5cef on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:40.129564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:40.129564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.174237 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-505d1682-fcf2-474d-8f2f-a1120d314d0b None None] For port 8134940f-edf8-44d9-9017-de7c980c5cef, host dv-neutron-797121-3-hyperv, got binding levels [] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:40.175060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-505d1682-fcf2-474d-8f2f-a1120d314d0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.178595 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No active binding found for port 8134940f-edf8-44d9-9017-de7c980c5cef {{(pid=100654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 22 09:43:40.179067 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8134940f-edf8-44d9-9017-de7c980c5cef not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:40.179248 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e4906c15-6567-4a98-b8ae-b403cf82c33d no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:40.189131 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf418d8-964d-4e78-9d28-cfac2e8d27c0 req-5aed6c8e-93c7-4715-9f32-01ab7a5bf565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:40.190640 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dcf418d8-964d-4e78-9d28-cfac2e8d27c0 req-5aed6c8e-93c7-4715-9f32-01ab7a5bf565 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a67bf89-842d-4150-83fd-e92b2abafdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2553020 Jun 22 09:43:40.192423 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] For port 8c8e0181-4944-4ae3-99bd-98866a5b5106, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8c8e0181-4944-4ae3-99bd-98866a5b5106,segment=NetworkSegment(e56b808b-806b-417c-9a48-c17f637229e1),segment_id=e56b808b-806b-417c-9a48-c17f637229e1)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:40.192787 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.205576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.215637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec83b482-eb02-4f43-b7c6-6a86aef8ab14']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:40.225786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4619e3f9-3571-40d8-9d3b-81814a9eb7a3') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:40.226095 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4619e3f9-3571-40d8-9d3b-81814a9eb7a3') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:40.235223 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.239823 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: e4906c15-6567-4a98-b8ae-b403cf82c33d {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:40.240163 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e4906c15-6567-4a98-b8ae-b403cf82c33d not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:40.240595 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:40.249202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.255867 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:40.256263 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.269112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-505d1682-fcf2-474d-8f2f-a1120d314d0b None None] Calling delete_port for 8134940f-edf8-44d9-9017-de7c980c5cef owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:40.271175 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-677d5c23-86ec-410b-9a91-2761d929fc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.280635 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.ipam_backend_mixin [None req-505d1682-fcf2-474d-8f2f-a1120d314d0b None None] Port 8134940f-edf8-44d9-9017-de7c980c5cef was not found and therefore no delete operation was performed {{(pid=100654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 09:43:40.290796 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] Calling delete_port for 8c8e0181-4944-4ae3-99bd-98866a5b5106 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:40.299560 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-cd97a7f3-3ded-445e-adc0-66bea0cfeed8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:40.306284 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-505d1682-fcf2-474d-8f2f-a1120d314d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.308020 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:40.308358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8f6c2922-fd0a-45e6-9ed4-2345b5b1ea6f not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:40.308782 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:40.323184 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:40.326741 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e6793d03-d3ba-498a-a72f-aa53903fbf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.326741 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e6793d03-d3ba-498a-a72f-aa53903fbf6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.328197 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e6793d03-d3ba-498a-a72f-aa53903fbf6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58918daa-b34f-4732-b7a9-8f63a3dc2a2f HTTP/1.1" status: 204 len: 168 time: 0.8051336 Jun 22 09:43:40.333044 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-98ddc119-c43a-4cde-8027-614305adee52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:40.338786 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ad1654-36c3-46f5-a9a4-2f0e46900d38 None None] DHCP port deletion for 74cf8ae9-423c-4745-bb5d-8e2016d20b6c request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:43:40.341242 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df09807-7e80-489e-b8d4-242b1b4bf8dc']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:40.352996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cb4010-110a-4c8f-af91-f98122d0d74b') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:40.353300 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cb4010-110a-4c8f-af91-f98122d0d74b') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:40.359772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d5c23-86ec-410b-9a91-2761d929fc17 None None] Pushing event deleted for resources: {'Port': ['ID=6c5e6dae-a16a-4fdf-8b59-35fe72c8b604,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:40.361868 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6793d03-d3ba-498a-a72f-aa53903fbf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58918daa-b34f-4732-b7a9-8f63a3dc2a2f,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:40.362027 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d5c23-86ec-410b-9a91-2761d929fc17 None None] No DVR routers for this DVR port 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:40.366338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-677d5c23-86ec-410b-9a91-2761d929fc17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:40.368185 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.368452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:40.370715 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:40.371503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 6c5e6dae-a16a-4fdf-8b59-35fe72c8b604 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:40.372426 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d1682-fcf2-474d-8f2f-a1120d314d0b None None] No DVR routers for this DVR port 8134940f-edf8-44d9-9017-de7c980c5cef on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:40.372566 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e6793d03-d3ba-498a-a72f-aa53903fbf6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:40.377477 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.394467 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.435838 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.441667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d1682-fcf2-474d-8f2f-a1120d314d0b None None] Pushing event deleted for resources: {'Port': ['ID=8134940f-edf8-44d9-9017-de7c980c5cef,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:40.445088 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-505d1682-fcf2-474d-8f2f-a1120d314d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:40.464466 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dcf418d8-964d-4e78-9d28-cfac2e8d27c0 req-41e4563c-f993-4bb9-9009-ab5d9cf512a7 service neutron] 10.222.0.35 "GET /v2.0/networks/7a67bf89-842d-4150-83fd-e92b2abafdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624438 Jun 22 09:43:40.465080 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-93451146-9ee6-4849-9bb5-b5ecd9bdac0a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:40.471183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad1654-36c3-46f5-a9a4-2f0e46900d38 None None] Deleting port 8c8e0181-4944-4ae3-99bd-98866a5b5106 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:40.471579 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e3ad1654-36c3-46f5-a9a4-2f0e46900d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.507222 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.513082 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/networks/ec83b482-eb02-4f43-b7c6-6a86aef8ab14 HTTP/1.1" status: 204 len: 168 time: 1.3150640 Jun 22 09:43:40.517180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Network': ['ID=ec83b482-eb02-4f43-b7c6-6a86aef8ab14,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:40.522124 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58516) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:40.525305 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.538739 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-4d780bac-8d2d-4171-bf65-299269e7743f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1899430114'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:40.558852 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:40.564471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:40.574620 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.574804 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-e3ad1654-36c3-46f5-a9a4-2f0e46900d38 None None] For port 8c8e0181-4944-4ae3-99bd-98866a5b5106, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8c8e0181-4944-4ae3-99bd-98866a5b5106,segment=NetworkSegment(e56b808b-806b-417c-9a48-c17f637229e1),segment_id=e56b808b-806b-417c-9a48-c17f637229e1)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:40.575370 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e3ad1654-36c3-46f5-a9a4-2f0e46900d38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:40.595636 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:40.652024 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad1654-36c3-46f5-a9a4-2f0e46900d38 None None] Calling delete_port for 8c8e0181-4944-4ae3-99bd-98866a5b5106 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:40.870098 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dcf418d8-964d-4e78-9d28-cfac2e8d27c0 req-c0df6a88-014a-46f7-a9ab-2024efbd97cd service neutron] 10.222.0.35 "GET /v2.0/networks/7a67bf89-842d-4150-83fd-e92b2abafdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956356 Jun 22 09:43:40.910427 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.913765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-062294cd-fc32-4ecc-956e-3b6cc71a7f36 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:40.915937 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.917670 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e3ad1654-36c3-46f5-a9a4-2f0e46900d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:40.923661 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5b437c80-f29c-4c98-ae5b-1ae46d92e853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:40.962463 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] No DVR routers for this DVR port 8c8e0181-4944-4ae3-99bd-98866a5b5106 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:40.966493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad1654-36c3-46f5-a9a4-2f0e46900d38 None None] Pushing event deleted for resources: {'Port': ['ID=8c8e0181-4944-4ae3-99bd-98866a5b5106,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:40.967038 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:40.974816 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e3ad1654-36c3-46f5-a9a4-2f0e46900d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:40.976046 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ad1654-36c3-46f5-a9a4-2f0e46900d38 None None] No DVR routers for this DVR port 8c8e0181-4944-4ae3-99bd-98866a5b5106 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:40.977268 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:40.985633 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d780bac-8d2d-4171-bf65-299269e7743f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:40.991606 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4d780bac-8d2d-4171-bf65-299269e7743f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.001848 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:41.035111 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=59b8c1b4-84b3-40a9-bc92-3bd3ade73afc,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:41.067218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:41.070086 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a8f6842c-61ae-47b5-b324-d0806c4d9fde tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:41.074358 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443207dc-4219-4934-8dfb-240983a6b51d req-73d2b091-410f-4872-9a93-d441d153b39b tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:41.076335 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-443207dc-4219-4934-8dfb-240983a6b51d req-73d2b091-410f-4872-9a93-d441d153b39b tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.5164907 Jun 22 09:43:41.079975 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d780bac-8d2d-4171-bf65-299269e7743f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:41.105510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8e0181-4944-4ae3-99bd-98866a5b5106,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:41.111952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.114494 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:41.125069 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74cf8ae9-423c-4745-bb5d-8e2016d20b6c']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:41.127099 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.131414 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.133558 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "DELETE /v2.0/networks/4df09807-7e80-489e-b8d4-242b1b4bf8dc HTTP/1.1" status: 204 len: 168 time: 2.0620990 Jun 22 09:43:41.134857 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4d780bac-8d2d-4171-bf65-299269e7743f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.135192 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-4d780bac-8d2d-4171-bf65-299269e7743f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Added segment 922398c1-fc78-464f-a75b-14f9a10b979f of type vlan for network 1b04d6c6-95da-46b0-a0f0-114f10fcba62 Jun 22 09:43:41.138209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:41.138598 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56b808b-806b-417c-9a48-c17f637229e1') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:41.138598 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56b808b-806b-417c-9a48-c17f637229e1') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:41.138789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58526) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:41.150447 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-443207dc-4219-4934-8dfb-240983a6b51d req-e829d515-c579-4b67-b6ef-b6a23070d73d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654190 Jun 22 09:43:41.165817 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event deleted for resources: {'Network': ['ID=4df09807-7e80-489e-b8d4-242b1b4bf8dc,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:41.184827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:41.198671 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4d780bac-8d2d-4171-bf65-299269e7743f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.226573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.292194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4d780bac-8d2d-4171-bf65-299269e7743f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.298765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d780bac-8d2d-4171-bf65-299269e7743f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:41.299543 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4d780bac-8d2d-4171-bf65-299269e7743f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.301275 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.302079 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cd3c22c4-7e46-4163-89db-da0cd523e7fe tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:41.321559 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:41.321949 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:41.323633 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:41.343607 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2c05c15b-3b8f-4dac-882f-aed2136a994e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.367466 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d780bac-8d2d-4171-bf65-299269e7743f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Network': ['ID=1b04d6c6-95da-46b0-a0f0-114f10fcba62,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:41.370098 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4d780bac-8d2d-4171-bf65-299269e7743f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:41.385406 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 1b04d6c6-95da-46b0-a0f0-114f10fcba62 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:41.461814 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4d780bac-8d2d-4171-bf65-299269e7743f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9292517 Jun 22 09:43:41.461814 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58534) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:41.472450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-c1eca3f6-2afa-4bb1-8163-fb0cb28e825e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'subnet': {'network_id': '1b04d6c6-95da-46b0-a0f0-114f10fcba62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:41.478597 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2c05c15b-3b8f-4dac-882f-aed2136a994e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.489708 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-2c05c15b-3b8f-4dac-882f-aed2136a994e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890f1875-72f1-43ad-864a-35bb7fa28729']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:41.500907 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.506352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-2c05c15b-3b8f-4dac-882f-aed2136a994e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e16563f-95cd-4261-b99f-6cc0c823c019') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:41.506711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-2c05c15b-3b8f-4dac-882f-aed2136a994e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e16563f-95cd-4261-b99f-6cc0c823c019') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:41.510180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1fb7f541-3935-4661-9c64-c14a59dfee1d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:41.549466 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.551346 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] 10.222.0.20 "DELETE /v2.0/networks/74cf8ae9-423c-4745-bb5d-8e2016d20b6c HTTP/1.1" status: 204 len: 168 time: 2.0149386 Jun 22 09:43:41.572680 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2c05c15b-3b8f-4dac-882f-aed2136a994e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.575528 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] Pushing event deleted for resources: {'Network': ['ID=74cf8ae9-423c-4745-bb5d-8e2016d20b6c,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:41.587341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:41.600368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2c05c15b-3b8f-4dac-882f-aed2136a994e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.635959 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c05c15b-3b8f-4dac-882f-aed2136a994e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:41.636357 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2c05c15b-3b8f-4dac-882f-aed2136a994e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:41.639232 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:41.704612 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eca3f6-2afa-4bb1-8163-fb0cb28e825e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:41.712415 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c1eca3f6-2afa-4bb1-8163-fb0cb28e825e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.719012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.770504 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2c05c15b-3b8f-4dac-882f-aed2136a994e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.774953 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-712dc188-e2a4-4b09-a632-43a2e83230a1 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:41.781538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2c05c15b-3b8f-4dac-882f-aed2136a994e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.783484 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2c05c15b-3b8f-4dac-882f-aed2136a994e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "DELETE /v2.0/networks/890f1875-72f1-43ad-864a-35bb7fa28729 HTTP/1.1" status: 204 len: 168 time: 0.6126974 Jun 22 09:43:41.786289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58546) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:41.800522 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05c15b-3b8f-4dac-882f-aed2136a994e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event deleted for resources: {'Network': ['ID=890f1875-72f1-43ad-864a-35bb7fa28729,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:41.804086 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2c05c15b-3b8f-4dac-882f-aed2136a994e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:41.901273 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c17edeab-12cf-4450-93bc-a9ff8d41384e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.942496 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58548) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:41.953296 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8c8e0181-4944-4ae3-99bd-98866a5b5106 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:41.971178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.977326 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 8c8e0181-4944-4ae3-99bd-98866a5b5106 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:41.978340 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8c8e0181-4944-4ae3-99bd-98866a5b5106 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:42.067975 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-188ecee5-37be-424a-ac67-520a72ac12cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f259be13d48423f84bea722f4cb5692&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1242366 Jun 22 09:43:42.070500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58552) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:42.108635 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c17edeab-12cf-4450-93bc-a9ff8d41384e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:42.127195 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-c17edeab-12cf-4450-93bc-a9ff8d41384e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa7c919-89f8-4b80-ba87-98851bfc7d83']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:42.137589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-c17edeab-12cf-4450-93bc-a9ff8d41384e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dabc1c6b-cf4e-4081-bf92-4f7865c7fcff') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:42.137892 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-c17edeab-12cf-4450-93bc-a9ff8d41384e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dabc1c6b-cf4e-4081-bf92-4f7865c7fcff') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:42.143348 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3d874e4e-863f-48ab-a0a1-ebcd5bc681b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:42.148654 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c17edeab-12cf-4450-93bc-a9ff8d41384e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:42.163910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c17edeab-12cf-4450-93bc-a9ff8d41384e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:42.169998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17edeab-12cf-4450-93bc-a9ff8d41384e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:42.170424 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c17edeab-12cf-4450-93bc-a9ff8d41384e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:42.173942 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:42.176515 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3d874e4e-863f-48ab-a0a1-ebcd5bc681b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:42.209103 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c1eca3f6-2afa-4bb1-8163-fb0cb28e825e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:42.213790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:42.235073 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 09aaf0f9-c9cb-4f59-bf81-5914db24d7ae is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:43:42.292768 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eca3f6-2afa-4bb1-8163-fb0cb28e825e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Subnet': ['ID=d72c08ca-2e5e-492e-8550-0f57b5d377ba,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:42.296474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c1eca3f6-2afa-4bb1-8163-fb0cb28e825e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:42.302125 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eca3f6-2afa-4bb1-8163-fb0cb28e825e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Checking segment: {'id': '922398c1-fc78-464f-a75b-14f9a10b979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1b04d6c6-95da-46b0-a0f0-114f10fcba62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:42.302480 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eca3f6-2afa-4bb1-8163-fb0cb28e825e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network hostable DHCP agents. Network: 1b04d6c6-95da-46b0-a0f0-114f10fcba62, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:43:42.315578 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3d874e4e-863f-48ab-a0a1-ebcd5bc681b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:42.318362 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3d874e4e-863f-48ab-a0a1-ebcd5bc681b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:42.319654 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3d874e4e-863f-48ab-a0a1-ebcd5bc681b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05744e66-c4d3-404d-a572-55a16a14247a HTTP/1.1" status: 204 len: 168 time: 0.2478654 Jun 22 09:43:42.323286 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-189e3c4c-3e26-4639-94f9-16a6975a2051 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:42.357484 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d874e4e-863f-48ab-a0a1-ebcd5bc681b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05744e66-c4d3-404d-a572-55a16a14247a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:42.360079 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3d874e4e-863f-48ab-a0a1-ebcd5bc681b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:42.366755 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c17edeab-12cf-4450-93bc-a9ff8d41384e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:42.371584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-30f6b3e4-889e-4fb1-b18d-1dfdc07bcf7f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:42.388520 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c17edeab-12cf-4450-93bc-a9ff8d41384e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:42.390402 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c17edeab-12cf-4450-93bc-a9ff8d41384e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] 10.222.0.20 "DELETE /v2.0/networks/bfa7c919-89f8-4b80-ba87-98851bfc7d83 HTTP/1.1" status: 204 len: 168 time: 0.6031437 Jun 22 09:43:42.392482 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17edeab-12cf-4450-93bc-a9ff8d41384e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Pushing event deleted for resources: {'Network': ['ID=bfa7c919-89f8-4b80-ba87-98851bfc7d83,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:42.394800 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c17edeab-12cf-4450-93bc-a9ff8d41384e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:42.417811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eca3f6-2afa-4bb1-8163-fb0cb28e825e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network 1b04d6c6-95da-46b0-a0f0-114f10fcba62 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:43:42.432405 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:43:42.442047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea6e363-4a88-4da9-8fca-07ec1e66b2db None None] Sync routers for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:42.450952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef0fb3-68d0-404f-9cad-4dd4924872fd req-6904d938-262e-4410-a7da-79be549d34e2 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:42.452533 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bfef0fb3-68d0-404f-9cad-4dd4924872fd req-6904d938-262e-4410-a7da-79be549d34e2 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1503327 Jun 22 09:43:42.459529 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea6e363-4a88-4da9-8fca-07ec1e66b2db None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:42.460509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-eea6e363-4a88-4da9-8fca-07ec1e66b2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:42.502783 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-eea6e363-4a88-4da9-8fca-07ec1e66b2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:42.504268 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bfef0fb3-68d0-404f-9cad-4dd4924872fd req-1a154b46-4b62-4158-b288-1c24a14beb4c tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445650 Jun 22 09:43:42.512224 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea6e363-4a88-4da9-8fca-07ec1e66b2db None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:42.513326 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-eea6e363-4a88-4da9-8fca-07ec1e66b2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:42.521155 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-c1eca3f6-2afa-4bb1-8163-fb0cb28e825e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 1b04d6c6-95da-46b0-a0f0-114f10fcba62) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:42.526149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eca3f6-2afa-4bb1-8163-fb0cb28e825e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:42.527521 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c1eca3f6-2afa-4bb1-8163-fb0cb28e825e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:42.543205 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:42.543205 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1514742 Jun 22 09:43:42.545477 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58568) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:42.566148 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bb0b34-e61d-47de-b67d-f5bd0e9dd9dd None None] Network 1b04d6c6-95da-46b0-a0f0-114f10fcba62 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:42.569439 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-eea6e363-4a88-4da9-8fca-07ec1e66b2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:42.570012 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea6e363-4a88-4da9-8fca-07ec1e66b2db None None] The sync data for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:43:42.620906 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c1eca3f6-2afa-4bb1-8163-fb0cb28e825e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1556215 Jun 22 09:43:42.621334 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58572) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:42.628423 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-18ab6d58-8a97-4d98-8e14-eb466f5c6318 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'network_id': '1b04d6c6-95da-46b0-a0f0-114f10fcba62', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1152678690'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:42.732019 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-1b04d6c6-95da-46b0-a0f0-114f10fcba62', 'network_id': '1b04d6c6-95da-46b0-a0f0-114f10fcba62', 'tenant_id': '0110610b37fd4838a23148654276ede5', 'fixed_ips': [{'subnet_id': 'd72c08ca-2e5e-492e-8550-0f57b5d377ba'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:43:42.733921 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:42.845121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09058cef-36db-446b-ba2b-4fb870c4273c req-259ef546-05df-47bd-b57a-c6b226b306fe tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:42.847906 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-09058cef-36db-446b-ba2b-4fb870c4273c req-259ef546-05df-47bd-b57a-c6b226b306fe tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1389420 Jun 22 09:43:42.903779 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-09058cef-36db-446b-ba2b-4fb870c4273c req-13def658-fc71-4ec3-8958-b51ddce9bb2c tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474999 Jun 22 09:43:42.909060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Allocated IP 172.20.0.2 (1b04d6c6-95da-46b0-a0f0-114f10fcba62/d72c08ca-2e5e-492e-8550-0f57b5d377ba/3451476f-0fe7-4e05-976e-3596be9990e8) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:43.024086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ab6d58-8a97-4d98-8e14-eb466f5c6318 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:43.028946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18ab6d58-8a97-4d98-8e14-eb466f5c6318 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:43.066990 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-18ab6d58-8a97-4d98-8e14-eb466f5c6318 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] device_id is not set on port 4ead0625-9907-4dfa-8b89-f0a7caeb71b2 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:43.094183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:43.128346 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58588) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:43.132560 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Transition to ACTIVE for port object 3451476f-0fe7-4e05-976e-3596be9990e8 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:43.154011 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Transition to ACTIVE for port object 3451476f-0fe7-4e05-976e-3596be9990e8 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:43.170173 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58592) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:43.195096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:43.259315 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:43.263147 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:43.317356 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Network 1b04d6c6-95da-46b0-a0f0-114f10fcba62 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:43.322668 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:43.326923 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-6e0d2065-8362-4f07-bcd8-d811ffe54316 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-4830247'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:43.327178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-6e0d2065-8362-4f07-bcd8-d811ffe54316 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] Unknown quota resources ['metering_label']. {{(pid=100653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 09:43:43.327391 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:43.332064 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Pushing event updated for resources: {'Port': ['ID=3451476f-0fe7-4e05-976e-3596be9990e8,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:43.338508 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:43.396054 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Attempting to bind port 3451476f-0fe7-4e05-976e-3596be9990e8 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:43.396847 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Attempting to bind port 3451476f-0fe7-4e05-976e-3596be9990e8 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '922398c1-fc78-464f-a75b-14f9a10b979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1b04d6c6-95da-46b0-a0f0-114f10fcba62'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:43.403881 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Attempting to bind port 3451476f-0fe7-4e05-976e-3596be9990e8 on network 1b04d6c6-95da-46b0-a0f0-114f10fcba62 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:43.404641 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:43:43.405344 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Checking segment: {'id': '922398c1-fc78-464f-a75b-14f9a10b979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1b04d6c6-95da-46b0-a0f0-114f10fcba62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:43.406020 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:43.407367 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Bound using segment: {'id': '922398c1-fc78-464f-a75b-14f9a10b979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1b04d6c6-95da-46b0-a0f0-114f10fcba62'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:43:43.408104 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Bound port: 3451476f-0fe7-4e05-976e-3596be9990e8, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922398c1-fc78-464f-a75b-14f9a10b979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1b04d6c6-95da-46b0-a0f0-114f10fcba62'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:43:43.408825 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:43.415063 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bbf96f80-1da5-424a-9086-d38c9d51606b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3eda92831d54fd186b08fd93e4549ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855020 Jun 22 09:43:43.417522 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58598) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:43.428053 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-18ab6d58-8a97-4d98-8e14-eb466f5c6318 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Allocated IP 172.20.0.6 (1b04d6c6-95da-46b0-a0f0-114f10fcba62/d72c08ca-2e5e-492e-8550-0f57b5d377ba/4ead0625-9907-4dfa-8b89-f0a7caeb71b2) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:43.502081 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] For port 3451476f-0fe7-4e05-976e-3596be9990e8, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:43:43.505428 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] For port 3451476f-0fe7-4e05-976e-3596be9990e8, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3451476f-0fe7-4e05-976e-3596be9990e8,segment=NetworkSegment(922398c1-fc78-464f-a75b-14f9a10b979f),segment_id=922398c1-fc78-464f-a75b-14f9a10b979f)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:43:43.531286 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e3c06fdb-87bb-4411-9f52-6c52ffcc4b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:43.567637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e3c06fdb-87bb-4411-9f52-6c52ffcc4b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:43.584063 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Allocated IP 172.20.0.1 (4ef9b3a4-358b-4e49-9eb4-cf356eed01fd/90f7021b-f8a0-4569-95b7-3911f6f55f81/2bf16dc3-da4d-4707-8b67-b3c920d3ca7c) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:43.606454 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:43.610313 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:43.723568 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Pushing event updated for resources: {'Port': ['ID=3451476f-0fe7-4e05-976e-3596be9990e8,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:43.739550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:43.764000 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18ab6d58-8a97-4d98-8e14-eb466f5c6318 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:43.768297 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6e0d2065-8362-4f07-bcd8-d811ffe54316 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:43.769455 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6e0d2065-8362-4f07-bcd8-d811ffe54316 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 475 time: 0.5981433 Jun 22 09:43:43.776548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58608) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:43.783799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-829a3f96-4bfe-441f-bc77-2c97717deece tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5c77c3eb-04eb-4c2b-82b0-1b7a5d99745e'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:43.783799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-829a3f96-4bfe-441f-bc77-2c97717deece tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100652) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 09:43:43.809829 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-18ab6d58-8a97-4d98-8e14-eb466f5c6318 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Transition to ACTIVE for port object 4ead0625-9907-4dfa-8b89-f0a7caeb71b2 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:43.810453 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:43.865740 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc436c91-41e8-4b47-b129-d49fd3a72f8d req-58652130-f163-46c8-ac48-c048aba0b22e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:43.867239 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bc436c91-41e8-4b47-b129-d49fd3a72f8d req-58652130-f163-46c8-ac48-c048aba0b22e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1075194 Jun 22 09:43:43.935763 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e3c06fdb-87bb-4411-9f52-6c52ffcc4b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:43.939010 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e3c06fdb-87bb-4411-9f52-6c52ffcc4b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:43.942645 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e3c06fdb-87bb-4411-9f52-6c52ffcc4b1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/511776c1-4426-4ac9-858a-90b96a55b161 HTTP/1.1" status: 204 len: 168 time: 0.5215800 Jun 22 09:43:43.942944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:43.968458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18ab6d58-8a97-4d98-8e14-eb466f5c6318 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:43.984137 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.services.metering.metering_plugin [None req-829a3f96-4bfe-441f-bc77-2c97717deece tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 22 09:43:44.004209 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bc436c91-41e8-4b47-b129-d49fd3a72f8d req-7b0308d7-398d-408b-9ba9-9dfb7bbe4a30 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256354 Jun 22 09:43:44.021280 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c06fdb-87bb-4411-9f52-6c52ffcc4b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511776c1-4426-4ac9-858a-90b96a55b161,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:44.038235 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e3c06fdb-87bb-4411-9f52-6c52ffcc4b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:44.039917 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ff528c3e-a2c2-4325-8911-3b894cf5518c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:44.086151 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3451476f-0fe7-4e05-976e-3596be9990e8 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:44.099036 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ab6d58-8a97-4d98-8e14-eb466f5c6318 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network 1b04d6c6-95da-46b0-a0f0-114f10fcba62 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:44.112684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-18ab6d58-8a97-4d98-8e14-eb466f5c6318 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:44.120317 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab6d58-8a97-4d98-8e14-eb466f5c6318 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:44.174198 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:44.180964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4afe8837-ca85-4a5e-8363-7f2221041ba4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:44.200985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab6d58-8a97-4d98-8e14-eb466f5c6318 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=4ead0625-9907-4dfa-8b89-f0a7caeb71b2,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:44.213278 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-18ab6d58-8a97-4d98-8e14-eb466f5c6318 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:44.220879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ab6d58-8a97-4d98-8e14-eb466f5c6318 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:44.221494 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18ab6d58-8a97-4d98-8e14-eb466f5c6318 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:44.241721 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 3451476f-0fe7-4e05-976e-3596be9990e8 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:44.316493 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-18ab6d58-8a97-4d98-8e14-eb466f5c6318 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6939080 Jun 22 09:43:44.322561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58620) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:44.447110 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-8c2734c2-77fa-4f25-9746-0cdecccce211 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port 4ead0625-9907-4dfa-8b89-f0a7caeb71b2 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:44.447726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c2734c2-77fa-4f25-9746-0cdecccce211 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:44.583535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c2734c2-77fa-4f25-9746-0cdecccce211 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:44.614060 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-829a3f96-4bfe-441f-bc77-2c97717deece tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:44.620006 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-829a3f96-4bfe-441f-bc77-2c97717deece tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8423340 Jun 22 09:43:44.623356 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58636) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:44.625907 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network 4ef9b3a4-358b-4e49-9eb4-cf356eed01fd is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:44.630896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4e50e565-781e-40a8-b3bd-ab5e6a850f09 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5c77c3eb-04eb-4c2b-82b0-1b7a5d99745e'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:44.631586 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4e50e565-781e-40a8-b3bd-ab5e6a850f09 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100652) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 09:43:44.710123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-8c2734c2-77fa-4f25-9746-0cdecccce211 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for 4ead0625-9907-4dfa-8b89-f0a7caeb71b2 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:44.769297 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:44.777870 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:44.829212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=2bf16dc3-da4d-4707-8b67-b3c920d3ca7c,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:44.836094 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:44.836936 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.services.metering.metering_plugin [None req-4e50e565-781e-40a8-b3bd-ab5e6a850f09 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 22 09:43:44.895663 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5e50b-e67c-45df-b935-137c28883a23 req-5bd79dd1-5829-441c-9f28-15da64942d98 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:44.903087 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-58b5e50b-e67c-45df-b935-137c28883a23 req-5bd79dd1-5829-441c-9f28-15da64942d98 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.2329712 Jun 22 09:43:44.931173 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4e50e565-781e-40a8-b3bd-ab5e6a850f09 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:44.932602 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4e50e565-781e-40a8-b3bd-ab5e6a850f09 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3054702 Jun 22 09:43:44.937155 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58646) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:44.959621 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-58b5e50b-e67c-45df-b935-137c28883a23 req-229cee18-0ec0-4e7e-9a96-35ff8ca9cdf5 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541747 Jun 22 09:43:44.965189 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0bf0f572-2263-4227-ba3d-bf8122daa167 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=bcb410ec-6ae5-4ce7-b189-593fefe006af HTTP/1.1" status: 200 len: 462 time: 0.0178468 Jun 22 09:43:44.966386 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:44.967810 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58650) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:45.011168 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e98c4db-d9e1-4029-9d30-ef14f8832782 None None] Network 1b04d6c6-95da-46b0-a0f0-114f10fcba62 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:45.050788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58652) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:45.178907 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-21cef139-07fd-4f07-bab6-b7279d5a9e1a None None] Provisioning for port 3451476f-0fe7-4e05-976e-3596be9990e8 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:45.186615 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-21cef139-07fd-4f07-bab6-b7279d5a9e1a None None] Provisioning complete for port 3451476f-0fe7-4e05-976e-3596be9990e8 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:45.187593 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-21cef139-07fd-4f07-bab6-b7279d5a9e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:45.226703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3b541c27-1304-48f4-a9ce-5fa737b0570a tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:45.227944 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3b541c27-1304-48f4-a9ce-5fa737b0570a tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/bcb410ec-6ae5-4ce7-b189-593fefe006af HTTP/1.1" status: 204 len: 168 time: 0.2591736 Jun 22 09:43:45.230841 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58660) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:45.239852 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c2734c2-77fa-4f25-9746-0cdecccce211 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:45.240760 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-0f41fa83-0c9f-4184-87ff-5d7985e1b81a tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2079308765'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:45.241228 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-0f41fa83-0c9f-4184-87ff-5d7985e1b81a tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] Unknown quota resources ['metering_label']. {{(pid=100652) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 09:43:45.243736 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9dc8b9ae-409e-453b-a971-e8a5830d3696 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:45.271721 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-69cb804f-3627-42ef-a893-5fd64db29823 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=bcb410ec-6ae5-4ce7-b189-593fefe006af HTTP/1.1" status: 200 len: 221 time: 0.0366950 Jun 22 09:43:45.274460 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58662) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:45.276433 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2734c2-77fa-4f25-9746-0cdecccce211 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=4ead0625-9907-4dfa-8b89-f0a7caeb71b2,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:45.278953 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8c2734c2-77fa-4f25-9746-0cdecccce211 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:45.291033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-3b203348-09ea-4ef3-92f3-44237b6a523c tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--789829858', 'description': 'label created by tempest'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:45.291507 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-3b203348-09ea-4ef3-92f3-44237b6a523c tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] Unknown quota resources ['metering_label']. {{(pid=100653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 09:43:45.347553 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-21cef139-07fd-4f07-bab6-b7279d5a9e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:45.402940 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-21cef139-07fd-4f07-bab6-b7279d5a9e1a None None] For port 3451476f-0fe7-4e05-976e-3596be9990e8, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3451476f-0fe7-4e05-976e-3596be9990e8,segment=NetworkSegment(922398c1-fc78-464f-a75b-14f9a10b979f),segment_id=922398c1-fc78-464f-a75b-14f9a10b979f)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:45.409534 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:45.450090 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c2734c2-77fa-4f25-9746-0cdecccce211 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:45.457149 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8c2734c2-77fa-4f25-9746-0cdecccce211 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/ports/4ead0625-9907-4dfa-8b89-f0a7caeb71b2 HTTP/1.1" status: 204 len: 168 time: 1.1317663 Jun 22 09:43:45.457149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58666) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:45.457457 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58668) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:45.475358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-21cef139-07fd-4f07-bab6-b7279d5a9e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:45.481531 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ca1a78d8-69d1-447a-8f70-ed7cc92bf250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:45.518102 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-967c9884-a070-4e2f-8d1c-03a50f41f1ec tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] GET failed (client error): The resource could not be found. Jun 22 09:43:45.522412 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-967c9884-a070-4e2f-8d1c-03a50f41f1ec tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports/4ead0625-9907-4dfa-8b89-f0a7caeb71b2 HTTP/1.1" status: 404 len: 333 time: 0.0597658 Jun 22 09:43:45.531000 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58672) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:45.579592 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cef139-07fd-4f07-bab6-b7279d5a9e1a None None] Pushing event updated for resources: {'Port': ['ID=3451476f-0fe7-4e05-976e-3596be9990e8,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:45.583763 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-21cef139-07fd-4f07-bab6-b7279d5a9e1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:45.588957 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0f41fa83-0c9f-4184-87ff-5d7985e1b81a tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:45.590485 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0f41fa83-0c9f-4184-87ff-5d7985e1b81a tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5374415 Jun 22 09:43:45.615083 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58674) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:45.627510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-2dbd27d7-2801-45dc-9c92-1dcd222d1bc5 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3eb60bbf-f42f-42aa-b45b-0b8539704119'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:45.627999 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-2dbd27d7-2801-45dc-9c92-1dcd222d1bc5 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100652) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 09:43:45.635672 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-cad4463d-3b99-49e0-b7ee-44f7b11c1174 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:45.636361 dv-neutron-797121-3-hyperv neutron-server[100653]: WARNING neutron.api.v2.base [None req-cad4463d-3b99-49e0-b7ee-44f7b11c1174 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 22 09:43:45.637231 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-cad4463d-3b99-49e0-b7ee-44f7b11c1174 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): There was a conflict when trying to complete your request. Jun 22 09:43:45.641518 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cad4463d-3b99-49e0-b7ee-44f7b11c1174 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1791480 Jun 22 09:43:45.643575 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58676) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:45.648748 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-ca4bda98-6faf-4b23-b349-b00506b9c23a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1541542722'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:45.699778 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-99d554b2-9c62-418e-9fa8-80e6f6040a93 None None] Could not find standard attr ID for object 4ead0625-9907-4dfa-8b89-f0a7caeb71b2. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:43:45.718094 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-99d554b2-9c62-418e-9fa8-80e6f6040a93 None None] Provisioning complete for port 3451476f-0fe7-4e05-976e-3596be9990e8 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:45.719323 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-99d554b2-9c62-418e-9fa8-80e6f6040a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:45.733855 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3b203348-09ea-4ef3-92f3-44237b6a523c tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:45.736916 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3b203348-09ea-4ef3-92f3-44237b6a523c tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4569488 Jun 22 09:43:45.737648 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58678) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:45.745985 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbdd913-e41b-414b-8e91-59cf69bf9b82 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting subnet d72c08ca-2e5e-492e-8550-0f57b5d377ba {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:43:45.754384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6fbdd913-e41b-414b-8e91-59cf69bf9b82 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:45.822388 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ca4bda98-6faf-4b23-b349-b00506b9c23a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:45.829354 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58680) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:45.829575 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5427156c-40a0-4ca0-a512-aac89fc4b1c5 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=a134f0f4-2c29-432e-b1d2-1d8604139740 HTTP/1.1" status: 200 len: 467 time: 0.0888953 Jun 22 09:43:45.836969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ca4bda98-6faf-4b23-b349-b00506b9c23a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:45.842399 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6fbdd913-e41b-414b-8e91-59cf69bf9b82 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:45.877076 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.services.metering.metering_plugin [None req-2dbd27d7-2801-45dc-9c92-1dcd222d1bc5 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 22 09:43:45.949636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6216c674-65cb-4f1d-aba2-af92cc141703 None None] Could not find standard attr ID for object 4ead0625-9907-4dfa-8b89-f0a7caeb71b2. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:43:45.976835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ca4bda98-6faf-4b23-b349-b00506b9c23a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:45.988594 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3451476f-0fe7-4e05-976e-3596be9990e8 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:46.035010 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ca4bda98-6faf-4b23-b349-b00506b9c23a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.038124 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a9d9051b-783f-42a1-b014-b84120d45023 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:46.108458 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 3451476f-0fe7-4e05-976e-3596be9990e8 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:46.108849 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.155478 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ca4bda98-6faf-4b23-b349-b00506b9c23a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.173796 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bda98-6faf-4b23-b349-b00506b9c23a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e677025-d394-4624-978a-06d7e82ea651,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:46.177442 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ca4bda98-6faf-4b23-b349-b00506b9c23a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:46.193026 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2dbd27d7-2801-45dc-9c92-1dcd222d1bc5 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.194191 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2dbd27d7-2801-45dc-9c92-1dcd222d1bc5 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5739925 Jun 22 09:43:46.197761 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58684) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:46.203672 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-9984ea03-7cf4-4794-a9f9-947a3dafb6dd tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3eb60bbf-f42f-42aa-b45b-0b8539704119'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:46.205883 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-9984ea03-7cf4-4794-a9f9-947a3dafb6dd tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 09:43:46.212922 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ca4bda98-6faf-4b23-b349-b00506b9c23a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.218358 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-723a7494-1658-4384-a9f8-29bc39068d3f tempest-ExternalNetworksTestJSON-1557671906 tempest-ExternalNetworksTestJSON-1557671906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:46.308523 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bda98-6faf-4b23-b349-b00506b9c23a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ca23bd-f093-4ff3-ada7-0f2fb7ebb93d,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:46.311752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ca4bda98-6faf-4b23-b349-b00506b9c23a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:46.335308 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6fbdd913-e41b-414b-8e91-59cf69bf9b82 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.388780 dv-neutron-797121-3-hyperv neutron-server[100653]: WARNING neutron.services.metering.metering_plugin [None req-9984ea03-7cf4-4794-a9f9-947a3dafb6dd tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 22 09:43:46.420292 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fefbbc-528b-4da6-a71f-888108be320b req-77984bb6-bb7b-42b4-9803-f1d5395e067d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:46.421657 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d0fefbbc-528b-4da6-a71f-888108be320b req-77984bb6-bb7b-42b4-9803-f1d5395e067d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.2630851 Jun 22 09:43:46.433321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ca4bda98-6faf-4b23-b349-b00506b9c23a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.434181 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-91491e4c-adbe-4061-8f90-58402e673b50 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.434514 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ca4bda98-6faf-4b23-b349-b00506b9c23a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7910614 Jun 22 09:43:46.435236 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-91491e4c-adbe-4061-8f90-58402e673b50 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/a134f0f4-2c29-432e-b1d2-1d8604139740 HTTP/1.1" status: 204 len: 168 time: 0.6028523 Jun 22 09:43:46.437272 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.438212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58686) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:46.438537 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58688) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:46.447918 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-18e32ef5-e924-4e07-a90e-6a503cb4febf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '36ca23bd-f093-4ff3-ada7-0f2fb7ebb93d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:46.476357 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d0fefbbc-528b-4da6-a71f-888108be320b req-3ec1e9fa-f859-435a-9f40-2a8e7d036a8e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468380 Jun 22 09:43:46.494734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9984ea03-7cf4-4794-a9f9-947a3dafb6dd tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.495904 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9984ea03-7cf4-4794-a9f9-947a3dafb6dd tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2966855 Jun 22 09:43:46.499366 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58690) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:46.500477 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-06a37b53-bce5-440c-87c7-abd4b5dcbd40 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=a134f0f4-2c29-432e-b1d2-1d8604139740 HTTP/1.1" status: 200 len: 216 time: 0.0590343 Jun 22 09:43:46.504443 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58692) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:46.509665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.513644 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:46.517692 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d86872f2-d709-40ce-93f5-f6243e5578d3 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0120864 Jun 22 09:43:46.519334 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-00a05f29-22c7-4f00-b4fe-f3463e0e070d tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=34c716e4-6d5f-4992-9f49-f3c248e01bc7 HTTP/1.1" status: 200 len: 464 time: 0.0181165 Jun 22 09:43:46.521704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58696) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:46.524903 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58698) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:46.546233 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-69975eb2-3ead-47d3-bcdb-6e5aa4eae3d5 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0234773 Jun 22 09:43:46.550193 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58700) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:46.559947 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6fbdd913-e41b-414b-8e91-59cf69bf9b82 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.589218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6fbdd913-e41b-414b-8e91-59cf69bf9b82 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.589909 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-32230960-0d72-414a-bacd-b034b162cccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.591457 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6fbdd913-e41b-414b-8e91-59cf69bf9b82 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/d72c08ca-2e5e-492e-8550-0f57b5d377ba HTTP/1.1" status: 204 len: 168 time: 1.0575616 Jun 22 09:43:46.596443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58702) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:46.605118 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9d8d85a9-8a3c-4dda-8ad9-20ea4890e7a6 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/5c77c3eb-04eb-4c2b-82b0-1b7a5d99745e HTTP/1.1" status: 200 len: 470 time: 0.0536761 Jun 22 09:43:46.608401 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58704) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:46.617960 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.619496 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142715cf-4b89-43ed-a12b-2f8771b30e0a None None] Network 1b04d6c6-95da-46b0-a0f0-114f10fcba62 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:46.641414 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a0265ac2-7e43-47e7-83f2-dac226298b35 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/02ed2120-7c3f-4159-82a6-7a27b8e0afc3 HTTP/1.1" status: 200 len: 459 time: 0.0282841 Jun 22 09:43:46.656776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=2bf16dc3-da4d-4707-8b67-b3c920d3ca7c,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:46.661504 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58706) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:46.681481 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18e32ef5-e924-4e07-a90e-6a503cb4febf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.698910 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:46.699480 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:46.699889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:46.700272 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:46.700651 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:46.701031 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:46.701404 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:46.701775 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:46.702152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:46.702518 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:46.702917 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:46.703348 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:46.728350 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:46.732812 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-33c99e06-fd35-44d4-9bf9-1ff138ab5d71 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.737291 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-33c99e06-fd35-44d4-9bf9-1ff138ab5d71 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/34c716e4-6d5f-4992-9f49-f3c248e01bc7 HTTP/1.1" status: 204 len: 168 time: 0.2081242 Jun 22 09:43:46.737529 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58708) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:46.763950 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d73b998c-1670-4352-9a9a-743cf9ad394c tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=34c716e4-6d5f-4992-9f49-f3c248e01bc7 HTTP/1.1" status: 200 len: 221 time: 0.0218492 Jun 22 09:43:46.766131 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:46.769529 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58710) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:46.775120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-b95d18ad-d066-47de-923b-a688a1e08447 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1554571408', 'description': 'label created by tempest'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:46.775278 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-b95d18ad-d066-47de-923b-a688a1e08447 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] Unknown quota resources ['metering_label']. {{(pid=100653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 09:43:46.805600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdd913-e41b-414b-8e91-59cf69bf9b82 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Subnet': ['ID=d72c08ca-2e5e-492e-8550-0f57b5d377ba,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:46.815549 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.821872 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6fbdd913-e41b-414b-8e91-59cf69bf9b82 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:46.835773 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18e32ef5-e924-4e07-a90e-6a503cb4febf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.887117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network 4ef9b3a4-358b-4e49-9eb4-cf356eed01fd is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:46.905374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18e32ef5-e924-4e07-a90e-6a503cb4febf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:46.915409 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8c91f081-eac0-4824-9fc6-fac49fe10754 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:46.929750 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:46.981554 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e32ef5-e924-4e07-a90e-6a503cb4febf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2b157e-b5ff-420e-a305-153927926462,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:46.984231 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-18e32ef5-e924-4e07-a90e-6a503cb4febf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:47.039068 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6247737a-853e-47de-a065-be99be96dd54 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:47.040287 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6247737a-853e-47de-a065-be99be96dd54 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/02ed2120-7c3f-4159-82a6-7a27b8e0afc3 HTTP/1.1" status: 204 len: 168 time: 0.3757823 Jun 22 09:43:47.047210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58714) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:47.050454 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0a3bf3-c958-4f01-98d5-fe22d62e21c3 None None] DHCP port deletion for 1b04d6c6-95da-46b0-a0f0-114f10fcba62 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:43:47.057993 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18e32ef5-e924-4e07-a90e-6a503cb4febf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:47.059278 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-18e32ef5-e924-4e07-a90e-6a503cb4febf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6196861 Jun 22 09:43:47.062027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58716) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:47.121876 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-dd0a3bf3-c958-4f01-98d5-fe22d62e21c3 None None] Deleting port 3451476f-0fe7-4e05-976e-3596be9990e8 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:47.122271 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dd0a3bf3-c958-4f01-98d5-fe22d62e21c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:47.207910 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-dd0a3bf3-c958-4f01-98d5-fe22d62e21c3 None None] For port 3451476f-0fe7-4e05-976e-3596be9990e8, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3451476f-0fe7-4e05-976e-3596be9990e8,segment=NetworkSegment(922398c1-fc78-464f-a75b-14f9a10b979f),segment_id=922398c1-fc78-464f-a75b-14f9a10b979f)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:47.207910 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dd0a3bf3-c958-4f01-98d5-fe22d62e21c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:47.285278 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-dd0a3bf3-c958-4f01-98d5-fe22d62e21c3 None None] Calling delete_port for 3451476f-0fe7-4e05-976e-3596be9990e8 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:47.434745 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dd0a3bf3-c958-4f01-98d5-fe22d62e21c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:47.438795 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:47.451504 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-05e6c9ff-e552-4ed0-ae30-568c96124e6f tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '36ca23bd-f093-4ff3-ada7-0f2fb7ebb93d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:47.457594 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b95d18ad-d066-47de-923b-a688a1e08447 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:47.461295 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b95d18ad-d066-47de-923b-a688a1e08447 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6880434 Jun 22 09:43:47.461437 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58718) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:47.467034 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a3bf3-c958-4f01-98d5-fe22d62e21c3 None None] Pushing event deleted for resources: {'Port': ['ID=3451476f-0fe7-4e05-976e-3596be9990e8,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:47.468518 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port 3451476f-0fe7-4e05-976e-3596be9990e8 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:47.468518 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:47.479161 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a3bf3-c958-4f01-98d5-fe22d62e21c3 None None] No DVR routers for this DVR port 3451476f-0fe7-4e05-976e-3596be9990e8 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:47.481141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-dd0a3bf3-c958-4f01-98d5-fe22d62e21c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:47.523665 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-687a5586-5864-4098-9080-d49d10b2fa50 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=f0953eb1-0414-480b-93e2-5cba30ffb74c HTTP/1.1" status: 200 len: 468 time: 0.0610065 Jun 22 09:43:47.526144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58720) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:47.606584 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82681e-27b1-479d-af88-bc2412ed1a79 req-45ccf5c1-9a7b-4d35-95df-fcd5cae52fef tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:47.608076 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ae82681e-27b1-479d-af88-bc2412ed1a79 req-45ccf5c1-9a7b-4d35-95df-fcd5cae52fef tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.6798949 Jun 22 09:43:47.622917 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-05e6c9ff-e552-4ed0-ae30-568c96124e6f tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:47.696619 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 09aaf0f9-c9cb-4f59-bf81-5914db24d7ae has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:43:47.697750 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] For port 3451476f-0fe7-4e05-976e-3596be9990e8, host dv-neutron-797121-3-hyperv, got binding levels [] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:47.698109 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:47.775134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for 3451476f-0fe7-4e05-976e-3596be9990e8 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:47.779971 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.ipam_backend_mixin [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Port 3451476f-0fe7-4e05-976e-3596be9990e8 was not found and therefore no delete operation was performed {{(pid=100652) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 09:43:47.787166 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1393b290-2a6a-4a27-b987-de5751d3eea1 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:47.788321 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1393b290-2a6a-4a27-b987-de5751d3eea1 tempest-MeteringIpV6TestJSON-843390181 tempest-MeteringIpV6TestJSON-843390181-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/5c77c3eb-04eb-4c2b-82b0-1b7a5d99745e HTTP/1.1" status: 204 len: 168 time: 0.7400725 Jun 22 09:43:47.791185 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:47.791348 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ef988ac9-dc5b-45c9-ac54-28be495d4b07 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:47.793507 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-daf79f37-cd6c-4dd7-a3af-24a59e44ea15 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:47.795468 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ef988ac9-dc5b-45c9-ac54-28be495d4b07 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/f0953eb1-0414-480b-93e2-5cba30ffb74c HTTP/1.1" status: 204 len: 168 time: 0.2682536 Jun 22 09:43:47.796099 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58724) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:47.801880 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ae82681e-27b1-479d-af88-bc2412ed1a79 req-d8918457-6e39-47ba-9009-6ce08fec48b2 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838174 Jun 22 09:43:47.809871 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a376bde4-7914-4841-b04e-8b94fe05deb3 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=f0953eb1-0414-480b-93e2-5cba30ffb74c HTTP/1.1" status: 200 len: 216 time: 0.0125115 Jun 22 09:43:47.820151 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58726) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:47.834220 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-abdff9ca-5967-4b19-b0da-983ffda57a41 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0127535 Jun 22 09:43:47.835280 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58728) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:47.841385 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-05e6c9ff-e552-4ed0-ae30-568c96124e6f tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): There was a conflict when trying to complete your request. Jun 22 09:43:47.846121 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-05e6c9ff-e552-4ed0-ae30-568c96124e6f tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7821331 Jun 22 09:43:47.846774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58730) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:47.860319 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=3451476f-0fe7-4e05-976e-3596be9990e8,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:47.864302 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:47.866590 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No DVR routers for this DVR port 3451476f-0fe7-4e05-976e-3596be9990e8 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:47.871871 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5bea4ede-be79-448c-b802-2f827029fef5 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0348318 Jun 22 09:43:47.877245 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58732) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:47.950398 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7f4f550f-3a44-4e37-8bd0-16e434171fc0 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/3eb60bbf-f42f-42aa-b45b-0b8539704119 HTTP/1.1" status: 200 len: 473 time: 0.0718174 Jun 22 09:43:47.961014 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58734) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:47.966753 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3451476f-0fe7-4e05-976e-3596be9990e8 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:47.982997 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a68cd82a-c8df-475e-b9db-7eef5d1b9a06 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/654a9f88-9c0f-4c7a-a4a9-6f9ed5bff524 HTTP/1.1" status: 200 len: 461 time: 0.0179458 Jun 22 09:43:47.982997 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:47.983290 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58736) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:47.992326 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:47.998022 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 3451476f-0fe7-4e05-976e-3596be9990e8 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:47.998022 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3451476f-0fe7-4e05-976e-3596be9990e8 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:48.008737 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b04d6c6-95da-46b0-a0f0-114f10fcba62']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:48.017104 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:43:48.017296 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.026855 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "PUT /v2.0/routers/09aaf0f9-c9cb-4f59-bf81-5914db24d7ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4764180 Jun 22 09:43:48.026855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922398c1-fc78-464f-a75b-14f9a10b979f') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:48.026855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922398c1-fc78-464f-a75b-14f9a10b979f') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:48.027958 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58738) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:48.028257 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc75f82b-b6a1-4438-870a-b7103ebf1c16 None None] Sync routers for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:48.033956 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-c096f7b6-fb65-4957-86db-17faaa91fe97 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'port': {'network_id': '4ef9b3a4-358b-4e49-9eb4-cf356eed01fd', 'name': 'tempest-FloatingIPTestJSON-1751543634'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:48.039110 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc75f82b-b6a1-4438-870a-b7103ebf1c16 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:48.039931 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bc75f82b-b6a1-4438-870a-b7103ebf1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:48.040627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.057210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.065958 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:48.066798 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:48.071256 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:48.088614 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bc75f82b-b6a1-4438-870a-b7103ebf1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:48.106123 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc75f82b-b6a1-4438-870a-b7103ebf1c16 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:48.107423 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bc75f82b-b6a1-4438-870a-b7103ebf1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:48.149203 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bc75f82b-b6a1-4438-870a-b7103ebf1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:48.149866 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc75f82b-b6a1-4438-870a-b7103ebf1c16 None None] The sync data for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:43:48.194969 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.198498 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:48.204499 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.206412 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f0c9003e-0c38-4092-b994-71daff98fad2 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.206780 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/networks/1b04d6c6-95da-46b0-a0f0-114f10fcba62 HTTP/1.1" status: 204 len: 168 time: 1.6091762 Jun 22 09:43:48.210403 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f0c9003e-0c38-4092-b994-71daff98fad2 tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/654a9f88-9c0f-4c7a-a4a9-6f9ed5bff524 HTTP/1.1" status: 204 len: 168 time: 0.2233279 Jun 22 09:43:48.210538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58742) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:48.211939 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58744) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:48.229484 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-b46e2e97-f6f0-4f81-ad5b-44389c544c75 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1', 'name': 'tempest-PortsTestJSON-503157947'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:48.240215 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Network': ['ID=1b04d6c6-95da-46b0-a0f0-114f10fcba62,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:48.252227 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.254885 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.258484 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "DELETE /v2.0/security-groups/36ca23bd-f093-4ff3-ada7-0f2fb7ebb93d HTTP/1.1" status: 204 len: 168 time: 0.4074171 Jun 22 09:43:48.258484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-676b3ef5-a80d-4a89-be51-0d51e12b354c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:48.260214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58746) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:48.284157 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ca23bd-f093-4ff3-ada7-0f2fb7ebb93d,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:48.288391 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58748) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:48.297890 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:48.298293 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:48.298679 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:48.299063 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:48.299458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:48.299832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:48.300208 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:48.300580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:48.300950 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:48.301322 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:48.301681 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:48.302084 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:48.316283 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:48.317009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c096f7b6-fb65-4957-86db-17faaa91fe97 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Made reservation on behalf of 3fe8e4519a884b82ab7d8e90f6c4589b for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:48.320572 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c096f7b6-fb65-4957-86db-17faaa91fe97 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.326985 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:48.357115 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7a9c47a2-2c1a-47c1-9403-15676bde0974 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0945871 Jun 22 09:43:48.358519 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-c096f7b6-fb65-4957-86db-17faaa91fe97 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] device_id is not set on port aaf1dcb5-40a7-4e80-ba14-dffe89f51d4c yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:48.364450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58752) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:48.370124 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-379a9be8-58c8-487c-8730-387df654c224 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1479188928'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:48.439333 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e51a14a7-82ef-43ba-995c-f69fb9f4a5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.503789 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-379a9be8-58c8-487c-8730-387df654c224 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.509208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.api [None req-b46e2e97-f6f0-4f81-ad5b-44389c544c75 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:43:48.509208 dv-neutron-797121-3-hyperv neutron-server[100652]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:43:48.509208 dv-neutron-797121-3-hyperv neutron-server[100652]: [parameters: {'project_id_1': '0110610b37fd4838a23148654276ede5', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 43, 48, 479786)}] Jun 22 09:43:48.509208 dv-neutron-797121-3-hyperv neutron-server[100652]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:43:48.509593 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_db.api [None req-b46e2e97-f6f0-4f81-ad5b-44389c544c75 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:43:48.530746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-c096f7b6-fb65-4957-86db-17faaa91fe97 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Allocated IP 172.20.0.9 (4ef9b3a4-358b-4e49-9eb4-cf356eed01fd/90f7021b-f8a0-4569-95b7-3911f6f55f81/aaf1dcb5-40a7-4e80-ba14-dffe89f51d4c) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:48.580901 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd31dc9e-6e0c-4ea7-94ad-b35b3408b97e tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.582115 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dd31dc9e-6e0c-4ea7-94ad-b35b3408b97e tempest-MeteringTestJSON-1176140337 tempest-MeteringTestJSON-1176140337-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/3eb60bbf-f42f-42aa-b45b-0b8539704119 HTTP/1.1" status: 204 len: 168 time: 0.3709359 Jun 22 09:43:48.685655 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e51a14a7-82ef-43ba-995c-f69fb9f4a5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.724553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c096f7b6-fb65-4957-86db-17faaa91fe97 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.758849 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e51a14a7-82ef-43ba-995c-f69fb9f4a5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.765059 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c1e0c874-7819-4e40-b4b0-7a418a5e6dc7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:48.815962 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e51a14a7-82ef-43ba-995c-f69fb9f4a5c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71954a78641e47fb88268d5435499be2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5245991 Jun 22 09:43:48.816769 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a14a7-82ef-43ba-995c-f69fb9f4a5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4318842f-64c2-42b7-ad77-8a5ccc6f0186,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:48.819201 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58756) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:48.822361 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e51a14a7-82ef-43ba-995c-f69fb9f4a5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:48.865453 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c096f7b6-fb65-4957-86db-17faaa91fe97 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.872237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:48.878032 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-379a9be8-58c8-487c-8730-387df654c224 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.884388 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-271fcc23-5724-424b-a199-07ea2856cbe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.913312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-271fcc23-5724-424b-a199-07ea2856cbe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.915730 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c096f7b6-fb65-4957-86db-17faaa91fe97 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network 4ef9b3a4-358b-4e49-9eb4-cf356eed01fd is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:48.919120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-c096f7b6-fb65-4957-86db-17faaa91fe97 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:48.925948 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096f7b6-fb65-4957-86db-17faaa91fe97 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:48.950554 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-379a9be8-58c8-487c-8730-387df654c224 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.956437 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096f7b6-fb65-4957-86db-17faaa91fe97 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=aaf1dcb5-40a7-4e80-ba14-dffe89f51d4c,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:48.958128 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58762) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:48.963805 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c096f7b6-fb65-4957-86db-17faaa91fe97 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:48.974496 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0cf19210-49fc-4ff9-aafd-24f45a927b0f tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:49.039976 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c096f7b6-fb65-4957-86db-17faaa91fe97 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:49.040583 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c096f7b6-fb65-4957-86db-17faaa91fe97 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.044685 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a9be8-58c8-487c-8730-387df654c224 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54de216-ab5c-44ab-9fe0-fbd6b581a189,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:49.052743 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-379a9be8-58c8-487c-8730-387df654c224 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:49.056867 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-81a0b77f-c9cf-4e8c-a16a-469b44d422c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.075623 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-61a35f39-8106-469b-b698-29a21cce2871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.084685 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46e7e8-81d3-487b-8872-6ede0dee66ca req-d372dc45-f2a1-405d-ba90-e70a9d133982 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:49.086129 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0b46e7e8-81d3-487b-8872-6ede0dee66ca req-d372dc45-f2a1-405d-ba90-e70a9d133982 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1137757 Jun 22 09:43:49.097216 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-271fcc23-5724-424b-a199-07ea2856cbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.099194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-379a9be8-58c8-487c-8730-387df654c224 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.099777 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-271fcc23-5724-424b-a199-07ea2856cbe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.100372 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-379a9be8-58c8-487c-8730-387df654c224 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7349074 Jun 22 09:43:49.103926 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-271fcc23-5724-424b-a199-07ea2856cbe7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4318842f-64c2-42b7-ad77-8a5ccc6f0186 HTTP/1.1" status: 204 len: 168 time: 0.2836292 Jun 22 09:43:49.105878 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58766) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:49.105878 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-48e8c48d-22c1-4387-9cb2-2081536714fb tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:49.123178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-50d4baf8-23bd-410e-9316-76a318e1208a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': 'f54de216-ab5c-44ab-9fe0-fbd6b581a189', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:49.126875 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.api.v2.base [None req-50d4baf8-23bd-410e-9316-76a318e1208a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 22 09:43:49.127175 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c096f7b6-fb65-4957-86db-17faaa91fe97 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0950017 Jun 22 09:43:49.127268 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-50d4baf8-23bd-410e-9316-76a318e1208a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:43:49.127346 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58770) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:49.129580 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-50d4baf8-23bd-410e-9316-76a318e1208a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0213802 Jun 22 09:43:49.130130 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58772) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:49.134589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-2e99014b-ab00-4035-a36d-17bb3a35a86e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'port': {'network_id': '4ef9b3a4-358b-4e49-9eb4-cf356eed01fd', 'name': 'tempest-FloatingIPTestJSON-1690130085'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:49.141475 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0b46e7e8-81d3-487b-8872-6ede0dee66ca req-f72e94cc-8071-4811-a47d-e47887197325 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494225 Jun 22 09:43:49.172984 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fcc23-5724-424b-a199-07ea2856cbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4318842f-64c2-42b7-ad77-8a5ccc6f0186,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:49.175633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-271fcc23-5724-424b-a199-07ea2856cbe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:49.192514 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.api [None req-61a35f39-8106-469b-b698-29a21cce2871 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:43:49.192514 dv-neutron-797121-3-hyperv neutron-server[100652]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:43:49.192514 dv-neutron-797121-3-hyperv neutron-server[100652]: [parameters: {'project_id_1': 'c3e9f0c86ace4289b49d2186e0e14150', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 43, 49, 85645)}] Jun 22 09:43:49.192514 dv-neutron-797121-3-hyperv neutron-server[100652]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:43:49.192514 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_db.api [None req-61a35f39-8106-469b-b698-29a21cce2871 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:43:49.231776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4028c49d-2f67-4516-87ab-f6cfda3eb08b tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.261470 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4028c49d-2f67-4516-87ab-f6cfda3eb08b tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.271753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46e2e97-f6f0-4f81-ad5b-44389c544c75 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:49.276714 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b46e2e97-f6f0-4f81-ad5b-44389c544c75 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.292753 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.324419 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-b46e2e97-f6f0-4f81-ad5b-44389c544c75 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] device_id is not set on port 055b42ab-bb68-4d22-937b-efe5fa3e3507 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:49.372467 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e99014b-ab00-4035-a36d-17bb3a35a86e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Made reservation on behalf of 3fe8e4519a884b82ab7d8e90f6c4589b for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:49.378050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2e99014b-ab00-4035-a36d-17bb3a35a86e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.397493 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-2e99014b-ab00-4035-a36d-17bb3a35a86e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] device_id is not set on port 201233de-0fd5-422c-88f5-ed32fc40870b yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:49.483006 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4028c49d-2f67-4516-87ab-f6cfda3eb08b tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.485694 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4028c49d-2f67-4516-87ab-f6cfda3eb08b tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.486847 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4028c49d-2f67-4516-87ab-f6cfda3eb08b tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "DELETE /v2.0/security-groups/f54de216-ab5c-44ab-9fe0-fbd6b581a189 HTTP/1.1" status: 204 len: 168 time: 0.3483517 Jun 22 09:43:49.490633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3d874e4e-863f-48ab-a0a1-ebcd5bc681b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:49.501345 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85bd9d-1694-4db9-803d-bc7b020b6f10 req-28036ba0-afe4-48a3-b647-6c0eaecc7a6b tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:49.502932 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7c85bd9d-1694-4db9-803d-bc7b020b6f10 req-28036ba0-afe4-48a3-b647-6c0eaecc7a6b tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1956449 Jun 22 09:43:49.510674 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58778) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:49.533419 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028c49d-2f67-4516-87ab-f6cfda3eb08b tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54de216-ab5c-44ab-9fe0-fbd6b581a189,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:49.545915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4028c49d-2f67-4516-87ab-f6cfda3eb08b tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:49.565550 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-2e99014b-ab00-4035-a36d-17bb3a35a86e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Allocated IP 172.20.0.8 (4ef9b3a4-358b-4e49-9eb4-cf356eed01fd/90f7021b-f8a0-4569-95b7-3911f6f55f81/201233de-0fd5-422c-88f5-ed32fc40870b) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:49.583173 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b46e2e97-f6f0-4f81-ad5b-44389c544c75 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.620192 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7c85bd9d-1694-4db9-803d-bc7b020b6f10 req-4da7be19-ba14-4a96-ac1a-967027e07cb8 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015923 Jun 22 09:43:49.628106 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-45ad10dd-bfd1-4b03-a3c3-630b155caf67 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1162777 Jun 22 09:43:49.631704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58780) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:49.637041 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-0f67f031-c8b5-46c4-811a-9e1cb70190f6 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group': {'name': 'tempest-secgroup--468759339'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:49.690929 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-61a35f39-8106-469b-b698-29a21cce2871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.744023 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b46e2e97-f6f0-4f81-ad5b-44389c544c75 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.748300 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d3b47f9c-117c-4840-9bbd-ceb4c9e45d2f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:49.808168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2e99014b-ab00-4035-a36d-17bb3a35a86e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.810407 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f67f031-c8b5-46c4-811a-9e1cb70190f6 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.816858 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46e2e97-f6f0-4f81-ad5b-44389c544c75 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:49.839745 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e2e97-f6f0-4f81-ad5b-44389c544c75 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=055b42ab-bb68-4d22-937b-efe5fa3e3507,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:49.870714 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-b46e2e97-f6f0-4f81-ad5b-44389c544c75 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:49.873911 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58784) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:49.879626 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b46e2e97-f6f0-4f81-ad5b-44389c544c75 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:49.880493 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e2e97-f6f0-4f81-ad5b-44389c544c75 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:49.893583 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46e2e97-f6f0-4f81-ad5b-44389c544c75 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:49.894315 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b46e2e97-f6f0-4f81-ad5b-44389c544c75 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.894947 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608d1bf-5573-40be-b7b5-eaa9dcd235d5 req-d904c6b8-32fb-436d-86d8-770fd7c3a5f6 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:49.896560 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6608d1bf-5573-40be-b7b5-eaa9dcd235d5 req-d904c6b8-32fb-436d-86d8-770fd7c3a5f6 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1341755 Jun 22 09:43:49.907176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-122503eb-15d5-4dad-af73-2ccdfd56983a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.951601 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6608d1bf-5573-40be-b7b5-eaa9dcd235d5 req-62d1983b-033a-45b1-9b0f-3eafb1c88827 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456967 Jun 22 09:43:49.955213 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-61a35f39-8106-469b-b698-29a21cce2871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.972049 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2e99014b-ab00-4035-a36d-17bb3a35a86e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.985439 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-080bd8c8-71c8-44c1-b18c-3f9d743866cf tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:50.020925 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e99014b-ab00-4035-a36d-17bb3a35a86e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network 4ef9b3a4-358b-4e49-9eb4-cf356eed01fd is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:50.024413 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-2e99014b-ab00-4035-a36d-17bb3a35a86e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:50.029137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e99014b-ab00-4035-a36d-17bb3a35a86e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:50.035021 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-61a35f39-8106-469b-b698-29a21cce2871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.038172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-08844e62-49b5-4104-93fe-7c9bfc2335bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:50.081881 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99014b-ab00-4035-a36d-17bb3a35a86e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=201233de-0fd5-422c-88f5-ed32fc40870b,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:50.092756 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-61a35f39-8106-469b-b698-29a21cce2871 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3e9f0c86ace4289b49d2186e0e14150&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1326268 Jun 22 09:43:50.096548 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2e99014b-ab00-4035-a36d-17bb3a35a86e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:50.099466 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58788) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:50.112343 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a35f39-8106-469b-b698-29a21cce2871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c544ddae-8cb8-4e72-be91-9ef888ff9f42,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:50.119590 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e99014b-ab00-4035-a36d-17bb3a35a86e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:50.120000 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-61a35f39-8106-469b-b698-29a21cce2871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:50.120225 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2e99014b-ab00-4035-a36d-17bb3a35a86e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.152233 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf02d42-5b28-47b2-922c-4762cc8918bd req-f7fd3b98-09cb-44c5-8338-79ca1f3b60fa tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:50.153871 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5bf02d42-5b28-47b2-922c-4762cc8918bd req-f7fd3b98-09cb-44c5-8338-79ca1f3b60fa tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.0843740 Jun 22 09:43:50.189691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4e0cef10-ef7b-432b-a38f-b50cf9122a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.197972 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5bf02d42-5b28-47b2-922c-4762cc8918bd req-8e7e2691-1a5f-48a4-92eb-1b730e2a00cd tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377488 Jun 22 09:43:50.220619 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f67f031-c8b5-46c4-811a-9e1cb70190f6 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.232448 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4e0cef10-ef7b-432b-a38f-b50cf9122a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.332861 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f67f031-c8b5-46c4-811a-9e1cb70190f6 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.336206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e3c06fdb-87bb-4411-9f52-6c52ffcc4b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:50.361970 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67f031-c8b5-46c4-811a-9e1cb70190f6 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d73037a-5cb0-424c-befd-9cdd97715438,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:50.364556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0f67f031-c8b5-46c4-811a-9e1cb70190f6 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:50.388810 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4e0cef10-ef7b-432b-a38f-b50cf9122a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.391862 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4e0cef10-ef7b-432b-a38f-b50cf9122a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.392987 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4e0cef10-ef7b-432b-a38f-b50cf9122a91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c544ddae-8cb8-4e72-be91-9ef888ff9f42 HTTP/1.1" status: 204 len: 168 time: 0.2926247 Jun 22 09:43:50.393868 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5ec2cde7-85ab-4a3c-8aba-ddf882b2de7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:50.401313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cef10-ef7b-432b-a38f-b50cf9122a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c544ddae-8cb8-4e72-be91-9ef888ff9f42,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:50.403086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4e0cef10-ef7b-432b-a38f-b50cf9122a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:50.417923 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.419675 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b46e2e97-f6f0-4f81-ad5b-44389c544c75 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1939719 Jun 22 09:43:50.420543 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2e99014b-ab00-4035-a36d-17bb3a35a86e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2924912 Jun 22 09:43:50.424761 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58796) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:50.425227 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f67f031-c8b5-46c4-811a-9e1cb70190f6 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.426594 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0f67f031-c8b5-46c4-811a-9e1cb70190f6 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7935672 Jun 22 09:43:50.430798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58798) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:50.432695 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '201233de-0fd5-422c-88f5-ed32fc40870b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:50.437186 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58800) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:50.443302 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-04699c03-e321-4c44-a0db-97ff789aedd4 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '7d73037a-5cb0-424c-befd-9cdd97715438', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:50.449740 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.api.v2.base [None req-04699c03-e321-4c44-a0db-97ff789aedd4 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 22 09:43:50.450276 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-04699c03-e321-4c44-a0db-97ff789aedd4 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:43:50.452078 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-04699c03-e321-4c44-a0db-97ff789aedd4 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0125260 Jun 22 09:43:50.455318 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58802) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:50.510180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1fca-451c-4317-9293-7bf96d20d579 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.532660 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1fca-451c-4317-9293-7bf96d20d579 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.577187 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-122503eb-15d5-4dad-af73-2ccdfd56983a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.579688 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-f9f60102-e69a-4a06-8660-9de04542fe4e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port 055b42ab-bb68-4d22-937b-efe5fa3e3507 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:50.580019 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f9f60102-e69a-4a06-8660-9de04542fe4e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.581233 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58804) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:50.649153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f9f60102-e69a-4a06-8660-9de04542fe4e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.668247 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd46a04e-d584-4557-898c-14308ae80255 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:50.668744 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd46a04e-d584-4557-898c-14308ae80255 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:50.669227 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd46a04e-d584-4557-898c-14308ae80255 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:50.670896 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dd46a04e-d584-4557-898c-14308ae80255 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=50763c4428f741ada1db53edd04651ab&network_id=9c753fde-2e6c-4c94-b61f-05eb2b76f365 HTTP/1.1" status: 200 len: 2999 time: 0.0885329 Jun 22 09:43:50.674532 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1fca-451c-4317-9293-7bf96d20d579 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.677381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1fca-451c-4317-9293-7bf96d20d579 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.680898 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fd2e1fca-451c-4317-9293-7bf96d20d579 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "DELETE /v2.0/security-groups/7d73037a-5cb0-424c-befd-9cdd97715438 HTTP/1.1" status: 204 len: 168 time: 0.2219214 Jun 22 09:43:50.680898 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-eb0e578b-c18f-416a-a72c-149654c24f2e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:50.683540 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58806) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:50.696434 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e1fca-451c-4317-9293-7bf96d20d579 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d73037a-5cb0-424c-befd-9cdd97715438,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:50.711324 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fd2e1fca-451c-4317-9293-7bf96d20d579 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:50.727022 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-f9f60102-e69a-4a06-8660-9de04542fe4e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for 055b42ab-bb68-4d22-937b-efe5fa3e3507 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:50.733596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-122503eb-15d5-4dad-af73-2ccdfd56983a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.743691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b649ea19-d8fc-4d5a-b863-34ac4255c411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:50.753899 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a5baf487-2d13-4d1a-af84-ea0684a06f08 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0680821 Jun 22 09:43:50.758013 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58812) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:50.762827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-700b8093-561e-46a1-8cd5-e169f050d47c tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group': {'name': 'tempest-secgroup--231340786'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:50.814378 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-122503eb-15d5-4dad-af73-2ccdfd56983a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2743ea3a293475c9cb821b53bd21293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9360454 Jun 22 09:43:50.817073 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58814) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:50.827011 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122503eb-15d5-4dad-af73-2ccdfd56983a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5eff8a-ad13-4edc-bc7f-25eaa30485b4,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:50.831791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-122503eb-15d5-4dad-af73-2ccdfd56983a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:50.849384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.936774 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-df2e19e7-dbf5-4048-8c09-64812e9ffed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.949222 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f9f60102-e69a-4a06-8660-9de04542fe4e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.953272 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-18e98323-b527-4caa-a09a-bf79f02c001f tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:50.954362 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-700b8093-561e-46a1-8cd5-e169f050d47c tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.977124 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f60102-e69a-4a06-8660-9de04542fe4e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=055b42ab-bb68-4d22-937b-efe5fa3e3507,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:50.980704 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-df2e19e7-dbf5-4048-8c09-64812e9ffed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.980864 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f9f60102-e69a-4a06-8660-9de04542fe4e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:50.986042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f9f60102-e69a-4a06-8660-9de04542fe4e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:50.990428 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f9f60102-e69a-4a06-8660-9de04542fe4e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/ports/055b42ab-bb68-4d22-937b-efe5fa3e3507 HTTP/1.1" status: 204 len: 168 time: 0.5601592 Jun 22 09:43:50.991081 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58818) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:50.996195 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-531b4986-0d1f-4fda-92cf-06c69fe0deb4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1', 'mac_address': 'fa:16:3e:29:73:82', 'name': 'tempest-PortsTestJSON-1529782818'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:51.075711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:51.096951 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58820) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:51.116407 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0edc-efdc-4417-9399-849cdff64d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:51.137695 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-700b8093-561e-46a1-8cd5-e169f050d47c tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:51.178680 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-df2e19e7-dbf5-4048-8c09-64812e9ffed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:51.181390 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-df2e19e7-dbf5-4048-8c09-64812e9ffed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:51.182527 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-df2e19e7-dbf5-4048-8c09-64812e9ffed9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc5eff8a-ad13-4edc-bc7f-25eaa30485b4 HTTP/1.1" status: 204 len: 168 time: 0.3644865 Jun 22 09:43:51.208143 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4f45f879-7c8d-4b96-baf8-84e37cc543ed tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:51.220324 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e19e7-dbf5-4048-8c09-64812e9ffed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5eff8a-ad13-4edc-bc7f-25eaa30485b4,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:51.223972 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-df2e19e7-dbf5-4048-8c09-64812e9ffed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:51.229213 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-700b8093-561e-46a1-8cd5-e169f050d47c tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:51.234034 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7c2d785c-078a-4ab7-98d5-ef490cf9e59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:51.285790 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b8093-561e-46a1-8cd5-e169f050d47c tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a3e8d6-df91-4017-91ec-41a8d099a7d4,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:51.294444 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-700b8093-561e-46a1-8cd5-e169f050d47c tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:51.314148 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Allocated IP 172.26.3.138 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/40128a1d-8071-4239-b8e5-a551e3c75d7a) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:51.396967 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531b4986-0d1f-4fda-92cf-06c69fe0deb4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:51.411331 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:51.485647 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-531b4986-0d1f-4fda-92cf-06c69fe0deb4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:51.519192 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-531b4986-0d1f-4fda-92cf-06c69fe0deb4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] device_id is not set on port 2ef0c6f8-715f-4ae9-a06d-bca39eb91b85 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:51.538002 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:51.540352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-106dd084-a21b-4b51-bdd4-46f3515e8e90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:51.576563 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:51.580117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:51.583919 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:51.610298 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0edc-efdc-4417-9399-849cdff64d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:51.614354 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=40128a1d-8071-4239-b8e5-a551e3c75d7a,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:51.618522 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:51.634531 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:51.701580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0edc-efdc-4417-9399-849cdff64d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:51.710758 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-122503eb-15d5-4dad-af73-2ccdfd56983a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:51.721495 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-531b4986-0d1f-4fda-92cf-06c69fe0deb4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:51.754698 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4e6d0edc-efdc-4417-9399-849cdff64d81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2111af9dfe444af862ac316182436ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6543174 Jun 22 09:43:51.758008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58826) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:51.768030 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d0edc-efdc-4417-9399-849cdff64d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c12e94-ce1b-4acd-8b2d-3fcd17c8f905,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:51.771153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4e6d0edc-efdc-4417-9399-849cdff64d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:51.818541 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-700b8093-561e-46a1-8cd5-e169f050d47c tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:51.819907 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-700b8093-561e-46a1-8cd5-e169f050d47c tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0609396 Jun 22 09:43:51.822576 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58828) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:51.831125 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-0200a7c6-f2cc-4ae5-b5ab-717e10099499 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '52a3e8d6-df91-4017-91ec-41a8d099a7d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:51.835005 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44840fe9-c62b-4d5a-979b-7524ae3b97f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:51.835522 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.api.v2.base [None req-0200a7c6-f2cc-4ae5-b5ab-717e10099499 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 22 09:43:51.836278 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-0200a7c6-f2cc-4ae5-b5ab-717e10099499 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:43:51.837814 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0200a7c6-f2cc-4ae5-b5ab-717e10099499 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0136507 Jun 22 09:43:51.840073 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58832) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:51.851481 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-9b076ec3-a01b-46e8-b26b-fdf19746885a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '52a3e8d6-df91-4017-91ec-41a8d099a7d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:51.852954 dv-neutron-797121-3-hyperv neutron-server[100653]: WARNING neutron.api.v2.base [None req-9b076ec3-a01b-46e8-b26b-fdf19746885a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 22 09:43:51.853472 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-9b076ec3-a01b-46e8-b26b-fdf19746885a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:43:51.857186 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9b076ec3-a01b-46e8-b26b-fdf19746885a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0118582 Jun 22 09:43:51.857718 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58834) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:51.863129 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-f99a105a-e9a6-4dc9-bdea-8fc54c8b8b01 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '52a3e8d6-df91-4017-91ec-41a8d099a7d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:51.864074 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.api.v2.base [None req-f99a105a-e9a6-4dc9-bdea-8fc54c8b8b01 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 22 09:43:51.864639 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-f99a105a-e9a6-4dc9-bdea-8fc54c8b8b01 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:43:51.867492 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f99a105a-e9a6-4dc9-bdea-8fc54c8b8b01 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068913 Jun 22 09:43:51.868390 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58836) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:51.877083 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44840fe9-c62b-4d5a-979b-7524ae3b97f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:51.878240 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-b0a2f208-1d1d-4f51-9d56-6c7d6c510d4e tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '52a3e8d6-df91-4017-91ec-41a8d099a7d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:51.879382 dv-neutron-797121-3-hyperv neutron-server[100653]: WARNING neutron.api.v2.base [None req-b0a2f208-1d1d-4f51-9d56-6c7d6c510d4e tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 22 09:43:51.879930 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-b0a2f208-1d1d-4f51-9d56-6c7d6c510d4e tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:43:51.883345 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b0a2f208-1d1d-4f51-9d56-6c7d6c510d4e tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0116177 Jun 22 09:43:51.885765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58842) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:51.930758 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-531b4986-0d1f-4fda-92cf-06c69fe0deb4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:51.938803 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-18ab6d58-8a97-4d98-8e14-eb466f5c6318 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:51.989069 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531b4986-0d1f-4fda-92cf-06c69fe0deb4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:52.001502 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-531b4986-0d1f-4fda-92cf-06c69fe0deb4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:52.003934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531b4986-0d1f-4fda-92cf-06c69fe0deb4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:52.009659 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531b4986-0d1f-4fda-92cf-06c69fe0deb4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:52.010296 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-531b4986-0d1f-4fda-92cf-06c69fe0deb4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.025435 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.034381 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b4986-0d1f-4fda-92cf-06c69fe0deb4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=2ef0c6f8-715f-4ae9-a06d-bca39eb91b85,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:52.037157 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-531b4986-0d1f-4fda-92cf-06c69fe0deb4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:52.037985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9eea405b-14b1-4448-b2ac-7dc72b77c64d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.064188 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9eea405b-14b1-4448-b2ac-7dc72b77c64d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.094900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44840fe9-c62b-4d5a-979b-7524ae3b97f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.097507 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44840fe9-c62b-4d5a-979b-7524ae3b97f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.098661 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-44840fe9-c62b-4d5a-979b-7524ae3b97f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31c12e94-ce1b-4acd-8b2d-3fcd17c8f905 HTTP/1.1" status: 204 len: 168 time: 0.3397076 Jun 22 09:43:52.101748 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:52.116429 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44840fe9-c62b-4d5a-979b-7524ae3b97f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c12e94-ce1b-4acd-8b2d-3fcd17c8f905,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:52.119130 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-44840fe9-c62b-4d5a-979b-7524ae3b97f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:52.149980 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-531b4986-0d1f-4fda-92cf-06c69fe0deb4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1577060 Jun 22 09:43:52.152345 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58850) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:52.209357 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90629787-f822-435e-b284-31c7e7a8aac3 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:52.210859 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-90629787-f822-435e-b284-31c7e7a8aac3 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports/2ef0c6f8-715f-4ae9-a06d-bca39eb91b85 HTTP/1.1" status: 200 len: 841 time: 0.0574892 Jun 22 09:43:52.213704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58852) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:52.218973 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.244650 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9eea405b-14b1-4448-b2ac-7dc72b77c64d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.247118 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9eea405b-14b1-4448-b2ac-7dc72b77c64d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.248259 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9eea405b-14b1-4448-b2ac-7dc72b77c64d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "DELETE /v2.0/security-groups/52a3e8d6-df91-4017-91ec-41a8d099a7d4 HTTP/1.1" status: 204 len: 168 time: 0.3615947 Jun 22 09:43:52.251471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e51a14a7-82ef-43ba-995c-f69fb9f4a5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:52.255902 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58854) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:52.289174 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea405b-14b1-4448-b2ac-7dc72b77c64d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a3e8d6-df91-4017-91ec-41a8d099a7d4,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:52.294561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9eea405b-14b1-4448-b2ac-7dc72b77c64d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:52.350750 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bda64612-2fa3-415c-9d5a-921bc67b4c4f tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0936766 Jun 22 09:43:52.359112 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58860) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:52.366072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-b1ef7d55-9c45-4ec0-9654-c5ef97babdec tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group': {'name': 'tempest-secgroup--344362557'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:52.396763 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-a5356c0c-2352-4b02-9f58-cb5c4989cc3e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port 2ef0c6f8-715f-4ae9-a06d-bca39eb91b85 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:52.397109 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a5356c0c-2352-4b02-9f58-cb5c4989cc3e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.404683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.462806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7d55-9c45-4ec0-9654-c5ef97babdec tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.475720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a5356c0c-2352-4b02-9f58-cb5c4989cc3e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.509047 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.511510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-336a3bea-f651-4b5e-9b8f-f594b661acee tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:52.545353 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-a5356c0c-2352-4b02-9f58-cb5c4989cc3e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for 2ef0c6f8-715f-4ae9-a06d-bca39eb91b85 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:52.585194 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=40128a1d-8071-4239-b8e5-a551e3c75d7a,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:52.589487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:52.602151 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.675166 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7d55-9c45-4ec0-9654-c5ef97babdec tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.686122 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58872) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:52.720263 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Floating IP 76b75c96-fd9a-41c1-9391-315058214e40 associated. External IP: 172.26.3.138, port: 201233de-0fd5-422c-88f5-ed32fc40870b. Jun 22 09:43:52.749283 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7d55-9c45-4ec0-9654-c5ef97babdec tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.753473 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-11e967e4-0fe2-4d21-9d1a-2a7206352ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:52.775828 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a5356c0c-2352-4b02-9f58-cb5c4989cc3e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.797311 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a5356c0c-2352-4b02-9f58-cb5c4989cc3e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.799419 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a5356c0c-2352-4b02-9f58-cb5c4989cc3e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/ports/2ef0c6f8-715f-4ae9-a06d-bca39eb91b85 HTTP/1.1" status: 204 len: 168 time: 0.5847695 Jun 22 09:43:52.800436 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef7d55-9c45-4ec0-9654-c5ef97babdec tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f55cb5d-186d-49a0-bf3b-e69f57cc3df6,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:52.803370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b1ef7d55-9c45-4ec0-9654-c5ef97babdec tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:52.804046 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58880) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:52.804565 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c9565b24-2188-40d5-8940-26c0e5302b50 tempest-RoutersIpV6AdminTest-677725538 tempest-RoutersIpV6AdminTest-677725538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:52.856094 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1408845512'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:52.859639 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-18642c5b-9361-4750-8118-d512761a986e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] GET failed (client error): The resource could not be found. Jun 22 09:43:52.861169 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-18642c5b-9361-4750-8118-d512761a986e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports/2ef0c6f8-715f-4ae9-a06d-bca39eb91b85 HTTP/1.1" status: 404 len: 333 time: 0.0528777 Jun 22 09:43:52.862064 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5356c0c-2352-4b02-9f58-cb5c4989cc3e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=2ef0c6f8-715f-4ae9-a06d-bca39eb91b85,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:52.865562 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58884) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:52.868016 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a5356c0c-2352-4b02-9f58-cb5c4989cc3e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:52.873694 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-441c5a24-4297-4693-b663-205824901f2d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1', 'name': 'tempest-PortsTestJSON-1464353062'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:52.876796 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7d55-9c45-4ec0-9654-c5ef97babdec tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.878265 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b1ef7d55-9c45-4ec0-9654-c5ef97babdec tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5169170 Jun 22 09:43:52.881897 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58886) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:52.886826 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-8d8a1142-ee8c-476e-836c-0f3f2b201ac1 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '8f55cb5d-186d-49a0-bf3b-e69f57cc3df6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:52.887720 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.api.v2.base [None req-8d8a1142-ee8c-476e-836c-0f3f2b201ac1 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 22 09:43:52.888316 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-8d8a1142-ee8c-476e-836c-0f3f2b201ac1 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:43:52.892478 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8d8a1142-ee8c-476e-836c-0f3f2b201ac1 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063803 Jun 22 09:43:52.892831 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58888) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:52.897375 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-c888a682-5780-4a2d-a7f7-e6f286cc1c9d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '8f55cb5d-186d-49a0-bf3b-e69f57cc3df6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:52.970114 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 09aaf0f9-c9cb-4f59-bf81-5914db24d7ae has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:43:53.005826 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:53.009374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:53.019165 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:53.190607 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:53.261698 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:53.268368 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ea2dac2c-f998-4eb6-af37-f55f95e74cf7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:53.293654 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:53.309457 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0dee19-8396-4f44-be90-f9f5ae76ba1c,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:53.313204 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:53.314701 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:53.315048 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Added segment 5401fc51-02e6-44d1-9b4d-fc9edf1b5c03 of type vlan for network f9a5565b-acad-4eb7-9753-f2d33e67c309 Jun 22 09:43:53.354417 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441c5a24-4297-4693-b663-205824901f2d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:53.357975 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-441c5a24-4297-4693-b663-205824901f2d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:53.370185 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:53.384494 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-441c5a24-4297-4693-b663-205824901f2d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] device_id is not set on port e790ab80-224d-47ff-86e9-4815e40eeae3 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:53.397985 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58900) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:53.448576 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:43:53.461285 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc98989-e171-4f24-bf9b-dbb0ba8f9668 None None] Sync routers for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:53.467001 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30dc17e-c8f8-4404-8c33-7ccf9a2f41c4 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:53.468555 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d30dc17e-c8f8-4404-8c33-7ccf9a2f41c4 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b HTTP/1.1" status: 200 len: 814 time: 0.0692642 Jun 22 09:43:53.474320 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-c888a682-5780-4a2d-a7f7-e6f286cc1c9d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:43:53.475286 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c888a682-5780-4a2d-a7f7-e6f286cc1c9d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5815260 Jun 22 09:43:53.478151 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58902) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:53.482673 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc98989-e171-4f24-bf9b-dbb0ba8f9668 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:53.483462 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-acc98989-e171-4f24-bf9b-dbb0ba8f9668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:53.486153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-0166ad87-6800-4121-80ca-d07be420bc90 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '8f55cb5d-186d-49a0-bf3b-e69f57cc3df6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:53.486865 dv-neutron-797121-3-hyperv neutron-server[100653]: WARNING neutron.api.v2.base [None req-0166ad87-6800-4121-80ca-d07be420bc90 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 22 09:43:53.487347 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-0166ad87-6800-4121-80ca-d07be420bc90 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:43:53.489044 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0166ad87-6800-4121-80ca-d07be420bc90 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0098202 Jun 22 09:43:53.491946 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58906) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:53.497143 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-52d1cd3f-2a6b-4498-a680-90bd4aed3670 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '8f55cb5d-186d-49a0-bf3b-e69f57cc3df6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:53.522814 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-acc98989-e171-4f24-bf9b-dbb0ba8f9668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:53.531845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc98989-e171-4f24-bf9b-dbb0ba8f9668 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:53.532669 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-acc98989-e171-4f24-bf9b-dbb0ba8f9668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:53.563058 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:53.564461 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-acc98989-e171-4f24-bf9b-dbb0ba8f9668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:53.565301 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc98989-e171-4f24-bf9b-dbb0ba8f9668 None None] The sync data for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:43:53.574328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-441c5a24-4297-4693-b663-205824901f2d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:53.585664 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:53.591501 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:53.592547 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:53.605877 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:53.615604 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1879454 Jun 22 09:43:53.618475 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58910) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:53.624586 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-6de4d04b-7486-40e0-9d44-2f5a88f8dc17 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:53.681173 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Network': ['ID=f9a5565b-acad-4eb7-9753-f2d33e67c309,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:53.684792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:53.686388 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6de4d04b-7486-40e0-9d44-2f5a88f8dc17 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:53.693308 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network f9a5565b-acad-4eb7-9753-f2d33e67c309 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:53.831760 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6de4d04b-7486-40e0-9d44-2f5a88f8dc17 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:54.086049 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6de4d04b-7486-40e0-9d44-2f5a88f8dc17 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:54.086789 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-6de4d04b-7486-40e0-9d44-2f5a88f8dc17 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Floating IP 76b75c96-fd9a-41c1-9391-315058214e40 disassociated. External IP: 172.26.3.138, port: 201233de-0fd5-422c-88f5-ed32fc40870b. Jun 22 09:43:54.086914 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-441c5a24-4297-4693-b663-205824901f2d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:54.091985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c57b9432-43a0-41c3-8395-d92fa268e364 tempest-RoutersAdminTest-1843721850 tempest-RoutersAdminTest-1843721850-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:54.129068 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4418082 Jun 22 09:43:54.135700 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441c5a24-4297-4693-b663-205824901f2d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:54.138935 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-441c5a24-4297-4693-b663-205824901f2d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:54.149854 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c5a24-4297-4693-b663-205824901f2d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:54.155888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441c5a24-4297-4693-b663-205824901f2d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:54.156509 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-441c5a24-4297-4693-b663-205824901f2d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:54.172387 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c5a24-4297-4693-b663-205824901f2d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=e790ab80-224d-47ff-86e9-4815e40eeae3,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:54.179835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-441c5a24-4297-4693-b663-205824901f2d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:54.181347 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-52d1cd3f-2a6b-4498-a680-90bd4aed3670 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:43:54.185567 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-52d1cd3f-2a6b-4498-a680-90bd4aed3670 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6924818 Jun 22 09:43:54.186070 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58918) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:54.194656 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-7560ea6f-53db-476c-9c90-3521e8c106c6 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '8f55cb5d-186d-49a0-bf3b-e69f57cc3df6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:54.195368 dv-neutron-797121-3-hyperv neutron-server[100653]: WARNING neutron.api.v2.base [None req-7560ea6f-53db-476c-9c90-3521e8c106c6 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 22 09:43:54.196298 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-7560ea6f-53db-476c-9c90-3521e8c106c6 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:43:54.199818 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7560ea6f-53db-476c-9c90-3521e8c106c6 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089417 Jun 22 09:43:54.200572 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58920) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:54.205739 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-ddca4eff-ae3c-4cec-8ffa-b48354067e5b tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '8f55cb5d-186d-49a0-bf3b-e69f57cc3df6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:54.246791 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-441c5a24-4297-4693-b663-205824901f2d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3800030 Jun 22 09:43:54.249471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58922) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:54.255562 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-386cf0bf-bc77-40ad-b258-01e636e7a336 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:54.267284 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58924) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:54.276101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-62c8593c-d456-491a-b8c3-92d2679d5ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'subnet': {'network_id': 'f9a5565b-acad-4eb7-9753-f2d33e67c309', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:54.339825 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-386cf0bf-bc77-40ad-b258-01e636e7a336 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:54.421029 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de4d04b-7486-40e0-9d44-2f5a88f8dc17 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 09aaf0f9-c9cb-4f59-bf81-5914db24d7ae has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:43:54.428181 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-ddca4eff-ae3c-4cec-8ffa-b48354067e5b tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Project 0f35db8efba94bb4a27682250764c62f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:43:54.513591 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-386cf0bf-bc77-40ad-b258-01e636e7a336 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:54.548405 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c8593c-d456-491a-b8c3-92d2679d5ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:54.552128 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-62c8593c-d456-491a-b8c3-92d2679d5ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:54.577706 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58932) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:54.583352 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-de2bd509-c549-4e79-b060-31917007f106 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'network': {'name': 'tempest-network-smoke--1938447077', 'project_id': '50763c4428f741ada1db53edd04651ab', 'port_security_enabled': True}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:54.587477 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58934) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:54.596627 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-386cf0bf-bc77-40ad-b258-01e636e7a336 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:54.599368 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d1d49e88-9dde-4261-8792-8a5778f38a04 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:54.609799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de4d04b-7486-40e0-9d44-2f5a88f8dc17 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:43:54.614963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6de4d04b-7486-40e0-9d44-2f5a88f8dc17 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:54.628677 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4319a03-ef97-4877-8ca7-b33a36e4cffd None None] Sync routers for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:54.638685 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-386cf0bf-bc77-40ad-b258-01e636e7a336 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] In _notify_port_updated(), no bound segment for port e790ab80-224d-47ff-86e9-4815e40eeae3 on network e36a616c-3e5f-4b43-8d29-99c8bec368c1 {{(pid=100653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:43:54.644089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386cf0bf-bc77-40ad-b258-01e636e7a336 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:54.645168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-386cf0bf-bc77-40ad-b258-01e636e7a336 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:54.648963 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-386cf0bf-bc77-40ad-b258-01e636e7a336 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "PUT /v2.0/ports/e790ab80-224d-47ff-86e9-4815e40eeae3 HTTP/1.1" status: 200 len: 818 time: 0.3977897 Jun 22 09:43:54.651071 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4319a03-ef97-4877-8ca7-b33a36e4cffd None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:54.651875 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-ddca4eff-ae3c-4cec-8ffa-b48354067e5b tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:43:54.655488 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ddca4eff-ae3c-4cec-8ffa-b48354067e5b tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4515390 Jun 22 09:43:54.655638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58938) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:54.657681 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e4319a03-ef97-4877-8ca7-b33a36e4cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:54.658693 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58940) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:54.667155 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-fb3b5e4d-e8b8-4b84-9626-1e11d7b4cea2 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '8f55cb5d-186d-49a0-bf3b-e69f57cc3df6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:54.668400 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.api.v2.base [None req-fb3b5e4d-e8b8-4b84-9626-1e11d7b4cea2 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 22 09:43:54.668906 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-fb3b5e4d-e8b8-4b84-9626-1e11d7b4cea2 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:43:54.673128 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fb3b5e4d-e8b8-4b84-9626-1e11d7b4cea2 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098670 Jun 22 09:43:54.675613 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58942) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:54.695632 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-bea60693-4a71-4b6b-b1fb-442fe9edf014 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '8f55cb5d-186d-49a0-bf3b-e69f57cc3df6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:54.699526 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6de4d04b-7486-40e0-9d44-2f5a88f8dc17 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "PUT /v2.0/floatingips/76b75c96-fd9a-41c1-9391-315058214e40 HTTP/1.1" status: 200 len: 688 time: 1.0798392 Jun 22 09:43:54.700137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58944) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:54.702489 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e4319a03-ef97-4877-8ca7-b33a36e4cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:54.715868 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4319a03-ef97-4877-8ca7-b33a36e4cffd None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:54.716641 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e4319a03-ef97-4877-8ca7-b33a36e4cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:54.721873 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cf0bf-bc77-40ad-b258-01e636e7a336 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=e790ab80-224d-47ff-86e9-4815e40eeae3,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:54.726322 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-386cf0bf-bc77-40ad-b258-01e636e7a336 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:54.774877 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2bd509-c549-4e79-b060-31917007f106 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:54.778577 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-de2bd509-c549-4e79-b060-31917007f106 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:54.850446 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e4319a03-ef97-4877-8ca7-b33a36e4cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:54.851067 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4319a03-ef97-4877-8ca7-b33a36e4cffd None None] The sync data for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:43:54.941329 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-aef12f9b-2d5a-49ce-bdfe-26d9467e57c0 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Deleting port 40128a1d-8071-4239-b8e5-a551e3c75d7a {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:54.941680 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aef12f9b-2d5a-49ce-bdfe-26d9467e57c0 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.007446 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-62c8593c-d456-491a-b8c3-92d2679d5ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.012740 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-06f64132-5a55-4f1a-8d66-9866a2122bda tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:55.059459 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aef12f9b-2d5a-49ce-bdfe-26d9467e57c0 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.059801 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aef12f9b-2d5a-49ce-bdfe-26d9467e57c0 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.137677 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1947286484'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:55.141054 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-aef12f9b-2d5a-49ce-bdfe-26d9467e57c0 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Calling delete_port for 40128a1d-8071-4239-b8e5-a551e3c75d7a owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:55.141800 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-bea60693-4a71-4b6b-b1fb-442fe9edf014 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Project 0f35db8efba94bb4a27682250764c62f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:43:55.147292 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8593c-d456-491a-b8c3-92d2679d5ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Subnet': ['ID=4f278921-b88b-4ddb-904a-63cb275e95a0,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:55.150031 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-62c8593c-d456-491a-b8c3-92d2679d5ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:55.179410 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2bd509-c549-4e79-b060-31917007f106 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:55.195535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-de2bd509-c549-4e79-b060-31917007f106 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.195876 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-de2bd509-c549-4e79-b060-31917007f106 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Added segment 44d5211a-6f72-4593-87a9-aa3713310fa9 of type vlan for network 9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce Jun 22 09:43:55.208787 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-ecc7a380-9f03-4c71-bc42-28e0199a59ec tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port e790ab80-224d-47ff-86e9-4815e40eeae3 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:55.209011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c8593c-d456-491a-b8c3-92d2679d5ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Checking segment: {'id': '5401fc51-02e6-44d1-9b4d-fc9edf1b5c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f9a5565b-acad-4eb7-9753-f2d33e67c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:55.209178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a380-9f03-4c71-bc42-28e0199a59ec tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.209303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c8593c-d456-491a-b8c3-92d2679d5ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network hostable DHCP agents. Network: f9a5565b-acad-4eb7-9753-f2d33e67c309, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:43:55.274756 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-de2bd509-c549-4e79-b060-31917007f106 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.307196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a380-9f03-4c71-bc42-28e0199a59ec tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.321717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Made reservation on behalf of c51443d6d3484cc69db368c2f62914c0 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:55.325150 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.343011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c8593c-d456-491a-b8c3-92d2679d5ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network f9a5565b-acad-4eb7-9753-f2d33e67c309 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:43:55.366015 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.390004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-ecc7a380-9f03-4c71-bc42-28e0199a59ec tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for e790ab80-224d-47ff-86e9-4815e40eeae3 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:55.434606 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aef12f9b-2d5a-49ce-bdfe-26d9467e57c0 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.437571 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ef3174e9-938c-4e6d-b5bb-cd5413f060a7 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:55.462039 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef12f9b-2d5a-49ce-bdfe-26d9467e57c0 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event deleted for resources: {'Port': ['ID=40128a1d-8071-4239-b8e5-a551e3c75d7a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:55.466939 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-aef12f9b-2d5a-49ce-bdfe-26d9467e57c0 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:55.478224 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-bea60693-4a71-4b6b-b1fb-442fe9edf014 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:43:55.479301 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bea60693-4a71-4b6b-b1fb-442fe9edf014 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.8049166 Jun 22 09:43:55.482330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58946) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:55.487936 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-ae2abc8b-47b3-488b-83fc-f0833186fa6d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '8f55cb5d-186d-49a0-bf3b-e69f57cc3df6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:55.490680 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-62c8593c-d456-491a-b8c3-92d2679d5ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, f9a5565b-acad-4eb7-9753-f2d33e67c309) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:55.498494 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcbc4c8-3a12-4a67-9c21-4ba028817b31 None None] Network f9a5565b-acad-4eb7-9753-f2d33e67c309 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:55.511628 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c8593c-d456-491a-b8c3-92d2679d5ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:55.518567 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-62c8593c-d456-491a-b8c3-92d2679d5ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.538604 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aef12f9b-2d5a-49ce-bdfe-26d9467e57c0 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.538835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-de2bd509-c549-4e79-b060-31917007f106 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.541232 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aef12f9b-2d5a-49ce-bdfe-26d9467e57c0 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.550131 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-aef12f9b-2d5a-49ce-bdfe-26d9467e57c0 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/floatingips/76b75c96-fd9a-41c1-9391-315058214e40 HTTP/1.1" status: 204 len: 168 time: 0.8397448 Jun 22 09:43:55.550267 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2bd509-c549-4e79-b060-31917007f106 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:55.550267 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-de2bd509-c549-4e79-b060-31917007f106 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.550467 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58948) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:55.550561 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': 'aaf1dcb5-40a7-4e80-ba14-dffe89f51d4c'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:55.550747 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:55.635207 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.638367 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bd509-c549-4e79-b060-31917007f106 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Network': ['ID=9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:55.641333 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-de2bd509-c549-4e79-b060-31917007f106 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:55.646183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-f9a5565b-acad-4eb7-9753-f2d33e67c309', 'network_id': 'f9a5565b-acad-4eb7-9753-f2d33e67c309', 'tenant_id': 'f4445d2b9f8c4e23aee039318ad408ee', 'fixed_ips': [{'subnet_id': '4f278921-b88b-4ddb-904a-63cb275e95a0'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:43:55.647663 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.650900 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:55.685994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a380-9f03-4c71-bc42-28e0199a59ec tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.690346 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:55.717690 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7a380-9f03-4c71-bc42-28e0199a59ec tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=e790ab80-224d-47ff-86e9-4815e40eeae3,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:55.719488 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.722508 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ecc7a380-9f03-4c71-bc42-28e0199a59ec tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:55.723237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-44840fe9-c62b-4d5a-979b-7524ae3b97f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:55.739168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a380-9f03-4c71-bc42-28e0199a59ec tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.741132 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ecc7a380-9f03-4c71-bc42-28e0199a59ec tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/ports/e790ab80-224d-47ff-86e9-4815e40eeae3 HTTP/1.1" status: 204 len: 168 time: 1.0864694 Jun 22 09:43:55.744243 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58950) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:55.756896 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:55.762791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22125a15-6d7a-4af0-a759-7b5b04e4b558,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:55.767321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:55.779545 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.780101 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Added segment f60171e9-12dd-488c-ba92-53be231ee3bd of type vlan for network bc8b0464-6e94-4e2f-921f-369c1951753a Jun 22 09:43:55.795919 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-62c8593c-d456-491a-b8c3-92d2679d5ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5274830 Jun 22 09:43:55.799590 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58952) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:55.804803 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-47d21328-9943-457f-b9c1-c938cde760d2 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-117635598'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:55.830666 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-de2bd509-c549-4e79-b060-31917007f106 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2515845 Jun 22 09:43:55.833617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c072858-c49f-4e24-81f9-12ab3684e5a5 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:55.833985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58956) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:55.835119 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6c072858-c49f-4e24-81f9-12ab3684e5a5 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0891235 Jun 22 09:43:55.837888 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58958) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:55.841834 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.846668 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Allocated IP 172.20.255.242 (f9a5565b-acad-4eb7-9753-f2d33e67c309/4f278921-b88b-4ddb-904a-63cb275e95a0/d2e20c35-ff03-4b7d-b62d-25db27dd0771) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:55.866540 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6bd615b-4dc8-4fa0-8802-35d2d3a30f14 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] GET failed (client error): The resource could not be found. Jun 22 09:43:55.869224 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e6bd615b-4dc8-4fa0-8802-35d2d3a30f14 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports/e790ab80-224d-47ff-86e9-4815e40eeae3 HTTP/1.1" status: 404 len: 333 time: 0.0293803 Jun 22 09:43:55.872680 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58960) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:55.878345 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-3ab088d5-d9ec-408c-8c20-c0e0b23e33de tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1662858789'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:55.953890 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5492eb6e-0a6b-407b-9bd6-544e4667c52d tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:55.955666 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5492eb6e-0a6b-407b-9bd6-544e4667c52d tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=50763c4428f741ada1db53edd04651ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1204805 Jun 22 09:43:55.958669 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58962) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:55.965914 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-ae2abc8b-47b3-488b-83fc-f0833186fa6d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Project 0f35db8efba94bb4a27682250764c62f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:43:55.996251 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.004974 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Transition to ACTIVE for port object d2e20c35-ff03-4b7d-b62d-25db27dd0771 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:56.019920 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Transition to ACTIVE for port object d2e20c35-ff03-4b7d-b62d-25db27dd0771 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:56.045752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.051184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:56.051848 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.055196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:56.103513 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.114324 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5b1f89e6-a373-4b95-aa67-a4c424966315 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:56.117221 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Pushing event updated for resources: {'Network': ['ID=bc8b0464-6e94-4e2f-921f-369c1951753a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:56.119383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:56.121507 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec815d78-0781-4358-9838-e18cb96e3b04 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:56.123473 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ec815d78-0781-4358-9838-e18cb96e3b04 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1629999 Jun 22 09:43:56.125853 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58964) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:56.142608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.143277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network bc8b0464-6e94-4e2f-921f-369c1951753a details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:56.158119 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Network f9a5565b-acad-4eb7-9753-f2d33e67c309 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:56.171977 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c99f54ab-7eb9-4e10-b581-efd1a303b496 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449078 Jun 22 09:43:56.174671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58966) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:56.192513 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:56.194910 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:56.217319 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Pushing event updated for resources: {'Port': ['ID=d2e20c35-ff03-4b7d-b62d-25db27dd0771,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:56.236480 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-89f99b48-2c69-4ec5-bb8d-2e2cb52344fe tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=50763c4428f741ada1db53edd04651ab&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0583639 Jun 22 09:43:56.236714 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58968) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:56.247140 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-ae2abc8b-47b3-488b-83fc-f0833186fa6d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:43:56.252186 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ae2abc8b-47b3-488b-83fc-f0833186fa6d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7640393 Jun 22 09:43:56.254227 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58970) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:56.258499 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:56.258855 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:56.259199 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:56.259561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:56.259895 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:56.260227 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:56.260556 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:56.260884 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:56.261211 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:56.261533 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:56.261854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:56.262175 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:56.266321 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:56.276691 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6850770 Jun 22 09:43:56.300932 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Attempting to bind port d2e20c35-ff03-4b7d-b62d-25db27dd0771 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:56.308965 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Attempting to bind port d2e20c35-ff03-4b7d-b62d-25db27dd0771 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '5401fc51-02e6-44d1-9b4d-fc9edf1b5c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f9a5565b-acad-4eb7-9753-f2d33e67c309'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:56.308965 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Attempting to bind port d2e20c35-ff03-4b7d-b62d-25db27dd0771 on network f9a5565b-acad-4eb7-9753-f2d33e67c309 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:56.308965 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:43:56.308965 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Checking segment: {'id': '5401fc51-02e6-44d1-9b4d-fc9edf1b5c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f9a5565b-acad-4eb7-9753-f2d33e67c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:56.308965 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.309518 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Bound using segment: {'id': '5401fc51-02e6-44d1-9b4d-fc9edf1b5c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f9a5565b-acad-4eb7-9753-f2d33e67c309'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:43:56.309861 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Bound port: d2e20c35-ff03-4b7d-b62d-25db27dd0771, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401fc51-02e6-44d1-9b4d-fc9edf1b5c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f9a5565b-acad-4eb7-9753-f2d33e67c309'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:43:56.310255 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.339191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-949ceff4-037b-4d78-9e62-0ed70d92830f tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.366794 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-949ceff4-037b-4d78-9e62-0ed70d92830f tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.383255 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eef2c9-d925-4b5a-aeaf-00d9ce6e78d6 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:56.385404 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-08eef2c9-d925-4b5a-aeaf-00d9ce6e78d6 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1478207 Jun 22 09:43:56.391449 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58976) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:56.398407 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] For port d2e20c35-ff03-4b7d-b62d-25db27dd0771, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:43:56.402899 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] For port d2e20c35-ff03-4b7d-b62d-25db27dd0771, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d2e20c35-ff03-4b7d-b62d-25db27dd0771,segment=NetworkSegment(5401fc51-02e6-44d1-9b4d-fc9edf1b5c03),segment_id=5401fc51-02e6-44d1-9b4d-fc9edf1b5c03)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:43:56.411578 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.437481 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9a8145e3-018d-44c0-9800-88e5931e6734 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442648 Jun 22 09:43:56.444281 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58978) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:56.451469 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-cf60ff4d-b36a-404c-a151-d74e02fd383a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-253916057', 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce', 'project_id': '50763c4428f741ada1db53edd04651ab', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:56.453483 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d21328-9943-457f-b9c1-c938cde760d2 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:56.457265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47d21328-9943-457f-b9c1-c938cde760d2 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.475771 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.477675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-21cef139-07fd-4f07-bab6-b7279d5a9e1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:56.481965 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58980) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:56.494506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Request body: {'port': {'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a', 'binding:host_id': 'hv-neutron-7971', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184145885'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:56.517731 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d21328-9943-457f-b9c1-c938cde760d2 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:56.541487 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-949ceff4-037b-4d78-9e62-0ed70d92830f tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.544465 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-949ceff4-037b-4d78-9e62-0ed70d92830f tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.546380 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-949ceff4-037b-4d78-9e62-0ed70d92830f tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "DELETE /v2.0/security-groups/8f55cb5d-186d-49a0-bf3b-e69f57cc3df6 HTTP/1.1" status: 204 len: 168 time: 0.2882624 Jun 22 09:43:56.547507 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ca4bda98-6faf-4b23-b349-b00506b9c23a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:56.547675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Pushing event updated for resources: {'Port': ['ID=d2e20c35-ff03-4b7d-b62d-25db27dd0771,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:56.551460 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58982) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:56.556188 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:56.556318 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47d21328-9943-457f-b9c1-c938cde760d2 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.556318 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-47d21328-9943-457f-b9c1-c938cde760d2 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Added segment b59a0e8f-67ad-499c-8597-6991a96a0d0e of type vlan for network 06965159-c5be-49ea-8453-2631d830bdbf Jun 22 09:43:56.569543 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ceff4-037b-4d78-9e62-0ed70d92830f tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f55cb5d-186d-49a0-bf3b-e69f57cc3df6,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:56.573224 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-949ceff4-037b-4d78-9e62-0ed70d92830f tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:56.604977 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-70d3dca2-6e45-4cbf-adc7-cc9e1c762019 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0522952 Jun 22 09:43:56.608885 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58984) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:56.614159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-5d1dabec-34b1-4d45-b45a-177eb5a99bae tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group': {'name': 'tempest-secgroup--675397248'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:56.626139 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Allocated IP 172.26.3.222 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/de68f04b-d875-4d2a-bf87-2d6606708cc9) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:56.628110 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab088d5-d9ec-408c-8c20-c0e0b23e33de tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:56.631653 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ab088d5-d9ec-408c-8c20-c0e0b23e33de tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.641551 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.db.api [None req-cf60ff4d-b36a-404c-a151-d74e02fd383a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:43:56.641551 dv-neutron-797121-3-hyperv neutron-server[100653]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:43:56.641551 dv-neutron-797121-3-hyperv neutron-server[100653]: [parameters: {'project_id_1': '50763c4428f741ada1db53edd04651ab', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 43, 56, 538553)}] Jun 22 09:43:56.641551 dv-neutron-797121-3-hyperv neutron-server[100653]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:43:56.641976 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_db.api [None req-cf60ff4d-b36a-404c-a151-d74e02fd383a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:43:56.642607 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.db.api [None req-5d1dabec-34b1-4d45-b45a-177eb5a99bae tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:43:56.642607 dv-neutron-797121-3-hyperv neutron-server[100653]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:43:56.642607 dv-neutron-797121-3-hyperv neutron-server[100653]: [parameters: {'project_id_1': '0f35db8efba94bb4a27682250764c62f', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 43, 56, 619549)}] Jun 22 09:43:56.642607 dv-neutron-797121-3-hyperv neutron-server[100653]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:43:56.642924 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_db.api [None req-5d1dabec-34b1-4d45-b45a-177eb5a99bae tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:43:56.650877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47d21328-9943-457f-b9c1-c938cde760d2 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.698761 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab088d5-d9ec-408c-8c20-c0e0b23e33de tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:56.751923 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Made reservation on behalf of c4da58f2f6754b2f8f07b793c889f5b4 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:56.754220 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.767898 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ab088d5-d9ec-408c-8c20-c0e0b23e33de tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.768074 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-3ab088d5-d9ec-408c-8c20-c0e0b23e33de tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Added segment 4ce56a48-e8e3-4155-8eaa-1c5d167daefd of type vlan for network ea3aac45-a8c8-4055-93d1-c2dae6aab2a3 Jun 22 09:43:56.779480 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.838932 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47d21328-9943-457f-b9c1-c938cde760d2 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.844496 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d21328-9943-457f-b9c1-c938cde760d2 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:56.845084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47d21328-9943-457f-b9c1-c938cde760d2 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.852710 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3e95936d-3303-4626-bc4a-6ca7a143e094 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:56.861348 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ab088d5-d9ec-408c-8c20-c0e0b23e33de tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.967671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:56.985732 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d21328-9943-457f-b9c1-c938cde760d2 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Network': ['ID=06965159-c5be-49ea-8453-2631d830bdbf,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:56.992964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-47d21328-9943-457f-b9c1-c938cde760d2 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:56.996296 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 06965159-c5be-49ea-8453-2631d830bdbf details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:57.063945 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:57.074199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ab088d5-d9ec-408c-8c20-c0e0b23e33de tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:57.079793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab088d5-d9ec-408c-8c20-c0e0b23e33de tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:57.080653 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ab088d5-d9ec-408c-8c20-c0e0b23e33de tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:57.084000 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-786a180e-7607-445c-9f7b-77e098650a43 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:57.133315 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:57.159785 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab088d5-d9ec-408c-8c20-c0e0b23e33de tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Network': ['ID=ea3aac45-a8c8-4055-93d1-c2dae6aab2a3,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:57.163094 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:57.164277 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3ab088d5-d9ec-408c-8c20-c0e0b23e33de tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:57.165142 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:57.167531 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:57.170066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network ea3aac45-a8c8-4055-93d1-c2dae6aab2a3 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:57.170317 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:57.210238 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:57.221451 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] device_id is not set on port d8d5356c-92db-455c-a5a0-89dcd733cb96 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:57.249436 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=de68f04b-d875-4d2a-bf87-2d6606708cc9,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:57.253298 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:57.253821 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-64b24f0d-e1db-41cc-beb2-0d79277ba257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:57.353408 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-47d21328-9943-457f-b9c1-c938cde760d2 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5524926 Jun 22 09:43:57.356482 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58986) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:57.362492 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-49a35360-d30b-41ec-8c32-a3b05184e128 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'subnet': {'network_id': '06965159-c5be-49ea-8453-2631d830bdbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:57.365162 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3ab088d5-d9ec-408c-8c20-c0e0b23e33de tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4914091 Jun 22 09:43:57.369751 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf60ff4d-b36a-404c-a151-d74e02fd383a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:57.373206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cf60ff4d-b36a-404c-a151-d74e02fd383a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:57.377004 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 58988) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:57.384247 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-1b5f54d4-f2c0-4776-a8ce-4c306e65e219 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'subnet': {'network_id': 'ea3aac45-a8c8-4055-93d1-c2dae6aab2a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:57.389782 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8011b4-de1b-44a2-8dc9-56fd52b5b920,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:57.396921 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:57.525359 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a4f526-cb8f-4b1b-be22-77b805581049 None None] Network f9a5565b-acad-4eb7-9753-f2d33e67c309 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:57.578395 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5d1dabec-34b1-4d45-b45a-177eb5a99bae tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:57.646437 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6a96a4d3-32b4-465a-b53e-18e11d2de3bb None None] Provisioning for port d2e20c35-ff03-4b7d-b62d-25db27dd0771 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:57.674600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a35360-d30b-41ec-8c32-a3b05184e128 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:57.679278 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-49a35360-d30b-41ec-8c32-a3b05184e128 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:57.720944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.db.api [None req-5d1dabec-34b1-4d45-b45a-177eb5a99bae tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:43:57.720944 dv-neutron-797121-3-hyperv neutron-server[100653]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:43:57.720944 dv-neutron-797121-3-hyperv neutron-server[100653]: [parameters: {'project_id_1': '0f35db8efba94bb4a27682250764c62f', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 43, 57, 615784)}] Jun 22 09:43:57.720944 dv-neutron-797121-3-hyperv neutron-server[100653]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:43:57.721322 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_db.api [None req-5d1dabec-34b1-4d45-b45a-177eb5a99bae tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:43:57.737621 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cf60ff4d-b36a-404c-a151-d74e02fd383a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:57.747875 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-679bd455-a043-4893-b22c-20add318fa9a tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:57.834792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60ff4d-b36a-404c-a151-d74e02fd383a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Subnet': ['ID=1b692d1b-860c-4e94-bf9b-e3f0934ae7d9,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:57.837605 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cf60ff4d-b36a-404c-a151-d74e02fd383a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:57.868106 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf60ff4d-b36a-404c-a151-d74e02fd383a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Checking segment: {'id': '44d5211a-6f72-4593-87a9-aa3713310fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:57.868460 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf60ff4d-b36a-404c-a151-d74e02fd383a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network hostable DHCP agents. Network: 9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:43:57.991684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf60ff4d-b36a-404c-a151-d74e02fd383a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:43:58.013026 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d2e20c35-ff03-4b7d-b62d-25db27dd0771 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:58.057054 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] device_id is not set on port d8d5356c-92db-455c-a5a0-89dcd733cb96 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:43:58.068705 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-49a35360-d30b-41ec-8c32-a3b05184e128 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.071649 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:58.083756 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.102223 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Transition to ACTIVE for port object d8d5356c-92db-455c-a5a0-89dcd733cb96 will not be triggered until provisioned by entity L2. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:58.108688 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-cf60ff4d-b36a-404c-a151-d74e02fd383a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:58.119326 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf60ff4d-b36a-404c-a151-d74e02fd383a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:58.119326 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cf60ff4d-b36a-404c-a151-d74e02fd383a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.120217 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b420600-5188-48d5-a0d7-ce00530d5bde None None] Network 9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:58.147125 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a35360-d30b-41ec-8c32-a3b05184e128 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Subnet': ['ID=d952487b-2fd1-4d97-897b-099d178b8682,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:58.150597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-49a35360-d30b-41ec-8c32-a3b05184e128 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:58.166906 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a35360-d30b-41ec-8c32-a3b05184e128 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Checking segment: {'id': 'b59a0e8f-67ad-499c-8597-6991a96a0d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '06965159-c5be-49ea-8453-2631d830bdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:58.167275 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a35360-d30b-41ec-8c32-a3b05184e128 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network hostable DHCP agents. Network: 06965159-c5be-49ea-8453-2631d830bdbf, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:43:58.178839 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port d2e20c35-ff03-4b7d-b62d-25db27dd0771 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:58.189599 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5f54d4-f2c0-4776-a8ce-4c306e65e219 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:58.193141 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1b5f54d4-f2c0-4776-a8ce-4c306e65e219 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.194618 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port d2e20c35-ff03-4b7d-b62d-25db27dd0771 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:58.195004 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.222538 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5d1dabec-34b1-4d45-b45a-177eb5a99bae tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.246493 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.264182 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fd3a4ade-4f64-444f-9fa2-44894adb6809 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:58.277547 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cf60ff4d-b36a-404c-a151-d74e02fd383a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8290739 Jun 22 09:43:58.280818 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a35360-d30b-41ec-8c32-a3b05184e128 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network 06965159-c5be-49ea-8453-2631d830bdbf is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:43:58.311129 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.320890 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce', 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ips': [{'subnet_id': '1b692d1b-860c-4e94-bf9b-e3f0934ae7d9'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:43:58.321864 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.341878 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Pushing event updated for resources: {'Port': ['ID=d8d5356c-92db-455c-a5a0-89dcd733cb96,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:58.348252 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:58.370838 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5d1dabec-34b1-4d45-b45a-177eb5a99bae tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.374961 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Checking segment: {'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:58.375327 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Network hostable DHCP agents. Network: bc8b0464-6e94-4e2f-921f-369c1951753a, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:43:58.419098 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-49a35360-d30b-41ec-8c32-a3b05184e128 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 06965159-c5be-49ea-8453-2631d830bdbf) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:58.437699 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.441012 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a35360-d30b-41ec-8c32-a3b05184e128 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:58.441758 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-49a35360-d30b-41ec-8c32-a3b05184e128 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.459598 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524abffb-5a5b-49fc-a9db-66c929ccb04f None None] Network 06965159-c5be-49ea-8453-2631d830bdbf requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:58.493250 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5d1dabec-34b1-4d45-b45a-177eb5a99bae tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.503301 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6dad2924-570c-42fd-97ba-8831b9a049ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:58.514797 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Network bc8b0464-6e94-4e2f-921f-369c1951753a is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:43:58.532017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dabec-34b1-4d45-b45a-177eb5a99bae tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306fc2a7-7fb3-43e6-b9b0-ce42e4aab82e,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:58.544888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5d1dabec-34b1-4d45-b45a-177eb5a99bae tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:58.550381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, bc8b0464-6e94-4e2f-921f-369c1951753a) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:58.557113 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:58.566591 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256fa40d-3108-4638-963c-b28d9c3d18fa None None] Network bc8b0464-6e94-4e2f-921f-369c1951753a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:58.574110 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-49a35360-d30b-41ec-8c32-a3b05184e128 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2163951 Jun 22 09:43:58.577330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58992) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:58.586856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port d2e20c35-ff03-4b7d-b62d-25db27dd0771, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d2e20c35-ff03-4b7d-b62d-25db27dd0771,segment=NetworkSegment(5401fc51-02e6-44d1-9b4d-fc9edf1b5c03),segment_id=5401fc51-02e6-44d1-9b4d-fc9edf1b5c03)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:58.587003 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:58.587003 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:58.587003 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:58.587003 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.608195 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:43:58.608676 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:43:58.611201 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 2 to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 Jun 22 09:43:58.614738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1b5f54d4-f2c0-4776-a8ce-4c306e65e219 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.625064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-06b616cb-e64d-47b6-8d30-cbe01ea99405 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:58.641761 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5d1dabec-34b1-4d45-b45a-177eb5a99bae tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.646543 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5d1dabec-34b1-4d45-b45a-177eb5a99bae tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0364184 Jun 22 09:43:58.650947 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58994) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:58.660940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-3f9cf101-5586-4f9f-93f7-f9c44f63f707 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '306fc2a7-7fb3-43e6-b9b0-ce42e4aab82e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:58.681076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:58.681432 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:58.681778 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:58.707802 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:43:58.708140 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:43:58.712916 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 3 to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 Jun 22 09:43:58.741633 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.782424 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f54d4-f2c0-4776-a8ce-4c306e65e219 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Subnet': ['ID=92621bea-3d73-4376-a86e-4d90672fc862,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:58.790602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:58.790951 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:58.791299 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:58.803668 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.805302 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.808680 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Allocated IP 172.20.0.18 (9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce/1b692d1b-860c-4e94-bf9b-e3f0934ae7d9/ce284d65-0d35-4347-a8c8-9b7d46833480) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:58.816408 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d646bedc-6e84-4276-90cf-8230db1e554b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:58.836288 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1b5f54d4-f2c0-4776-a8ce-4c306e65e219 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:58.846441 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:43:58.846792 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:43:58.850570 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 4 to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 Jun 22 09:43:58.874067 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5f54d4-f2c0-4776-a8ce-4c306e65e219 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Checking segment: {'id': '4ce56a48-e8e3-4155-8eaa-1c5d167daefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ea3aac45-a8c8-4055-93d1-c2dae6aab2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:58.874488 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5f54d4-f2c0-4776-a8ce-4c306e65e219 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network hostable DHCP agents. Network: ea3aac45-a8c8-4055-93d1-c2dae6aab2a3, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:43:58.885712 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:58.886070 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:58.886400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:58.909256 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:43:58.909600 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:43:58.911414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.914110 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 5 to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 Jun 22 09:43:58.930007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:58.930007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:58.930007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:58.931573 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58996) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:58.934262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:43:58.934593 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:43:58.934986 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 6 to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 Jun 22 09:43:58.937365 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-63116d97-0bf2-4e7e-b84e-149fedf09abf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-277670599', 'description': 'tempest-secgroup-smoke-277670599 description', 'project_id': '50763c4428f741ada1db53edd04651ab'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:58.943097 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-3f9cf101-5586-4f9f-93f7-f9c44f63f707 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The resource could not be found. Jun 22 09:43:58.946981 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3f9cf101-5586-4f9f-93f7-f9c44f63f707 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2944252 Jun 22 09:43:58.947152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:58.947350 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:58.947608 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 58998) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:58.947727 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:58.952203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:43:58.952569 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:43:58.952961 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 7 to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 Jun 22 09:43:58.955954 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-971153cc-831d-4d41-ad53-bfab08c4dc90 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '306fc2a7-7fb3-43e6-b9b0-ce42e4aab82e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'cf964d1f-e443-447c-8231-2db5a598ead9'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:58.966529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:58.966824 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:58.967677 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:58.972721 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:43:58.973053 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:43:58.973456 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 8 to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 Jun 22 09:43:58.985729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:58.986074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:58.986416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:58.989093 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:58.990808 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:43:58.991079 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:43:58.991975 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 9 to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 Jun 22 09:43:58.992286 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:59.004091 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:59.004434 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:59.004831 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:59.009635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:43:59.009969 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:43:59.010362 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 10 to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 Jun 22 09:43:59.019933 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Subnet': ['ID=d952487b-2fd1-4d97-897b-099d178b8682,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:59.024205 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:59.024205 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:59.024489 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:59.025131 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:59.028888 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port d8d5356c-92db-455c-a5a0-89dcd733cb96 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:43:59.029225 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port d8d5356c-92db-455c-a5a0-89dcd733cb96 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:43:59.029592 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.035457 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=d2e20c35-ff03-4b7d-b62d-25db27dd0771,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:59.045893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5f54d4-f2c0-4776-a8ce-4c306e65e219 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network ea3aac45-a8c8-4055-93d1-c2dae6aab2a3 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:43:59.049343 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.051257 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:59.053804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-965bd918-1a6e-4c2b-9f72-a4ad4f991334 tempest-ServersTestManualDisk-2067217884 tempest-ServersTestManualDisk-2067217884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:59.074193 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-63116d97-0bf2-4e7e-b84e-149fedf09abf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.104609 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.117231 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2995d4e0-5e19-494c-8695-289055382bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-06965159-c5be-49ea-8453-2631d830bdbf', 'network_id': '06965159-c5be-49ea-8453-2631d830bdbf', 'tenant_id': 'f4445d2b9f8c4e23aee039318ad408ee', 'fixed_ips': [{'subnet_id': 'd952487b-2fd1-4d97-897b-099d178b8682'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:43:59.118120 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2995d4e0-5e19-494c-8695-289055382bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.123849 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06965159-c5be-49ea-8453-2631d830bdbf']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:59.134157 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59a0e8f-67ad-499c-8597-6991a96a0d0e') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:59.134548 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59a0e8f-67ad-499c-8597-6991a96a0d0e') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:59.145514 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.161380 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.162233 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-1b5f54d4-f2c0-4776-a8ce-4c306e65e219 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, ea3aac45-a8c8-4055-93d1-c2dae6aab2a3) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:59.167018 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5f54d4-f2c0-4776-a8ce-4c306e65e219 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:59.168138 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1b5f54d4-f2c0-4776-a8ce-4c306e65e219 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.173640 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:59.174386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.176094 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c51cb77-f27f-4eda-b434-f54664ad79fd None None] Network ea3aac45-a8c8-4055-93d1-c2dae6aab2a3 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:59.181274 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:59.206080 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=de68f04b-d875-4d2a-bf87-2d6606708cc9,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:59.209082 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:59.220226 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.287186 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.302621 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Transition to ACTIVE for port object ce284d65-0d35-4347-a8c8-9b7d46833480 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:59.312134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-63116d97-0bf2-4e7e-b84e-149fedf09abf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.321125 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] For port d8d5356c-92db-455c-a5a0-89dcd733cb96, host hv-neutron-7971, cleared binding levels {{(pid=100652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:43:59.321513 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempted to set empty binding levels {{(pid=100652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 09:43:59.328826 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Floating IP f6d38dd7-1170-49c8-a7a4-363f5a123b48 associated. External IP: 172.26.3.222, port: aaf1dcb5-40a7-4e80-ba14-dffe89f51d4c. Jun 22 09:43:59.332786 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Transition to ACTIVE for port object ce284d65-0d35-4347-a8c8-9b7d46833480 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:59.341142 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02835fd4-7b7d-488c-948a-ae788084a405 None None] Network 06965159-c5be-49ea-8453-2631d830bdbf requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:59.417580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.421206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:59.435651 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.438011 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/06965159-c5be-49ea-8453-2631d830bdbf HTTP/1.1" status: 204 len: 168 time: 0.8594835 Jun 22 09:43:59.439146 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Network': ['ID=06965159-c5be-49ea-8453-2631d830bdbf,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:59.441471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59000) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:59.451206 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.451900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-40927f30-250c-4b15-9283-77213363b02c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-686456555'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:59.457734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:59.459746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-63116d97-0bf2-4e7e-b84e-149fedf09abf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.462945 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:59.463657 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d4efb7f8-db7a-47b7-8bf5-c4c2916b9a26 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:59.479835 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.484597 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a6dba0f8-c03c-48ea-b640-bbb7dcbd3e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:59.495784 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63116d97-0bf2-4e7e-b84e-149fedf09abf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd93053-b65d-4239-858a-9522821fd482,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:59.500981 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-63116d97-0bf2-4e7e-b84e-149fedf09abf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:59.518485 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Network 9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:59.521530 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:59.522146 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.529207 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1b5f54d4-f2c0-4776-a8ce-4c306e65e219 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1489923 Jun 22 09:43:59.530668 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:59.533574 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59002) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:59.536385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:59.536865 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-971153cc-831d-4d41-ad53-bfab08c4dc90 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The resource could not be found. Jun 22 09:43:59.541897 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-971153cc-831d-4d41-ad53-bfab08c4dc90 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5886199 Jun 22 09:43:59.544031 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-48b1f0d6-75e3-46c3-9691-ad70e3ac6885 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'subnet': {'network_id': 'ea3aac45-a8c8-4055-93d1-c2dae6aab2a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:59.547484 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59004) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:59.563627 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-63116d97-0bf2-4e7e-b84e-149fedf09abf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.564960 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-63116d97-0bf2-4e7e-b84e-149fedf09abf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6322782 Jun 22 09:43:59.570929 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Pushing event updated for resources: {'Port': ['ID=ce284d65-0d35-4347-a8c8-9b7d46833480,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:59.578323 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:59.586457 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59006) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:59.591191 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-f40e197e-4115-4728-9c58-5b0929c5d58d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '1dd93053-b65d-4239-858a-9522821fd482', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:59.618977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Pushing event updated for resources: {'Port': ['ID=d8d5356c-92db-455c-a5a0-89dcd733cb96,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:59.619589 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-ea3aac45-a8c8-4055-93d1-c2dae6aab2a3', 'network_id': 'ea3aac45-a8c8-4055-93d1-c2dae6aab2a3', 'tenant_id': '0110610b37fd4838a23148654276ede5', 'fixed_ips': [{'subnet_id': '92621bea-3d73-4376-a86e-4d90672fc862'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:43:59.620480 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.628827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:59.673444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Attempting to bind port ce284d65-0d35-4347-a8c8-9b7d46833480 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:59.673669 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 09aaf0f9-c9cb-4f59-bf81-5914db24d7ae has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:43:59.673920 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Attempting to bind port ce284d65-0d35-4347-a8c8-9b7d46833480 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '44d5211a-6f72-4593-87a9-aa3713310fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:59.674213 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Attempting to bind port ce284d65-0d35-4347-a8c8-9b7d46833480 on network 9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:59.674600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40927f30-250c-4b15-9283-77213363b02c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:59.678535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-40927f30-250c-4b15-9283-77213363b02c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.682551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3d2b048a-fcdf-4f2c-be0d-27ccdf4a07f3 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.705431 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40927f30-250c-4b15-9283-77213363b02c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:59.713194 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3d2b048a-fcdf-4f2c-be0d-27ccdf4a07f3 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.717887 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-40927f30-250c-4b15-9283-77213363b02c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.717887 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-40927f30-250c-4b15-9283-77213363b02c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Added segment 33d703a3-7fb2-4692-b000-a81473903953 of type vlan for network 2722b111-bd45-4e25-a89e-2541c982d636 Jun 22 09:43:59.721192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:43:59.721585 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Checking segment: {'id': '44d5211a-6f72-4593-87a9-aa3713310fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:59.722007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.722409 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Bound using segment: {'id': '44d5211a-6f72-4593-87a9-aa3713310fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:43:59.722903 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Bound port: ce284d65-0d35-4347-a8c8-9b7d46833480, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d5211a-6f72-4593-87a9-aa3713310fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:43:59.723295 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.763632 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-40927f30-250c-4b15-9283-77213363b02c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.829257 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 3.3401895 Jun 22 09:43:59.832316 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59008) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:59.838935 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] For port ce284d65-0d35-4347-a8c8-9b7d46833480, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:43:59.844225 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] For port ce284d65-0d35-4347-a8c8-9b7d46833480, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ce284d65-0d35-4347-a8c8-9b7d46833480,segment=NetworkSegment(44d5211a-6f72-4593-87a9-aa3713310fa9),segment_id=44d5211a-6f72-4593-87a9-aa3713310fa9)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:43:59.845587 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Allocated IP 172.20.0.2 (ea3aac45-a8c8-4055-93d1-c2dae6aab2a3/92621bea-3d73-4376-a86e-4d90672fc862/dad8ea15-232d-4c39-b3cd-64c91cbdedfd) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:59.858094 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:43:59.869490 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a818363-cfcb-4c21-90f3-43c1bea40634 None None] Sync routers for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:59.883035 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-40927f30-250c-4b15-9283-77213363b02c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.888409 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40927f30-250c-4b15-9283-77213363b02c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:59.889967 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-40927f30-250c-4b15-9283-77213363b02c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.893403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:59.916083 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a818363-cfcb-4c21-90f3-43c1bea40634 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:59.916725 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2a818363-cfcb-4c21-90f3-43c1bea40634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:59.949601 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3d2b048a-fcdf-4f2c-be0d-27ccdf4a07f3 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.952602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3d2b048a-fcdf-4f2c-be0d-27ccdf4a07f3 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.953024 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2a818363-cfcb-4c21-90f3-43c1bea40634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:59.953909 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3d2b048a-fcdf-4f2c-be0d-27ccdf4a07f3 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "DELETE /v2.0/security-groups/306fc2a7-7fb3-43e6-b9b0-ce42e4aab82e HTTP/1.1" status: 204 len: 168 time: 0.4057176 Jun 22 09:43:59.954889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cc269ae9-c993-4788-90e1-310738cce2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:59.957536 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.959517 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59010) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:59.961440 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4db19a6a-e052-42b1-bbd3-617678a6cb64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:59.964879 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b048a-fcdf-4f2c-be0d-27ccdf4a07f3 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=306fc2a7-7fb3-43e6-b9b0-ce42e4aab82e,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:59.967247 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3d2b048a-fcdf-4f2c-be0d-27ccdf4a07f3 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:59.983365 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f40e197e-4115-4728-9c58-5b0929c5d58d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.006666 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40927f30-250c-4b15-9283-77213363b02c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Network': ['ID=2722b111-bd45-4e25-a89e-2541c982d636,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:00.008171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d2e20c35-ff03-4b7d-b62d-25db27dd0771 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:00.019469 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-40927f30-250c-4b15-9283-77213363b02c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:00.045975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a818363-cfcb-4c21-90f3-43c1bea40634 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:00.046867 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2a818363-cfcb-4c21-90f3-43c1bea40634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:00.048377 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-80125eba-2c2d-4fc4-ad31-16f159fd0dac tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0852046 Jun 22 09:44:00.050969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59012) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:00.056136 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-eb44309f-48a7-43b7-85d8-74f21052c528 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '03ae3d7b-2f25-41c1-b8bb-a4c4ec0dd336', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:00.058018 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f40e197e-4115-4728-9c58-5b0929c5d58d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.062656 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 2722b111-bd45-4e25-a89e-2541c982d636 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:44:00.063874 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-40927f30-250c-4b15-9283-77213363b02c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6214216 Jun 22 09:44:00.065915 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-3bb27f2d-1120-419b-b55d-2adc066cd5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Deleting port d8d5356c-92db-455c-a5a0-89dcd733cb96 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:00.066671 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3bb27f2d-1120-419b-b55d-2adc066cd5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.067599 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59014) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:00.073228 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-c440d5bd-2c2f-45c5-b438-f1c9e16f8940 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'subnet': {'network_id': '2722b111-bd45-4e25-a89e-2541c982d636', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:00.091072 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.160641 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2a818363-cfcb-4c21-90f3-43c1bea40634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:00.161314 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a818363-cfcb-4c21-90f3-43c1bea40634 None None] The sync data for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:00.163461 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f40e197e-4115-4728-9c58-5b0929c5d58d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.173668 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-3bb27f2d-1120-419b-b55d-2adc066cd5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] For port d8d5356c-92db-455c-a5a0-89dcd733cb96, host hv-neutron-7971, got binding levels [] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:00.173910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3bb27f2d-1120-419b-b55d-2adc066cd5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.186627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:00.199224 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Pushing event updated for resources: {'Port': ['ID=ce284d65-0d35-4347-a8c8-9b7d46833480,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:00.203375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:00.208682 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e197e-4115-4728-9c58-5b0929c5d58d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1d92cb-cc07-48fc-b346-59ef12ea13e5,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:00.211544 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f40e197e-4115-4728-9c58-5b0929c5d58d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:00.221684 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6745844 Jun 22 09:44:00.222777 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59016) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:00.257267 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-3bb27f2d-1120-419b-b55d-2adc066cd5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Calling delete_port for d8d5356c-92db-455c-a5a0-89dcd733cb96 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:00.259785 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b1f0d6-75e3-46c3-9691-ad70e3ac6885 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:00.262206 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.263738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-48b1f0d6-75e3-46c3-9691-ad70e3ac6885 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.276546 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port d2e20c35-ff03-4b7d-b62d-25db27dd0771 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:00.276703 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.278498 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Transition to ACTIVE for port object dad8ea15-232d-4c39-b3cd-64c91cbdedfd will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:00.300785 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1e0aade5-166b-4e28-8667-d58fa0cd8b4d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "GET /v2.0/floatingips/f6d38dd7-1170-49c8-a7a4-363f5a123b48 HTTP/1.1" status: 200 len: 978 time: 0.0731087 Jun 22 09:44:00.302842 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59018) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:00.317929 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Transition to ACTIVE for port object dad8ea15-232d-4c39-b3cd-64c91cbdedfd will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:00.424087 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.426468 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:00.437346 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.api [None req-c440d5bd-2c2f-45c5-b438-f1c9e16f8940 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:44:00.437346 dv-neutron-797121-3-hyperv neutron-server[100652]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:44:00.437346 dv-neutron-797121-3-hyperv neutron-server[100652]: [parameters: {'project_id_1': 'f4445d2b9f8c4e23aee039318ad408ee', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 44, 0, 233035)}] Jun 22 09:44:00.437346 dv-neutron-797121-3-hyperv neutron-server[100652]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:44:00.441118 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_db.api [None req-c440d5bd-2c2f-45c5-b438-f1c9e16f8940 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:44:00.444377 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4b81d04f-ad8b-4199-b4fe-82ce04e2ea3c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1416059 Jun 22 09:44:00.446431 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59020) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:00.452961 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.ipam_backend_mixin [None req-48b1f0d6-75e3-46c3-9691-ad70e3ac6885 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 92621bea-3d73-4376-a86e-4d90672fc862 (CIDR: 172.20.0.0/28) Jun 22 09:44:00.454786 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-6a0a467a-67d2-4e8e-b690-b8ab89e81b52 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'floatingip': {'port_id': '201233de-0fd5-422c-88f5-ed32fc40870b'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:00.489092 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Network ea3aac45-a8c8-4055-93d1-c2dae6aab2a3 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:00.494113 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:00.498577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:00.500610 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Pushing event updated for resources: {'Port': ['ID=dad8ea15-232d-4c39-b3cd-64c91cbdedfd,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:00.503423 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f40e197e-4115-4728-9c58-5b0929c5d58d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.509448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:00.509601 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f40e197e-4115-4728-9c58-5b0929c5d58d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9171245 Jun 22 09:44:00.509683 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59022) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:00.513458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-289300a3-aff4-48aa-852e-b57366c65533 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '1dd93053-b65d-4239-858a-9522821fd482', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:00.520215 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b1f0d6-75e3-46c3-9691-ad70e3ac6885 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:44:00.520714 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b1f0d6-75e3-46c3-9691-ad70e3ac6885 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:44:00.551085 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6a0a467a-67d2-4e8e-b690-b8ab89e81b52 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.566543 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-eb44309f-48a7-43b7-85d8-74f21052c528 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The resource could not be found. Jun 22 09:44:00.567694 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-eb44309f-48a7-43b7-85d8-74f21052c528 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5156736 Jun 22 09:44:00.571887 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59024) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:00.576765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-ae25dc2f-dd36-4a2f-bf3d-d2f2f81e50b5 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group': {'name': 'tempest-secgroup--728234722'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:00.578355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Attempting to bind port dad8ea15-232d-4c39-b3cd-64c91cbdedfd on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:00.578750 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Attempting to bind port dad8ea15-232d-4c39-b3cd-64c91cbdedfd by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '4ce56a48-e8e3-4155-8eaa-1c5d167daefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ea3aac45-a8c8-4055-93d1-c2dae6aab2a3'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:00.579274 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Attempting to bind port dad8ea15-232d-4c39-b3cd-64c91cbdedfd on network ea3aac45-a8c8-4055-93d1-c2dae6aab2a3 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:00.585645 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:00.586042 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Checking segment: {'id': '4ce56a48-e8e3-4155-8eaa-1c5d167daefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ea3aac45-a8c8-4055-93d1-c2dae6aab2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:00.586462 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.586871 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Bound using segment: {'id': '4ce56a48-e8e3-4155-8eaa-1c5d167daefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ea3aac45-a8c8-4055-93d1-c2dae6aab2a3'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:00.587354 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Bound port: dad8ea15-232d-4c39-b3cd-64c91cbdedfd, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce56a48-e8e3-4155-8eaa-1c5d167daefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ea3aac45-a8c8-4055-93d1-c2dae6aab2a3'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:00.587782 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.605857 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3bb27f2d-1120-419b-b55d-2adc066cd5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.614374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:00.640899 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb27f2d-1120-419b-b55d-2adc066cd5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8d5356c-92db-455c-a5a0-89dcd733cb96,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:00.643910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3bb27f2d-1120-419b-b55d-2adc066cd5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:00.645172 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3bb27f2d-1120-419b-b55d-2adc066cd5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.647498 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3bb27f2d-1120-419b-b55d-2adc066cd5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] 10.222.0.20 "DELETE /v2.0/ports/d8d5356c-92db-455c-a5a0-89dcd733cb96 HTTP/1.1" status: 204 len: 168 time: 0.8132501 Jun 22 09:44:00.650210 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59026) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:00.659633 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] For port dad8ea15-232d-4c39-b3cd-64c91cbdedfd, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:00.662804 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] For port dad8ea15-232d-4c39-b3cd-64c91cbdedfd, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dad8ea15-232d-4c39-b3cd-64c91cbdedfd,segment=NetworkSegment(4ce56a48-e8e3-4155-8eaa-1c5d167daefd),segment_id=4ce56a48-e8e3-4155-8eaa-1c5d167daefd)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:00.680982 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-998c2fb7-61e3-400a-9ce2-b07d815cf943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] GET failed (client error): The resource could not be found. Jun 22 09:44:00.682612 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-998c2fb7-61e3-400a-9ce2-b07d815cf943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] 10.222.0.20 "GET /v2.0/ports/d8d5356c-92db-455c-a5a0-89dcd733cb96 HTTP/1.1" status: 404 len: 333 time: 0.0315843 Jun 22 09:44:00.684033 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-48b1f0d6-75e3-46c3-9691-ad70e3ac6885 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1487136 Jun 22 09:44:00.686716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59028) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:00.689770 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59030) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:00.695450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-b9b2a240-54f6-4a67-9090-eebd5edd9a6d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'subnet': {'network_id': 'ea3aac45-a8c8-4055-93d1-c2dae6aab2a3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:00.698243 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-12f4576a-4a2f-409f-be32-4ed1ef13b485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Request body: {'port': {'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-460055717'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:00.750023 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.752256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:00.802613 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-289300a3-aff4-48aa-852e-b57366c65533 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.817097 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Pushing event updated for resources: {'Port': ['ID=dad8ea15-232d-4c39-b3cd-64c91cbdedfd,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:00.820558 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:00.882917 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-289300a3-aff4-48aa-852e-b57366c65533 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.903937 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ae25dc2f-dd36-4a2f-bf3d-d2f2f81e50b5 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.971917 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-289300a3-aff4-48aa-852e-b57366c65533 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.974945 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-32bb2a5f-12f6-452f-8542-c0d24189bd3d tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:00.991197 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289300a3-aff4-48aa-852e-b57366c65533 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a985a86-5e3f-4c3d-a0c7-cbc6c1fbd983,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:00.995205 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-289300a3-aff4-48aa-852e-b57366c65533 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:01.004878 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f4576a-4a2f-409f-be32-4ed1ef13b485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Made reservation on behalf of c4da58f2f6754b2f8f07b793c889f5b4 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:01.007329 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-12f4576a-4a2f-409f-be32-4ed1ef13b485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:01.059626 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-12f4576a-4a2f-409f-be32-4ed1ef13b485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] device_id is not set on port fff24d8d-c8d9-4667-99d3-decfa06fb103 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:01.126653 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-289300a3-aff4-48aa-852e-b57366c65533 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:01.127837 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-289300a3-aff4-48aa-852e-b57366c65533 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6189976 Jun 22 09:44:01.128514 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59032) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:01.137212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-e8b1ed05-2695-4ef9-a954-789f3b3137a2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '1dd93053-b65d-4239-858a-9522821fd482', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:01.169996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6a0a467a-67d2-4e8e-b690-b8ab89e81b52 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:01.219587 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b2a240-54f6-4a67-9090-eebd5edd9a6d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:01.223660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b9b2a240-54f6-4a67-9090-eebd5edd9a6d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:01.264553 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6a0a467a-67d2-4e8e-b690-b8ab89e81b52 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:01.309510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-12f4576a-4a2f-409f-be32-4ed1ef13b485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:01.391181 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ae25dc2f-dd36-4a2f-bf3d-d2f2f81e50b5 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:01.393230 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3d941b-5970-400f-98d6-0c89a72863e3 None None] Network 9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:01.399942 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-6a0a467a-67d2-4e8e-b690-b8ab89e81b52 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Floating IP f6d38dd7-1170-49c8-a7a4-363f5a123b48 associated. External IP: 172.26.3.222, port: aaf1dcb5-40a7-4e80-ba14-dffe89f51d4c. Jun 22 09:44:01.493100 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ae25dc2f-dd36-4a2f-bf3d-d2f2f81e50b5 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:01.500485 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0f67f031-c8b5-46c4-811a-9e1cb70190f6 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:01.553432 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-12f4576a-4a2f-409f-be32-4ed1ef13b485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:01.558841 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:01.567613 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25dc2f-dd36-4a2f-bf3d-d2f2f81e50b5 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008928f9-1a36-480b-b546-f0e2da37997f,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:01.572321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ae25dc2f-dd36-4a2f-bf3d-d2f2f81e50b5 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:01.615509 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f4576a-4a2f-409f-be32-4ed1ef13b485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Network bc8b0464-6e94-4e2f-921f-369c1951753a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:01.641764 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4576a-4a2f-409f-be32-4ed1ef13b485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Pushing event updated for resources: {'Port': ['ID=fff24d8d-c8d9-4667-99d3-decfa06fb103,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:01.646531 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-12f4576a-4a2f-409f-be32-4ed1ef13b485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:01.647561 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-12f4576a-4a2f-409f-be32-4ed1ef13b485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:01.650887 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f4576a-4a2f-409f-be32-4ed1ef13b485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:01.651889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f4576a-4a2f-409f-be32-4ed1ef13b485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:01.652498 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-12f4576a-4a2f-409f-be32-4ed1ef13b485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:01.659915 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b9b2a240-54f6-4a67-9090-eebd5edd9a6d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:01.660427 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c440d5bd-2c2f-45c5-b438-f1c9e16f8940 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:01.663346 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:01.663965 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c440d5bd-2c2f-45c5-b438-f1c9e16f8940 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:01.715111 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b2a240-54f6-4a67-9090-eebd5edd9a6d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network ea3aac45-a8c8-4055-93d1-c2dae6aab2a3 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:01.720914 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-b9b2a240-54f6-4a67-9090-eebd5edd9a6d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:01.724326 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b2a240-54f6-4a67-9090-eebd5edd9a6d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:01.725190 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b9b2a240-54f6-4a67-9090-eebd5edd9a6d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:01.740835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2a240-54f6-4a67-9090-eebd5edd9a6d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Subnet': ['ID=47c7bb4d-5fda-4763-86a7-5c3c3dbed1c7,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:01.745765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.ipam_backend_mixin [None req-c440d5bd-2c2f-45c5-b438-f1c9e16f8940 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Performing IP validity checks on allocation pools {{(pid=100652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 09:44:01.746295 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.ipam_backend_mixin [None req-c440d5bd-2c2f-45c5-b438-f1c9e16f8940 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 09:44:01.749423 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0a467a-67d2-4e8e-b690-b8ab89e81b52 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 09aaf0f9-c9cb-4f59-bf81-5914db24d7ae has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:44:01.750552 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b9b2a240-54f6-4a67-9090-eebd5edd9a6d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:01.767785 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ae25dc2f-dd36-4a2f-bf3d-d2f2f81e50b5 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:01.771517 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ae25dc2f-dd36-4a2f-bf3d-d2f2f81e50b5 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1961462 Jun 22 09:44:01.771867 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59034) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:01.778636 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-efd30c6c-8293-4a5b-9088-c38d39cd7c12 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1648142815'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:01.805738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e7f95307-390a-4cee-bce3-501f66dd5275 None None] Provisioning for port ce284d65-0d35-4347-a8c8-9b7d46833480 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:01.877937 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ed05-2695-4ef9-a954-789f3b3137a2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:01.975157 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ed05-2695-4ef9-a954-789f3b3137a2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:01.984481 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b9b2a240-54f6-4a67-9090-eebd5edd9a6d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2954764 Jun 22 09:44:01.987374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59036) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:01.993521 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-6cd6d349-6d1d-4ba6-b7cb-cc12219bdc9c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'network_id': 'ea3aac45-a8c8-4055-93d1-c2dae6aab2a3', 'fixed_ips': [{'subnet_id': '92621bea-3d73-4376-a86e-4d90672fc862'}, {'subnet_id': '47c7bb4d-5fda-4763-86a7-5c3c3dbed1c7'}], 'name': 'tempest-PortsTestJSON-1859957989'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:02.013358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce596383-831c-438c-92b6-4779732a190a None None] Network ea3aac45-a8c8-4055-93d1-c2dae6aab2a3 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:02.111682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ed05-2695-4ef9-a954-789f3b3137a2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:02.124464 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:02.133457 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ce284d65-0d35-4347-a8c8-9b7d46833480 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:02.146469 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1ed05-2695-4ef9-a954-789f3b3137a2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c025d6ad-351b-482b-a9cf-29aac44e38cc,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:02.149173 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e8b1ed05-2695-4ef9-a954-789f3b3137a2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:02.181751 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-04b19a04-6264-408f-85fc-c3aa80c84b28 None None] Provisioning for port dad8ea15-232d-4c39-b3cd-64c91cbdedfd completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:02.205311 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:44:02.264079 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0a467a-67d2-4e8e-b690-b8ab89e81b52 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:02.275764 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ed05-2695-4ef9-a954-789f3b3137a2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:02.276466 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6382864-c31a-4438-8f93-d0ecd646f322 None None] Sync routers for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:02.278581 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e8b1ed05-2695-4ef9-a954-789f3b3137a2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1469812 Jun 22 09:44:02.282086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59038) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:02.287292 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6382864-c31a-4438-8f93-d0ecd646f322 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:02.288342 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e6382864-c31a-4438-8f93-d0ecd646f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:02.290987 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-28bedb4f-7ae9-40c2-afc9-808aa569d241 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '1dd93053-b65d-4239-858a-9522821fd482', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:02.329129 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-12f4576a-4a2f-409f-be32-4ed1ef13b485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6364191 Jun 22 09:44:02.333336 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59040) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:02.335532 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e6382864-c31a-4438-8f93-d0ecd646f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:02.346056 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6382864-c31a-4438-8f93-d0ecd646f322 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:02.347283 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e6382864-c31a-4438-8f93-d0ecd646f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:02.348460 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:02.384861 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e6382864-c31a-4438-8f93-d0ecd646f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:02.385842 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6382864-c31a-4438-8f93-d0ecd646f322 None None] The sync data for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:02.391005 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port ce284d65-0d35-4347-a8c8-9b7d46833480 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:02.395166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b7873e-43d3-4eb3-81eb-994ea2e74b00 None None] Update dhcp port {'port': {'network_id': 'ea3aac45-a8c8-4055-93d1-c2dae6aab2a3', 'fixed_ips': [{'subnet_id': '92621bea-3d73-4376-a86e-4d90672fc862', 'ip_address': '172.20.0.2'}, {'subnet_id': '47c7bb4d-5fda-4763-86a7-5c3c3dbed1c7'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': 'dad8ea15-232d-4c39-b3cd-64c91cbdedfd'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:44:02.422017 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port ce284d65-0d35-4347-a8c8-9b7d46833480 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:02.422473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:02.440247 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-efd30c6c-8293-4a5b-9088-c38d39cd7c12 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:02.450692 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:02.487541 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c440d5bd-2c2f-45c5-b438-f1c9e16f8940 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:02.491606 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-db89da69-de4e-4cb2-b876-f5eba5004e7d tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:02.500575 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a7b7873e-43d3-4eb3-81eb-994ea2e74b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:02.566940 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440d5bd-2c2f-45c5-b438-f1c9e16f8940 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Subnet': ['ID=e5383a0a-140e-4507-ad36-9960325f622f,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:02.571693 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0a467a-67d2-4e8e-b690-b8ab89e81b52 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 09aaf0f9-c9cb-4f59-bf81-5914db24d7ae has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:44:02.572693 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c440d5bd-2c2f-45c5-b438-f1c9e16f8940 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:02.575012 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:02.585422 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c440d5bd-2c2f-45c5-b438-f1c9e16f8940 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Checking segment: {'id': '33d703a3-7fb2-4692-b000-a81473903953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2722b111-bd45-4e25-a89e-2541c982d636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:02.585796 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c440d5bd-2c2f-45c5-b438-f1c9e16f8940 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network hostable DHCP agents. Network: 2722b111-bd45-4e25-a89e-2541c982d636, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:44:02.614433 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd6d349-6d1d-4ba6-b7cb-cc12219bdc9c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:02.667176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port ce284d65-0d35-4347-a8c8-9b7d46833480, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ce284d65-0d35-4347-a8c8-9b7d46833480,segment=NetworkSegment(44d5211a-6f72-4593-87a9-aa3713310fa9),segment_id=44d5211a-6f72-4593-87a9-aa3713310fa9)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:02.700297 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0a467a-67d2-4e8e-b690-b8ab89e81b52 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:02.703170 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] device_id is not set on port fff24d8d-c8d9-4667-99d3-decfa06fb103 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:02.705475 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6a0a467a-67d2-4e8e-b690-b8ab89e81b52 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:02.715222 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:02.726804 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e8781-4960-4ce3-ae27-ca23ade38c30 None None] Sync routers for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:02.732550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c440d5bd-2c2f-45c5-b438-f1c9e16f8940 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network 2722b111-bd45-4e25-a89e-2541c982d636 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:44:02.743114 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Transition to ACTIVE for port object fff24d8d-c8d9-4667-99d3-decfa06fb103 will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:02.752072 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e8781-4960-4ce3-ae27-ca23ade38c30 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:02.753133 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-de5e8781-4960-4ce3-ae27-ca23ade38c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:02.766187 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-28bedb4f-7ae9-40c2-afc9-808aa569d241 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:02.779288 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6cd6d349-6d1d-4ba6-b7cb-cc12219bdc9c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:02.788419 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-de5e8781-4960-4ce3-ae27-ca23ade38c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:02.792484 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6a0a467a-67d2-4e8e-b690-b8ab89e81b52 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "PUT /v2.0/floatingips/f6d38dd7-1170-49c8-a7a4-363f5a123b48 HTTP/1.1" status: 200 len: 978 time: 2.3436019 Jun 22 09:44:02.792627 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:02.792627 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dad8ea15-232d-4c39-b3cd-64c91cbdedfd up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:02.792809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59044) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:02.794789 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e3ad1654-36c3-46f5-a9a4-2f0e46900d38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:02.798056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-52429722-4ef5-48c5-aee3-ce226eb3e61d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:02.833838 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-c440d5bd-2c2f-45c5-b438-f1c9e16f8940 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 2722b111-bd45-4e25-a89e-2541c982d636) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:02.840590 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c440d5bd-2c2f-45c5-b438-f1c9e16f8940 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:02.841825 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c440d5bd-2c2f-45c5-b438-f1c9e16f8940 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:02.842167 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-6cd6d349-6d1d-4ba6-b7cb-cc12219bdc9c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] device_id is not set on port 89c36bc7-7d20-43ad-b907-a1b8cd227733 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:02.847521 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-a7b7873e-43d3-4eb3-81eb-994ea2e74b00 None None] Allocated IP 172.20.0.18 (ea3aac45-a8c8-4055-93d1-c2dae6aab2a3/47c7bb4d-5fda-4763-86a7-5c3c3dbed1c7/dad8ea15-232d-4c39-b3cd-64c91cbdedfd) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:02.853032 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:02.865984 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70c8775-dd5a-4b8b-a598-eded39c24100 None None] Network 2722b111-bd45-4e25-a89e-2541c982d636 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:02.867848 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:02.870862 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-52429722-4ef5-48c5-aee3-ce226eb3e61d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:02.893859 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-28bedb4f-7ae9-40c2-afc9-808aa569d241 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:02.899351 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e8781-4960-4ce3-ae27-ca23ade38c30 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:02.900085 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-de5e8781-4960-4ce3-ae27-ca23ade38c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:03.006854 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-28bedb4f-7ae9-40c2-afc9-808aa569d241 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.012199 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-de5e8781-4960-4ce3-ae27-ca23ade38c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:03.012958 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e8781-4960-4ce3-ae27-ca23ade38c30 None None] The sync data for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:03.023545 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=ce284d65-0d35-4347-a8c8-9b7d46833480,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:03.027939 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-52429722-4ef5-48c5-aee3-ce226eb3e61d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.032558 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:03.114897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Pushing event updated for resources: {'Port': ['ID=fff24d8d-c8d9-4667-99d3-decfa06fb103,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:03.129320 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-52429722-4ef5-48c5-aee3-ce226eb3e61d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.129320 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-52429722-4ef5-48c5-aee3-ce226eb3e61d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Floating IP f6d38dd7-1170-49c8-a7a4-363f5a123b48 disassociated. External IP: 172.26.3.222, port: 201233de-0fd5-422c-88f5-ed32fc40870b. Jun 22 09:44:03.130960 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a7b7873e-43d3-4eb3-81eb-994ea2e74b00 None None] For port dad8ea15-232d-4c39-b3cd-64c91cbdedfd, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dad8ea15-232d-4c39-b3cd-64c91cbdedfd,segment=NetworkSegment(4ce56a48-e8e3-4155-8eaa-1c5d167daefd),segment_id=4ce56a48-e8e3-4155-8eaa-1c5d167daefd)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:03.133460 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:03.133945 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:03.160142 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-efd30c6c-8293-4a5b-9088-c38d39cd7c12 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.171194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port dad8ea15-232d-4c39-b3cd-64c91cbdedfd completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:03.171897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:03.171897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:03.171897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:03.171897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bedb4f-7ae9-40c2-afc9-808aa569d241 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc07d9e-96a5-4831-874e-1b1482f27916,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:03.174596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-28bedb4f-7ae9-40c2-afc9-808aa569d241 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:03.190252 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a7b7873e-43d3-4eb3-81eb-994ea2e74b00 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.193045 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port dad8ea15-232d-4c39-b3cd-64c91cbdedfd triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:03.199866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.199866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-2722b111-bd45-4e25-a89e-2541c982d636', 'network_id': '2722b111-bd45-4e25-a89e-2541c982d636', 'tenant_id': 'f4445d2b9f8c4e23aee039318ad408ee', 'fixed_ips': [{'subnet_id': 'e5383a0a-140e-4507-ad36-9960325f622f'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:44:03.199866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.200856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:03.200856 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:03.201771 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 2 to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 Jun 22 09:44:03.226354 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:03.226696 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:03.227033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:03.236681 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:03.237020 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:03.237432 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 3 to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 Jun 22 09:44:03.237556 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a7b7873e-43d3-4eb3-81eb-994ea2e74b00 None None] Transition to ACTIVE for port object dad8ea15-232d-4c39-b3cd-64c91cbdedfd will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:03.250368 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:03.250707 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:03.251047 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:03.255338 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:03.255758 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:03.256406 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 4 to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 Jun 22 09:44:03.263067 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-efd30c6c-8293-4a5b-9088-c38d39cd7c12 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.269158 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-379a9be8-58c8-487c-8730-387df654c224 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:03.288018 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:03.288360 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:03.297580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:03.300531 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:03.300867 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:03.303248 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 5 to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 Jun 22 09:44:03.320063 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd30c6c-8293-4a5b-9088-c38d39cd7c12 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1405248e-bb8e-423d-bf2f-245958536378,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:03.323749 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-efd30c6c-8293-4a5b-9088-c38d39cd7c12 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:03.326267 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:03.343589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:03.343589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:03.343589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:03.343589 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:03.343589 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 6 to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 Jun 22 09:44:03.346167 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:03.346507 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:03.346850 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:03.351224 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:03.351588 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:03.351983 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 7 to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 Jun 22 09:44:03.365608 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:03.365942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:03.366280 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:03.368154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52429722-4ef5-48c5-aee3-ce226eb3e61d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 09aaf0f9-c9cb-4f59-bf81-5914db24d7ae has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:44:03.372660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:03.372984 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:03.375950 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 8 to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 Jun 22 09:44:03.382637 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a7b7873e-43d3-4eb3-81eb-994ea2e74b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.387020 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7d882d4f-ab25-46ab-ae86-507324f012d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:03.394135 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.412247 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:03.412589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:03.412924 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:03.422702 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c440d5bd-2c2f-45c5-b438-f1c9e16f8940 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.3513358 Jun 22 09:44:03.423027 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59046) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:03.423187 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-efd30c6c-8293-4a5b-9088-c38d39cd7c12 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.426877 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-efd30c6c-8293-4a5b-9088-c38d39cd7c12 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6515408 Jun 22 09:44:03.426877 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-28bedb4f-7ae9-40c2-afc9-808aa569d241 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.426877 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-28bedb4f-7ae9-40c2-afc9-808aa569d241 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1430321 Jun 22 09:44:03.429396 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59048) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:03.429396 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59050) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:03.429624 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:03.429806 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:03.432091 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 9 to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 Jun 22 09:44:03.452986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:03.453327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:03.453671 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:03.454628 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-9b8f48b1-db27-4fcd-9e54-471d761ad5a0 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '008928f9-1a36-480b-b546-f0e2da37997f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1405248e-bb8e-423d-bf2f-245958536378'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:03.456068 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Allocated IP 172.20.0.3 (2722b111-bd45-4e25-a89e-2541c982d636/e5383a0a-140e-4507-ad36-9960325f622f/6c2e34c6-346d-49ad-924a-f5fecd0fb408) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:03.469266 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-5a81d0f6-2d9e-43cd-bfe3-712b10865314 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '1dd93053-b65d-4239-858a-9522821fd482', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:03.478077 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:03.478415 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:03.478963 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.plugins.ml2.plugin [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 10 to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 Jun 22 09:44:03.498306 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:03.498664 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:03.499007 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:03.506903 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:03.507234 dv-neutron-797121-3-hyperv neutron-server[100653]: ERROR neutron.plugins.ml2.managers [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port fff24d8d-c8d9-4667-99d3-decfa06fb103 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:03.507804 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.531056 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-6cd6d349-6d1d-4ba6-b7cb-cc12219bdc9c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Allocated IP 172.20.0.7 (ea3aac45-a8c8-4055-93d1-c2dae6aab2a3/92621bea-3d73-4376-a86e-4d90672fc862/89c36bc7-7d20-43ad-b907-a1b8cd227733) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:03.549068 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7873e-43d3-4eb3-81eb-994ea2e74b00 None None] Pushing event updated for resources: {'Port': ['ID=dad8ea15-232d-4c39-b3cd-64c91cbdedfd,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:03.553052 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a7b7873e-43d3-4eb3-81eb-994ea2e74b00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:03.568635 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-6cd6d349-6d1d-4ba6-b7cb-cc12219bdc9c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Allocated IP 172.20.0.30 (ea3aac45-a8c8-4055-93d1-c2dae6aab2a3/47c7bb4d-5fda-4763-86a7-5c3c3dbed1c7/89c36bc7-7d20-43ad-b907-a1b8cd227733) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:03.586076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.api [None req-5a81d0f6-2d9e-43cd-bfe3-712b10865314 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:44:03.586076 dv-neutron-797121-3-hyperv neutron-server[100652]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:44:03.586076 dv-neutron-797121-3-hyperv neutron-server[100652]: [parameters: {'project_id_1': '50763c4428f741ada1db53edd04651ab', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 44, 3, 484671)}] Jun 22 09:44:03.586076 dv-neutron-797121-3-hyperv neutron-server[100652]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:44:03.586598 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_db.api [None req-5a81d0f6-2d9e-43cd-bfe3-712b10865314 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:44:03.614461 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:44:03.616411 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:44:03.616533 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52429722-4ef5-48c5-aee3-ce226eb3e61d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:03.625221 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cff36b-729f-422c-bee4-796a5b232f35 None None] Sync routers for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:03.626558 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] For port fff24d8d-c8d9-4667-99d3-decfa06fb103, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:03.626961 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempted to set empty binding levels {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 09:44:03.636608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-52429722-4ef5-48c5-aee3-ce226eb3e61d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.643805 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cff36b-729f-422c-bee4-796a5b232f35 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:03.644497 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-46cff36b-729f-422c-bee4-796a5b232f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:03.687383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.692462 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d6c2c62e-60ec-4d74-a7e7-87cfb01304bb tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:03.712893 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-46cff36b-729f-422c-bee4-796a5b232f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:03.724041 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cff36b-729f-422c-bee4-796a5b232f35 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:03.728929 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-46cff36b-729f-422c-bee4-796a5b232f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:03.730043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.740962 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Transition to ACTIVE for port object 6c2e34c6-346d-49ad-924a-f5fecd0fb408 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:03.760195 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Transition to ACTIVE for port object 6c2e34c6-346d-49ad-924a-f5fecd0fb408 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:03.779819 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-46cff36b-729f-422c-bee4-796a5b232f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:03.781687 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cff36b-729f-422c-bee4-796a5b232f35 None None] The sync data for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:03.788159 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-52429722-4ef5-48c5-aee3-ce226eb3e61d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "PUT /v2.0/floatingips/f6d38dd7-1170-49c8-a7a4-363f5a123b48 HTTP/1.1" status: 200 len: 688 time: 0.9943726 Jun 22 09:44:03.791202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] In _notify_port_updated(), no bound segment for port fff24d8d-c8d9-4667-99d3-decfa06fb103 on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:44:03.792271 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:03.792373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.792899 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.794040 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59054) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:03.794332 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] 10.222.0.20 "PUT /v2.0/ports/fff24d8d-c8d9-4667-99d3-decfa06fb103 HTTP/1.1" status: 200 len: 980 time: 1.4599290 Jun 22 09:44:03.800992 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59056) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:03.851929 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.854026 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-263ebb16-1cd4-431c-a6b4-1be6e9f303f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:03.900807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Network 2722b111-bd45-4e25-a89e-2541c982d636 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:03.906908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:03.911547 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:03.914917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Pushing event updated for resources: {'Port': ['ID=6c2e34c6-346d-49ad-924a-f5fecd0fb408,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:03.925920 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:03.957233 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.981825 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-9b8f48b1-db27-4fcd-9e54-471d761ad5a0 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:44:03.983381 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9b8f48b1-db27-4fcd-9e54-471d761ad5a0 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5420179 Jun 22 09:44:03.986667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Attempting to bind port 6c2e34c6-346d-49ad-924a-f5fecd0fb408 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:03.987320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Attempting to bind port 6c2e34c6-346d-49ad-924a-f5fecd0fb408 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '33d703a3-7fb2-4692-b000-a81473903953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2722b111-bd45-4e25-a89e-2541c982d636'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:03.988069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Attempting to bind port 6c2e34c6-346d-49ad-924a-f5fecd0fb408 on network 2722b111-bd45-4e25-a89e-2541c982d636 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:03.989213 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59058) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:03.995985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:03.996864 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Checking segment: {'id': '33d703a3-7fb2-4692-b000-a81473903953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2722b111-bd45-4e25-a89e-2541c982d636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:03.997487 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.998231 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Bound using segment: {'id': '33d703a3-7fb2-4692-b000-a81473903953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2722b111-bd45-4e25-a89e-2541c982d636'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:03.998929 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Bound port: 6c2e34c6-346d-49ad-924a-f5fecd0fb408, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d703a3-7fb2-4692-b000-a81473903953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2722b111-bd45-4e25-a89e-2541c982d636'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:03.999584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.075697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] For port 6c2e34c6-346d-49ad-924a-f5fecd0fb408, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:04.079604 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] For port 6c2e34c6-346d-49ad-924a-f5fecd0fb408, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=6c2e34c6-346d-49ad-924a-f5fecd0fb408,segment=NetworkSegment(33d703a3-7fb2-4692-b000-a81473903953),segment_id=33d703a3-7fb2-4692-b000-a81473903953)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:04.097044 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a3ba0b20-95c8-4a1d-9012-134ef482cef1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Deleting port de68f04b-d875-4d2a-bf87-2d6606708cc9 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:04.097392 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0b20-95c8-4a1d-9012-134ef482cef1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.162877 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.176121 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.183846 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ca0acae-c9f5-4d41-9cce-e65b2957c4ad tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.188711 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d24e2205-2254-408a-970a-5b73abd44322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:04.203075 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.231151 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6fbdd913-e41b-414b-8e91-59cf69bf9b82 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:04.249048 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6cd6d349-6d1d-4ba6-b7cb-cc12219bdc9c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.257904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Pushing event updated for resources: {'Port': ['ID=fff24d8d-c8d9-4667-99d3-decfa06fb103,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:04.266791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:04.275096 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port dad8ea15-232d-4c39-b3cd-64c91cbdedfd, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dad8ea15-232d-4c39-b3cd-64c91cbdedfd,segment=NetworkSegment(4ce56a48-e8e3-4155-8eaa-1c5d167daefd),segment_id=4ce56a48-e8e3-4155-8eaa-1c5d167daefd)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:04.277059 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-5a81d0f6-2d9e-43cd-bfe3-712b10865314 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:44:04.282490 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-6cd6d349-6d1d-4ba6-b7cb-cc12219bdc9c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Transition to ACTIVE for port object 89c36bc7-7d20-43ad-b907-a1b8cd227733 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:04.296066 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ca0acae-c9f5-4d41-9cce-e65b2957c4ad tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.298952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Subnet': ['ID=e5383a0a-140e-4507-ad36-9960325f622f,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:04.310966 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652deca5-850e-4376-b25f-509837efbfd9 None None] Network ea3aac45-a8c8-4055-93d1-c2dae6aab2a3 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:04.347205 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:04.349491 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0b20-95c8-4a1d-9012-134ef482cef1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.350879 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0b20-95c8-4a1d-9012-134ef482cef1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.361745 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.365501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5a81d0f6-2d9e-43cd-bfe3-712b10865314 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.370062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Pushing event updated for resources: {'Port': ['ID=6c2e34c6-346d-49ad-924a-f5fecd0fb408,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:04.373200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:04.376301 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9ae39c41-77a7-40c1-9651-9041442cf7c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:04.380429 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.380888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.381856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.384089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.384607 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.385092 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.385638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.386113 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.386681 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.387156 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.388359 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.389069 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.389495 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.390702 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.391332 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.392063 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.393063 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.393546 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.394580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.394580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.395040 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.395654 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.396644 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.397127 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.397600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.401212 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-aa22cd25-0e8c-47da-a0cb-4b5c02704441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22248 time: 0.5991869 Jun 22 09:44:04.405168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59060) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:04.435181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=dad8ea15-232d-4c39-b3cd-64c91cbdedfd,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:04.439389 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:04.455249 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6cd6d349-6d1d-4ba6-b7cb-cc12219bdc9c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.465095 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2e99014b-ab00-4035-a36d-17bb3a35a86e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:04.513398 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a3ba0b20-95c8-4a1d-9012-134ef482cef1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Calling delete_port for de68f04b-d875-4d2a-bf87-2d6606708cc9 owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:04.516345 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-dcea46ef-3f43-472e-b543-0063bf0be949 None None] Provisioning for port dad8ea15-232d-4c39-b3cd-64c91cbdedfd completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:04.518540 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.525082 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-dcea46ef-3f43-472e-b543-0063bf0be949 None None] Provisioning complete for port dad8ea15-232d-4c39-b3cd-64c91cbdedfd triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:04.525643 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dcea46ef-3f43-472e-b543-0063bf0be949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.553204 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd6d349-6d1d-4ba6-b7cb-cc12219bdc9c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network ea3aac45-a8c8-4055-93d1-c2dae6aab2a3 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:04.572610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2722b111-bd45-4e25-a89e-2541c982d636']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:04.581109 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-6cd6d349-6d1d-4ba6-b7cb-cc12219bdc9c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:04.594439 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ce284d65-0d35-4347-a8c8-9b7d46833480 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:04.608923 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd6d349-6d1d-4ba6-b7cb-cc12219bdc9c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:04.617099 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6d349-6d1d-4ba6-b7cb-cc12219bdc9c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=89c36bc7-7d20-43ad-b907-a1b8cd227733,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:04.625627 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6cd6d349-6d1d-4ba6-b7cb-cc12219bdc9c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:04.642396 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d703a3-7fb2-4692-b000-a81473903953') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:04.643211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d703a3-7fb2-4692-b000-a81473903953') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:04.658626 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ca0acae-c9f5-4d41-9cce-e65b2957c4ad tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.661351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ca0acae-c9f5-4d41-9cce-e65b2957c4ad tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.664844 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6ca0acae-c9f5-4d41-9cce-e65b2957c4ad tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "DELETE /v2.0/security-groups/1405248e-bb8e-423d-bf2f-245958536378 HTTP/1.1" status: 204 len: 168 time: 0.6720808 Jun 22 09:44:04.664844 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4028c49d-2f67-4516-87ab-f6cfda3eb08b tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:04.671308 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.675487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59062) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:04.716275 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0acae-c9f5-4d41-9cce-e65b2957c4ad tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1405248e-bb8e-423d-bf2f-245958536378,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:04.719361 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5a81d0f6-2d9e-43cd-bfe3-712b10865314 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.727298 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6ca0acae-c9f5-4d41-9cce-e65b2957c4ad tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:04.729867 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.754654 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:04.755063 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.756988 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd6d349-6d1d-4ba6-b7cb-cc12219bdc9c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:04.759312 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:04.768453 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6cd6d349-6d1d-4ba6-b7cb-cc12219bdc9c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.786929 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-71560dc2-7257-4463-b4f4-fd8428cf7b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Deleting port fff24d8d-c8d9-4667-99d3-decfa06fb103 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:04.787406 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-71560dc2-7257-4463-b4f4-fd8428cf7b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.817610 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port ce284d65-0d35-4347-a8c8-9b7d46833480 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:04.817610 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.838065 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5a81d0f6-2d9e-43cd-bfe3-712b10865314 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.848498 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6cd6d349-6d1d-4ba6-b7cb-cc12219bdc9c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8602624 Jun 22 09:44:04.856035 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59064) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:04.857765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-56f4abe8-0f3f-462f-a7ec-3a429f1aed25 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:04.865670 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-495f8ba1-4054-493b-a184-098ca6989655 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '92621bea-3d73-4376-a86e-4d90672fc862'}]}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:04.896958 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bbbd79fa-0c7c-4d2f-bc93-9f1ff260ca1f tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2219412 Jun 22 09:44:04.901905 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59066) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:04.909861 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81d0f6-2d9e-43cd-bfe3-712b10865314 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e0b694-f3a3-4206-8df0-85702b73e164,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:04.911776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.api [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:44:04.911776 dv-neutron-797121-3-hyperv neutron-server[100652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:44:04.911776 dv-neutron-797121-3-hyperv neutron-server[100652]: [parameters: {'id': '2722b111-bd45-4e25-a89e-2541c982d636'}] Jun 22 09:44:04.911776 dv-neutron-797121-3-hyperv neutron-server[100652]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:44:04.912121 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_db.api [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:44:04.913564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5a81d0f6-2d9e-43cd-bfe3-712b10865314 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:04.928235 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dad8ea15-232d-4c39-b3cd-64c91cbdedfd up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:04.948673 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-71560dc2-7257-4463-b4f4-fd8428cf7b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] For port fff24d8d-c8d9-4667-99d3-decfa06fb103, host hv-neutron-7971, got binding levels [] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:04.949051 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-71560dc2-7257-4463-b4f4-fd8428cf7b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.966567 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5a81d0f6-2d9e-43cd-bfe3-712b10865314 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.971512 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5a81d0f6-2d9e-43cd-bfe3-712b10865314 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5289142 Jun 22 09:44:04.972234 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59068) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:04.977665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-6bfd90c6-5886-4b54-9bb7-6fa4bf6354b6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '1dd93053-b65d-4239-858a-9522821fd482', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:04.989647 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port dad8ea15-232d-4c39-b3cd-64c91cbdedfd triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:04.990279 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.017596 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0b20-95c8-4a1d-9012-134ef482cef1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.020955 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-51caa4a1-b674-470e-b71a-148207fd841e tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:05.055658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba0b20-95c8-4a1d-9012-134ef482cef1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event deleted for resources: {'Port': ['ID=de68f04b-d875-4d2a-bf87-2d6606708cc9,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:05.060055 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a3ba0b20-95c8-4a1d-9012-134ef482cef1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:05.088640 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-71560dc2-7257-4463-b4f4-fd8428cf7b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Calling delete_port for fff24d8d-c8d9-4667-99d3-decfa06fb103 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:05.089143 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-6bfd90c6-5886-4b54-9bb7-6fa4bf6354b6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:44:05.097779 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bfd90c6-5886-4b54-9bb7-6fa4bf6354b6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.143364 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8b3699a9-fdd6-45ff-8378-25af3e460b5d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.154454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-495f8ba1-4054-493b-a184-098ca6989655 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.207921 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bfd90c6-5886-4b54-9bb7-6fa4bf6354b6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.222125 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8b3699a9-fdd6-45ff-8378-25af3e460b5d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.235570 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0b20-95c8-4a1d-9012-134ef482cef1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.240400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0b20-95c8-4a1d-9012-134ef482cef1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.241907 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a3ba0b20-95c8-4a1d-9012-134ef482cef1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/floatingips/f6d38dd7-1170-49c8-a7a4-363f5a123b48 HTTP/1.1" status: 204 len: 168 time: 1.4460034 Jun 22 09:44:05.244555 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59070) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:05.281382 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a445f53f-34c6-4028-9770-95eee8ee05f3 None None] Provisioning complete for port dad8ea15-232d-4c39-b3cd-64c91cbdedfd triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:05.281609 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a445f53f-34c6-4028-9770-95eee8ee05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.316069 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-b16ad1e8-e16c-4b01-b5a7-781b42cfeaee tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] delete failed (client error): The resource could not be found. Jun 22 09:44:05.319135 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b16ad1e8-e16c-4b01-b5a7-781b42cfeaee tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/floatingips/f6d38dd7-1170-49c8-a7a4-363f5a123b48 HTTP/1.1" status: 404 len: 345 time: 0.0735502 Jun 22 09:44:05.319959 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bfd90c6-5886-4b54-9bb7-6fa4bf6354b6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.330257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59072) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:05.331585 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:05.346806 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd90c6-5886-4b54-9bb7-6fa4bf6354b6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36fec7b2-c325-486d-9cac-71caede660ec,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:05.353614 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6bfd90c6-5886-4b54-9bb7-6fa4bf6354b6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:05.412875 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.453998 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bfd90c6-5886-4b54-9bb7-6fa4bf6354b6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.455793 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6bfd90c6-5886-4b54-9bb7-6fa4bf6354b6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4825521 Jun 22 09:44:05.488707 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Deleting port 6c2e34c6-346d-49ad-924a-f5fecd0fb408 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:05.491976 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.531272 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8b3699a9-fdd6-45ff-8378-25af3e460b5d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.537418 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8b3699a9-fdd6-45ff-8378-25af3e460b5d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.537418 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8b3699a9-fdd6-45ff-8378-25af3e460b5d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "DELETE /v2.0/security-groups/008928f9-1a36-480b-b546-f0e2da37997f HTTP/1.1" status: 204 len: 168 time: 0.6301665 Jun 22 09:44:05.538835 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59076) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:05.543390 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:05.566720 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a445f53f-34c6-4028-9770-95eee8ee05f3 None None] Provisioning for port 89c36bc7-7d20-43ad-b907-a1b8cd227733 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:05.576176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0fca28-a431-467c-b37a-f558355a1250 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:05.583230 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] For port 6c2e34c6-346d-49ad-924a-f5fecd0fb408, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=6c2e34c6-346d-49ad-924a-f5fecd0fb408,segment=NetworkSegment(33d703a3-7fb2-4692-b000-a81473903953),segment_id=33d703a3-7fb2-4692-b000-a81473903953)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:05.583230 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.584039 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a445f53f-34c6-4028-9770-95eee8ee05f3 None None] Provisioning complete for port 89c36bc7-7d20-43ad-b907-a1b8cd227733 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:05.584039 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a445f53f-34c6-4028-9770-95eee8ee05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.584189 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0fca28-a431-467c-b37a-f558355a1250 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:05.590977 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0fca28-a431-467c-b37a-f558355a1250 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:05.595753 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8b0fca28-a431-467c-b37a-f558355a1250 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "GET /v2.0/ports?network_id=4ef9b3a4-358b-4e49-9eb4-cf356eed01fd HTTP/1.1" status: 200 len: 2358 time: 0.2615106 Jun 22 09:44:05.597815 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59080) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:05.598146 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-71560dc2-7257-4463-b4f4-fd8428cf7b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.630854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-a445f53f-34c6-4028-9770-95eee8ee05f3 None None] Port 89c36bc7-7d20-43ad-b907-a1b8cd227733 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:05.631110 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3699a9-fdd6-45ff-8378-25af3e460b5d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008928f9-1a36-480b-b546-f0e2da37997f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:05.649907 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8b3699a9-fdd6-45ff-8378-25af3e460b5d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:05.650439 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ecc7a380-9f03-4c71-bc42-28e0199a59ec tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:05.664500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792956ed-e907-42c3-9649-bc14e5060333 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:05.670622 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-792956ed-e907-42c3-9649-bc14e5060333 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "GET /v2.0/subnets/90f7021b-f8a0-4569-95b7-3911f6f55f81 HTTP/1.1" status: 200 len: 797 time: 0.0645294 Jun 22 09:44:05.681652 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb83701-a791-4953-ba5c-50e1a8569b53 None None] Network 2722b111-bd45-4e25-a89e-2541c982d636 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:05.684112 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59094) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:05.692618 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-82fd89c7-23e2-45bb-b34b-3129a815c231 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'port': {'network_id': '4ef9b3a4-358b-4e49-9eb4-cf356eed01fd', 'name': 'tempest-FloatingIPTestJSON-81480548', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:05.715806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71560dc2-7257-4463-b4f4-fd8428cf7b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Pushing event deleted for resources: {'Port': ['ID=fff24d8d-c8d9-4667-99d3-decfa06fb103,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:05.718581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-71560dc2-7257-4463-b4f4-fd8428cf7b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.720466 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-71560dc2-7257-4463-b4f4-fd8428cf7b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] 10.222.0.20 "DELETE /v2.0/ports/fff24d8d-c8d9-4667-99d3-decfa06fb103 HTTP/1.1" status: 204 len: 168 time: 1.3126965 Jun 22 09:44:05.731195 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Calling delete_port for 6c2e34c6-346d-49ad-924a-f5fecd0fb408 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:05.734974 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59096) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:05.764465 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b32f52ec-2383-424f-a284-f6a988473b54 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2210672 Jun 22 09:44:05.772097 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59098) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:05.773117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-71560dc2-7257-4463-b4f4-fd8428cf7b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:05.781265 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-bb9214ec-b84b-4cac-a0d5-886cc9a80c10 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group': {'name': 'tempest-secgroup--19652625'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:05.783464 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-276d61cf-a66b-4dde-8ac7-427c8d84b4c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] GET failed (client error): The resource could not be found. Jun 22 09:44:05.790896 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-276d61cf-a66b-4dde-8ac7-427c8d84b4c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] 10.222.0.20 "GET /v2.0/ports/fff24d8d-c8d9-4667-99d3-decfa06fb103 HTTP/1.1" status: 404 len: 333 time: 0.0437734 Jun 22 09:44:05.808071 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59100) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:05.817880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-286285f6-5b29-45d2-96b1-11c1cf8bede5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-7150989', 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:05.838277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-eca18991-cb3d-4e80-8730-53636a8d9556 None None] Provisioning for port 6c2e34c6-346d-49ad-924a-f5fecd0fb408 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:05.859720 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-eca18991-cb3d-4e80-8730-53636a8d9556 None None] Provisioning complete for port 89c36bc7-7d20-43ad-b907-a1b8cd227733 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:05.860307 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-eca18991-cb3d-4e80-8730-53636a8d9556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.899690 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-eca18991-cb3d-4e80-8730-53636a8d9556 None None] Port 89c36bc7-7d20-43ad-b907-a1b8cd227733 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:05.907986 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55c545f-ecc1-4d51-9bad-eefa86e906d8 None None] DHCP port deletion for 2722b111-bd45-4e25-a89e-2541c982d636 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:44:05.914777 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4b037451-6a76-47d9-b550-986601db7736 req-90e1a0ee-e24c-4c75-ab83-bddaaa86bb65 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-277670599&fields=id&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 267 time: 0.2002861 Jun 22 09:44:05.932133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.932339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb9214ec-b84b-4cac-a0d5-886cc9a80c10 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.932466 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:05.932562 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-495f8ba1-4054-493b-a184-098ca6989655 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Delete allocated IP 172.20.0.30 (ea3aac45-a8c8-4055-93d1-c2dae6aab2a3/47c7bb4d-5fda-4763-86a7-5c3c3dbed1c7) {{(pid=100653) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 09:44:05.953646 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Port': ['ID=6c2e34c6-346d-49ad-924a-f5fecd0fb408,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:05.967056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:05.967056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No DVR routers for this DVR port 6c2e34c6-346d-49ad-924a-f5fecd0fb408 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:05.967644 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-a55c545f-ecc1-4d51-9bad-eefa86e906d8 None None] Deleting port 6c2e34c6-346d-49ad-924a-f5fecd0fb408 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:05.968980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a55c545f-ecc1-4d51-9bad-eefa86e906d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.033656 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a55c545f-ecc1-4d51-9bad-eefa86e906d8 None None] For port 6c2e34c6-346d-49ad-924a-f5fecd0fb408, host dv-neutron-797121-3-hyperv, got binding levels [] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:06.034065 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a55c545f-ecc1-4d51-9bad-eefa86e906d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.042101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.053017 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2722b111-bd45-4e25-a89e-2541c982d636']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:06.063172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d703a3-7fb2-4692-b000-a81473903953') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:06.063529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d703a3-7fb2-4692-b000-a81473903953') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:06.072260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.087388 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.095198 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:06.095198 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.096983 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-a55c545f-ecc1-4d51-9bad-eefa86e906d8 None None] Calling delete_port for 6c2e34c6-346d-49ad-924a-f5fecd0fb408 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:06.098626 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:06.100718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.ipam_backend_mixin [None req-a55c545f-ecc1-4d51-9bad-eefa86e906d8 None None] Port 6c2e34c6-346d-49ad-924a-f5fecd0fb408 was not found and therefore no delete operation was performed {{(pid=100654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 09:44:06.102217 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a55c545f-ecc1-4d51-9bad-eefa86e906d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.105955 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-059548a5-83cd-4e70-ac6c-a219d1d43c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:06.132989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c545f-ecc1-4d51-9bad-eefa86e906d8 None None] Pushing event deleted for resources: {'Port': ['ID=6c2e34c6-346d-49ad-924a-f5fecd0fb408,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:06.135382 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55c545f-ecc1-4d51-9bad-eefa86e906d8 None None] No DVR routers for this DVR port 6c2e34c6-346d-49ad-924a-f5fecd0fb408 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:06.137591 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a55c545f-ecc1-4d51-9bad-eefa86e906d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:06.169938 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286285f6-5b29-45d2-96b1-11c1cf8bede5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Made reservation on behalf of c4da58f2f6754b2f8f07b793c889f5b4 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:06.172336 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-286285f6-5b29-45d2-96b1-11c1cf8bede5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.211448 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.db.api [None req-bb9214ec-b84b-4cac-a0d5-886cc9a80c10 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:44:06.211448 dv-neutron-797121-3-hyperv neutron-server[100653]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:44:06.211448 dv-neutron-797121-3-hyperv neutron-server[100653]: [parameters: {'project_id_1': '0f35db8efba94bb4a27682250764c62f', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 44, 6, 92286)}] Jun 22 09:44:06.211448 dv-neutron-797121-3-hyperv neutron-server[100653]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:44:06.211945 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_db.api [None req-bb9214ec-b84b-4cac-a0d5-886cc9a80c10 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:44:06.242283 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037451-6a76-47d9-b550-986601db7736 req-2ad9bf68-cffb-4bab-bdbd-68f534fe486d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:06.243751 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4b037451-6a76-47d9-b550-986601db7736 req-2ad9bf68-cffb-4bab-bdbd-68f534fe486d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/networks?id=9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce HTTP/1.1" status: 200 len: 797 time: 0.3207655 Jun 22 09:44:06.246224 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-286285f6-5b29-45d2-96b1-11c1cf8bede5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] device_id is not set on port 322d3d25-8599-4f84-9aaa-f5df67cce1f7 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:06.271926 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.279236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.286206 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/2722b111-bd45-4e25-a89e-2541c982d636 HTTP/1.1" status: 204 len: 168 time: 2.8545952 Jun 22 09:44:06.286206 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5c4eeb61-eeb6-4266-aad0-d09a294266ba tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:06.287292 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59102) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:06.293506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d38ecbbb-e705-462d-9250-9956d4501e8b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-260272901'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:06.308243 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Network': ['ID=2722b111-bd45-4e25-a89e-2541c982d636,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:06.310693 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:06.321271 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4b037451-6a76-47d9-b550-986601db7736 req-ec6dfef9-f081-4983-a769-1b893a90949e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/quotas/50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 375 time: 0.0696316 Jun 22 09:44:06.322986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fd89c7-23e2-45bb-b34b-3129a815c231 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Made reservation on behalf of 3fe8e4519a884b82ab7d8e90f6c4589b for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:06.417312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38ecbbb-e705-462d-9250-9956d4501e8b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:06.421194 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d38ecbbb-e705-462d-9250-9956d4501e8b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.441400 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-495f8ba1-4054-493b-a184-098ca6989655 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.447374 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38ecbbb-e705-462d-9250-9956d4501e8b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:44:06.450284 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dad8ea15-232d-4c39-b3cd-64c91cbdedfd up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:06.461329 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d38ecbbb-e705-462d-9250-9956d4501e8b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.462126 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-d38ecbbb-e705-462d-9250-9956d4501e8b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Added segment c3e8f910-b653-4272-bdf1-cc07ec611d2e of type vlan for network 35d5670d-c360-47d1-b9ba-59bf914827c2 Jun 22 09:44:06.486678 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-495f8ba1-4054-493b-a184-098ca6989655 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Ignored duplicate provisioning block setup for port 89c36bc7-7d20-43ad-b907-a1b8cd227733 by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 22 09:44:06.511833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d38ecbbb-e705-462d-9250-9956d4501e8b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.512352 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port dad8ea15-232d-4c39-b3cd-64c91cbdedfd triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:06.512810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.591745 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-82fd89c7-23e2-45bb-b34b-3129a815c231 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.628648 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-495f8ba1-4054-493b-a184-098ca6989655 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.633191 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4b037451-6a76-47d9-b550-986601db7736 req-66f6fd5f-417f-429d-99c1-cbfaaf6109e4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3020864 Jun 22 09:44:06.640150 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6cd6d349-6d1d-4ba6-b7cb-cc12219bdc9c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:06.651189 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-286285f6-5b29-45d2-96b1-11c1cf8bede5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.687903 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-82fd89c7-23e2-45bb-b34b-3129a815c231 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] device_id is not set on port 8a2f77bd-b883-4309-a21b-64abc7a39fff yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:06.696499 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d38ecbbb-e705-462d-9250-9956d4501e8b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.702308 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38ecbbb-e705-462d-9250-9956d4501e8b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:06.703172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d38ecbbb-e705-462d-9250-9956d4501e8b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.706812 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-847b77fc-8a88-4142-81d7-9c4e258599b3 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:06.779504 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ecbbb-e705-462d-9250-9956d4501e8b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Network': ['ID=35d5670d-c360-47d1-b9ba-59bf914827c2,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:06.782487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d38ecbbb-e705-462d-9250-9956d4501e8b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:06.790477 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 35d5670d-c360-47d1-b9ba-59bf914827c2 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:44:06.840660 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d38ecbbb-e705-462d-9250-9956d4501e8b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5509822 Jun 22 09:44:06.843602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59104) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:06.850290 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4d89dcf9-3dd3-4ecc-8ed3-b9b913a62bed tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'subnet': {'network_id': '35d5670d-c360-47d1-b9ba-59bf914827c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:06.935400 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0819ecac-05d9-493b-9cc8-15491dfc9512 None None] Provisioning complete for port 89c36bc7-7d20-43ad-b907-a1b8cd227733 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:06.936076 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0819ecac-05d9-493b-9cc8-15491dfc9512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.971383 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-0819ecac-05d9-493b-9cc8-15491dfc9512 None None] Port 89c36bc7-7d20-43ad-b907-a1b8cd227733 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:06.993531 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb9214ec-b84b-4cac-a0d5-886cc9a80c10 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.028671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d89dcf9-3dd3-4ecc-8ed3-b9b913a62bed tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:07.032791 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d89dcf9-3dd3-4ecc-8ed3-b9b913a62bed tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.172385 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f8ba1-4054-493b-a184-098ca6989655 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=89c36bc7-7d20-43ad-b907-a1b8cd227733,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:07.191905 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-495f8ba1-4054-493b-a184-098ca6989655 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:07.265674 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-495f8ba1-4054-493b-a184-098ca6989655 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] In _notify_port_updated(), no bound segment for port 89c36bc7-7d20-43ad-b907-a1b8cd227733 on network ea3aac45-a8c8-4055-93d1-c2dae6aab2a3 {{(pid=100653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:44:07.271023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495f8ba1-4054-493b-a184-098ca6989655 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:07.271669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-495f8ba1-4054-493b-a184-098ca6989655 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.272907 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-495f8ba1-4054-493b-a184-098ca6989655 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "PUT /v2.0/ports/89c36bc7-7d20-43ad-b907-a1b8cd227733 HTTP/1.1" status: 200 len: 919 time: 2.4159255 Jun 22 09:44:07.275866 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59106) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:07.281507 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-42a1605c-315c-4b03-bbee-5394a2ecf2e1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '92621bea-3d73-4376-a86e-4d90672fc862'}, {'subnet_id': '47c7bb4d-5fda-4763-86a7-5c3c3dbed1c7'}]}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:07.303361 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4b037451-6a76-47d9-b550-986601db7736 req-ba755dfe-dad2-4b0a-9053-7a2751f316e7 service neutron] 10.222.0.20 "GET /v2.0/networks/9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479826 Jun 22 09:44:07.310122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d89dcf9-3dd3-4ecc-8ed3-b9b913a62bed tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.315376 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-26ccb604-2f48-4936-ab30-a58c8bc72851 tempest-FloatingIPAdminTestJSON-467827979 tempest-FloatingIPAdminTestJSON-467827979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:07.398967 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-286285f6-5b29-45d2-96b1-11c1cf8bede5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.414385 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2f933f6f-9776-46db-99c7-6540ccd304c5 tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:07.434291 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89dcf9-3dd3-4ecc-8ed3-b9b913a62bed tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Subnet': ['ID=7fab5fb7-544b-4356-91c1-e2ba9975356e,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:07.437522 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4d89dcf9-3dd3-4ecc-8ed3-b9b913a62bed tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:07.450994 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d89dcf9-3dd3-4ecc-8ed3-b9b913a62bed tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Checking segment: {'id': 'c3e8f910-b653-4272-bdf1-cc07ec611d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '35d5670d-c360-47d1-b9ba-59bf914827c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:07.451366 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d89dcf9-3dd3-4ecc-8ed3-b9b913a62bed tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network hostable DHCP agents. Network: 35d5670d-c360-47d1-b9ba-59bf914827c2, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:44:07.510492 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb9214ec-b84b-4cac-a0d5-886cc9a80c10 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.520712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286285f6-5b29-45d2-96b1-11c1cf8bede5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Network bc8b0464-6e94-4e2f-921f-369c1951753a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:07.528141 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286285f6-5b29-45d2-96b1-11c1cf8bede5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Pushing event updated for resources: {'Port': ['ID=322d3d25-8599-4f84-9aaa-f5df67cce1f7,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:07.535704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-286285f6-5b29-45d2-96b1-11c1cf8bede5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:07.537605 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-286285f6-5b29-45d2-96b1-11c1cf8bede5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:07.539194 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-42a1605c-315c-4b03-bbee-5394a2ecf2e1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.547845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286285f6-5b29-45d2-96b1-11c1cf8bede5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:07.548152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d89dcf9-3dd3-4ecc-8ed3-b9b913a62bed tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network 35d5670d-c360-47d1-b9ba-59bf914827c2 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:44:07.555587 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286285f6-5b29-45d2-96b1-11c1cf8bede5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:07.555587 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-286285f6-5b29-45d2-96b1-11c1cf8bede5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.566705 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4b037451-6a76-47d9-b550-986601db7736 req-b54f4b8f-5ac5-4443-8e98-515475423531 service neutron] 10.222.0.20 "GET /v2.0/networks/9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569761 Jun 22 09:44:07.588494 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb9214ec-b84b-4cac-a0d5-886cc9a80c10 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.594188 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d1f8efae-2aa2-4308-9b93-bf0ecdf8bee8 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:07.638982 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-82fd89c7-23e2-45bb-b34b-3129a815c231 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Allocated IP 172.20.0.14 (4ef9b3a4-358b-4e49-9eb4-cf356eed01fd/90f7021b-f8a0-4569-95b7-3911f6f55f81/8a2f77bd-b883-4309-a21b-64abc7a39fff) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:07.646133 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9214ec-b84b-4cac-a0d5-886cc9a80c10 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d4d529-80bb-487d-b61f-98de722f5b4d,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:07.646892 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-4d89dcf9-3dd3-4ecc-8ed3-b9b913a62bed tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 35d5670d-c360-47d1-b9ba-59bf914827c2) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:07.649010 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-82fd89c7-23e2-45bb-b34b-3129a815c231 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Allocated IP 172.20.0.13 (4ef9b3a4-358b-4e49-9eb4-cf356eed01fd/90f7021b-f8a0-4569-95b7-3911f6f55f81/8a2f77bd-b883-4309-a21b-64abc7a39fff) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:07.651130 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bb9214ec-b84b-4cac-a0d5-886cc9a80c10 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:07.653262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d89dcf9-3dd3-4ecc-8ed3-b9b913a62bed tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:07.654116 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d89dcf9-3dd3-4ecc-8ed3-b9b913a62bed tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.656624 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50037a04-570e-4b70-8e75-c88798bbcb5b None None] Network 35d5670d-c360-47d1-b9ba-59bf914827c2 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:07.717396 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-286285f6-5b29-45d2-96b1-11c1cf8bede5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 961 time: 1.9004550 Jun 22 09:44:07.717608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59108) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:07.743540 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb9214ec-b84b-4cac-a0d5-886cc9a80c10 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.744722 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bb9214ec-b84b-4cac-a0d5-886cc9a80c10 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.9675643 Jun 22 09:44:07.749653 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59110) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:07.757350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-596f8583-14ec-4f19-8e2e-2ae07dbd761c tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '82d4d529-80bb-487d-b61f-98de722f5b4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:07.798826 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4d89dcf9-3dd3-4ecc-8ed3-b9b913a62bed tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9540198 Jun 22 09:44:07.805116 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59112) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:07.826368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ced2783-2b21-4122-a630-983188eac034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:07.827781 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7ced2783-2b21-4122-a630-983188eac034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] 10.222.0.20 "GET /v2.0/ports/322d3d25-8599-4f84-9aaa-f5df67cce1f7 HTTP/1.1" status: 200 len: 956 time: 0.1104183 Jun 22 09:44:07.834371 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59116) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:07.843751 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-82fd89c7-23e2-45bb-b34b-3129a815c231 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.852754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-35d5670d-c360-47d1-b9ba-59bf914827c2', 'network_id': '35d5670d-c360-47d1-b9ba-59bf914827c2', 'tenant_id': 'f4445d2b9f8c4e23aee039318ad408ee', 'fixed_ips': [{'subnet_id': '7fab5fb7-544b-4356-91c1-e2ba9975356e'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:44:07.853833 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.940752 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b4c16b68-f744-415e-890e-699072a5335c req-8a4205b9-6e14-43ac-91fb-f75f8c129aee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 210 time: 0.0606883 Jun 22 09:44:07.993912 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-42a1605c-315c-4b03-bbee-5394a2ecf2e1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Allocated IP 172.20.0.19 (ea3aac45-a8c8-4055-93d1-c2dae6aab2a3/47c7bb4d-5fda-4763-86a7-5c3c3dbed1c7/89c36bc7-7d20-43ad-b907-a1b8cd227733) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:08.008161 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-596f8583-14ec-4f19-8e2e-2ae07dbd761c tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:44:08.008606 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.010109 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-596f8583-14ec-4f19-8e2e-2ae07dbd761c tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2593176 Jun 22 09:44:08.010760 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59122) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:08.018314 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-6c6a7911-e2bc-4379-9ce1-532c2b1edca7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group_rule': {'security_group_id': '82d4d529-80bb-487d-b61f-98de722f5b4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:08.040521 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-091512b1-a1a8-4bda-9ac7-6727dc85e2fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Deleting port 322d3d25-8599-4f84-9aaa-f5df67cce1f7 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:08.041041 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-091512b1-a1a8-4bda-9ac7-6727dc85e2fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.059083 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-82fd89c7-23e2-45bb-b34b-3129a815c231 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.069739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Allocated IP 172.20.0.1 (35d5670d-c360-47d1-b9ba-59bf914827c2/7fab5fb7-544b-4356-91c1-e2ba9975356e/36eab6b7-78b3-40a7-8ce3-58e3c40da497) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:08.088730 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:08.155197 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fd89c7-23e2-45bb-b34b-3129a815c231 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network 4ef9b3a4-358b-4e49-9eb4-cf356eed01fd is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:08.167092 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-82fd89c7-23e2-45bb-b34b-3129a815c231 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:08.171892 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-091512b1-a1a8-4bda-9ac7-6727dc85e2fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.183968 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fd89c7-23e2-45bb-b34b-3129a815c231 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:08.213186 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd89c7-23e2-45bb-b34b-3129a815c231 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=8a2f77bd-b883-4309-a21b-64abc7a39fff,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:08.277297 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.299661 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-091512b1-a1a8-4bda-9ac7-6727dc85e2fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Calling delete_port for 322d3d25-8599-4f84-9aaa-f5df67cce1f7 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:08.304751 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-82fd89c7-23e2-45bb-b34b-3129a815c231 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:08.317959 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-6c6a7911-e2bc-4379-9ce1-532c2b1edca7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:44:08.319075 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6c6a7911-e2bc-4379-9ce1-532c2b1edca7 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3057992 Jun 22 09:44:08.327961 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59126) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:08.394033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fd89c7-23e2-45bb-b34b-3129a815c231 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:08.394707 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-82fd89c7-23e2-45bb-b34b-3129a815c231 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.417878 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Transition to ACTIVE for port object 36eab6b7-78b3-40a7-8ce3-58e3c40da497 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:08.435706 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Transition to ACTIVE for port object 36eab6b7-78b3-40a7-8ce3-58e3c40da497 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:08.471127 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-452bf232-5cea-4d67-a0e1-0a365a5ffc15 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.489655 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.501213 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-452bf232-5cea-4d67-a0e1-0a365a5ffc15 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.514876 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.533620 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a7b7873e-43d3-4eb3-81eb-994ea2e74b00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:08.534976 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-82fd89c7-23e2-45bb-b34b-3129a815c231 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.8474019 Jun 22 09:44:08.537773 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59130) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:08.542626 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '8a2f77bd-b883-4309-a21b-64abc7a39fff', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:08.544229 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Network 35d5670d-c360-47d1-b9ba-59bf914827c2 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:08.547797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:08.565541 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:08.571505 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-091512b1-a1a8-4bda-9ac7-6727dc85e2fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.579691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-42a1605c-315c-4b03-bbee-5394a2ecf2e1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.580949 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:08.613266 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091512b1-a1a8-4bda-9ac7-6727dc85e2fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Pushing event deleted for resources: {'Port': ['ID=322d3d25-8599-4f84-9aaa-f5df67cce1f7,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:08.616254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-091512b1-a1a8-4bda-9ac7-6727dc85e2fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:08.620728 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-091512b1-a1a8-4bda-9ac7-6727dc85e2fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.625346 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-091512b1-a1a8-4bda-9ac7-6727dc85e2fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] 10.222.0.20 "DELETE /v2.0/ports/322d3d25-8599-4f84-9aaa-f5df67cce1f7 HTTP/1.1" status: 204 len: 168 time: 0.7752864 Jun 22 09:44:08.626898 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59132) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:08.629678 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Pushing event updated for resources: {'Port': ['ID=36eab6b7-78b3-40a7-8ce3-58e3c40da497,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:08.637084 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:08.640888 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Attempting to bind port 36eab6b7-78b3-40a7-8ce3-58e3c40da497 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:08.641273 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Attempting to bind port 36eab6b7-78b3-40a7-8ce3-58e3c40da497 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'c3e8f910-b653-4272-bdf1-cc07ec611d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '35d5670d-c360-47d1-b9ba-59bf914827c2'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:08.641650 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Attempting to bind port 36eab6b7-78b3-40a7-8ce3-58e3c40da497 on network 35d5670d-c360-47d1-b9ba-59bf914827c2 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:08.646645 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:08.647041 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Checking segment: {'id': 'c3e8f910-b653-4272-bdf1-cc07ec611d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '35d5670d-c360-47d1-b9ba-59bf914827c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:08.647474 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.647882 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Bound using segment: {'id': 'c3e8f910-b653-4272-bdf1-cc07ec611d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '35d5670d-c360-47d1-b9ba-59bf914827c2'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:08.648356 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Bound port: 36eab6b7-78b3-40a7-8ce3-58e3c40da497, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e8f910-b653-4272-bdf1-cc07ec611d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '35d5670d-c360-47d1-b9ba-59bf914827c2'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:08.648748 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.664398 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb214df-4d67-466f-a274-c4d0f9be11f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] GET failed (client error): The resource could not be found. Jun 22 09:44:08.665931 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-deb214df-4d67-466f-a274-c4d0f9be11f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] 10.222.0.20 "GET /v2.0/ports/322d3d25-8599-4f84-9aaa-f5df67cce1f7 HTTP/1.1" status: 404 len: 333 time: 0.0376813 Jun 22 09:44:08.666957 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.669736 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59134) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:08.671301 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4e31b161-f7a2-4722-8ab2-f10fcd31fde8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380 tempest-ExtraDHCPOptionsIpV6TestJSON-1135251380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:08.679111 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-ca167de4-a6a9-4363-a567-e4e918170f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Request body: {'port': {'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486587789'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:08.707698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Subnet': ['ID=7fab5fb7-544b-4356-91c1-e2ba9975356e,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:08.709251 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-452bf232-5cea-4d67-a0e1-0a365a5ffc15 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.709662 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-42a1605c-315c-4b03-bbee-5394a2ecf2e1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Transition to ACTIVE for port object 89c36bc7-7d20-43ad-b907-a1b8cd227733 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:08.711793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:08.712453 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] For port 36eab6b7-78b3-40a7-8ce3-58e3c40da497, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:08.715626 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] For port 36eab6b7-78b3-40a7-8ce3-58e3c40da497, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=36eab6b7-78b3-40a7-8ce3-58e3c40da497,segment=NetworkSegment(c3e8f910-b653-4272-bdf1-cc07ec611d2e),segment_id=c3e8f910-b653-4272-bdf1-cc07ec611d2e)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:08.718460 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-452bf232-5cea-4d67-a0e1-0a365a5ffc15 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.721391 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-452bf232-5cea-4d67-a0e1-0a365a5ffc15 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "DELETE /v2.0/security-groups/82d4d529-80bb-487d-b61f-98de722f5b4d HTTP/1.1" status: 204 len: 168 time: 0.3906405 Jun 22 09:44:08.722246 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:08.725344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59136) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:08.739178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.760919 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bf232-5cea-4d67-a0e1-0a365a5ffc15 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d4d529-80bb-487d-b61f-98de722f5b4d,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:08.785685 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-452bf232-5cea-4d67-a0e1-0a365a5ffc15 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:08.786396 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-42a1605c-315c-4b03-bbee-5394a2ecf2e1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.798154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.808549 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.808549 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-23981913-ffac-4d84-a242-fc3276fbffb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:08.819686 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:08.825958 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-42305d90-2246-420c-b0da-d4f61197fb5d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0960097 Jun 22 09:44:08.826337 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59138) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:08.836147 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-087efabe-48ba-4ede-8bb1-30231cdbed59 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1444093735'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:08.872027 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d5670d-c360-47d1-b9ba-59bf914827c2']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:08.900904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.923021 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e8f910-b653-4272-bdf1-cc07ec611d2e') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:08.923722 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e8f910-b653-4272-bdf1-cc07ec611d2e') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:08.928437 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Pushing event updated for resources: {'Port': ['ID=36eab6b7-78b3-40a7-8ce3-58e3c40da497,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:08.933494 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1605c-315c-4b03-bbee-5394a2ecf2e1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=89c36bc7-7d20-43ad-b907-a1b8cd227733,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:08.942551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:08.998388 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d79e20-e7a2-4999-b5e9-e95a58e67418 None None] Network 35d5670d-c360-47d1-b9ba-59bf914827c2 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:09.012437 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-42a1605c-315c-4b03-bbee-5394a2ecf2e1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:09.015578 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca167de4-a6a9-4363-a567-e4e918170f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Made reservation on behalf of c4da58f2f6754b2f8f07b793c889f5b4 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:09.025812 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ca167de4-a6a9-4363-a567-e4e918170f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.029734 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.148883 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.159184 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:09.160304 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:09.165419 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:09.177362 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-ca167de4-a6a9-4363-a567-e4e918170f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] device_id is not set on port 2db34bf3-a4da-4b54-bd64-682a56e99f8c yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:09.244036 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8a0bd126-8426-41d5-bdcd-d6d8b010aefc req-245c9120-96a7-456a-a74e-b9fb2b3d361f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 210 time: 0.0498312 Jun 22 09:44:09.251674 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa89b0bf-845d-479c-b131-e67b368cbd59 None None] get_active_networks_info from dv-neutron-797121-3-hyperv {{(pid=100654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:44:09.291802 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-42a1605c-315c-4b03-bbee-5394a2ecf2e1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] In _notify_port_updated(), no bound segment for port 89c36bc7-7d20-43ad-b907-a1b8cd227733 on network ea3aac45-a8c8-4055-93d1-c2dae6aab2a3 {{(pid=100652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:44:09.292827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Allocated IP 172.26.3.61 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/23ef1fb2-911a-47bb-b5a1-ce8aeb00c406) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:09.302346 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a1605c-315c-4b03-bbee-5394a2ecf2e1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:09.308141 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-42a1605c-315c-4b03-bbee-5394a2ecf2e1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.308274 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59142) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:09.308368 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-42a1605c-315c-4b03-bbee-5394a2ecf2e1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "PUT /v2.0/ports/89c36bc7-7d20-43ad-b907-a1b8cd227733 HTTP/1.1" status: 200 len: 999 time: 2.0305560 Jun 22 09:44:09.351120 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.api [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:44:09.351120 dv-neutron-797121-3-hyperv neutron-server[100652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:44:09.351120 dv-neutron-797121-3-hyperv neutron-server[100652]: [parameters: {'id': '35d5670d-c360-47d1-b9ba-59bf914827c2'}] Jun 22 09:44:09.351120 dv-neutron-797121-3-hyperv neutron-server[100652]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:44:09.351621 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_db.api [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:44:09.365220 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-087efabe-48ba-4ede-8bb1-30231cdbed59 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.367340 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa89b0bf-845d-479c-b131-e67b368cbd59 None None] Resources bound (agent type, host, resource id): {{(pid=100654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:44:09.442999 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ca167de4-a6a9-4363-a567-e4e918170f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.515751 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5d151091-377e-443b-8891-b956e55282d2 None None] Provisioning for port 89c36bc7-7d20-43ad-b907-a1b8cd227733 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:09.523136 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5d151091-377e-443b-8891-b956e55282d2 None None] Provisioning complete for port 89c36bc7-7d20-43ad-b907-a1b8cd227733 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:09.529456 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5d151091-377e-443b-8891-b956e55282d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.529594 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.573847 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-cd92ee8d-0e78-43f4-af73-dabdb5cecf87 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port 89c36bc7-7d20-43ad-b907-a1b8cd227733 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:09.574262 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd92ee8d-0e78-43f4-af73-dabdb5cecf87 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.584573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ca167de4-a6a9-4363-a567-e4e918170f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.588813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-801c2844-94b1-4ea4-aba3-afa88dc27296 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:09.603936 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5d151091-377e-443b-8891-b956e55282d2 None None] Port 89c36bc7-7d20-43ad-b907-a1b8cd227733 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:09.626421 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca167de4-a6a9-4363-a567-e4e918170f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Network bc8b0464-6e94-4e2f-921f-369c1951753a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:09.629968 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-ca167de4-a6a9-4363-a567-e4e918170f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:09.635871 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca167de4-a6a9-4363-a567-e4e918170f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:09.637478 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca167de4-a6a9-4363-a567-e4e918170f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:09.637621 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ca167de4-a6a9-4363-a567-e4e918170f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.643972 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca167de4-a6a9-4363-a567-e4e918170f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Pushing event updated for resources: {'Port': ['ID=2db34bf3-a4da-4b54-bd64-682a56e99f8c,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:09.648627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ca167de4-a6a9-4363-a567-e4e918170f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:09.656005 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-087efabe-48ba-4ede-8bb1-30231cdbed59 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.710067 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd92ee8d-0e78-43f4-af73-dabdb5cecf87 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.747852 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-087efabe-48ba-4ede-8bb1-30231cdbed59 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.776876 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-cd92ee8d-0e78-43f4-af73-dabdb5cecf87 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for 89c36bc7-7d20-43ad-b907-a1b8cd227733 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:09.779540 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9fa92a39-cc00-486c-b841-0112275c94a2 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:09.814479 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.829396 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ca167de4-a6a9-4363-a567-e4e918170f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1547990 Jun 22 09:44:09.834893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59146) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:09.837327 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:09.843856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087efabe-48ba-4ede-8bb1-30231cdbed59 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a14a736-17d6-4a97-bcae-1869dd12f420,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:09.850050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-087efabe-48ba-4ede-8bb1-30231cdbed59 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:09.851771 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-531b4986-0d1f-4fda-92cf-06c69fe0deb4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:09.858713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.884359 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:09.892511 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:09.901778 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:09.937410 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=23ef1fb2-911a-47bb-b5a1-ce8aeb00c406,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:09.942754 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-087efabe-48ba-4ede-8bb1-30231cdbed59 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.943995 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-087efabe-48ba-4ede-8bb1-30231cdbed59 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1168706 Jun 22 09:44:09.946237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:09.948367 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59150) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:09.958478 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.961649 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-abd982a8-40b4-4c91-b28d-5bb01ee4ae73 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:09.962066 dv-neutron-797121-3-hyperv neutron-server[100653]: WARNING neutron.api.v2.base [None req-abd982a8-40b4-4c91-b28d-5bb01ee4ae73 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 22 09:44:09.963315 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-abd982a8-40b4-4c91-b28d-5bb01ee4ae73 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] update failed (client error): There was a conflict when trying to complete your request. Jun 22 09:44:09.964284 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-abd982a8-40b4-4c91-b28d-5bb01ee4ae73 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "PUT /v2.0/security-groups/3a14a736-17d6-4a97-bcae-1869dd12f420 HTTP/1.1" status: 409 len: 330 time: 0.0087116 Jun 22 09:44:09.970292 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59152) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:10.019344 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Deleting port 36eab6b7-78b3-40a7-8ce3-58e3c40da497 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:10.019820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:10.166833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] For port 36eab6b7-78b3-40a7-8ce3-58e3c40da497, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=36eab6b7-78b3-40a7-8ce3-58e3c40da497,segment=NetworkSegment(c3e8f910-b653-4272-bdf1-cc07ec611d2e),segment_id=c3e8f910-b653-4272-bdf1-cc07ec611d2e)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:10.167294 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:10.183314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1c445cb5-d689-467e-bd5c-c731febad2cf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:10.251248 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:10.261644 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Calling delete_port for 36eab6b7-78b3-40a7-8ce3-58e3c40da497 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:10.292334 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1c445cb5-d689-467e-bd5c-c731febad2cf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:10.307252 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd92ee8d-0e78-43f4-af73-dabdb5cecf87 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:10.334969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-288fb818-d551-4a7a-859a-4fd9a3a04309 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:10.370123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92ee8d-0e78-43f4-af73-dabdb5cecf87 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=89c36bc7-7d20-43ad-b907-a1b8cd227733,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:10.376398 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cd92ee8d-0e78-43f4-af73-dabdb5cecf87 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:10.459567 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3e32f61b-7546-40ce-b242-ac8ce2675cf0 req-95eaaafe-1dd3-4438-bfc9-315a32929036 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 210 time: 0.0752809 Jun 22 09:44:10.528114 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] device_id is not set on port 2db34bf3-a4da-4b54-bd64-682a56e99f8c yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:10.566822 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1c445cb5-d689-467e-bd5c-c731febad2cf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:10.570597 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1c445cb5-d689-467e-bd5c-c731febad2cf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:10.571808 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1c445cb5-d689-467e-bd5c-c731febad2cf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "DELETE /v2.0/security-groups/3a14a736-17d6-4a97-bcae-1869dd12f420 HTTP/1.1" status: 204 len: 168 time: 0.5989757 Jun 22 09:44:10.581225 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:10.583731 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8759e47e-4aa5-42c3-9ef3-94eb3a8c1f41 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:10.586877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59156) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:10.635862 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c445cb5-d689-467e-bd5c-c731febad2cf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a14a736-17d6-4a97-bcae-1869dd12f420,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:10.638319 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1c445cb5-d689-467e-bd5c-c731febad2cf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:10.703747 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Transition to ACTIVE for port object 2db34bf3-a4da-4b54-bd64-682a56e99f8c will not be triggered until provisioned by entity L2. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:10.718922 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:10.721035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-12f4576a-4a2f-409f-be32-4ed1ef13b485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:10.777008 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Port': ['ID=36eab6b7-78b3-40a7-8ce3-58e3c40da497,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:10.779406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:10.785688 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-40c810aa-06de-4cbc-b267-4fd7e2732d77 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1874528 Jun 22 09:44:10.788435 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No DVR routers for this DVR port 36eab6b7-78b3-40a7-8ce3-58e3c40da497 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:10.793699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59158) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:10.801221 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037451-6a76-47d9-b550-986601db7736 req-86d32fb0-1c7f-44da-a7f9-bd6bc1f4a823 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:10.802713 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4b037451-6a76-47d9-b550-986601db7736 req-86d32fb0-1c7f-44da-a7f9-bd6bc1f4a823 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/networks?id=9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce HTTP/1.1" status: 200 len: 797 time: 0.3472047 Jun 22 09:44:10.820466 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:10.823683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:10.859663 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-8402d7a9-d677-492b-a2e4-81dc50958f85 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] delete failed (client error): The resource could not be found. Jun 22 09:44:10.864668 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8402d7a9-d677-492b-a2e4-81dc50958f85 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "DELETE /v2.0/security-groups/26725fc9-a07b-4b34-a8e2-991f3a437a07 HTTP/1.1" status: 404 len: 347 time: 0.0647485 Jun 22 09:44:10.871086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59160) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:10.920046 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-b680db3c-8477-4b0a-92f6-78721f737fcf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] show failed (client error): The resource could not be found. Jun 22 09:44:10.925197 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b680db3c-8477-4b0a-92f6-78721f737fcf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "GET /v2.0/security-groups/f4b5e8c8-eaf3-4ef9-ac33-c81cc82e0356 HTTP/1.1" status: 404 len: 347 time: 0.0491190 Jun 22 09:44:10.946002 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59162) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:10.971455 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd92ee8d-0e78-43f4-af73-dabdb5cecf87 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:10.973385 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cd92ee8d-0e78-43f4-af73-dabdb5cecf87 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/ports/89c36bc7-7d20-43ad-b907-a1b8cd227733 HTTP/1.1" status: 204 len: 168 time: 1.6647854 Jun 22 09:44:10.979467 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59164) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:10.994910 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.009366 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-3ddc3c50-2e4a-4d82-8137-458f396c31cf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] show failed (client error): The resource could not be found. Jun 22 09:44:11.010386 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3ddc3c50-2e4a-4d82-8137-458f396c31cf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] 10.222.0.20 "GET /v2.0/security-group-rules/7b34ddca-752f-430a-812f-922c99fb6fa5 HTTP/1.1" status: 404 len: 356 time: 0.0610614 Jun 22 09:44:11.020402 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Pushing event updated for resources: {'Port': ['ID=2db34bf3-a4da-4b54-bd64-682a56e99f8c,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:11.023740 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:11.025583 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d5670d-c360-47d1-b9ba-59bf914827c2']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:11.029626 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b861e6-44c1-443a-8570-8dea7bdab72d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] GET failed (client error): The resource could not be found. Jun 22 09:44:11.034109 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e7b861e6-44c1-443a-8570-8dea7bdab72d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports/89c36bc7-7d20-43ad-b907-a1b8cd227733 HTTP/1.1" status: 404 len: 333 time: 0.0536487 Jun 22 09:44:11.040083 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4b037451-6a76-47d9-b550-986601db7736 req-c5099ab5-ca1b-49da-9514-725bd07a1bed tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 471 time: 0.2114592 Jun 22 09:44:11.041039 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59168) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:11.048807 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e8f910-b653-4272-bdf1-cc07ec611d2e') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:11.049118 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e8f910-b653-4272-bdf1-cc07ec611d2e') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:11.055002 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-4b037451-6a76-47d9-b550-986601db7736 req-d850d76c-4a7a-4b9a-87f7-ad70cacc285f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'port': {'device_id': '8764e309-b3f2-4d33-9432-39d55136ec77', 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce', 'admin_state_up': True, 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'security_groups': ['1dd93053-b65d-4239-858a-9522821fd482']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:11.067140 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.069146 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.086096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:11.087677 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:11.087677 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:11.127209 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:11.127795 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:11.130693 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.132862 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 2 to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c Jun 22 09:44:11.158701 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:11.159148 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:11.162038 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:11.175403 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:11.175697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:11.176038 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:11.187121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-8901f951-5bd4-4d8c-a3ea-bbf039073119 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting subnet 47c7bb4d-5fda-4763-86a7-5c3c3dbed1c7 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:44:11.190292 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8901f951-5bd4-4d8c-a3ea-bbf039073119 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.214503 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:11.214861 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:11.227641 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 3 to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c Jun 22 09:44:11.230715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8901f951-5bd4-4d8c-a3ea-bbf039073119 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.253294 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:11.253632 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:11.253973 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:11.260658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:11.260985 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:11.261500 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 4 to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c Jun 22 09:44:11.282280 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:11.282619 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:11.282967 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:11.291456 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:11.291792 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:11.293551 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 5 to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c Jun 22 09:44:11.306137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:11.306477 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:11.306948 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:11.311058 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:11.319636 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:11.319636 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 6 to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c Jun 22 09:44:11.319852 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8901f951-5bd4-4d8c-a3ea-bbf039073119 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.324602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:11.324942 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:11.325282 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:11.332420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:11.332753 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:11.333145 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 7 to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c Jun 22 09:44:11.345500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:11.345840 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:11.346193 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:11.350614 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:11.350940 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:11.351327 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 8 to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c Jun 22 09:44:11.367721 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:11.368068 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:11.368405 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:11.372750 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:11.373073 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:11.373612 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 9 to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c Jun 22 09:44:11.385885 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:11.386160 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.386318 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:11.386570 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:11.391707 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:11.392016 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:11.392400 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.plugins.ml2.plugin [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempt 10 to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c Jun 22 09:44:11.405164 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:11.405507 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:11.405854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempting to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:11.410907 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:11.411243 dv-neutron-797121-3-hyperv neutron-server[100652]: ERROR neutron.plugins.ml2.managers [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Failed to bind port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f60171e9-12dd-488c-ba92-53be231ee3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bc8b0464-6e94-4e2f-921f-369c1951753a'}] Jun 22 09:44:11.411638 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.420036 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.425058 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-edc67502-59fb-460b-91e5-10575729cb51 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:11.439909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.441710 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/35d5670d-c360-47d1-b9ba-59bf914827c2 HTTP/1.1" status: 204 len: 168 time: 3.6340311 Jun 22 09:44:11.444846 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Network': ['ID=35d5670d-c360-47d1-b9ba-59bf914827c2,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:11.445938 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59174) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:11.450787 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-86d1635c-210f-4fd8-af60-fc257f83cc41 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-699302933'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:11.469016 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:11.469016 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b037451-6a76-47d9-b550-986601db7736 req-d850d76c-4a7a-4b9a-87f7-ad70cacc285f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:11.469016 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-4b037451-6a76-47d9-b550-986601db7736 req-d850d76c-4a7a-4b9a-87f7-ad70cacc285f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.550819 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.559889 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8901f951-5bd4-4d8c-a3ea-bbf039073119 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.564022 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a285a2f1-6f0e-49ac-873b-bb479aad519f tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:11.576726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] For port 2db34bf3-a4da-4b54-bd64-682a56e99f8c, host hv-neutron-7971, cleared binding levels {{(pid=100652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:11.577676 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attempted to set empty binding levels {{(pid=100652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 09:44:11.594904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901f951-5bd4-4d8c-a3ea-bbf039073119 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Subnet': ['ID=47c7bb4d-5fda-4763-86a7-5c3c3dbed1c7,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:11.602742 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807b1e77-66c6-4444-8b76-908c064dd104 None None] Network ea3aac45-a8c8-4055-93d1-c2dae6aab2a3 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:11.607577 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8901f951-5bd4-4d8c-a3ea-bbf039073119 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.612906 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8901f951-5bd4-4d8c-a3ea-bbf039073119 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/47c7bb4d-5fda-4763-86a7-5c3c3dbed1c7 HTTP/1.1" status: 204 len: 168 time: 0.5708876 Jun 22 09:44:11.615260 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8901f951-5bd4-4d8c-a3ea-bbf039073119 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:11.615724 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59178) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:11.622505 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d1635c-210f-4fd8-af60-fc257f83cc41 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:11.626077 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-86d1635c-210f-4fd8-af60-fc257f83cc41 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.643233 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b2fe1085-0213-4377-af7d-aedcce689011 req-399397f7-3bac-4f24-aa4a-bb312c7d4111 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 210 time: 0.0528307 Jun 22 09:44:11.663571 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.668298 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8c2734c2-77fa-4f25-9746-0cdecccce211 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:11.690516 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.696365 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d1635c-210f-4fd8-af60-fc257f83cc41 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:44:11.698535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0df83299-22bc-4eb4-a258-f6fd5b50e57d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:11.701075 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [req-4b037451-6a76-47d9-b550-986601db7736 req-d850d76c-4a7a-4b9a-87f7-ad70cacc285f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.23 (9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce/1b692d1b-860c-4e94-bf9b-e3f0934ae7d9/e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:11.743028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-1523a2f1-a7ea-4024-bd0c-6dd8687efb90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting subnet 92621bea-3d73-4376-a86e-4d90672fc862 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:44:11.744819 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-86d1635c-210f-4fd8-af60-fc257f83cc41 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.748868 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-86d1635c-210f-4fd8-af60-fc257f83cc41 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Added segment 2996e40f-066d-4002-919b-e01cb967543c of type vlan for network 48a25203-d6e6-4679-9c4e-f21fbad86b5c Jun 22 09:44:11.748868 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] In _notify_port_updated(), no bound segment for port 2db34bf3-a4da-4b54-bd64-682a56e99f8c on network bc8b0464-6e94-4e2f-921f-369c1951753a {{(pid=100652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:44:11.748868 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:11.749691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.751669 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] 10.222.0.20 "PUT /v2.0/ports/2db34bf3-a4da-4b54-bd64-682a56e99f8c HTTP/1.1" status: 200 len: 981 time: 1.9183319 Jun 22 09:44:11.751915 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1523a2f1-a7ea-4024-bd0c-6dd8687efb90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.766177 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59182) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:11.779482 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59184) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:11.781574 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=23ef1fb2-911a-47bb-b5a1-ce8aeb00c406,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:11.795242 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:11.810581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.853372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1523a2f1-a7ea-4024-bd0c-6dd8687efb90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.856117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Pushing event updated for resources: {'Port': ['ID=2db34bf3-a4da-4b54-bd64-682a56e99f8c,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:11.871850 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:11.873743 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-86d1635c-210f-4fd8-af60-fc257f83cc41 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.017421 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Floating IP 8e9445a7-1c5b-42b8-b5fb-75d8fca1e87f associated. External IP: 172.26.3.61, port: 8a2f77bd-b883-4309-a21b-64abc7a39fff. Jun 22 09:44:12.045821 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-4b037451-6a76-47d9-b550-986601db7736 req-d850d76c-4a7a-4b9a-87f7-ad70cacc285f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.050758 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff9429-8021-4f5b-a390-b4ea0e9d9f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Deleting port 2db34bf3-a4da-4b54-bd64-682a56e99f8c {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:12.058753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2ff9429-8021-4f5b-a390-b4ea0e9d9f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.058917 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2885d9f9-cbad-4fd2-ae3a-e7d022ece924 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f35db8efba94bb4a27682250764c62f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708037 Jun 22 09:44:12.059676 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59188) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:12.067619 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-86d1635c-210f-4fd8-af60-fc257f83cc41 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.069337 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1523a2f1-a7ea-4024-bd0c-6dd8687efb90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.073530 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d1635c-210f-4fd8-af60-fc257f83cc41 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:12.074128 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-86d1635c-210f-4fd8-af60-fc257f83cc41 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.104515 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f38e3ddc-fffa-4ecc-9c49-a01b38c0efde tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:12.113749 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-4b037451-6a76-47d9-b550-986601db7736 req-d850d76c-4a7a-4b9a-87f7-ad70cacc285f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:12.205675 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-e2ff9429-8021-4f5b-a390-b4ea0e9d9f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] For port 2db34bf3-a4da-4b54-bd64-682a56e99f8c, host hv-neutron-7971, got binding levels [] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:12.206046 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2ff9429-8021-4f5b-a390-b4ea0e9d9f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.221722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d9c1bc12-aeb6-47a4-b2a7-70d1c8c8eec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.222896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1635c-210f-4fd8-af60-fc257f83cc41 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Network': ['ID=48a25203-d6e6-4679-9c4e-f21fbad86b5c,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:12.232815 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-86d1635c-210f-4fd8-af60-fc257f83cc41 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:12.238249 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 48a25203-d6e6-4679-9c4e-f21fbad86b5c details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:44:12.250040 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d9c1bc12-aeb6-47a4-b2a7-70d1c8c8eec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.289833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff9429-8021-4f5b-a390-b4ea0e9d9f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Calling delete_port for 2db34bf3-a4da-4b54-bd64-682a56e99f8c owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:12.299779 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-86d1635c-210f-4fd8-af60-fc257f83cc41 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8505764 Jun 22 09:44:12.301566 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59190) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:12.308956 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-516ef22b-be58-45ca-ad91-2a0bf4ba3d53 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'subnet': {'network_id': '48a25203-d6e6-4679-9c4e-f21fbad86b5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:12.339754 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1523a2f1-a7ea-4024-bd0c-6dd8687efb90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.351302 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b6495d8d-4762-46da-a9e3-5844ec2be084 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:12.401370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1523a2f1-a7ea-4024-bd0c-6dd8687efb90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.405731 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1523a2f1-a7ea-4024-bd0c-6dd8687efb90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/92621bea-3d73-4376-a86e-4d90672fc862 HTTP/1.1" status: 204 len: 168 time: 0.7864177 Jun 22 09:44:12.406989 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59194) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:12.434303 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523a2f1-a7ea-4024-bd0c-6dd8687efb90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Subnet': ['ID=92621bea-3d73-4376-a86e-4d90672fc862,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:12.442729 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1523a2f1-a7ea-4024-bd0c-6dd8687efb90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:12.469590 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 09aaf0f9-c9cb-4f59-bf81-5914db24d7ae has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:44:12.471367 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-4b037451-6a76-47d9-b550-986601db7736 req-d850d76c-4a7a-4b9a-87f7-ad70cacc285f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.494489 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-af4d0c82-a141-4095-ab96-7f907c4fa936 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:12.542042 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6186220-bdb0-45b5-bf62-7cf7b54db62d None None] Network ea3aac45-a8c8-4055-93d1-c2dae6aab2a3 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:12.595555 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b037451-6a76-47d9-b550-986601db7736 req-d850d76c-4a7a-4b9a-87f7-ad70cacc285f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:12.596127 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d9c1bc12-aeb6-47a4-b2a7-70d1c8c8eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.599175 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d9c1bc12-aeb6-47a4-b2a7-70d1c8c8eec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.599496 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.607706 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d9c1bc12-aeb6-47a4-b2a7-70d1c8c8eec3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e677025-d394-4624-978a-06d7e82ea651 HTTP/1.1" status: 204 len: 168 time: 0.5385907 Jun 22 09:44:12.608856 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850d76c-4a7a-4b9a-87f7-ad70cacc285f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:12.608972 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-30895a43-6c8c-4907-8276-69ed02d9a993 None None] Provisioning complete for port dad8ea15-232d-4c39-b3cd-64c91cbdedfd triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:12.608972 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-30895a43-6c8c-4907-8276-69ed02d9a993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.609431 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2cf694c9-058f-47e8-a1bc-5e2c9b9f398b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:12.611724 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [req-4b037451-6a76-47d9-b550-986601db7736 req-d850d76c-4a7a-4b9a-87f7-ad70cacc285f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:12.615110 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d850d76c-4a7a-4b9a-87f7-ad70cacc285f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:12.616736 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b037451-6a76-47d9-b550-986601db7736 req-d850d76c-4a7a-4b9a-87f7-ad70cacc285f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:12.627752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1bc12-aeb6-47a4-b2a7-70d1c8c8eec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e677025-d394-4624-978a-06d7e82ea651,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:12.637943 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d9c1bc12-aeb6-47a4-b2a7-70d1c8c8eec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:12.693992 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037451-6a76-47d9-b550-986601db7736 req-d850d76c-4a7a-4b9a-87f7-ad70cacc285f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:12.694372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:12.694636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-4b037451-6a76-47d9-b550-986601db7736 req-d850d76c-4a7a-4b9a-87f7-ad70cacc285f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.710854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516ef22b-be58-45ca-ad91-2a0bf4ba3d53 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:12.717723 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-516ef22b-be58-45ca-ad91-2a0bf4ba3d53 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.741963 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b25c1-aabe-4d51-aba5-93fac0d49a79 None None] Sync routers for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:12.747324 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2ff9429-8021-4f5b-a390-b4ea0e9d9f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.796261 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-206c1571-cb4c-4616-a63e-8977fb104ce1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:12.806958 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.824867 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4b037451-6a76-47d9-b550-986601db7736 req-d850d76c-4a7a-4b9a-87f7-ad70cacc285f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7736924 Jun 22 09:44:12.841226 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff9429-8021-4f5b-a390-b4ea0e9d9f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Pushing event deleted for resources: {'Port': ['ID=2db34bf3-a4da-4b54-bd64-682a56e99f8c,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:12.856959 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b25c1-aabe-4d51-aba5-93fac0d49a79 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:12.861210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1d6b25c1-aabe-4d51-aba5-93fac0d49a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:12.876735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Request body: {'port': {'device_id': '8764e309-b3f2-4d33-9432-39d55136ec77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:12.876735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e2ff9429-8021-4f5b-a390-b4ea0e9d9f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:12.881250 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.3423717 Jun 22 09:44:12.883817 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59202) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:12.889775 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-9c8b5795-cdce-42d4-a16a-8de4c5074042 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'floatingip': {'port_id': '8a2f77bd-b883-4309-a21b-64abc7a39fff', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:12.923094 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1d6b25c1-aabe-4d51-aba5-93fac0d49a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:12.929334 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2ff9429-8021-4f5b-a390-b4ea0e9d9f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.934117 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e2ff9429-8021-4f5b-a390-b4ea0e9d9f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] 10.222.0.20 "DELETE /v2.0/ports/2db34bf3-a4da-4b54-bd64-682a56e99f8c HTTP/1.1" status: 204 len: 168 time: 1.1608379 Jun 22 09:44:12.934797 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59204) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:12.938338 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port dad8ea15-232d-4c39-b3cd-64c91cbdedfd {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:12.938681 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.962985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b25c1-aabe-4d51-aba5-93fac0d49a79 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:12.963798 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1d6b25c1-aabe-4d51-aba5-93fac0d49a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:12.978521 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9c8b5795-cdce-42d4-a16a-8de4c5074042 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:13.009229 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1d6b25c1-aabe-4d51-aba5-93fac0d49a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:13.009879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b25c1-aabe-4d51-aba5-93fac0d49a79 None None] The sync data for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:13.048355 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef629ac-bc63-4a62-9d3e-8c625190224f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] GET failed (client error): The resource could not be found. Jun 22 09:44:13.053159 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8ef629ac-bc63-4a62-9d3e-8c625190224f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] 10.222.0.20 "GET /v2.0/ports/2db34bf3-a4da-4b54-bd64-682a56e99f8c HTTP/1.1" status: 404 len: 333 time: 0.1079717 Jun 22 09:44:13.062777 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59208) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:13.101304 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b7b920-cbdc-4d8e-963e-5b07b58f8a3c None None] DHCP port deletion for ea3aac45-a8c8-4055-93d1-c2dae6aab2a3 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:44:13.167755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-28b7b920-cbdc-4d8e-963e-5b07b58f8a3c None None] Deleting port dad8ea15-232d-4c39-b3cd-64c91cbdedfd {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:13.168154 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-28b7b920-cbdc-4d8e-963e-5b07b58f8a3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:13.212355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-93977941-5d40-48c0-8a17-d43541f4b4dd None None] Provisioning for port e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:13.229032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-93977941-5d40-48c0-8a17-d43541f4b4dd None None] Provisioning complete for port e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:13.229486 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-93977941-5d40-48c0-8a17-d43541f4b4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:13.290308 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-28b7b920-cbdc-4d8e-963e-5b07b58f8a3c None None] For port dad8ea15-232d-4c39-b3cd-64c91cbdedfd, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dad8ea15-232d-4c39-b3cd-64c91cbdedfd,segment=NetworkSegment(4ce56a48-e8e3-4155-8eaa-1c5d167daefd),segment_id=4ce56a48-e8e3-4155-8eaa-1c5d167daefd)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:13.291385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-28b7b920-cbdc-4d8e-963e-5b07b58f8a3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:13.307870 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-93977941-5d40-48c0-8a17-d43541f4b4dd None None] Port e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:13.533528 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-28b7b920-cbdc-4d8e-963e-5b07b58f8a3c None None] Calling delete_port for dad8ea15-232d-4c39-b3cd-64c91cbdedfd owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:13.562341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] For port dad8ea15-232d-4c39-b3cd-64c91cbdedfd, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dad8ea15-232d-4c39-b3cd-64c91cbdedfd,segment=NetworkSegment(4ce56a48-e8e3-4155-8eaa-1c5d167daefd),segment_id=4ce56a48-e8e3-4155-8eaa-1c5d167daefd)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:13.562699 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:13.695970 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for dad8ea15-232d-4c39-b3cd-64c91cbdedfd owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:13.719889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49931107-636e-482e-819f-d1a2dac9adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:13.729661 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:13.738976 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55ec80-c53d-4a20-a547-99bf32ee66d2 req-7fcafd6c-383b-4cde-aacc-b45db40ca46e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:13.740589 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bc55ec80-c53d-4a20-a547-99bf32ee66d2 req-7fcafd6c-383b-4cde-aacc-b45db40ca46e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 932 time: 0.8766079 Jun 22 09:44:13.748688 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-28b7b920-cbdc-4d8e-963e-5b07b58f8a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:13.753465 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:13.779388 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7b920-cbdc-4d8e-963e-5b07b58f8a3c None None] Pushing event deleted for resources: {'Port': ['ID=dad8ea15-232d-4c39-b3cd-64c91cbdedfd,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:13.783004 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-28b7b920-cbdc-4d8e-963e-5b07b58f8a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:13.786605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b7b920-cbdc-4d8e-963e-5b07b58f8a3c None None] No DVR routers for this DVR port dad8ea15-232d-4c39-b3cd-64c91cbdedfd on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:13.921889 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9c8b5795-cdce-42d4-a16a-8de4c5074042 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:13.987754 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bc55ec80-c53d-4a20-a547-99bf32ee66d2 req-578d659b-e7f7-4710-8ed7-9c99861be243 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dd93053-b65d-4239-858a-9522821fd482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2404876 Jun 22 09:44:13.999894 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-516ef22b-be58-45ca-ad91-2a0bf4ba3d53 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.013117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:14.016980 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9c8b5795-cdce-42d4-a16a-8de4c5074042 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.074551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49931107-636e-482e-819f-d1a2dac9adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.133720 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-49931107-636e-482e-819f-d1a2dac9adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8b0464-6e94-4e2f-921f-369c1951753a']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:14.166271 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.176095 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-49931107-636e-482e-819f-d1a2dac9adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60171e9-12dd-488c-ba92-53be231ee3bd') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:14.176401 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-49931107-636e-482e-819f-d1a2dac9adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60171e9-12dd-488c-ba92-53be231ee3bd') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:14.208436 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49931107-636e-482e-819f-d1a2dac9adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.231094 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8b5795-cdce-42d4-a16a-8de4c5074042 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 09aaf0f9-c9cb-4f59-bf81-5914db24d7ae has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:44:14.246566 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No DVR routers for this DVR port dad8ea15-232d-4c39-b3cd-64c91cbdedfd on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:14.296083 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ef22b-be58-45ca-ad91-2a0bf4ba3d53 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Subnet': ['ID=69cfef7e-66da-4cdb-8ed6-5d6618873701,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:14.305012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-516ef22b-be58-45ca-ad91-2a0bf4ba3d53 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:14.305963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49931107-636e-482e-819f-d1a2dac9adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.307787 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:14.343700 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8b5795-cdce-42d4-a16a-8de4c5074042 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:14.349499 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9c8b5795-cdce-42d4-a16a-8de4c5074042 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.354983 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c059a2b-7cfb-425a-9983-36849ffc7d0b None None] Sync routers for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:14.367557 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c059a2b-7cfb-425a-9983-36849ffc7d0b None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:14.368186 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5c059a2b-7cfb-425a-9983-36849ffc7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:14.375824 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516ef22b-be58-45ca-ad91-2a0bf4ba3d53 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Checking segment: {'id': '2996e40f-066d-4002-919b-e01cb967543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48a25203-d6e6-4679-9c4e-f21fbad86b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:14.376188 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516ef22b-be58-45ca-ad91-2a0bf4ba3d53 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network hostable DHCP agents. Network: 48a25203-d6e6-4679-9c4e-f21fbad86b5c, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:44:14.384116 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49931107-636e-482e-819f-d1a2dac9adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:14.384528 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49931107-636e-482e-819f-d1a2dac9adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.387681 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=dad8ea15-232d-4c39-b3cd-64c91cbdedfd,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:14.390151 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:14.408567 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:14.411288 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5c059a2b-7cfb-425a-9983-36849ffc7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:14.420352 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c059a2b-7cfb-425a-9983-36849ffc7d0b None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:14.421222 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5c059a2b-7cfb-425a-9983-36849ffc7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:14.458216 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.463992 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5c059a2b-7cfb-425a-9983-36849ffc7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:14.464864 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c059a2b-7cfb-425a-9983-36849ffc7d0b None None] The sync data for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:14.477461 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dad8ea15-232d-4c39-b3cd-64c91cbdedfd no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:44:14.484731 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3aac45-a8c8-4055-93d1-c2dae6aab2a3']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:14.494869 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9c8b5795-cdce-42d4-a16a-8de4c5074042 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "PUT /v2.0/floatingips/8e9445a7-1c5b-42b8-b5fb-75d8fca1e87f HTTP/1.1" status: 200 len: 976 time: 1.6075613 Jun 22 09:44:14.497011 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59234) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:14.497905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: dad8ea15-232d-4c39-b3cd-64c91cbdedfd {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:44:14.498265 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dad8ea15-232d-4c39-b3cd-64c91cbdedfd not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:44:14.510393 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce56a48-e8e3-4155-8eaa-1c5d167daefd') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:14.510759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce56a48-e8e3-4155-8eaa-1c5d167daefd') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:14.526951 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.547445 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.560239 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:14.560642 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:14.564112 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:14.630940 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49931107-636e-482e-819f-d1a2dac9adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.644412 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7025c4bd-339f-460b-80c5-df313b671143 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:14.653633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49931107-636e-482e-819f-d1a2dac9adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.657969 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-49931107-636e-482e-819f-d1a2dac9adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] 10.222.0.20 "DELETE /v2.0/networks/bc8b0464-6e94-4e2f-921f-369c1951753a HTTP/1.1" status: 204 len: 168 time: 1.5908723 Jun 22 09:44:14.672873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516ef22b-be58-45ca-ad91-2a0bf4ba3d53 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network 48a25203-d6e6-4679-9c4e-f21fbad86b5c is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:44:14.672986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-5ac9783d-01e4-4687-b5a5-cf6b7f196736 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Deleting port 23ef1fb2-911a-47bb-b5a1-ce8aeb00c406 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:14.672986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5ac9783d-01e4-4687-b5a5-cf6b7f196736 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.676705 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931107-636e-482e-819f-d1a2dac9adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Pushing event deleted for resources: {'Network': ['ID=bc8b0464-6e94-4e2f-921f-369c1951753a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:14.679934 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e {{(pid=100652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:44:14.688740 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-49931107-636e-482e-819f-d1a2dac9adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:14.693306 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.753877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Transition to ACTIVE for port object e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e will not be triggered until provisioned by entity L2. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:14.755725 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.758093 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5ac9783d-01e4-4687-b5a5-cf6b7f196736 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.758433 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5ac9783d-01e4-4687-b5a5-cf6b7f196736 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.759674 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e2f66f42-b10e-4726-9150-023a374df69e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:14.765446 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.767564 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/networks/ea3aac45-a8c8-4055-93d1-c2dae6aab2a3 HTTP/1.1" status: 204 len: 168 time: 2.3584917 Jun 22 09:44:14.773015 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59244) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:14.777926 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Network': ['ID=ea3aac45-a8c8-4055-93d1-c2dae6aab2a3,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:14.780643 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:14.782164 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-516ef22b-be58-45ca-ad91-2a0bf4ba3d53 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 48a25203-d6e6-4679-9c4e-f21fbad86b5c) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:14.786069 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516ef22b-be58-45ca-ad91-2a0bf4ba3d53 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:14.786881 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-516ef22b-be58-45ca-ad91-2a0bf4ba3d53 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.792602 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fb8218-fd44-4e50-a7a1-5afc86d9267e None None] Network 48a25203-d6e6-4679-9c4e-f21fbad86b5c requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:14.868492 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:14.871972 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a3ba0b20-95c8-4a1d-9012-134ef482cef1 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:14.877745 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-516ef22b-be58-45ca-ad91-2a0bf4ba3d53 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5715754 Jun 22 09:44:14.877957 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-5ac9783d-01e4-4687-b5a5-cf6b7f196736 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Calling delete_port for 23ef1fb2-911a-47bb-b5a1-ce8aeb00c406 owned by network:floatingip {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:14.879845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59250) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:14.990995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Pushing event updated for resources: {'Port': ['ID=e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:14.991118 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-48a25203-d6e6-4679-9c4e-f21fbad86b5c', 'network_id': '48a25203-d6e6-4679-9c4e-f21fbad86b5c', 'tenant_id': 'f4445d2b9f8c4e23aee039318ad408ee', 'fixed_ips': [{'subnet_id': '69cfef7e-66da-4cdb-8ed6-5d6618873701'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:44:14.991235 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:14.991342 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.180282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de4f720-fa71-4bc6-8c5b-bd61a2dc6058 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:15.181905 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0de4f720-fa71-4bc6-8c5b-bd61a2dc6058 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4079351 Jun 22 09:44:15.189345 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59256) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:15.201291 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Allocated IP 172.20.0.2 (48a25203-d6e6-4679-9c4e-f21fbad86b5c/69cfef7e-66da-4cdb-8ed6-5d6618873701/d5a805e8-23f1-404c-b27e-2a624ead7511) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:15.281685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0cbae-dd13-4514-82fd-4ea2e9066abc req-61dfdeca-717f-479a-ac3a-3437941d311a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:15.295276 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-66f0cbae-dd13-4514-82fd-4ea2e9066abc req-61dfdeca-717f-479a-ac3a-3437941d311a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 944 time: 0.1370931 Jun 22 09:44:15.305017 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59258) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:15.305973 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.335224 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-befa70b9-8aec-4902-9ed5-dc874e30908f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1427364 Jun 22 09:44:15.339933 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59262) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:15.354393 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-66f0cbae-dd13-4514-82fd-4ea2e9066abc req-5129c249-59e7-4308-841f-8c3b0d22d6ea tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dd93053-b65d-4239-858a-9522821fd482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565863 Jun 22 09:44:15.381168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-ff8c77db-8733-4808-9b51-d74d94ca2deb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1278469822'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:15.409959 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.420491 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Transition to ACTIVE for port object d5a805e8-23f1-404c-b27e-2a624ead7511 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:15.432261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.441400 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Transition to ACTIVE for port object d5a805e8-23f1-404c-b27e-2a624ead7511 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:15.459003 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59264) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:15.463637 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-c9cd70eb-74b5-4e24-902a-089db871f644 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-377990542', 'description': 'tempest-secgroup-smoke-377990542 description', 'project_id': '6405790520f347c092a1490886c89b06'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:15.527162 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2df98aba-0321-4729-9bdb-5559d3c3f809 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c51443d6d3484cc69db368c2f62914c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193680 Jun 22 09:44:15.529536 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59266) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:15.565105 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8c77db-8733-4808-9b51-d74d94ca2deb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:15.568693 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff8c77db-8733-4808-9b51-d74d94ca2deb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.588023 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Attempting to bind port e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:15.588375 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Attempting to bind port e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '44d5211a-6f72-4593-87a9-aa3713310fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:15.588715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Attempting to bind port e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e on network 9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:15.593820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8c77db-8733-4808-9b51-d74d94ca2deb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:44:15.600188 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.603803 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Port e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e on network 9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:15.603803 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Attempting to bind port e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e on network 9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:15.604114 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5ac9783d-01e4-4687-b5a5-cf6b7f196736 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.604233 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-dd0a3bf3-c958-4f01-98d5-fe22d62e21c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:15.611874 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:15.612224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Checking segment: {'id': '44d5211a-6f72-4593-87a9-aa3713310fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:15.612618 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Bound using segment: {'id': '44d5211a-6f72-4593-87a9-aa3713310fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce'} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:15.613072 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Bound port: e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d5211a-6f72-4593-87a9-aa3713310fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce'}}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:15.613434 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.614197 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-da971add-d954-4241-8c55-69bf24f02bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:15.626277 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d5446797-9403-4e02-a022-5a229798bb3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.644127 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff8c77db-8733-4808-9b51-d74d94ca2deb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.644376 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Network 48a25203-d6e6-4679-9c4e-f21fbad86b5c is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:15.644472 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-ff8c77db-8733-4808-9b51-d74d94ca2deb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Added segment 40ce25a3-70d6-4208-b4ec-0db2b5be32c0 of type vlan for network 64163a26-0870-4700-9bc8-7c0c68b9a034 Jun 22 09:44:15.647668 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:15.653473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:15.660950 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Pushing event updated for resources: {'Port': ['ID=d5a805e8-23f1-404c-b27e-2a624ead7511,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:15.665407 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:15.675400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d5446797-9403-4e02-a022-5a229798bb3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.698023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9783d-01e4-4687-b5a5-cf6b7f196736 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event deleted for resources: {'Port': ['ID=23ef1fb2-911a-47bb-b5a1-ce8aeb00c406,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:15.706177 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5ac9783d-01e4-4687-b5a5-cf6b7f196736 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:15.715035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c9cd70eb-74b5-4e24-902a-089db871f644 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.721634 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Attempting to bind port d5a805e8-23f1-404c-b27e-2a624ead7511 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:15.722072 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Attempting to bind port d5a805e8-23f1-404c-b27e-2a624ead7511 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '2996e40f-066d-4002-919b-e01cb967543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48a25203-d6e6-4679-9c4e-f21fbad86b5c'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:15.722448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Attempting to bind port d5a805e8-23f1-404c-b27e-2a624ead7511 on network 48a25203-d6e6-4679-9c4e-f21fbad86b5c {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:15.728806 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:15.729529 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Checking segment: {'id': '2996e40f-066d-4002-919b-e01cb967543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48a25203-d6e6-4679-9c4e-f21fbad86b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:15.730201 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.730875 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Bound using segment: {'id': '2996e40f-066d-4002-919b-e01cb967543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48a25203-d6e6-4679-9c4e-f21fbad86b5c'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:15.731722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Bound port: d5a805e8-23f1-404c-b27e-2a624ead7511, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2996e40f-066d-4002-919b-e01cb967543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48a25203-d6e6-4679-9c4e-f21fbad86b5c'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:15.732321 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.736604 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c9cd70eb-74b5-4e24-902a-089db871f644 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.746387 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] For port e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e, host hv-neutron-7971, cleared binding levels {{(pid=100652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:15.750523 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff8c77db-8733-4808-9b51-d74d94ca2deb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.766067 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] For port e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e,segment=NetworkSegment(44d5211a-6f72-4593-87a9-aa3713310fa9),segment_id=44d5211a-6f72-4593-87a9-aa3713310fa9)] {{(pid=100652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:15.767339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5ac9783d-01e4-4687-b5a5-cf6b7f196736 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.767783 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-5ac9783d-01e4-4687-b5a5-cf6b7f196736 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Floating IP 8e9445a7-1c5b-42b8-b5fb-75d8fca1e87f disassociated (deleted). External IP: 172.26.3.61, port: 8a2f77bd-b883-4309-a21b-64abc7a39fff. Jun 22 09:44:15.805304 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] For port d5a805e8-23f1-404c-b27e-2a624ead7511, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:15.807940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.809520 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] For port d5a805e8-23f1-404c-b27e-2a624ead7511, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d5a805e8-23f1-404c-b27e-2a624ead7511,segment=NetworkSegment(2996e40f-066d-4002-919b-e01cb967543c),segment_id=2996e40f-066d-4002-919b-e01cb967543c)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:15.813498 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:15.820339 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.824206 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:15.845651 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Subnet': ['ID=69cfef7e-66da-4cdb-8ed6-5d6618873701,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:15.852418 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:15.859258 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d5446797-9403-4e02-a022-5a229798bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.861824 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d5446797-9403-4e02-a022-5a229798bb3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.862965 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d5446797-9403-4e02-a022-5a229798bb3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22125a15-6d7a-4af0-a759-7b5b04e4b558 HTTP/1.1" status: 204 len: 168 time: 0.3317277 Jun 22 09:44:15.869104 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.871089 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e4ff2690-e085-4258-b049-892c1835ccd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:15.879396 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:15.880332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.881949 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4b037451-6a76-47d9-b550-986601db7736 req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] 10.222.0.35 "PUT /v2.0/ports/e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e HTTP/1.1" status: 200 len: 1094 time: 3.0191453 Jun 22 09:44:15.917146 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8764e309-b3f2-4d33-9432-39d55136ec77', 'tag': 'e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:44:15.923578 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718f07e5-31c1-4b4b-b4b1-7e253f6a6df3" -d '{"events": [{"name": "network-changed", "server_uuid": "8764e309-b3f2-4d33-9432-39d55136ec77", "tag": "e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:44:15.927105 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Pushing event updated for resources: {'Port': ['ID=e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:15.932497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:15.940648 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fd2e1fca-451c-4317-9293-7bf96d20d579 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:15.945310 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Pushing event updated for resources: {'Port': ['ID=d5a805e8-23f1-404c-b27e-2a624ead7511,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:15.950311 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff8c77db-8733-4808-9b51-d74d94ca2deb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.954887 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:15.958677 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5446797-9403-4e02-a022-5a229798bb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22125a15-6d7a-4af0-a759-7b5b04e4b558,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:15.961291 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d5446797-9403-4e02-a022-5a229798bb3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:15.963812 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8c77db-8733-4808-9b51-d74d94ca2deb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:15.968727 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff8c77db-8733-4808-9b51-d74d94ca2deb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:15.989445 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-de2bd509-c549-4e79-b060-31917007f106 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:16.008642 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b9c651-4047-41f6-a4ad-d5fbae452e3f x-openstack-request-id: req-b5b9c651-4047-41f6-a4ad-d5fbae452e3f {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:44:16.008992 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8764e309-b3f2-4d33-9432-39d55136ec77", "tag": "e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:44:16.009419 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5b9c651-4047-41f6-a4ad-d5fbae452e3f {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:44:16.010146 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8764e309-b3f2-4d33-9432-39d55136ec77', 'tag': 'e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e', 'status': 'completed', 'code': 200} Jun 22 09:44:16.025761 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c9cd70eb-74b5-4e24-902a-089db871f644 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:16.034660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:16.082493 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a25203-d6e6-4679-9c4e-f21fbad86b5c']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:16.094824 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037451-6a76-47d9-b550-986601db7736 req-ff95d5d0-3033-41fc-953b-d71768db6636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:16.097794 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4b037451-6a76-47d9-b550-986601db7736 req-ff95d5d0-3033-41fc-953b-d71768db6636 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 1097 time: 0.0701549 Jun 22 09:44:16.109440 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2996e40f-066d-4002-919b-e01cb967543c') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:16.109808 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2996e40f-066d-4002-919b-e01cb967543c') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:16.112513 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c77db-8733-4808-9b51-d74d94ca2deb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Network': ['ID=64163a26-0870-4700-9bc8-7c0c68b9a034,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:16.122700 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ff8c77db-8733-4808-9b51-d74d94ca2deb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:16.125812 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 64163a26-0870-4700-9bc8-7c0c68b9a034 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:44:16.126349 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:16.163657 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c9cd70eb-74b5-4e24-902a-089db871f644 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:16.177558 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e6793d03-d3ba-498a-a72f-aa53903fbf6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:16.177886 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:16.198793 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:16.200551 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:16.205182 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:16.209714 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ff8c77db-8733-4808-9b51-d74d94ca2deb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8350050 Jun 22 09:44:16.213395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd70eb-74b5-4e24-902a-089db871f644 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f44ca87b-a22a-4d8a-aa99-a86c354d74fd,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:16.236728 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c9cd70eb-74b5-4e24-902a-089db871f644 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:16.239443 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4b037451-6a76-47d9-b550-986601db7736 req-a0f878d7-f799-4f7c-aa93-7a5044f140ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e HTTP/1.1" status: 200 len: 217 time: 0.1339562 Jun 22 09:44:16.240208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59272) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:16.253617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-caedec99-eace-4b78-bb17-d02021efe4d4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'subnet': {'network_id': '64163a26-0870-4700-9bc8-7c0c68b9a034', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:16.352152 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac9783d-01e4-4687-b5a5-cf6b7f196736 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 09aaf0f9-c9cb-4f59-bf81-5914db24d7ae has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:44:16.430379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.db.api [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:44:16.430379 dv-neutron-797121-3-hyperv neutron-server[100653]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:44:16.430379 dv-neutron-797121-3-hyperv neutron-server[100653]: [parameters: {'id': '48a25203-d6e6-4679-9c4e-f21fbad86b5c'}] Jun 22 09:44:16.430379 dv-neutron-797121-3-hyperv neutron-server[100653]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:44:16.430771 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_db.api [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:44:16.466793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037451-6a76-47d9-b550-986601db7736 req-3e49fce7-8634-480e-a251-d9f0258a4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:16.468492 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4b037451-6a76-47d9-b550-986601db7736 req-3e49fce7-8634-480e-a251-d9f0258a4f45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1b692d1b-860c-4e94-bf9b-e3f0934ae7d9 HTTP/1.1" status: 200 len: 837 time: 0.2222035 Jun 22 09:44:16.525348 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac9783d-01e4-4687-b5a5-cf6b7f196736 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:16.531196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5ac9783d-01e4-4687-b5a5-cf6b7f196736 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:16.534956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066686f-e5ce-470c-8b9b-a517c45e8f17 None None] Sync routers for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:16.547110 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066686f-e5ce-470c-8b9b-a517c45e8f17 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:16.547845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5066686f-e5ce-470c-8b9b-a517c45e8f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:16.578148 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c9cd70eb-74b5-4e24-902a-089db871f644 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:16.592050 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d5a805e8-23f1-404c-b27e-2a624ead7511 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:16.595011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037451-6a76-47d9-b550-986601db7736 req-c1bb721f-c6ed-451b-88b6-e6dcadf74495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:16.595011 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4b037451-6a76-47d9-b550-986601db7736 req-c1bb721f-c6ed-451b-88b6-e6dcadf74495 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1082211 Jun 22 09:44:16.595381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5066686f-e5ce-470c-8b9b-a517c45e8f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:16.614209 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5ac9783d-01e4-4687-b5a5-cf6b7f196736 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/floatingips/8e9445a7-1c5b-42b8-b5fb-75d8fca1e87f HTTP/1.1" status: 204 len: 168 time: 2.1178386 Jun 22 09:44:16.617403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59278) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:16.631135 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066686f-e5ce-470c-8b9b-a517c45e8f17 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:16.631814 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5066686f-e5ce-470c-8b9b-a517c45e8f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:43:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:16.672470 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5066686f-e5ce-470c-8b9b-a517c45e8f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:16.673053 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066686f-e5ce-470c-8b9b-a517c45e8f17 None None] The sync data for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:16.674524 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c38dd3d8-4797-4ee7-90ba-f7f3c39d6c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:16.688458 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c9cd70eb-74b5-4e24-902a-089db871f644 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:16.696634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec5f0e-fc6d-4a7e-8ed3-e02882a4d1fc req-c9a7dfe8-8264-49f2-8e76-1437f9bbdc14 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:16.698141 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8aec5f0e-fc6d-4a7e-8ed3-e02882a4d1fc req-c9a7dfe8-8264-49f2-8e76-1437f9bbdc14 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 944 time: 0.1633632 Jun 22 09:44:16.700240 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6ca0acae-c9f5-4d41-9cce-e65b2957c4ad tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:16.746459 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4b037451-6a76-47d9-b550-986601db7736 req-6be76b5a-d6cb-4967-9634-84b430adc9de service neutron] 10.222.0.35 "GET /v2.0/networks/9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456559 Jun 22 09:44:16.748317 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd70eb-74b5-4e24-902a-089db871f644 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7afad1b3-9138-419d-aa5b-5b42afc97214,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:16.751046 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c9cd70eb-74b5-4e24-902a-089db871f644 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:16.766734 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8aec5f0e-fc6d-4a7e-8ed3-e02882a4d1fc req-2cfe5df8-40a3-4193-a88d-a983f6218e12 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dd93053-b65d-4239-858a-9522821fd482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520949 Jun 22 09:44:16.776654 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port d5a805e8-23f1-404c-b27e-2a624ead7511 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:16.776816 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f7460-5995-4656-94b1-14cd557babc7 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Deleting port 8a2f77bd-b883-4309-a21b-64abc7a39fff {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:16.777231 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0e2f7460-5995-4656-94b1-14cd557babc7 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:16.840231 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59280) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:16.873016 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caedec99-eace-4b78-bb17-d02021efe4d4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:16.877531 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0e2f7460-5995-4656-94b1-14cd557babc7 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:16.877673 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-caedec99-eace-4b78-bb17-d02021efe4d4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:16.895316 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4b037451-6a76-47d9-b550-986601db7736 req-16e1aff1-b626-41b3-84ce-883ac4d59686 service neutron] 10.222.0.35 "GET /v2.0/networks/9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420190 Jun 22 09:44:16.934270 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c9cd70eb-74b5-4e24-902a-089db871f644 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:16.934603 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c9cd70eb-74b5-4e24-902a-089db871f644 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.4745507 Jun 22 09:44:16.940198 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59282) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:16.952233 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-0b208c14-7b46-4715-899d-1e51ebe0f09c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Request body: {'security_group_rule': {'security_group_id': '7afad1b3-9138-419d-aa5b-5b42afc97214', 'project_id': '6405790520f347c092a1490886c89b06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:16.985156 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-204a698e-24c0-4d19-b15a-d18398d1d36c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4da58f2f6754b2f8f07b793c889f5b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436048 Jun 22 09:44:16.990053 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59284) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:17.154177 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7595d7d8-c267-46cf-b6ae-a176ae384379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.165643 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b208c14-7b46-4715-899d-1e51ebe0f09c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.211805 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7595d7d8-c267-46cf-b6ae-a176ae384379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.213387 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f18e11a-93f4-449b-a651-f413721d40cc None None] Network 48a25203-d6e6-4679-9c4e-f21fbad86b5c requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:17.241319 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.267779 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f7460-5995-4656-94b1-14cd557babc7 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Calling delete_port for 8a2f77bd-b883-4309-a21b-64abc7a39fff owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:17.308317 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f07e5-31c1-4b4b-b4b1-7e253f6a6df3 req-086aec19-5063-484b-b9bf-e6780da651c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:17.310103 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-718f07e5-31c1-4b4b-b4b1-7e253f6a6df3 req-086aec19-5063-484b-b9bf-e6780da651c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 1097 time: 0.2726095 Jun 22 09:44:17.350259 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8a7d6377-be56-47cf-8faf-2e84d12816f0 None None] Provisioning for port d5a805e8-23f1-404c-b27e-2a624ead7511 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:17.355016 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8a7d6377-be56-47cf-8faf-2e84d12816f0 None None] Provisioning complete for port d5a805e8-23f1-404c-b27e-2a624ead7511 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:17.356407 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8a7d6377-be56-47cf-8faf-2e84d12816f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.381765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Deleting port d5a805e8-23f1-404c-b27e-2a624ead7511 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:17.382105 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.402429 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b208c14-7b46-4715-899d-1e51ebe0f09c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.426849 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48c7a14-8bb7-406c-9a58-990e824a9490 None None] DHCP port deletion for 48a25203-d6e6-4679-9c4e-f21fbad86b5c request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:44:17.441064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-caedec99-eace-4b78-bb17-d02021efe4d4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.445572 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7acf3334-893e-4439-8d98-2644204e9ebb tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:17.474891 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] For port d5a805e8-23f1-404c-b27e-2a624ead7511, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d5a805e8-23f1-404c-b27e-2a624ead7511,segment=NetworkSegment(2996e40f-066d-4002-919b-e01cb967543c),segment_id=2996e40f-066d-4002-919b-e01cb967543c)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:17.475173 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.483476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f07e5-31c1-4b4b-b4b1-7e253f6a6df3 req-57f245b9-de75-47d8-9e18-f291f5733f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:17.486132 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-718f07e5-31c1-4b4b-b4b1-7e253f6a6df3 req-57f245b9-de75-47d8-9e18-f291f5733f0e service neutron] 10.222.0.35 "GET /v2.0/networks?id=9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce HTTP/1.1" status: 200 len: 898 time: 0.1675894 Jun 22 09:44:17.493650 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8a7d6377-be56-47cf-8faf-2e84d12816f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.500847 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b208c14-7b46-4715-899d-1e51ebe0f09c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.530739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-8a7d6377-be56-47cf-8faf-2e84d12816f0 None None] For port d5a805e8-23f1-404c-b27e-2a624ead7511, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d5a805e8-23f1-404c-b27e-2a624ead7511,segment=NetworkSegment(2996e40f-066d-4002-919b-e01cb967543c),segment_id=2996e40f-066d-4002-919b-e01cb967543c)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:17.532477 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-a48c7a14-8bb7-406c-9a58-990e824a9490 None None] Deleting port d5a805e8-23f1-404c-b27e-2a624ead7511 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:17.532862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a48c7a14-8bb7-406c-9a58-990e824a9490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.554378 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Calling delete_port for d5a805e8-23f1-404c-b27e-2a624ead7511 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:17.561804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7595d7d8-c267-46cf-b6ae-a176ae384379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.561804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7595d7d8-c267-46cf-b6ae-a176ae384379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.561804 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7595d7d8-c267-46cf-b6ae-a176ae384379 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f8011b4-de1b-44a2-8dc9-56fd52b5b920 HTTP/1.1" status: 204 len: 168 time: 0.5642450 Jun 22 09:44:17.566541 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-718f07e5-31c1-4b4b-b4b1-7e253f6a6df3 req-730efff2-65be-4422-86be-5456918d51ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e HTTP/1.1" status: 200 len: 217 time: 0.0698485 Jun 22 09:44:17.595683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedec99-eace-4b78-bb17-d02021efe4d4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Subnet': ['ID=de63d395-8bce-4487-9a43-1d6e0094b00f,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:17.607858 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-caedec99-eace-4b78-bb17-d02021efe4d4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:17.609430 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4c31f71a-34b9-440f-a595-d4cb3adf5be6 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:17.612085 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8a7d6377-be56-47cf-8faf-2e84d12816f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.627862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-677d5c23-86ec-410b-9a91-2761d929fc17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:17.649818 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b208c14-7b46-4715-899d-1e51ebe0f09c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93d6b59-8cb9-4f85-b7b2-b90e9c60269b,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:17.651935 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caedec99-eace-4b78-bb17-d02021efe4d4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Checking segment: {'id': '40ce25a3-70d6-4208-b4ec-0db2b5be32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '64163a26-0870-4700-9bc8-7c0c68b9a034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:17.657504 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caedec99-eace-4b78-bb17-d02021efe4d4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network hostable DHCP agents. Network: 64163a26-0870-4700-9bc8-7c0c68b9a034, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:44:17.660375 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b208c14-7b46-4715-899d-1e51ebe0f09c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.662090 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0b208c14-7b46-4715-899d-1e51ebe0f09c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7147982 Jun 22 09:44:17.665937 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59288) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:17.666856 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0b208c14-7b46-4715-899d-1e51ebe0f09c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:17.668592 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a63a33ed-44aa-4704-8f13-fb0e170cbf64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:17.671249 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-e98d556c-1e1b-4aa3-903e-857d631642f6 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Request body: {'security_group_rule': {'security_group_id': '7afad1b3-9138-419d-aa5b-5b42afc97214', 'project_id': '6405790520f347c092a1490886c89b06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:17.685431 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595d7d8-c267-46cf-b6ae-a176ae384379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8011b4-de1b-44a2-8dc9-56fd52b5b920,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:17.697305 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f07e5-31c1-4b4b-b4b1-7e253f6a6df3 req-3eb1ba81-c237-469a-87a6-c2dd4a40d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:17.699026 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-718f07e5-31c1-4b4b-b4b1-7e253f6a6df3 req-3eb1ba81-c237-469a-87a6-c2dd4a40d801 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1b692d1b-860c-4e94-bf9b-e3f0934ae7d9 HTTP/1.1" status: 200 len: 837 time: 0.1221519 Jun 22 09:44:17.700135 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7595d7d8-c267-46cf-b6ae-a176ae384379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:17.713052 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d6377-be56-47cf-8faf-2e84d12816f0 None None] Pushing event updated for resources: {'Port': ['ID=d5a805e8-23f1-404c-b27e-2a624ead7511,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:17.716567 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8a7d6377-be56-47cf-8faf-2e84d12816f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:17.729285 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a48c7a14-8bb7-406c-9a58-990e824a9490 None None] For port d5a805e8-23f1-404c-b27e-2a624ead7511, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d5a805e8-23f1-404c-b27e-2a624ead7511,segment=NetworkSegment(2996e40f-066d-4002-919b-e01cb967543c),segment_id=2996e40f-066d-4002-919b-e01cb967543c)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:17.729621 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a48c7a14-8bb7-406c-9a58-990e824a9490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.742854 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0e2f7460-5995-4656-94b1-14cd557babc7 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.749910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-091512b1-a1a8-4bda-9ac7-6727dc85e2fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:17.765625 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f07e5-31c1-4b4b-b4b1-7e253f6a6df3 req-efadc61f-2dc5-44e1-b776-f4e1f6d658d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:17.767132 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-718f07e5-31c1-4b4b-b4b1-7e253f6a6df3 req-efadc61f-2dc5-44e1-b776-f4e1f6d658d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0592079 Jun 22 09:44:17.778674 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f7460-5995-4656-94b1-14cd557babc7 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event deleted for resources: {'Port': ['ID=8a2f77bd-b883-4309-a21b-64abc7a39fff,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:17.783638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0e2f7460-5995-4656-94b1-14cd557babc7 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:17.805209 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-a48c7a14-8bb7-406c-9a58-990e824a9490 None None] Calling delete_port for d5a805e8-23f1-404c-b27e-2a624ead7511 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:17.831960 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caedec99-eace-4b78-bb17-d02021efe4d4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network 64163a26-0870-4700-9bc8-7c0c68b9a034 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:44:17.840222 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.884944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c6b2f1b6-90cf-4cbb-aa5d-dce0e9984ab8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:17.900501 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a48c7a14-8bb7-406c-9a58-990e824a9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.903913 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:17.914027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Port': ['ID=d5a805e8-23f1-404c-b27e-2a624ead7511,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:17.919684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:17.921316 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e98d556c-1e1b-4aa3-903e-857d631642f6 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:17.931488 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c7a14-8bb7-406c-9a58-990e824a9490 None None] Pushing event deleted for resources: {'Port': ['ID=d5a805e8-23f1-404c-b27e-2a624ead7511,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:17.934130 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-718f07e5-31c1-4b4b-b4b1-7e253f6a6df3 req-08543a13-9933-48c7-b455-a2ae0834e184 service neutron] 10.222.0.35 "GET /v2.0/networks/9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598215 Jun 22 09:44:17.934822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a48c7a14-8bb7-406c-9a58-990e824a9490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:17.941544 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c7a14-8bb7-406c-9a58-990e824a9490 None None] No DVR routers for this DVR port d5a805e8-23f1-404c-b27e-2a624ead7511 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:17.946280 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-caedec99-eace-4b78-bb17-d02021efe4d4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 64163a26-0870-4700-9bc8-7c0c68b9a034) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:17.951745 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No DVR routers for this DVR port d5a805e8-23f1-404c-b27e-2a624ead7511 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:17.960146 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df26a0a9-ae7d-49d7-a60d-0947ffaa77e8 None None] Network 64163a26-0870-4700-9bc8-7c0c68b9a034 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:17.974563 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caedec99-eace-4b78-bb17-d02021efe4d4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:17.974563 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-caedec99-eace-4b78-bb17-d02021efe4d4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.056738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0e2f7460-5995-4656-94b1-14cd557babc7 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.058698 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0e2f7460-5995-4656-94b1-14cd557babc7 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/ports/8a2f77bd-b883-4309-a21b-64abc7a39fff HTTP/1.1" status: 204 len: 168 time: 1.4401634 Jun 22 09:44:18.063642 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59294) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:18.065484 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ba93e-ba8a-4a8b-a98d-4fcdb82b95e8 req-1a46d74b-66ea-48b9-a2e0-99a9c7362670 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:18.067021 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3f5ba93e-ba8a-4a8b-a98d-4fcdb82b95e8 req-1a46d74b-66ea-48b9-a2e0-99a9c7362670 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 944 time: 0.1681309 Jun 22 09:44:18.077369 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:18.101942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.117595 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a25203-d6e6-4679-9c4e-f21fbad86b5c']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:18.135372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e98d556c-1e1b-4aa3-903e-857d631642f6 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.137676 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2996e40f-066d-4002-919b-e01cb967543c') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:18.142561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2996e40f-066d-4002-919b-e01cb967543c') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:18.148117 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3f5ba93e-ba8a-4a8b-a98d-4fcdb82b95e8 req-9abee0bc-d371-41c1-8d06-63d60c55afb6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dd93053-b65d-4239-858a-9522821fd482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677223 Jun 22 09:44:18.151393 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-caedec99-eace-4b78-bb17-d02021efe4d4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9064016 Jun 22 09:44:18.165294 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59298) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:18.165475 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-64163a26-0870-4700-9bc8-7c0c68b9a034', 'network_id': '64163a26-0870-4700-9bc8-7c0c68b9a034', 'tenant_id': '0110610b37fd4838a23148654276ede5', 'fixed_ips': [{'subnet_id': 'de63d395-8bce-4487-9a43-1d6e0094b00f'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:44:18.165475 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.165673 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.166319 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-af9a313f-9d0c-41f5-9e48-657ca3f8ca78 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'network_id': '64163a26-0870-4700-9bc8-7c0c68b9a034', 'name': 'tempest-PortsTestJSON-977210275'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:18.185045 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.192542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:18.193065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:18.196039 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:18.198413 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-718f07e5-31c1-4b4b-b4b1-7e253f6a6df3 req-27455393-a252-450a-a541-cf2db592827f service neutron] 10.222.0.35 "GET /v2.0/networks/9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525375 Jun 22 09:44:18.252359 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e98d556c-1e1b-4aa3-903e-857d631642f6 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.260533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-83a3f9f4-788f-48ba-8840-c4319684bdd7 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:18.269782 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.297957 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d556c-1e1b-4aa3-903e-857d631642f6 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf28f42e-bce5-45e1-8ecb-161e1118b00e,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:18.302893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e98d556c-1e1b-4aa3-903e-857d631642f6 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:18.385505 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.436353 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d5a805e8-23f1-404c-b27e-2a624ead7511 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:44:18.446076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9a313f-9d0c-41f5-9e48-657ca3f8ca78 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:18.450288 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-af9a313f-9d0c-41f5-9e48-657ca3f8ca78 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.474320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: d5a805e8-23f1-404c-b27e-2a624ead7511 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:44:18.474617 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d5a805e8-23f1-404c-b27e-2a624ead7511 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:44:18.482703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.487364 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-af9a313f-9d0c-41f5-9e48-657ca3f8ca78 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] device_id is not set on port dcee1359-c44f-41b5-8b22-2c2814b3dd54 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:18.489778 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:18.511394 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.517840 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/48a25203-d6e6-4679-9c4e-f21fbad86b5c HTTP/1.1" status: 204 len: 168 time: 3.6311152 Jun 22 09:44:18.518966 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Network': ['ID=48a25203-d6e6-4679-9c4e-f21fbad86b5c,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:18.521788 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e98d556c-1e1b-4aa3-903e-857d631642f6 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.522980 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e98d556c-1e1b-4aa3-903e-857d631642f6 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8558822 Jun 22 09:44:18.523601 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59306) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:18.526646 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:18.534104 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-1993c46a-9ffa-473e-931a-3dd1dc85ac22 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1342446554'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:18.536985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59308) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:18.546862 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-04667bdd-1383-47bb-ad33-ba96b7b69118 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Request body: {'security_group_rule': {'security_group_id': '7afad1b3-9138-419d-aa5b-5b42afc97214', 'project_id': '6405790520f347c092a1490886c89b06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:18.618748 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Allocated IP 172.20.0.2 (64163a26-0870-4700-9bc8-7c0c68b9a034/de63d395-8bce-4487-9a43-1d6e0094b00f/5bb8428c-f939-4da0-afe8-3dbb586cac30) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:18.620974 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Allocated IP 172.26.3.23 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/17926b7d-0fbe-4d89-92d5-38a6d61f531e) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:18.675641 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1993c46a-9ffa-473e-931a-3dd1dc85ac22 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:18.679610 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1993c46a-9ffa-473e-931a-3dd1dc85ac22 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.732288 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1993c46a-9ffa-473e-931a-3dd1dc85ac22 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:44:18.752191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1993c46a-9ffa-473e-931a-3dd1dc85ac22 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.752544 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-1993c46a-9ffa-473e-931a-3dd1dc85ac22 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Added segment ecdb9f18-2e13-4927-bc12-8c4d4218ef58 of type vlan for network 3f40ffd6-4802-4831-816e-3954b2cb9a4b Jun 22 09:44:18.776883 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.787568 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Transition to ACTIVE for port object 5bb8428c-f939-4da0-afe8-3dbb586cac30 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:18.803613 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Transition to ACTIVE for port object 5bb8428c-f939-4da0-afe8-3dbb586cac30 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:18.806111 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.828678 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1993c46a-9ffa-473e-931a-3dd1dc85ac22 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.834836 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-04667bdd-1383-47bb-ad33-ba96b7b69118 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.868866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.871686 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a55c545f-ecc1-4d51-9bad-eefa86e906d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:18.893096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59320) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:18.908973 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Network 64163a26-0870-4700-9bc8-7c0c68b9a034 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:18.916124 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:18.920558 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:18.923937 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Pushing event updated for resources: {'Port': ['ID=5bb8428c-f939-4da0-afe8-3dbb586cac30,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:18.928243 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:18.934978 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-04667bdd-1383-47bb-ad33-ba96b7b69118 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.950696 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-af9a313f-9d0c-41f5-9e48-657ca3f8ca78 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Allocated IP 172.20.0.11 (64163a26-0870-4700-9bc8-7c0c68b9a034/de63d395-8bce-4487-9a43-1d6e0094b00f/dcee1359-c44f-41b5-8b22-2c2814b3dd54) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:18.989801 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Attempting to bind port 5bb8428c-f939-4da0-afe8-3dbb586cac30 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:18.990184 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Attempting to bind port 5bb8428c-f939-4da0-afe8-3dbb586cac30 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '40ce25a3-70d6-4208-b4ec-0db2b5be32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '64163a26-0870-4700-9bc8-7c0c68b9a034'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:18.990552 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Attempting to bind port 5bb8428c-f939-4da0-afe8-3dbb586cac30 on network 64163a26-0870-4700-9bc8-7c0c68b9a034 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:18.995620 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:18.996004 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Checking segment: {'id': '40ce25a3-70d6-4208-b4ec-0db2b5be32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '64163a26-0870-4700-9bc8-7c0c68b9a034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:18.996417 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:18.996881 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Bound using segment: {'id': '40ce25a3-70d6-4208-b4ec-0db2b5be32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '64163a26-0870-4700-9bc8-7c0c68b9a034'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:18.997280 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Bound port: 5bb8428c-f939-4da0-afe8-3dbb586cac30, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ce25a3-70d6-4208-b4ec-0db2b5be32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '64163a26-0870-4700-9bc8-7c0c68b9a034'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:18.997665 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.014853 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-270550356'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:19.016706 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1993c46a-9ffa-473e-931a-3dd1dc85ac22 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.022407 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1993c46a-9ffa-473e-931a-3dd1dc85ac22 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:19.025910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1993c46a-9ffa-473e-931a-3dd1dc85ac22 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.026606 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c17edeab-12cf-4450-93bc-a9ff8d41384e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:19.064423 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] For port 5bb8428c-f939-4da0-afe8-3dbb586cac30, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:19.067571 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] For port 5bb8428c-f939-4da0-afe8-3dbb586cac30, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5bb8428c-f939-4da0-afe8-3dbb586cac30,segment=NetworkSegment(40ce25a3-70d6-4208-b4ec-0db2b5be32c0),segment_id=40ce25a3-70d6-4208-b4ec-0db2b5be32c0)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:19.075231 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-04667bdd-1383-47bb-ad33-ba96b7b69118 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.077946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.102240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fe12b6ce-03ba-49d0-a0a6-f14f0f3469c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.110144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993c46a-9ffa-473e-931a-3dd1dc85ac22 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Network': ['ID=3f40ffd6-4802-4831-816e-3954b2cb9a4b,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:19.112674 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1993c46a-9ffa-473e-931a-3dd1dc85ac22 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:19.113132 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:19.125841 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 3f40ffd6-4802-4831-816e-3954b2cb9a4b details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:44:19.127948 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:19.129134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04667bdd-1383-47bb-ad33-ba96b7b69118 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5711b3a-4e29-4fdb-91be-8b7722d8cc3e,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:19.130505 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.135698 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:19.135698 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-04667bdd-1383-47bb-ad33-ba96b7b69118 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:19.135698 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c096f7b6-fb65-4957-86db-17faaa91fe97 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:19.136009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:19.144267 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:19.146942 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-af9a313f-9d0c-41f5-9e48-657ca3f8ca78 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.161977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-af9a313f-9d0c-41f5-9e48-657ca3f8ca78 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Transition to ACTIVE for port object dcee1359-c44f-41b5-8b22-2c2814b3dd54 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:19.196070 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:19.200464 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.208115 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=17926b7d-0fbe-4d89-92d5-38a6d61f531e,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:19.211647 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:19.216118 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.262877 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Pushing event updated for resources: {'Port': ['ID=5bb8428c-f939-4da0-afe8-3dbb586cac30,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:19.266748 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:19.271668 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.308500 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-04667bdd-1383-47bb-ad33-ba96b7b69118 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.313288 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59326) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:19.313472 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-04667bdd-1383-47bb-ad33-ba96b7b69118 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7754176 Jun 22 09:44:19.318846 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-88ffecc0-60b8-407e-95f1-1280a2032551 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Request body: {'security_group_rule': {'security_group_id': '7afad1b3-9138-419d-aa5b-5b42afc97214', 'project_id': '6405790520f347c092a1490886c89b06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:19.342743 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.348345 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-af9a313f-9d0c-41f5-9e48-657ca3f8ca78 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.348988 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1993c46a-9ffa-473e-931a-3dd1dc85ac22 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8213298 Jun 22 09:44:19.355101 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59328) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:19.356180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:19.359020 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-34947e2b-4a11-4f0e-8c51-497428baac5c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'subnet': {'network_id': '3f40ffd6-4802-4831-816e-3954b2cb9a4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:19.411043 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9a313f-9d0c-41f5-9e48-657ca3f8ca78 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network 64163a26-0870-4700-9bc8-7c0c68b9a034 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:19.418000 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-af9a313f-9d0c-41f5-9e48-657ca3f8ca78 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:19.423087 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9a313f-9d0c-41f5-9e48-657ca3f8ca78 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:19.477443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a313f-9d0c-41f5-9e48-657ca3f8ca78 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=dcee1359-c44f-41b5-8b22-2c2814b3dd54,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:19.480920 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-af9a313f-9d0c-41f5-9e48-657ca3f8ca78 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:19.512148 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bba0a6-eb9f-469c-ae43-c62d71fccd11 req-26603bb7-c103-402b-a944-c87ab56ff566 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:19.513708 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-42bba0a6-eb9f-469c-ae43-c62d71fccd11 req-26603bb7-c103-402b-a944-c87ab56ff566 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 944 time: 0.1966345 Jun 22 09:44:19.520706 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9a313f-9d0c-41f5-9e48-657ca3f8ca78 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:19.521353 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-af9a313f-9d0c-41f5-9e48-657ca3f8ca78 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.535817 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.568621 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.586260 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-42bba0a6-eb9f-469c-ae43-c62d71fccd11 req-cd8b1d86-af74-443f-b3e5-6a67cbe6e71b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dd93053-b65d-4239-858a-9522821fd482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598190 Jun 22 09:44:19.651959 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.656588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e34b8eca-ac6d-449b-9fa6-fdf907775324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:19.676826 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:44:19.690003 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd1ce6c-5530-4dd3-ac4a-9e8e43ffa495,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:19.693629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:19.696470 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.696814 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Added segment b61cc1f2-442e-49bc-b0bb-3dc47be8152b of type vlan for network 36eee797-60f1-483e-81c4-4dc1c89ce22a Jun 22 09:44:19.711406 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.728074 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-af9a313f-9d0c-41f5-9e48-657ca3f8ca78 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5679424 Jun 22 09:44:19.730772 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59330) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:19.737749 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-96d43cd6-e3f2-4a39-9f6e-25d1b2e8977a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'network_id': '64163a26-0870-4700-9bc8-7c0c68b9a034', 'name': 'tempest-PortsTestJSON-1681511039'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:19.743776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.783626 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.787957 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0e2f7460-5995-4656-94b1-14cd557babc7 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:19.850499 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-88ffecc0-60b8-407e-95f1-1280a2032551 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.867377 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.873024 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:19.873627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.879965 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1a4d46a6-6ec4-4d57-ae44-199d11db3f3b tempest-AllowedAddressPairTestJSON-744771101 tempest-AllowedAddressPairTestJSON-744771101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:19.897421 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=17926b7d-0fbe-4d89-92d5-38a6d61f531e,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:19.907047 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:19.911251 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.969013 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Network': ['ID=36eee797-60f1-483e-81c4-4dc1c89ce22a,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:19.972390 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:19.981066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:44:19.983535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34947e2b-4a11-4f0e-8c51-497428baac5c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:19.990483 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34947e2b-4a11-4f0e-8c51-497428baac5c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:19.993072 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-88ffecc0-60b8-407e-95f1-1280a2032551 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:20.051079 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.ipam_backend_mixin [None req-34947e2b-4a11-4f0e-8c51-497428baac5c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Performing IP validity checks on allocation pools {{(pid=100653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 09:44:20.051668 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.ipam_backend_mixin [None req-34947e2b-4a11-4f0e-8c51-497428baac5c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 09:44:20.088617 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1911926 Jun 22 09:44:20.088845 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59332) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:20.094873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-8026ec13-b828-4c71-b112-b51991cfb0b1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:20.138935 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-88ffecc0-60b8-407e-95f1-1280a2032551 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:20.155284 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:20.181121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d43cd6-e3f2-4a39-9f6e-25d1b2e8977a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:20.184695 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffecc0-60b8-407e-95f1-1280a2032551 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0046eb7-429d-4e3f-b131-1c11d6be76e5,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:20.184950 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-96d43cd6-e3f2-4a39-9f6e-25d1b2e8977a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:20.191342 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-88ffecc0-60b8-407e-95f1-1280a2032551 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:20.211231 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-96d43cd6-e3f2-4a39-9f6e-25d1b2e8977a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] device_id is not set on port 60fc7cf2-3e08-44ce-8215-08077655b55f yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:20.251898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:20.253713 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1865568 Jun 22 09:44:20.255894 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59334) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:20.261993 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a9b0cd51-7b4f-4a28-ae6a-55846a140a38 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'port': {'network_id': '4ef9b3a4-358b-4e49-9eb4-cf356eed01fd', 'name': 'tempest-FloatingIPTestJSON-69555042'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:20.289975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05f73a3-85ad-4a9e-89cc-6d198ff8acb3 None None] Network 64163a26-0870-4700-9bc8-7c0c68b9a034 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:20.299519 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34947e2b-4a11-4f0e-8c51-497428baac5c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:20.304839 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:20.310958 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-88ffecc0-60b8-407e-95f1-1280a2032551 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:20.311846 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-88ffecc0-60b8-407e-95f1-1280a2032551 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9972248 Jun 22 09:44:20.317128 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59336) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:20.323336 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-13a6da7f-1b71-44ce-a8e4-365576a79d01 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Request body: {'security_group_rule': {'security_group_id': '7afad1b3-9138-419d-aa5b-5b42afc97214', 'project_id': '6405790520f347c092a1490886c89b06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:20.383893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-96d43cd6-e3f2-4a39-9f6e-25d1b2e8977a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Allocated IP 172.20.0.8 (64163a26-0870-4700-9bc8-7c0c68b9a034/de63d395-8bce-4487-9a43-1d6e0094b00f/60fc7cf2-3e08-44ce-8215-08077655b55f) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:20.389234 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34947e2b-4a11-4f0e-8c51-497428baac5c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Subnet': ['ID=794d0cdd-79c8-4e63-a6d2-f2839ae96e95,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:20.401050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-34947e2b-4a11-4f0e-8c51-497428baac5c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:20.413423 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34947e2b-4a11-4f0e-8c51-497428baac5c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Checking segment: {'id': 'ecdb9f18-2e13-4927-bc12-8c4d4218ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f40ffd6-4802-4831-816e-3954b2cb9a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:20.414084 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34947e2b-4a11-4f0e-8c51-497428baac5c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network hostable DHCP agents. Network: 3f40ffd6-4802-4831-816e-3954b2cb9a4b, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:44:20.431712 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8026ec13-b828-4c71-b112-b51991cfb0b1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:20.436153 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8026ec13-b828-4c71-b112-b51991cfb0b1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:20.532881 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:20.541107 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5bb8428c-f939-4da0-afe8-3dbb586cac30 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:20.562680 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34947e2b-4a11-4f0e-8c51-497428baac5c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network 3f40ffd6-4802-4831-816e-3954b2cb9a4b is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:44:20.589755 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-96d43cd6-e3f2-4a39-9f6e-25d1b2e8977a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:20.599334 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-13a6da7f-1b71-44ce-a8e4-365576a79d01 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Project 6405790520f347c092a1490886c89b06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:44:20.612340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-96d43cd6-e3f2-4a39-9f6e-25d1b2e8977a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Transition to ACTIVE for port object 60fc7cf2-3e08-44ce-8215-08077655b55f will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:20.673141 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13a6da7f-1b71-44ce-a8e4-365576a79d01 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:20.688620 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-19270020-edad-4282-82cd-174b61e055a2 None None] Provisioning for port 5bb8428c-f939-4da0-afe8-3dbb586cac30 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:20.725371 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-34947e2b-4a11-4f0e-8c51-497428baac5c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 3f40ffd6-4802-4831-816e-3954b2cb9a4b) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:20.735214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34947e2b-4a11-4f0e-8c51-497428baac5c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:20.735214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34947e2b-4a11-4f0e-8c51-497428baac5c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:20.735866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ec744a-b093-49cc-b093-2f94debfb21f None None] Network 3f40ffd6-4802-4831-816e-3954b2cb9a4b requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:20.773799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13a6da7f-1b71-44ce-a8e4-365576a79d01 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:20.783092 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b0cd51-7b4f-4a28-ae6a-55846a140a38 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Made reservation on behalf of 3fe8e4519a884b82ab7d8e90f6c4589b for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:20.784426 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-96d43cd6-e3f2-4a39-9f6e-25d1b2e8977a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:20.786729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a9b0cd51-7b4f-4a28-ae6a-55846a140a38 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:20.788665 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f9f60102-e69a-4a06-8660-9de04542fe4e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:20.792546 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8026ec13-b828-4c71-b112-b51991cfb0b1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:20.800180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8fb3959d-599b-48b6-894a-a9dae64d36e0 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:20.828281 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 5bb8428c-f939-4da0-afe8-3dbb586cac30 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:20.834196 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 5bb8428c-f939-4da0-afe8-3dbb586cac30 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:20.834718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:20.843759 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d43cd6-e3f2-4a39-9f6e-25d1b2e8977a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=60fc7cf2-3e08-44ce-8215-08077655b55f,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:20.849771 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-96d43cd6-e3f2-4a39-9f6e-25d1b2e8977a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:20.852525 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d43cd6-e3f2-4a39-9f6e-25d1b2e8977a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network 64163a26-0870-4700-9bc8-7c0c68b9a034 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:20.854175 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-96d43cd6-e3f2-4a39-9f6e-25d1b2e8977a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:20.856684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d43cd6-e3f2-4a39-9f6e-25d1b2e8977a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:20.863580 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-a9b0cd51-7b4f-4a28-ae6a-55846a140a38 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] device_id is not set on port 0793bfb9-ab20-445e-b01d-f87b4f333f78 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:20.869931 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13a6da7f-1b71-44ce-a8e4-365576a79d01 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:20.880996 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-34947e2b-4a11-4f0e-8c51-497428baac5c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5271733 Jun 22 09:44:20.884267 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59340) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:20.957065 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cdc3f-4b79-4d80-aafb-c5a9092e3f4e req-f8630f30-d6ae-4ffd-a70d-fdeb15f88052 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:20.961110 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-933cdc3f-4b79-4d80-aafb-c5a9092e3f4e req-f8630f30-d6ae-4ffd-a70d-fdeb15f88052 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 944 time: 0.2526679 Jun 22 09:44:20.976836 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d43cd6-e3f2-4a39-9f6e-25d1b2e8977a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:20.977872 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-96d43cd6-e3f2-4a39-9f6e-25d1b2e8977a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:20.978107 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026ec13-b828-4c71-b112-b51991cfb0b1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=2fee1251-bc4f-4fed-8f96-377fb2e0fedb,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:20.992282 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8026ec13-b828-4c71-b112-b51991cfb0b1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:20.992676 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8026ec13-b828-4c71-b112-b51991cfb0b1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network hostable DHCP agents. Network: 36eee797-60f1-483e-81c4-4dc1c89ce22a, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:44:21.007683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8026ec13-b828-4c71-b112-b51991cfb0b1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:21.014781 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b2189ab3-4c5e-4f9b-8e55-89c12e565c8b tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:21.025355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6f4b8909-26cc-4f75-a656-c50b6c9b9676 None None] Provisioning complete for port 5bb8428c-f939-4da0-afe8-3dbb586cac30 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:21.025889 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6f4b8909-26cc-4f75-a656-c50b6c9b9676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.033245 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.036210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6da7f-1b71-44ce-a8e4-365576a79d01 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4668e2-3559-492a-82fb-889fe036a4ac,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:21.042638 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-13a6da7f-1b71-44ce-a8e4-365576a79d01 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:21.056153 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.059102 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-3f40ffd6-4802-4831-816e-3954b2cb9a4b', 'network_id': '3f40ffd6-4802-4831-816e-3954b2cb9a4b', 'tenant_id': 'f4445d2b9f8c4e23aee039318ad408ee', 'fixed_ips': [{'subnet_id': '794d0cdd-79c8-4e63-a6d2-f2839ae96e95'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:44:21.059988 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.063786 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-96d43cd6-e3f2-4a39-9f6e-25d1b2e8977a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3314803 Jun 22 09:44:21.084618 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59342) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:21.179404 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.221912 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 5bb8428c-f939-4da0-afe8-3dbb586cac30, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5bb8428c-f939-4da0-afe8-3dbb586cac30,segment=NetworkSegment(40ce25a3-70d6-4208-b4ec-0db2b5be32c0),segment_id=40ce25a3-70d6-4208-b4ec-0db2b5be32c0)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:21.280110 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:44:21.296426 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.300839 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Allocated IP 172.20.0.3 (3f40ffd6-4802-4831-816e-3954b2cb9a4b/794d0cdd-79c8-4e63-a6d2-f2839ae96e95/f3564de3-a462-43cc-851a-16fd1d8280a4) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:21.306375 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b84f8f-9f74-48e3-91cc-8ff7946cf54c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:21.306969 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fbd7a62a-b430-48db-a306-116e5108d10a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:21.308992 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-01b84f8f-9f74-48e3-91cc-8ff7946cf54c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.2232597 Jun 22 09:44:21.312494 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59344) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:21.366004 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6f4b8909-26cc-4f75-a656-c50b6c9b9676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.431035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13a6da7f-1b71-44ce-a8e4-365576a79d01 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.434657 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-13a6da7f-1b71-44ce-a8e4-365576a79d01 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1165700 Jun 22 09:44:21.436185 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59346) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:21.446022 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-5f159e4b-f782-4e3f-ac0b-d281d4c41375 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Request body: {'security_group_rule': {'security_group_id': '7afad1b3-9138-419d-aa5b-5b42afc97214', 'project_id': '6405790520f347c092a1490886c89b06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:21.451284 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-140f0a2b-e18b-473b-873c-43780465c1c8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port 60fc7cf2-3e08-44ce-8215-08077655b55f {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:21.451741 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-140f0a2b-e18b-473b-873c-43780465c1c8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.500267 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-933cdc3f-4b79-4d80-aafb-c5a9092e3f4e req-8c2938df-537c-4b31-8162-77bb17b677ef tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dd93053-b65d-4239-858a-9522821fd482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5127304 Jun 22 09:44:21.501376 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=5bb8428c-f939-4da0-afe8-3dbb586cac30,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:21.510121 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:21.528670 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-a9b0cd51-7b4f-4a28-ae6a-55846a140a38 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Allocated IP 172.20.0.14 (4ef9b3a4-358b-4e49-9eb4-cf356eed01fd/90f7021b-f8a0-4569-95b7-3911f6f55f81/0793bfb9-ab20-445e-b01d-f87b4f333f78) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:21.560214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-140f0a2b-e18b-473b-873c-43780465c1c8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.562388 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8026ec13-b828-4c71-b112-b51991cfb0b1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:44:21.604493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-6f4b8909-26cc-4f75-a656-c50b6c9b9676 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:44:21.604862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-6f4b8909-26cc-4f75-a656-c50b6c9b9676 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:44:21.606149 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-5f159e4b-f782-4e3f-ac0b-d281d4c41375 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Project 6405790520f347c092a1490886c89b06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:44:21.619486 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e,segment=NetworkSegment(44d5211a-6f72-4593-87a9-aa3713310fa9),segment_id=44d5211a-6f72-4593-87a9-aa3713310fa9)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:21.633200 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-140f0a2b-e18b-473b-873c-43780465c1c8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for 60fc7cf2-3e08-44ce-8215-08077655b55f owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:21.637771 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5f159e4b-f782-4e3f-ac0b-d281d4c41375 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.651209 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-8026ec13-b828-4c71-b112-b51991cfb0b1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 36eee797-60f1-483e-81c4-4dc1c89ce22a) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:21.653784 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': 'e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e', 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce', 'port_id': 'e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e', 'mac_address': 'fa:16:3e:3a:19:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b692d1b-860c-4e94-bf9b-e3f0934ae7d9', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:44:21.665595 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026ec13-b828-4c71-b112-b51991cfb0b1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:21.665948 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8026ec13-b828-4c71-b112-b51991cfb0b1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.685418 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72498f5-b8f1-4935-8d08-dc65275d11f8 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:21.701967 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.715443 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.724618 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a9b0cd51-7b4f-4a28-ae6a-55846a140a38 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.742378 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5f159e4b-f782-4e3f-ac0b-d281d4c41375 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.755082 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.760524 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8026ec13-b828-4c71-b112-b51991cfb0b1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6678793 Jun 22 09:44:21.760704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Transition to ACTIVE for port object f3564de3-a462-43cc-851a-16fd1d8280a4 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:21.760832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59348) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:21.767313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-f173b736-eeee-4e70-a61c-8fed5e996db2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'name': 'tempest-NetworksTestDHCPv6-700241296'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:21.787563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:44:21.811743 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5f159e4b-f782-4e3f-ac0b-d281d4c41375 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.831242 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e8b1ed05-2695-4ef9-a954-789f3b3137a2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:21.833057 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e,segment=NetworkSegment(44d5211a-6f72-4593-87a9-aa3713310fa9),segment_id=44d5211a-6f72-4593-87a9-aa3713310fa9)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:21.869266 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a9b0cd51-7b4f-4a28-ae6a-55846a140a38 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.872114 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f159e4b-f782-4e3f-ac0b-d281d4c41375 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b4d657-320e-4163-9c8f-711762063241,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:21.878137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5f159e4b-f782-4e3f-ac0b-d281d4c41375 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:21.881311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:21.909101 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': '2fee1251-bc4f-4fed-8f96-377fb2e0fedb'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:44:21.909101 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.923296 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b0cd51-7b4f-4a28-ae6a-55846a140a38 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network 4ef9b3a4-358b-4e49-9eb4-cf356eed01fd is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:21.926192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.928807 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-a9b0cd51-7b4f-4a28-ae6a-55846a140a38 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:21.929307 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:21.939500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b0cd51-7b4f-4a28-ae6a-55846a140a38 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:21.962014 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5f159e4b-f782-4e3f-ac0b-d281d4c41375 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.965627 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5f159e4b-f782-4e3f-ac0b-d281d4c41375 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5257361 Jun 22 09:44:21.965811 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0cd51-7b4f-4a28-ae6a-55846a140a38 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=0793bfb9-ab20-445e-b01d-f87b4f333f78,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:21.968584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-140f0a2b-e18b-473b-873c-43780465c1c8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:21.968785 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59350) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:21.972199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-c14f9ea6-7355-44fa-b0e1-ad9f9795c8d3 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Request body: {'network': {'name': 'tempest-network-smoke--398186133', 'project_id': '6405790520f347c092a1490886c89b06', 'port_security_enabled': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:21.972753 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a5356c0c-2352-4b02-9f58-cb5c4989cc3e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:21.977964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a9b0cd51-7b4f-4a28-ae6a-55846a140a38 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:22.006783 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b0cd51-7b4f-4a28-ae6a-55846a140a38 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:22.007896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a9b0cd51-7b4f-4a28-ae6a-55846a140a38 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.017197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Transition to ACTIVE for port object f3564de3-a462-43cc-851a-16fd1d8280a4 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:22.061499 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:22.064836 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:22.133341 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Allocated IP 2001:db8::2 (36eee797-60f1-483e-81c4-4dc1c89ce22a/2fee1251-bc4f-4fed-8f96-377fb2e0fedb/990b31b8-9f9d-42bf-9f34-d7eecb59f4b8) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:22.158050 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.165630 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:22.261361 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Network 3f40ffd6-4802-4831-816e-3954b2cb9a4b is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:22.265407 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Pushing event updated for resources: {'Port': ['ID=f3564de3-a462-43cc-851a-16fd1d8280a4,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:22.268297 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:22.274360 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:22.278126 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:22.310146 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:44:22.321921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f0a2b-e18b-473b-873c-43780465c1c8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=60fc7cf2-3e08-44ce-8215-08077655b55f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:22.328636 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-140f0a2b-e18b-473b-873c-43780465c1c8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:22.385116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6f4b8909-26cc-4f75-a656-c50b6c9b9676 None None] Provisioning for port dcee1359-c44f-41b5-8b22-2c2814b3dd54 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:22.405472 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-140f0a2b-e18b-473b-873c-43780465c1c8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.413852 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-140f0a2b-e18b-473b-873c-43780465c1c8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/ports/60fc7cf2-3e08-44ce-8215-08077655b55f HTTP/1.1" status: 204 len: 168 time: 1.0943806 Jun 22 09:44:22.414404 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Attempting to bind port f3564de3-a462-43cc-851a-16fd1d8280a4 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:22.414404 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Attempting to bind port f3564de3-a462-43cc-851a-16fd1d8280a4 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'ecdb9f18-2e13-4927-bc12-8c4d4218ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f40ffd6-4802-4831-816e-3954b2cb9a4b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:22.414404 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Attempting to bind port f3564de3-a462-43cc-851a-16fd1d8280a4 on network 3f40ffd6-4802-4831-816e-3954b2cb9a4b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:22.415051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59352) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:22.415146 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6f4b8909-26cc-4f75-a656-c50b6c9b9676 None None] Provisioning complete for port dcee1359-c44f-41b5-8b22-2c2814b3dd54 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:22.415146 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6f4b8909-26cc-4f75-a656-c50b6c9b9676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.445364 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f173b736-eeee-4e70-a61c-8fed5e996db2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:22.449001 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f173b736-eeee-4e70-a61c-8fed5e996db2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.461827 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:22.462217 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Checking segment: {'id': 'ecdb9f18-2e13-4927-bc12-8c4d4218ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f40ffd6-4802-4831-816e-3954b2cb9a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:22.462639 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.463350 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Bound using segment: {'id': 'ecdb9f18-2e13-4927-bc12-8c4d4218ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f40ffd6-4802-4831-816e-3954b2cb9a4b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:22.463570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Bound port: f3564de3-a462-43cc-851a-16fd1d8280a4, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdb9f18-2e13-4927-bc12-8c4d4218ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f40ffd6-4802-4831-816e-3954b2cb9a4b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:22.463962 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.466396 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-bebdc172-2323-4779-b445-9a454c82cba0 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] GET failed (client error): The resource could not be found. Jun 22 09:44:22.471992 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bebdc172-2323-4779-b445-9a454c82cba0 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports/60fc7cf2-3e08-44ce-8215-08077655b55f HTTP/1.1" status: 404 len: 333 time: 0.0598235 Jun 22 09:44:22.474109 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59354) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:22.477013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-f173b736-eeee-4e70-a61c-8fed5e996db2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port 52e06735-879d-4922-9589-bdbf433e8ac8 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:22.507937 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5bb8428c-f939-4da0-afe8-3dbb586cac30 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:22.521189 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.532593 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c27c0696-418d-4390-93e1-7abb92b36a53 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:22.569197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.588238 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-6f4b8909-26cc-4f75-a656-c50b6c9b9676 None None] Port dcee1359-c44f-41b5-8b22-2c2814b3dd54 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:22.604319 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14f9ea6-7355-44fa-b0e1-ad9f9795c8d3 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Made reservation on behalf of 6405790520f347c092a1490886c89b06 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:22.608930 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c14f9ea6-7355-44fa-b0e1-ad9f9795c8d3 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.618028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Subnet': ['ID=794d0cdd-79c8-4e63-a6d2-f2839ae96e95,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:22.635467 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:22.640904 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Transition to ACTIVE for port object 990b31b8-9f9d-42bf-9f34-d7eecb59f4b8 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:22.663766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14f9ea6-7355-44fa-b0e1-ad9f9795c8d3 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:44:22.671456 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-278ddc5b-ca8b-4e94-9634-00b042a92862 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port dcee1359-c44f-41b5-8b22-2c2814b3dd54 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:22.671456 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-278ddc5b-ca8b-4e94-9634-00b042a92862 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.693440 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.698157 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Transition to ACTIVE for port object 990b31b8-9f9d-42bf-9f34-d7eecb59f4b8 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:22.720090 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c14f9ea6-7355-44fa-b0e1-ad9f9795c8d3 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.720501 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-c14f9ea6-7355-44fa-b0e1-ad9f9795c8d3 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Added segment 29b484eb-9441-4917-8ba3-d67074cf94d8 of type vlan for network 75ca7b51-8500-41da-a24f-8648dce1885d Jun 22 09:44:22.725387 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a9b0cd51-7b4f-4a28-ae6a-55846a140a38 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4683044 Jun 22 09:44:22.726775 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f40ffd6-4802-4831-816e-3954b2cb9a4b']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:22.727857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59358) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:22.729690 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] For port f3564de3-a462-43cc-851a-16fd1d8280a4, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:22.739328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecdb9f18-2e13-4927-bc12-8c4d4218ef58') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:22.739607 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-46e7f6d6-07df-4355-80d9-547206ab461d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'floatingip': {'port_id': '0793bfb9-ab20-445e-b01d-f87b4f333f78'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:22.739718 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecdb9f18-2e13-4927-bc12-8c4d4218ef58') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:22.752072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.752982 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] For port f3564de3-a462-43cc-851a-16fd1d8280a4, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=f3564de3-a462-43cc-851a-16fd1d8280a4,segment=NetworkSegment(ecdb9f18-2e13-4927-bc12-8c4d4218ef58),segment_id=ecdb9f18-2e13-4927-bc12-8c4d4218ef58)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:22.762712 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 5bb8428c-f939-4da0-afe8-3dbb586cac30 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:22.763167 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.787416 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15b470-331b-43c6-a715-48d5b6bf4835 req-d6a9ce0b-3277-4f25-9fe7-24308ac69c97 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:22.788963 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fd15b470-331b-43c6-a715-48d5b6bf4835 req-d6a9ce0b-3277-4f25-9fe7-24308ac69c97 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 945 time: 0.1115854 Jun 22 09:44:22.798355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0b47b7e0-4ae6-4ae6-9a0d-bb64283a0c1b None None] Provisioning complete for port dcee1359-c44f-41b5-8b22-2c2814b3dd54 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:22.798744 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0b47b7e0-4ae6-4ae6-9a0d-bb64283a0c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.809659 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.812048 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-46e7f6d6-07df-4355-80d9-547206ab461d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.832622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6453bd97-2ba6-403c-90eb-980a97079982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:22.863824 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c14f9ea6-7355-44fa-b0e1-ad9f9795c8d3 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.872124 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-f173b736-eeee-4e70-a61c-8fed5e996db2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::350 (36eee797-60f1-483e-81c4-4dc1c89ce22a/2fee1251-bc4f-4fed-8f96-377fb2e0fedb/52e06735-879d-4922-9589-bdbf433e8ac8) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:22.877356 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fd15b470-331b-43c6-a715-48d5b6bf4835 req-8a8fa8fd-ab90-4373-be9b-8d42efcc8384 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dd93053-b65d-4239-858a-9522821fd482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634346 Jun 22 09:44:22.884362 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.887585 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:22.899600 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:22.937118 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:22.939172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-278ddc5b-ca8b-4e94-9634-00b042a92862 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:22.955908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:22.961425 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:22.971318 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-0b47b7e0-4ae6-4ae6-9a0d-bb64283a0c1b None None] Port dcee1359-c44f-41b5-8b22-2c2814b3dd54 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:22.997383 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Pushing event updated for resources: {'Port': ['ID=990b31b8-9f9d-42bf-9f34-d7eecb59f4b8,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:23.000249 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0b47b7e0-4ae6-4ae6-9a0d-bb64283a0c1b None None] Could not find standard attr ID for object 60fc7cf2-3e08-44ce-8215-08077655b55f. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:44:23.036153 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-278ddc5b-ca8b-4e94-9634-00b042a92862 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for dcee1359-c44f-41b5-8b22-2c2814b3dd54 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:23.043481 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.db.api [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:44:23.043481 dv-neutron-797121-3-hyperv neutron-server[100653]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:44:23.043481 dv-neutron-797121-3-hyperv neutron-server[100653]: [parameters: {'id': '3f40ffd6-4802-4831-816e-3954b2cb9a4b'}] Jun 22 09:44:23.043481 dv-neutron-797121-3-hyperv neutron-server[100653]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:44:23.044049 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_db.api [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:44:23.097963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c14f9ea6-7355-44fa-b0e1-ad9f9795c8d3 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:23.104288 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14f9ea6-7355-44fa-b0e1-ad9f9795c8d3 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:23.105012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c14f9ea6-7355-44fa-b0e1-ad9f9795c8d3 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:23.111990 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-04526d3a-b21f-4b32-8d2c-b615a3d555b1 tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:23.125563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f173b736-eeee-4e70-a61c-8fed5e996db2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:23.140855 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-f173b736-eeee-4e70-a61c-8fed5e996db2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object 52e06735-879d-4922-9589-bdbf433e8ac8 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:23.182298 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:23.184337 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-505d1682-fcf2-474d-8f2f-a1120d314d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:23.258860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f9ea6-7355-44fa-b0e1-ad9f9795c8d3 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event updated for resources: {'Network': ['ID=75ca7b51-8500-41da-a24f-8648dce1885d,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:23.265194 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c14f9ea6-7355-44fa-b0e1-ad9f9795c8d3 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:23.292360 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 75ca7b51-8500-41da-a24f-8648dce1885d details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:44:23.297181 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c14f9ea6-7355-44fa-b0e1-ad9f9795c8d3 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3281202 Jun 22 09:44:23.299892 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59360) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:23.305149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-504851969', 'admin_state_up': True, 'project_id': '6405790520f347c092a1490886c89b06', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:23.354683 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f173b736-eeee-4e70-a61c-8fed5e996db2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:23.359171 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5ac9783d-01e4-4687-b5a5-cf6b7f196736 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:23.386109 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc137f8-4188-45cc-a5d7-d1e3c9072d60 None None] Network 3f40ffd6-4802-4831-816e-3954b2cb9a4b requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:23.387967 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Attempting to bind port 990b31b8-9f9d-42bf-9f34-d7eecb59f4b8 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:23.388380 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Attempting to bind port 990b31b8-9f9d-42bf-9f34-d7eecb59f4b8 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:23.388755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Attempting to bind port 990b31b8-9f9d-42bf-9f34-d7eecb59f4b8 on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:23.400578 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Pushing event updated for resources: {'Port': ['ID=f3564de3-a462-43cc-851a-16fd1d8280a4,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:23.408063 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f173b736-eeee-4e70-a61c-8fed5e996db2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:23.414838 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-f173b736-eeee-4e70-a61c-8fed5e996db2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:23.419460 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f173b736-eeee-4e70-a61c-8fed5e996db2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:23.426040 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f173b736-eeee-4e70-a61c-8fed5e996db2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:23.426670 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f173b736-eeee-4e70-a61c-8fed5e996db2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:23.430440 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173b736-eeee-4e70-a61c-8fed5e996db2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=52e06735-879d-4922-9589-bdbf433e8ac8,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:23.435339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f173b736-eeee-4e70-a61c-8fed5e996db2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:23.448915 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:23.459008 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:23.459401 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:23.459843 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:23.460256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:23.460739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Bound port: 990b31b8-9f9d-42bf-9f34-d7eecb59f4b8, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:23.461130 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:23.463212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:23.464646 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:23.544784 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:23.579887 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f173b736-eeee-4e70-a61c-8fed5e996db2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8155117 Jun 22 09:44:23.580418 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59362) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:23.597840 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-278ddc5b-ca8b-4e94-9634-00b042a92862 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:23.606765 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] For port 990b31b8-9f9d-42bf-9f34-d7eecb59f4b8, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:23.611407 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] For port 990b31b8-9f9d-42bf-9f34-d7eecb59f4b8, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=990b31b8-9f9d-42bf-9f34-d7eecb59f4b8,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:23.616660 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-46e7f6d6-07df-4355-80d9-547206ab461d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:23.619592 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d850d76c-4a7a-4b9a-87f7-ad70cacc285f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:23.647837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Deleting port f3564de3-a462-43cc-851a-16fd1d8280a4 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:23.648259 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:23.650523 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:23.654936 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ddc5b-ca8b-4e94-9634-00b042a92862 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=dcee1359-c44f-41b5-8b22-2c2814b3dd54,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:23.660616 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-278ddc5b-ca8b-4e94-9634-00b042a92862 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:23.704772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:23.708627 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:23.722496 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] For port f3564de3-a462-43cc-851a-16fd1d8280a4, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=f3564de3-a462-43cc-851a-16fd1d8280a4,segment=NetworkSegment(ecdb9f18-2e13-4927-bc12-8c4d4218ef58),segment_id=ecdb9f18-2e13-4927-bc12-8c4d4218ef58)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:23.723052 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:23.744831 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777da986-a6fe-4b34-8aad-98c0162bd273 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:23.750716 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777da986-a6fe-4b34-8aad-98c0162bd273 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:23.752353 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-777da986-a6fe-4b34-8aad-98c0162bd273 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1707780 Jun 22 09:44:23.755013 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59364) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:23.759028 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-278ddc5b-ca8b-4e94-9634-00b042a92862 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:23.761932 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-278ddc5b-ca8b-4e94-9634-00b042a92862 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/ports/dcee1359-c44f-41b5-8b22-2c2814b3dd54 HTTP/1.1" status: 204 len: 168 time: 1.2556198 Jun 22 09:44:23.769297 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-46e7f6d6-07df-4355-80d9-547206ab461d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:23.771501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59366) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:23.791917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Pushing event updated for resources: {'Port': ['ID=990b31b8-9f9d-42bf-9f34-d7eecb59f4b8,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:23.797327 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:23.874025 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b2dc74-0f38-4e26-a85f-061c511eb92e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] GET failed (client error): The resource could not be found. Jun 22 09:44:23.875650 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e7b2dc74-0f38-4e26-a85f-061c511eb92e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports/dcee1359-c44f-41b5-8b22-2c2814b3dd54 HTTP/1.1" status: 404 len: 333 time: 0.1022811 Jun 22 09:44:23.876533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Calling delete_port for f3564de3-a462-43cc-851a-16fd1d8280a4 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:23.880480 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59368) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:23.971454 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-46e7f6d6-07df-4355-80d9-547206ab461d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Floating IP a18809c1-1438-4a16-8661-188335466b12 associated. External IP: 172.26.3.23, port: 0793bfb9-ab20-445e-b01d-f87b4f333f78. Jun 22 09:44:24.007843 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.085759 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-421e92b0-6deb-4415-8900-bd0d31ebcad8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting subnet de63d395-8bce-4487-9a43-1d6e0094b00f {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:44:24.111405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-421e92b0-6deb-4415-8900-bd0d31ebcad8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.120043 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-7074f0e3-bf52-4901-bbd7-96d291432f75 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port 52e06735-879d-4922-9589-bdbf433e8ac8 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:24.120388 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7074f0e3-bf52-4901-bbd7-96d291432f75 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.199488 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-421e92b0-6deb-4415-8900-bd0d31ebcad8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.292448 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7074f0e3-bf52-4901-bbd7-96d291432f75 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.309537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c5036-3fbe-40ae-91ec-a187496d836e req-96c3fbed-7a16-4de1-9919-8429fbfa7a3e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:24.311652 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c26c5036-3fbe-40ae-91ec-a187496d836e req-96c3fbed-7a16-4de1-9919-8429fbfa7a3e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 945 time: 0.2443345 Jun 22 09:44:24.313605 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-421e92b0-6deb-4415-8900-bd0d31ebcad8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.335792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.338621 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3e2d84c6-1405-4cd9-b09c-165f36ff99e4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:24.378750 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Port': ['ID=f3564de3-a462-43cc-851a-16fd1d8280a4,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:24.380586 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No DVR routers for this DVR port f3564de3-a462-43cc-851a-16fd1d8280a4 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:24.383928 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-7074f0e3-bf52-4901-bbd7-96d291432f75 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for 52e06735-879d-4922-9589-bdbf433e8ac8 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:24.386735 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:24.514180 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c26c5036-3fbe-40ae-91ec-a187496d836e req-aad47e00-bbc5-4d20-9936-80c135f8bb8c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dd93053-b65d-4239-858a-9522821fd482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902971 Jun 22 09:44:24.520025 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 990b31b8-9f9d-42bf-9f34-d7eecb59f4b8 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:24.534161 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e7f6d6-07df-4355-80d9-547206ab461d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 09aaf0f9-c9cb-4f59-bf81-5914db24d7ae has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:44:24.579412 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.582179 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.614708 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.617737 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f40ffd6-4802-4831-816e-3954b2cb9a4b']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:24.633804 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecdb9f18-2e13-4927-bc12-8c4d4218ef58') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:24.634122 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecdb9f18-2e13-4927-bc12-8c4d4218ef58') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:24.644511 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.651338 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-421e92b0-6deb-4415-8900-bd0d31ebcad8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.656149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d3006183-0501-4d86-9cc4-ed3f2516b3e4 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:24.673896 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 990b31b8-9f9d-42bf-9f34-d7eecb59f4b8 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:24.681602 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.688451 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e92b0-6deb-4415-8900-bd0d31ebcad8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Subnet': ['ID=de63d395-8bce-4487-9a43-1d6e0094b00f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:24.693129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-421e92b0-6deb-4415-8900-bd0d31ebcad8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:24.694077 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:24.694965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:24.697937 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:24.700026 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-421e92b0-6deb-4415-8900-bd0d31ebcad8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.700597 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-421e92b0-6deb-4415-8900-bd0d31ebcad8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/de63d395-8bce-4487-9a43-1d6e0094b00f HTTP/1.1" status: 204 len: 168 time: 0.8194180 Jun 22 09:44:24.704048 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59372) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:24.714205 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0fca3e-db3f-46b6-8371-45c30bf662c2 None None] Network 64163a26-0870-4700-9bc8-7c0c68b9a034 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:24.762542 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e7f6d6-07df-4355-80d9-547206ab461d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:24.768314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-46e7f6d6-07df-4355-80d9-547206ab461d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.774951 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d893ecd-4b87-4c4b-bb0a-91d660848c23 None None] Sync routers for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:24.776595 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7074f0e3-bf52-4901-bbd7-96d291432f75 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.795591 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d893ecd-4b87-4c4b-bb0a-91d660848c23 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:24.796821 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2d893ecd-4b87-4c4b-bb0a-91d660848c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:24.804464 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ca167de4-a6a9-4363-a567-e4e918170f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:24.840462 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074f0e3-bf52-4901-bbd7-96d291432f75 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=52e06735-879d-4922-9589-bdbf433e8ac8,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:24.844414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7074f0e3-bf52-4901-bbd7-96d291432f75 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:24.875932 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2d893ecd-4b87-4c4b-bb0a-91d660848c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:24.884581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Allocated IP 172.26.3.137 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/0b051c17-5f61-4ee0-80fb-3545519be1f5) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:24.891520 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d893ecd-4b87-4c4b-bb0a-91d660848c23 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:24.892461 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2d893ecd-4b87-4c4b-bb0a-91d660848c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:24.895886 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7074f0e3-bf52-4901-bbd7-96d291432f75 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.904120 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7074f0e3-bf52-4901-bbd7-96d291432f75 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/52e06735-879d-4922-9589-bdbf433e8ac8 HTTP/1.1" status: 204 len: 168 time: 1.1480572 Jun 22 09:44:24.920551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.925967 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59374) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:24.946084 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-46e7f6d6-07df-4355-80d9-547206ab461d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "PUT /v2.0/floatingips/a18809c1-1438-4a16-8661-188335466b12 HTTP/1.1" status: 200 len: 976 time: 2.2103240 Jun 22 09:44:24.948764 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2d893ecd-4b87-4c4b-bb0a-91d660848c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:24.948905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59376) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:24.949717 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d893ecd-4b87-4c4b-bb0a-91d660848c23 None None] The sync data for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:24.962143 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.966709 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d41ab05e-db74-4933-b2a3-81421b9d74b6 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:24.972715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:24.974593 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/3f40ffd6-4802-4831-816e-3954b2cb9a4b HTTP/1.1" status: 204 len: 168 time: 4.0886273 Jun 22 09:44:24.978233 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59378) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:24.993703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d511053b-3c4a-4ad6-aa7a-f5b3302e29d9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-447415875'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:25.004818 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Network': ['ID=3f40ffd6-4802-4831-816e-3954b2cb9a4b,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:25.008926 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:25.033243 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1a369b-cecd-4cc1-b352-859bea0f5f3e None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:25.067802 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.075218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5153d4a-1546-4446-b2ea-b6c0fb9c32d1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:25.077435 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5153d4a-1546-4446-b2ea-b6c0fb9c32d1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:25.081573 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f5153d4a-1546-4446-b2ea-b6c0fb9c32d1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1516995 Jun 22 09:44:25.081981 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59382) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:25.084481 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac072cc-8289-46f2-9509-412a67da55df None None] DHCP port deletion for 64163a26-0870-4700-9bc8-7c0c68b9a034 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:44:25.123692 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port 5bb8428c-f939-4da0-afe8-3dbb586cac30 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:25.124047 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.150204 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac492a6f-9501-4587-9ef0-533ff2e04b16 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 2fee1251-bc4f-4fed-8f96-377fb2e0fedb {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:44:25.155441 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ac492a6f-9501-4587-9ef0-533ff2e04b16 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.177612 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d511053b-3c4a-4ad6-aa7a-f5b3302e29d9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:25.186885 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d511053b-3c4a-4ad6-aa7a-f5b3302e29d9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.188104 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-83417faa-9429-4e4b-8708-9b1ee675755c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Deleting port 0793bfb9-ab20-445e-b01d-f87b4f333f78 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:25.188487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-83417faa-9429-4e4b-8708-9b1ee675755c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.206114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f4094b25-3bf1-474c-b976-5d63d120ab8a None None] Provisioning for port 990b31b8-9f9d-42bf-9f34-d7eecb59f4b8 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:25.217664 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-7ac072cc-8289-46f2-9509-412a67da55df None None] Deleting port 5bb8428c-f939-4da0-afe8-3dbb586cac30 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:25.218294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7ac072cc-8289-46f2-9509-412a67da55df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.219961 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ac492a6f-9501-4587-9ef0-533ff2e04b16 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.226519 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f4094b25-3bf1-474c-b976-5d63d120ab8a None None] Provisioning complete for port 990b31b8-9f9d-42bf-9f34-d7eecb59f4b8 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:25.227120 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f4094b25-3bf1-474c-b976-5d63d120ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.252404 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] For port 5bb8428c-f939-4da0-afe8-3dbb586cac30, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5bb8428c-f939-4da0-afe8-3dbb586cac30,segment=NetworkSegment(40ce25a3-70d6-4208-b4ec-0db2b5be32c0),segment_id=40ce25a3-70d6-4208-b4ec-0db2b5be32c0)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:25.252769 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.253852 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d511053b-3c4a-4ad6-aa7a-f5b3302e29d9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:44:25.275750 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d511053b-3c4a-4ad6-aa7a-f5b3302e29d9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.276160 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-d511053b-3c4a-4ad6-aa7a-f5b3302e29d9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Added segment 5d5bdb49-192c-470c-b9dc-2f2d2ceddf34 of type vlan for network 2e69fd66-11a5-4a1c-aaed-e477903f8563 Jun 22 09:44:25.289846 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.297020 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3bb27f2d-1120-419b-b55d-2adc066cd5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:25.307582 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:25.383101 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-7ac072cc-8289-46f2-9509-412a67da55df None None] For port 5bb8428c-f939-4da0-afe8-3dbb586cac30, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5bb8428c-f939-4da0-afe8-3dbb586cac30,segment=NetworkSegment(40ce25a3-70d6-4208-b4ec-0db2b5be32c0),segment_id=40ce25a3-70d6-4208-b4ec-0db2b5be32c0)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:25.383536 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7ac072cc-8289-46f2-9509-412a67da55df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.401396 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:25.403350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d511053b-3c4a-4ad6-aa7a-f5b3302e29d9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.421613 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:25.435290 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:25.445742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ac492a6f-9501-4587-9ef0-533ff2e04b16 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.467306 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event updated for resources: {'Port': ['ID=0b051c17-5f61-4ee0-80fb-3545519be1f5,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:25.472013 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-7ac072cc-8289-46f2-9509-412a67da55df None None] Calling delete_port for 5bb8428c-f939-4da0-afe8-3dbb586cac30 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:25.497329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:25.581197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f4094b25-3bf1-474c-b976-5d63d120ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.656836 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:25.662252 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:25.668550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.674413 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d511053b-3c4a-4ad6-aa7a-f5b3302e29d9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.680660 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for 5bb8428c-f939-4da0-afe8-3dbb586cac30 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:25.681716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d511053b-3c4a-4ad6-aa7a-f5b3302e29d9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:25.682656 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d511053b-3c4a-4ad6-aa7a-f5b3302e29d9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.691080 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1993c46a-9ffa-473e-931a-3dd1dc85ac22 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:25.719134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-83417faa-9429-4e4b-8708-9b1ee675755c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.762991 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.803183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7ac072cc-8289-46f2-9509-412a67da55df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.805259 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.809461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ac492a6f-9501-4587-9ef0-533ff2e04b16 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.809704 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-533e1c95-f73f-4395-8303-accb2465efa7 tempest-ServersTestJSON-1626280963 tempest-ServersTestJSON-1626280963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:25.820395 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:25.848487 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ac492a6f-9501-4587-9ef0-533ff2e04b16 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:25.849702 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac072cc-8289-46f2-9509-412a67da55df None None] Pushing event deleted for resources: {'Port': ['ID=5bb8428c-f939-4da0-afe8-3dbb586cac30,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:25.853923 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac072cc-8289-46f2-9509-412a67da55df None None] No DVR routers for this DVR port 5bb8428c-f939-4da0-afe8-3dbb586cac30 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:25.859913 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ac492a6f-9501-4587-9ef0-533ff2e04b16 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/2fee1251-bc4f-4fed-8f96-377fb2e0fedb HTTP/1.1" status: 204 len: 168 time: 0.7767334 Jun 22 09:44:25.862741 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59386) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:25.877338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7ac072cc-8289-46f2-9509-412a67da55df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:25.883876 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=5bb8428c-f939-4da0-afe8-3dbb586cac30,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:25.885292 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8764e309-b3f2-4d33-9432-39d55136ec77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:44:25.888876 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:25.889088 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94224f2e-1df9-4637-ac05-0047c97c4148" -d '{"events": [{"server_uuid": "8764e309-b3f2-4d33-9432-39d55136ec77", "name": "network-vif-plugged", "status": "completed", "tag": "e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:44:25.891232 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No DVR routers for this DVR port 5bb8428c-f939-4da0-afe8-3dbb586cac30 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:25.905702 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511053b-3c4a-4ad6-aa7a-f5b3302e29d9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Network': ['ID=2e69fd66-11a5-4a1c-aaed-e477903f8563,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:25.916513 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d511053b-3c4a-4ad6-aa7a-f5b3302e29d9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:25.926357 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 2e69fd66-11a5-4a1c-aaed-e477903f8563 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:44:25.935756 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e,segment=NetworkSegment(44d5211a-6f72-4593-87a9-aa3713310fa9),segment_id=44d5211a-6f72-4593-87a9-aa3713310fa9)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:25.939989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-f4094b25-3bf1-474c-b976-5d63d120ab8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:44:25.940431 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-f4094b25-3bf1-474c-b976-5d63d120ab8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:44:25.958149 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0a93d9-a3c2-451e-8d98-7f5a080ae63d x-openstack-request-id: req-9b0a93d9-a3c2-451e-8d98-7f5a080ae63d {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:44:25.958542 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8764e309-b3f2-4d33-9432-39d55136ec77", "name": "network-vif-plugged", "status": "completed", "tag": "e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:44:25.958911 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b0a93d9-a3c2-451e-8d98-7f5a080ae63d {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:44:25.959620 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8764e309-b3f2-4d33-9432-39d55136ec77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e', 'code': 200} Jun 22 09:44:25.961432 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-34947e2b-4a11-4f0e-8c51-497428baac5c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:25.966764 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d511053b-3c4a-4ad6-aa7a-f5b3302e29d9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9869888 Jun 22 09:44:25.971971 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0d3c8010-9299-4476-aadd-9d83a481031d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1042216 Jun 22 09:44:25.974550 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59390) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:25.975943 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59392) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:25.990326 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-39f55dc3-0af4-41f7-8512-deeef7b81db4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:26.016298 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-58ace0c5-1e81-48d9-9b41-04852dfa8e31 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'subnet': {'network_id': '2e69fd66-11a5-4a1c-aaed-e477903f8563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:26.035168 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:26.041926 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3649f88e-4b5d-43d7-9c56-4a67061d53dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:26.048757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac492a6f-9501-4587-9ef0-533ff2e04b16 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=2fee1251-bc4f-4fed-8f96-377fb2e0fedb,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:26.062178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:26.072911 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64163a26-0870-4700-9bc8-7c0c68b9a034']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:26.084617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ce25a3-70d6-4208-b4ec-0db2b5be32c0') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:26.085051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ce25a3-70d6-4208-b4ec-0db2b5be32c0') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:26.095342 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:26.099329 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:26.102653 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:26.122258 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:26.128140 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ac492a6f-9501-4587-9ef0-533ff2e04b16 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:26.140260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:26.140477 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:26.143386 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:26.170465 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e35a96-05aa-48bb-9887-eda0c06213d9 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:26.223947 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce1616-2a1f-4ffe-9f47-24ef264228e2 req-46c163e3-a7b6-4873-90c1-60028bedf49c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:26.225910 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-97ce1616-2a1f-4ffe-9f47-24ef264228e2 req-46c163e3-a7b6-4873-90c1-60028bedf49c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 945 time: 0.4744508 Jun 22 09:44:26.360256 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-83417faa-9429-4e4b-8708-9b1ee675755c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:26.360780 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-83417faa-9429-4e4b-8708-9b1ee675755c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:26.361588 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-83417faa-9429-4e4b-8708-9b1ee675755c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Floating IP a18809c1-1438-4a16-8661-188335466b12 disassociated. External IP: 172.26.3.23, port: 0793bfb9-ab20-445e-b01d-f87b4f333f78. Jun 22 09:44:26.361588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-83417faa-9429-4e4b-8708-9b1ee675755c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Calling delete_port for 0793bfb9-ab20-445e-b01d-f87b4f333f78 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:26.369577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2049d96-3aef-478d-811e-daa61679a736 None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:44:26.388186 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:26.398300 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:26.416779 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:26.416779 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/networks/64163a26-0870-4700-9bc8-7c0c68b9a034 HTTP/1.1" status: 204 len: 168 time: 1.7101688 Jun 22 09:44:26.418909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Network': ['ID=64163a26-0870-4700-9bc8-7c0c68b9a034,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:26.422049 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:26.425367 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59394) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:26.436427 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c2049d96-3aef-478d-811e-daa61679a736 None None] Deleting port 990b31b8-9f9d-42bf-9f34-d7eecb59f4b8 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:26.436855 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c2049d96-3aef-478d-811e-daa61679a736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:26.459966 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-47898fe9-70c3-4f48-80a3-cf412cfb1a43 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1841572269'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:26.509073 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5bb8428c-f939-4da0-afe8-3dbb586cac30 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:44:26.521114 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a5227-d4f5-43fa-87e9-836f88a86cc1 req-9c121229-e9c8-4fae-b24b-94829a0904e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:26.522789 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f84a5227-d4f5-43fa-87e9-836f88a86cc1 req-9c121229-e9c8-4fae-b24b-94829a0904e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 1099 time: 0.1733332 Jun 22 09:44:26.548443 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 5bb8428c-f939-4da0-afe8-3dbb586cac30 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:44:26.548782 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5bb8428c-f939-4da0-afe8-3dbb586cac30 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:44:26.549204 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 990b31b8-9f9d-42bf-9f34-d7eecb59f4b8 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:44:26.592856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f4094b25-3bf1-474c-b976-5d63d120ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:26.597841 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f84a5227-d4f5-43fa-87e9-836f88a86cc1 req-9a2e6808-298f-4fbe-ad71-503188c3f692 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1dd93053-b65d-4239-858a-9522821fd482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681694 Jun 22 09:44:26.623726 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c2049d96-3aef-478d-811e-daa61679a736 None None] For port 990b31b8-9f9d-42bf-9f34-d7eecb59f4b8, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=990b31b8-9f9d-42bf-9f34-d7eecb59f4b8,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:26.624163 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c2049d96-3aef-478d-811e-daa61679a736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:26.674144 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-83417faa-9429-4e4b-8708-9b1ee675755c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:26.676998 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-97ce1616-2a1f-4ffe-9f47-24ef264228e2 req-64191fe5-e86d-4e31-87a0-f4e11d4ad06e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dd93053-b65d-4239-858a-9522821fd482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4324012 Jun 22 09:44:26.682139 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b46e2e97-f6f0-4f81-ad5b-44389c544c75 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:26.686623 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:26.712953 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83417faa-9429-4e4b-8708-9b1ee675755c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event deleted for resources: {'Port': ['ID=0793bfb9-ab20-445e-b01d-f87b4f333f78,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:26.717501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-83417faa-9429-4e4b-8708-9b1ee675755c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:26.742848 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ace0c5-1e81-48d9-9b41-04852dfa8e31 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:26.746570 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-58ace0c5-1e81-48d9-9b41-04852dfa8e31 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:26.843071 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83417faa-9429-4e4b-8708-9b1ee675755c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 09aaf0f9-c9cb-4f59-bf81-5914db24d7ae has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:44:26.854660 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c2049d96-3aef-478d-811e-daa61679a736 None None] Calling delete_port for 990b31b8-9f9d-42bf-9f34-d7eecb59f4b8 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:26.890131 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f4094b25-3bf1-474c-b976-5d63d120ab8a None None] For port 990b31b8-9f9d-42bf-9f34-d7eecb59f4b8, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=990b31b8-9f9d-42bf-9f34-d7eecb59f4b8,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:26.905862 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f55dc3-0af4-41f7-8512-deeef7b81db4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:26.909618 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39f55dc3-0af4-41f7-8512-deeef7b81db4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:26.971440 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f4094b25-3bf1-474c-b976-5d63d120ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:26.974066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:26.976637 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83417faa-9429-4e4b-8708-9b1ee675755c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:26.999837 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6bf6fb-efdc-4d24-9593-ee36e77bf350 None None] Sync routers for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:27.018870 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6bf6fb-efdc-4d24-9593-ee36e77bf350 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:27.019552 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-8b6bf6fb-efdc-4d24-9593-ee36e77bf350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:27.035641 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47898fe9-70c3-4f48-80a3-cf412cfb1a43 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:27.039994 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47898fe9-70c3-4f48-80a3-cf412cfb1a43 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:27.058591 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-8b6bf6fb-efdc-4d24-9593-ee36e77bf350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:27.065712 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4094b25-3bf1-474c-b976-5d63d120ab8a None None] Pushing event updated for resources: {'Port': ['ID=990b31b8-9f9d-42bf-9f34-d7eecb59f4b8,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:27.068859 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f4094b25-3bf1-474c-b976-5d63d120ab8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:27.073898 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6bf6fb-efdc-4d24-9593-ee36e77bf350 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:27.075342 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-8b6bf6fb-efdc-4d24-9593-ee36e77bf350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:27.080263 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-83417faa-9429-4e4b-8708-9b1ee675755c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:27.085219 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-83417faa-9429-4e4b-8708-9b1ee675755c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/ports/0793bfb9-ab20-445e-b01d-f87b4f333f78 HTTP/1.1" status: 204 len: 168 time: 2.1097341 Jun 22 09:44:27.087916 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59396) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:27.092825 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:27.096683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47898fe9-70c3-4f48-80a3-cf412cfb1a43 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:44:27.117778 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c2049d96-3aef-478d-811e-daa61679a736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:27.120531 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:27.122998 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-8b6bf6fb-efdc-4d24-9593-ee36e77bf350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:27.123923 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6bf6fb-efdc-4d24-9593-ee36e77bf350 None None] The sync data for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:27.147294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a17512ad-541d-454d-a0ee-7fb91f7fbec0 None None] Could not find standard attr ID for object 52e06735-879d-4922-9589-bdbf433e8ac8. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:44:27.151590 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2049d96-3aef-478d-811e-daa61679a736 None None] Pushing event deleted for resources: {'Port': ['ID=990b31b8-9f9d-42bf-9f34-d7eecb59f4b8,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:27.153342 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8163e894-02b7-4eae-9754-831f3385ee45 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "GET /v2.0/floatingips/a18809c1-1438-4a16-8661-188335466b12 HTTP/1.1" status: 200 len: 687 time: 0.0640683 Jun 22 09:44:27.154820 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c2049d96-3aef-478d-811e-daa61679a736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:27.155048 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47898fe9-70c3-4f48-80a3-cf412cfb1a43 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:27.155378 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-47898fe9-70c3-4f48-80a3-cf412cfb1a43 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Added segment 271c7235-8f8b-48d2-951c-806f4b7005f2 of type vlan for network 31b153da-3869-48dc-8851-2438295dc837 Jun 22 09:44:27.156594 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a17512ad-541d-454d-a0ee-7fb91f7fbec0 None None] Could not find standard attr ID for object 990b31b8-9f9d-42bf-9f34-d7eecb59f4b8. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:44:27.156719 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59398) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:27.161373 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2049d96-3aef-478d-811e-daa61679a736 None None] No DVR routers for this DVR port 990b31b8-9f9d-42bf-9f34-d7eecb59f4b8 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:27.183143 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3266a6ae-dfeb-4d4e-9888-5757bb86d6b5 None None] get_active_networks_info from dv-neutron-797121-3-hyperv {{(pid=100654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:44:27.274519 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47898fe9-70c3-4f48-80a3-cf412cfb1a43 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:27.275267 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3266a6ae-dfeb-4d4e-9888-5757bb86d6b5 None None] Resources bound (agent type, host, resource id): {{(pid=100654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:44:27.341445 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-c3792d96-9115-409f-b3a0-2e3323b57d50 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Deleting port 17926b7d-0fbe-4d89-92d5-38a6d61f531e {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:27.342395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c3792d96-9115-409f-b3a0-2e3323b57d50 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:27.351158 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-58ace0c5-1e81-48d9-9b41-04852dfa8e31 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:27.352068 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-540934d0-e5d8-4307-8fc1-957f0070808e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:27.427284 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c3792d96-9115-409f-b3a0-2e3323b57d50 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:27.427528 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ace0c5-1e81-48d9-9b41-04852dfa8e31 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Subnet': ['ID=e6ec3349-9300-4779-9663-5f0c285a14ca,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:27.427648 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c3792d96-9115-409f-b3a0-2e3323b57d50 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:27.431383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-58ace0c5-1e81-48d9-9b41-04852dfa8e31 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:27.435708 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ace0c5-1e81-48d9-9b41-04852dfa8e31 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Checking segment: {'id': '5d5bdb49-192c-470c-b9dc-2f2d2ceddf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2e69fd66-11a5-4a1c-aaed-e477903f8563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:27.436494 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ace0c5-1e81-48d9-9b41-04852dfa8e31 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network hostable DHCP agents. Network: 2e69fd66-11a5-4a1c-aaed-e477903f8563, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:44:27.492208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-c3792d96-9115-409f-b3a0-2e3323b57d50 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Calling delete_port for 17926b7d-0fbe-4d89-92d5-38a6d61f531e owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:27.496373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47898fe9-70c3-4f48-80a3-cf412cfb1a43 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:27.501947 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47898fe9-70c3-4f48-80a3-cf412cfb1a43 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:27.502565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47898fe9-70c3-4f48-80a3-cf412cfb1a43 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:27.504890 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3595200c-1615-4443-9825-df48461dbbea tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:27.532190 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39f55dc3-0af4-41f7-8512-deeef7b81db4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:27.534518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:27.574345 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f55dc3-0af4-41f7-8512-deeef7b81db4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:27.578088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-39f55dc3-0af4-41f7-8512-deeef7b81db4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:27.583798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f55dc3-0af4-41f7-8512-deeef7b81db4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:27.584771 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39f55dc3-0af4-41f7-8512-deeef7b81db4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:27.588703 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8546b6c9-f5f5-4a5a-a817-ff386410668b None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:27.599306 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f55dc3-0af4-41f7-8512-deeef7b81db4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=4b1e72f1-cb11-473a-8ce0-524268263f93,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:27.608651 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ace0c5-1e81-48d9-9b41-04852dfa8e31 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network 2e69fd66-11a5-4a1c-aaed-e477903f8563 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:44:27.609920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Router 43300228-c8ee-4161-bad9-ad0b540adc47 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:44:27.612583 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47898fe9-70c3-4f48-80a3-cf412cfb1a43 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Network': ['ID=31b153da-3869-48dc-8851-2438295dc837,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:27.612722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-39f55dc3-0af4-41f7-8512-deeef7b81db4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:27.616174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-47898fe9-70c3-4f48-80a3-cf412cfb1a43 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:27.642295 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-47898fe9-70c3-4f48-80a3-cf412cfb1a43 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2146752 Jun 22 09:44:27.646865 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 31b153da-3869-48dc-8851-2438295dc837 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:44:27.648245 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59400) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:27.655579 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-54199315-eb4e-4ab4-832a-fcafc747ab3d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'subnet': {'network_id': '31b153da-3869-48dc-8851-2438295dc837', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:27.730692 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-39f55dc3-0af4-41f7-8512-deeef7b81db4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7505023 Jun 22 09:44:27.737153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59404) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:27.741588 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-de03423f-34df-47b1-90a9-0c27c5057e60 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'name': 'tempest-NetworksTestDHCPv6-1519783312'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:27.756853 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-58ace0c5-1e81-48d9-9b41-04852dfa8e31 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 2e69fd66-11a5-4a1c-aaed-e477903f8563) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:27.797782 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ace0c5-1e81-48d9-9b41-04852dfa8e31 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:27.798412 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-58ace0c5-1e81-48d9-9b41-04852dfa8e31 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:27.820152 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:27.827322 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adecd303-d8ad-447b-a773-8effb0b65fac None None] Network 2e69fd66-11a5-4a1c-aaed-e477903f8563 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:27.831601 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Sync routers for ids ['43300228-c8ee-4161-bad9-ad0b540adc47'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:27.847774 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Routers {'43300228-c8ee-4161-bad9-ad0b540adc47'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:27.851055 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['43300228-c8ee-4161-bad9-ad0b540adc47'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:27.880474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54199315-eb4e-4ab4-832a-fcafc747ab3d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:27.888260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54199315-eb4e-4ab4-832a-fcafc747ab3d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:27.898690 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': '4b1e72f1-cb11-473a-8ce0-524268263f93'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:44:27.899839 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:27.946703 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c3792d96-9115-409f-b3a0-2e3323b57d50 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:27.959488 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-891e468e-b869-4ffa-8233-cb682d4603d6 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:27.976311 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Set router 43300228-c8ee-4161-bad9-ad0b540adc47 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:44:28.018619 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-58ace0c5-1e81-48d9-9b41-04852dfa8e31 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0397084 Jun 22 09:44:28.022035 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.025608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3792d96-9115-409f-b3a0-2e3323b57d50 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event deleted for resources: {'Port': ['ID=17926b7d-0fbe-4d89-92d5-38a6d61f531e,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:28.025752 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.7229652 Jun 22 09:44:28.034595 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59406) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:28.034595 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59408) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:28.055803 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c3792d96-9115-409f-b3a0-2e3323b57d50 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:28.132636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c3792d96-9115-409f-b3a0-2e3323b57d50 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.133202 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-2e69fd66-11a5-4a1c-aaed-e477903f8563', 'network_id': '2e69fd66-11a5-4a1c-aaed-e477903f8563', 'tenant_id': 'f4445d2b9f8c4e23aee039318ad408ee', 'fixed_ips': [{'subnet_id': 'e6ec3349-9300-4779-9663-5f0c285a14ca'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:44:28.135251 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c3792d96-9115-409f-b3a0-2e3323b57d50 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.135825 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.136272 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c3792d96-9115-409f-b3a0-2e3323b57d50 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/floatingips/a18809c1-1438-4a16-8661-188335466b12 HTTP/1.1" status: 204 len: 168 time: 0.9785562 Jun 22 09:44:28.144124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59412) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:28.153597 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '201233de-0fd5-422c-88f5-ed32fc40870b'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:28.156300 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Allocated IP 2001:db8::2 (36eee797-60f1-483e-81c4-4dc1c89ce22a/4b1e72f1-cb11-473a-8ce0-524268263f93/bf94da08-5547-45b9-aa93-4e1c457ef2ac) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:28.195360 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927356ec-cd21-422c-ac15-61822d83dcc3 req-42a54372-8ff5-4e59-b568-d1dfac025a9d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:28.196601 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-927356ec-cd21-422c-ac15-61822d83dcc3 req-42a54372-8ff5-4e59-b568-d1dfac025a9d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 946 time: 0.2539256 Jun 22 09:44:28.281033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de03423f-34df-47b1-90a9-0c27c5057e60 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:28.283945 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504851969', 'tenant_id': '6405790520f347c092a1490886c89b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:44:23Z', 'updated_at': '2021-06-22T09:44:25Z', 'revision_number': 3, 'project_id': '6405790520f347c092a1490886c89b06', 'gw_port': {'id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:24Z', 'updated_at': '2021-06-22T09:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:28.285209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-de03423f-34df-47b1-90a9-0c27c5057e60 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.291234 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3b6da82e-11f6-4478-9fb0-e7df027053ff tempest-TestNetworkAdvancedServerOps-1064459166 tempest-TestNetworkAdvancedServerOps-1064459166-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6405790520f347c092a1490886c89b06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2329433 Jun 22 09:44:28.292700 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-927356ec-cd21-422c-ac15-61822d83dcc3 req-8facec3e-80b2-4caa-9907-1bd86d52de88 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dd93053-b65d-4239-858a-9522821fd482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812247 Jun 22 09:44:28.292835 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59414) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:28.294295 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.317937 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-de03423f-34df-47b1-90a9-0c27c5057e60 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port 2fdb9ac1-af79-4be6-918a-8969ee94c389 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:28.338926 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Checking router: 43300228-c8ee-4161-bad9-ad0b540adc47 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:44:28.339718 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Updating router 43300228-c8ee-4161-bad9-ad0b540adc47 port 0b051c17-5f61-4ee0-80fb-3545519be1f5 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:44:28.378580 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.421464 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.424804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.485324 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.490608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54199315-eb4e-4ab4-832a-fcafc747ab3d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.499298 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0afe847d-cca0-494e-9d7b-7f179e294a03 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:28.502290 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Transition to ACTIVE for port object bf94da08-5547-45b9-aa93-4e1c457ef2ac will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:28.511526 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Allocated IP 172.20.0.1 (2e69fd66-11a5-4a1c-aaed-e477903f8563/e6ec3349-9300-4779-9663-5f0c285a14ca/2bd70762-27c7-4e91-96bb-e96c10463df7) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:28.528474 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Transition to ACTIVE for port object bf94da08-5547-45b9-aa93-4e1c457ef2ac will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:28.549285 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af443bf7-68e4-4043-99dd-6292c68e55d6 tempest-TestNetworkAdvancedServerOps-1064459166 tempest-TestNetworkAdvancedServerOps-1064459166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:28.551899 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-af443bf7-68e4-4043-99dd-6292c68e55d6 tempest-TestNetworkAdvancedServerOps-1064459166 tempest-TestNetworkAdvancedServerOps-1064459166-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2514563 Jun 22 09:44:28.554880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59416) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:28.583962 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54199315-eb4e-4ab4-832a-fcafc747ab3d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Subnet': ['ID=703f8617-31bb-4a0f-80fa-efb542d8fd80,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:28.595551 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8e945f80-5b03-41dc-9533-f7d1caf99dfc tempest-TestNetworkAdvancedServerOps-1064459166 tempest-TestNetworkAdvancedServerOps-1064459166-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383604 Jun 22 09:44:28.596128 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-54199315-eb4e-4ab4-832a-fcafc747ab3d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:28.599137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59418) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:28.604331 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-4bd39bc1-ddf0-47f2-9d3c-8ce8b0f73946 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1582766732', 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d', 'project_id': '6405790520f347c092a1490886c89b06', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:28.609235 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54199315-eb4e-4ab4-832a-fcafc747ab3d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Checking segment: {'id': '271c7235-8f8b-48d2-951c-806f4b7005f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '31b153da-3869-48dc-8851-2438295dc837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:28.609235 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54199315-eb4e-4ab4-832a-fcafc747ab3d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network hostable DHCP agents. Network: 31b153da-3869-48dc-8851-2438295dc837, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:44:28.652433 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.661466 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-de03423f-34df-47b1-90a9-0c27c5057e60 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::114 (36eee797-60f1-483e-81c4-4dc1c89ce22a/4b1e72f1-cb11-473a-8ce0-524268263f93/2fdb9ac1-af79-4be6-918a-8969ee94c389) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:28.689838 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.694235 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:28.708384 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.728858 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Transition to ACTIVE for port object 0b051c17-5f61-4ee0-80fb-3545519be1f5 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:28.764539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:28.765110 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54199315-eb4e-4ab4-832a-fcafc747ab3d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network 31b153da-3869-48dc-8851-2438295dc837 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:44:28.773504 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:28.778347 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.780511 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:28.789044 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Pushing event updated for resources: {'Port': ['ID=bf94da08-5547-45b9-aa93-4e1c457ef2ac,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:28.792914 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:28.796347 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Transition to ACTIVE for port object 2bd70762-27c7-4e91-96bb-e96c10463df7 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:28.834097 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.838132 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:28.850677 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Transition to ACTIVE for port object 2bd70762-27c7-4e91-96bb-e96c10463df7 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:28.861072 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Attempting to bind port bf94da08-5547-45b9-aa93-4e1c457ef2ac on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:28.861464 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Attempting to bind port bf94da08-5547-45b9-aa93-4e1c457ef2ac by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:28.861841 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Attempting to bind port bf94da08-5547-45b9-aa93-4e1c457ef2ac on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:28.867212 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:28.867646 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:28.868068 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.868563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:28.869333 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Bound port: bf94da08-5547-45b9-aa93-4e1c457ef2ac, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:28.869802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.883361 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-54199315-eb4e-4ab4-832a-fcafc747ab3d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 31b153da-3869-48dc-8851-2438295dc837) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:28.892945 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54199315-eb4e-4ab4-832a-fcafc747ab3d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:28.893735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54199315-eb4e-4ab4-832a-fcafc747ab3d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.894548 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28377d6f-84f2-411f-be16-a71b7788d138 None None] Pushing event updated for resources: {'Port': ['ID=0b051c17-5f61-4ee0-80fb-3545519be1f5,revision_number=2']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:28.897279 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdbb457-4d48-48be-9292-724482c953dd None None] Network 31b153da-3869-48dc-8851-2438295dc837 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:28.909192 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28377d6f-84f2-411f-be16-a71b7788d138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:28.909192 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28377d6f-84f2-411f-be16-a71b7788d138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:28.909506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-de03423f-34df-47b1-90a9-0c27c5057e60 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.909947 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28377d6f-84f2-411f-be16-a71b7788d138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:28.909947 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28377d6f-84f2-411f-be16-a71b7788d138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:28.909947 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28377d6f-84f2-411f-be16-a71b7788d138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:28.909947 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28377d6f-84f2-411f-be16-a71b7788d138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:28.909947 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28377d6f-84f2-411f-be16-a71b7788d138 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:28.909947 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28377d6f-84f2-411f-be16-a71b7788d138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:28.910429 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28377d6f-84f2-411f-be16-a71b7788d138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:28.910429 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28377d6f-84f2-411f-be16-a71b7788d138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:28.910745 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28377d6f-84f2-411f-be16-a71b7788d138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:28.911069 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28377d6f-84f2-411f-be16-a71b7788d138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:28.917715 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-28377d6f-84f2-411f-be16-a71b7788d138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:28.922114 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-de03423f-34df-47b1-90a9-0c27c5057e60 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object 2fdb9ac1-af79-4be6-918a-8969ee94c389 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:28.931856 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Allocated IP 172.26.3.187 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/84dc2381-4464-4536-a80e-0afefd2b45c5) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:28.938003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.938157 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Attempting to bind port 0b051c17-5f61-4ee0-80fb-3545519be1f5 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:28.938157 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Attempting to bind port 0b051c17-5f61-4ee0-80fb-3545519be1f5 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:28.938157 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Attempting to bind port 0b051c17-5f61-4ee0-80fb-3545519be1f5 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:28.942918 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:28.943305 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:28.943780 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.944189 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:28.944666 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Bound port: 0b051c17-5f61-4ee0-80fb-3545519be1f5, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:28.945049 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:28.947765 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:28.955997 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd39bc1-ddf0-47f2-9d3c-8ce8b0f73946 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Made reservation on behalf of 6405790520f347c092a1490886c89b06 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:28.960167 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4bd39bc1-ddf0-47f2-9d3c-8ce8b0f73946 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:29.003646 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] For port 0b051c17-5f61-4ee0-80fb-3545519be1f5, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:29.007783 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] For port 0b051c17-5f61-4ee0-80fb-3545519be1f5, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=0b051c17-5f61-4ee0-80fb-3545519be1f5,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:29.021526 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-de03423f-34df-47b1-90a9-0c27c5057e60 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:29.030450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:29.036761 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Network 2e69fd66-11a5-4a1c-aaed-e477903f8563 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:29.049930 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-54199315-eb4e-4ab4-832a-fcafc747ab3d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4006290 Jun 22 09:44:29.050483 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:29.055392 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59424) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:29.060580 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-0938c712-2d0d-4519-b54c-a2e1715f4f29 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'network_id': '31b153da-3869-48dc-8851-2438295dc837', 'name': 'tempest-PortsTestJSON-178776269', 'fixed_ips': [{'subnet_id': '703f8617-31bb-4a0f-80fa-efb542d8fd80', 'ip_address': '172.20.0.10'}]}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:29.062834 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:29.072904 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] For port bf94da08-5547-45b9-aa93-4e1c457ef2ac, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:29.077640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Pushing event updated for resources: {'Port': ['ID=2bd70762-27c7-4e91-96bb-e96c10463df7,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:29.089657 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:29.094203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de03423f-34df-47b1-90a9-0c27c5057e60 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:29.104068 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:29.106921 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:29.112637 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:29.122756 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:29.125022 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-de03423f-34df-47b1-90a9-0c27c5057e60 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:29.127536 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de03423f-34df-47b1-90a9-0c27c5057e60 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:29.133443 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de03423f-34df-47b1-90a9-0c27c5057e60 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:29.134484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-de03423f-34df-47b1-90a9-0c27c5057e60 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:29.139390 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] For port bf94da08-5547-45b9-aa93-4e1c457ef2ac, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=bf94da08-5547-45b9-aa93-4e1c457ef2ac,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:29.142382 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03423f-34df-47b1-90a9-0c27c5057e60 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=2fdb9ac1-af79-4be6-918a-8969ee94c389,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:29.145446 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-de03423f-34df-47b1-90a9-0c27c5057e60 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:29.152709 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c1eca3f6-2afa-4bb1-8163-fb0cb28e825e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:29.187958 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ec3349-9300-4779-9663-5f0c285a14ca,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:29.190574 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:29.204232 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Attempting to bind port 2bd70762-27c7-4e91-96bb-e96c10463df7 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:29.204626 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Attempting to bind port 2bd70762-27c7-4e91-96bb-e96c10463df7 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '5d5bdb49-192c-470c-b9dc-2f2d2ceddf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2e69fd66-11a5-4a1c-aaed-e477903f8563'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:29.208863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Attempting to bind port 2bd70762-27c7-4e91-96bb-e96c10463df7 on network 2e69fd66-11a5-4a1c-aaed-e477903f8563 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:29.212179 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:29.218797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c2049d96-3aef-478d-811e-daa61679a736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:29.222487 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Routers {'43300228-c8ee-4161-bad9-ad0b540adc47'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:29.223215 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['43300228-c8ee-4161-bad9-ad0b540adc47'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:29.228323 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28377d6f-84f2-411f-be16-a71b7788d138 None None] Pushing event updated for resources: {'Port': ['ID=0b051c17-5f61-4ee0-80fb-3545519be1f5,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:29.244302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:29.244696 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Checking segment: {'id': '5d5bdb49-192c-470c-b9dc-2f2d2ceddf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2e69fd66-11a5-4a1c-aaed-e477903f8563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:29.245444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:29.245570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Bound using segment: {'id': '5d5bdb49-192c-470c-b9dc-2f2d2ceddf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2e69fd66-11a5-4a1c-aaed-e477903f8563'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:29.246001 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Bound port: 2bd70762-27c7-4e91-96bb-e96c10463df7, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5bdb49-192c-470c-b9dc-2f2d2ceddf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2e69fd66-11a5-4a1c-aaed-e477903f8563'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:29.246617 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:29.258657 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:29.262906 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-28377d6f-84f2-411f-be16-a71b7788d138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:29.266431 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:29.278287 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-af9a313f-9d0c-41f5-9e48-657ca3f8ca78 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:29.314194 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-de03423f-34df-47b1-90a9-0c27c5057e60 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5785837 Jun 22 09:44:29.319860 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e69fd66-11a5-4a1c-aaed-e477903f8563']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:29.321970 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59426) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:29.347188 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5bdb49-192c-470c-b9dc-2f2d2ceddf34') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:29.347520 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5bdb49-192c-470c-b9dc-2f2d2ceddf34') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:29.372548 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-31b153da-3869-48dc-8851-2438295dc837', 'network_id': '31b153da-3869-48dc-8851-2438295dc837', 'tenant_id': '0110610b37fd4838a23148654276ede5', 'fixed_ips': [{'subnet_id': '703f8617-31bb-4a0f-80fa-efb542d8fd80'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:44:29.373546 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:29.378776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:29.387397 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:29.387675 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:29.400389 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Pushing event updated for resources: {'Port': ['ID=bf94da08-5547-45b9-aa93-4e1c457ef2ac,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:29.402399 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] Set router 43300228-c8ee-4161-bad9-ad0b540adc47 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:44:29.417975 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:29.418339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:29.429585 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=84dc2381-4464-4536-a80e-0afefd2b45c5,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:29.447952 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:29.462245 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:29.467711 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:29.468290 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:29.474389 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:29.527594 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] For port 2bd70762-27c7-4e91-96bb-e96c10463df7, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:29.561723 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0938c712-2d0d-4519-b54c-a2e1715f4f29 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:29.576406 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89713f1-a1c1-46a6-9fcf-3714c3cff5a2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:29.583918 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89713f1-a1c1-46a6-9fcf-3714c3cff5a2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:29.588711 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e89713f1-a1c1-46a6-9fcf-3714c3cff5a2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2656651 Jun 22 09:44:29.589296 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59430) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:29.650632 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] For port 2bd70762-27c7-4e91-96bb-e96c10463df7, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=2bd70762-27c7-4e91-96bb-e96c10463df7,segment=NetworkSegment(5d5bdb49-192c-470c-b9dc-2f2d2ceddf34),segment_id=5d5bdb49-192c-470c-b9dc-2f2d2ceddf34)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:29.681763 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4bd39bc1-ddf0-47f2-9d3c-8ce8b0f73946 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:29.690842 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Allocated IP 172.20.0.2 (31b153da-3869-48dc-8851-2438295dc837/703f8617-31bb-4a0f-80fa-efb542d8fd80/cc87fa75-4cc6-4afb-92c1-67b38a45ff38) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:29.704923 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:29.713987 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.db.api [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:44:29.713987 dv-neutron-797121-3-hyperv neutron-server[100653]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:44:29.713987 dv-neutron-797121-3-hyperv neutron-server[100653]: [parameters: {'id': '2e69fd66-11a5-4a1c-aaed-e477903f8563'}] Jun 22 09:44:29.713987 dv-neutron-797121-3-hyperv neutron-server[100653]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:44:29.714414 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_db.api [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:44:29.726882 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:29.837879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd39bc1-ddf0-47f2-9d3c-8ce8b0f73946 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event updated for resources: {'Subnet': ['ID=e4884e1f-8290-4e72-874f-49d914add356,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:29.840945 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4bd39bc1-ddf0-47f2-9d3c-8ce8b0f73946 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:29.890061 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd39bc1-ddf0-47f2-9d3c-8ce8b0f73946 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Checking segment: {'id': '29b484eb-9441-4917-8ba3-d67074cf94d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:29.890734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd39bc1-ddf0-47f2-9d3c-8ce8b0f73946 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Network hostable DHCP agents. Network: 75ca7b51-8500-41da-a24f-8648dce1885d, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:44:29.905908 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504851969', 'tenant_id': '6405790520f347c092a1490886c89b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:44:23Z', 'updated_at': '2021-06-22T09:44:25Z', 'revision_number': 3, 'project_id': '6405790520f347c092a1490886c89b06', 'gw_port': {'id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:24Z', 'updated_at': '2021-06-22T09:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:29.914682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1e591-bc03-4d47-8e82-fe5dae0343fe req-c74ffd40-19bc-442a-971c-901c19d7321c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:29.916942 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f9c1e591-bc03-4d47-8e82-fe5dae0343fe req-c74ffd40-19bc-442a-971c-901c19d7321c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 946 time: 0.3022079 Jun 22 09:44:29.918411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0938c712-2d0d-4519-b54c-a2e1715f4f29 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:29.945724 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-0938c712-2d0d-4519-b54c-a2e1715f4f29 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] device_id is not set on port 4008a6da-658e-4891-b472-1b12fa66af2c yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:29.946123 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5895d849-6b9f-476d-b56e-60570bc84101 None None] The sync data for ids ['43300228-c8ee-4161-bad9-ad0b540adc47'] in dv-neutron-797121-3-hyperv is: [{'id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504851969', 'tenant_id': '6405790520f347c092a1490886c89b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:44:23Z', 'updated_at': '2021-06-22T09:44:25Z', 'revision_number': 3, 'project_id': '6405790520f347c092a1490886c89b06', 'gw_port': {'id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:24Z', 'updated_at': '2021-06-22T09:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:29.964375 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-2dcea8ca-8614-48e0-b5e5-42c5f538024f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port 2fdb9ac1-af79-4be6-918a-8969ee94c389 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:29.964760 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2dcea8ca-8614-48e0-b5e5-42c5f538024f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:29.989987 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a48c7a14-8bb7-406c-9a58-990e824a9490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:30.068040 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f9c1e591-bc03-4d47-8e82-fe5dae0343fe req-de74c465-d704-4897-ae6f-eaef723a8f5d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dd93053-b65d-4239-858a-9522821fd482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405146 Jun 22 09:44:30.119735 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd39bc1-ddf0-47f2-9d3c-8ce8b0f73946 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Network 75ca7b51-8500-41da-a24f-8648dce1885d is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:44:30.126751 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2dcea8ca-8614-48e0-b5e5-42c5f538024f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:30.134645 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Pushing event updated for resources: {'Port': ['ID=2bd70762-27c7-4e91-96bb-e96c10463df7,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:30.148065 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:30.207451 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:30.219088 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743c5d73-29f5-4a8e-9219-b2024631461b None None] Network 2e69fd66-11a5-4a1c-aaed-e477903f8563 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:30.242518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-2dcea8ca-8614-48e0-b5e5-42c5f538024f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for 2fdb9ac1-af79-4be6-918a-8969ee94c389 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:30.247726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:30.304184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-4bd39bc1-ddf0-47f2-9d3c-8ce8b0f73946 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 75ca7b51-8500-41da-a24f-8648dce1885d) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:30.318499 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd39bc1-ddf0-47f2-9d3c-8ce8b0f73946 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:30.319121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4bd39bc1-ddf0-47f2-9d3c-8ce8b0f73946 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:30.323063 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49c4d3c-9d71-4813-b088-4c04b91ad854 None None] Network 75ca7b51-8500-41da-a24f-8648dce1885d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:30.431027 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:30.664320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 0b051c17-5f61-4ee0-80fb-3545519be1f5 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:30.778086 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-75ca7b51-8500-41da-a24f-8648dce1885d', 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d', 'tenant_id': '6405790520f347c092a1490886c89b06', 'fixed_ips': [{'subnet_id': 'e4884e1f-8290-4e72-874f-49d914add356'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:44:30.778976 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:30.862642 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1134a69-1c92-4390-9a5f-3d043a33ea27 req-c1be7570-70a9-431a-890c-998578475c33 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:30.864307 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a1134a69-1c92-4390-9a5f-3d043a33ea27 req-c1be7570-70a9-431a-890c-998578475c33 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 946 time: 0.6356955 Jun 22 09:44:30.912864 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a1134a69-1c92-4390-9a5f-3d043a33ea27 req-0b5dace4-cf9d-4af4-a9f0-23aeda7acdf3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dd93053-b65d-4239-858a-9522821fd482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425105 Jun 22 09:44:30.971236 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 0b051c17-5f61-4ee0-80fb-3545519be1f5 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:30.981028 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 0b051c17-5f61-4ee0-80fb-3545519be1f5 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:30.982086 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:30.997784 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.069902 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4bd39bc1-ddf0-47f2-9d3c-8ce8b0f73946 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4650986 Jun 22 09:44:31.071735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59436) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:31.078625 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Deleting port 2bd70762-27c7-4e91-96bb-e96c10463df7 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:31.079238 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.108562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Allocated IP 172.20.0.2 (75ca7b51-8500-41da-a24f-8648dce1885d/e4884e1f-8290-4e72-874f-49d914add356/1ad4a0c5-548d-4c44-919c-80796174ed77) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:31.194358 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] For port 2bd70762-27c7-4e91-96bb-e96c10463df7, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=2bd70762-27c7-4e91-96bb-e96c10463df7,segment=NetworkSegment(5d5bdb49-192c-470c-b9dc-2f2d2ceddf34),segment_id=5d5bdb49-192c-470c-b9dc-2f2d2ceddf34)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:31.194740 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.219491 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-52550a60-0d4a-4e82-8f5b-0caaa9c95140 None None] Provisioning for port bf94da08-5547-45b9-aa93-4e1c457ef2ac completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:31.240449 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Transition to ACTIVE for port object cc87fa75-4cc6-4afb-92c1-67b38a45ff38 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:31.264254 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.269842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Calling delete_port for 2bd70762-27c7-4e91-96bb-e96c10463df7 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:31.271732 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2dcea8ca-8614-48e0-b5e5-42c5f538024f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.277388 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f2147f57-9cda-4860-bdc3-816155f39d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:31.295423 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Transition to ACTIVE for port object cc87fa75-4cc6-4afb-92c1-67b38a45ff38 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:31.300714 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 0b051c17-5f61-4ee0-80fb-3545519be1f5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=0b051c17-5f61-4ee0-80fb-3545519be1f5,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:31.307931 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcea8ca-8614-48e0-b5e5-42c5f538024f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=2fdb9ac1-af79-4be6-918a-8969ee94c389,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:31.316504 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2dcea8ca-8614-48e0-b5e5-42c5f538024f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:31.382382 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2dcea8ca-8614-48e0-b5e5-42c5f538024f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.384392 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2dcea8ca-8614-48e0-b5e5-42c5f538024f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/2fdb9ac1-af79-4be6-918a-8969ee94c389 HTTP/1.1" status: 204 len: 168 time: 1.7934501 Jun 22 09:44:31.389174 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59440) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:31.410659 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.421467 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Transition to ACTIVE for port object 1ad4a0c5-548d-4c44-919c-80796174ed77 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:31.450022 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Transition to ACTIVE for port object 1ad4a0c5-548d-4c44-919c-80796174ed77 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:31.470556 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.474773 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.475637 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device bf94da08-5547-45b9-aa93-4e1c457ef2ac up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:31.478891 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b241bbbb-fd66-4d41-b785-f1e18bbeb360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:31.486384 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-cde125b4-9dd8-445c-9017-d6b550685116 None None] Could not find standard attr ID for object 2fdb9ac1-af79-4be6-918a-8969ee94c389. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:44:31.500864 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a107d80-568d-4858-b345-54ca6757ece5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:31.502813 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a107d80-568d-4858-b345-54ca6757ece5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:31.504559 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4a107d80-568d-4858-b345-54ca6757ece5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1128156 Jun 22 09:44:31.507637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59442) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:31.545331 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-0938c712-2d0d-4519-b54c-a2e1715f4f29 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Allocated IP 172.20.0.10 (31b153da-3869-48dc-8851-2438295dc837/703f8617-31bb-4a0f-80fa-efb542d8fd80/4008a6da-658e-4891-b472-1b12fa66af2c) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:31.555396 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Network 31b153da-3869-48dc-8851-2438295dc837 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:31.565711 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:31.569864 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:31.571616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Pushing event updated for resources: {'Port': ['ID=cc87fa75-4cc6-4afb-92c1-67b38a45ff38,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:31.574139 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.594735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.599739 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-981a93fe-719f-4575-88a0-1f5391b1c4a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 4b1e72f1-cb11-473a-8ce0-524268263f93 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:44:31.604192 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-981a93fe-719f-4575-88a0-1f5391b1c4a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.652718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Network 75ca7b51-8500-41da-a24f-8648dce1885d is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:31.657342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-981a93fe-719f-4575-88a0-1f5391b1c4a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.691848 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:31.699936 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:31.706541 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=0b051c17-5f61-4ee0-80fb-3545519be1f5,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:31.713411 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:31.713885 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:31.719492 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Attempting to bind port cc87fa75-4cc6-4afb-92c1-67b38a45ff38 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:31.719492 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Attempting to bind port cc87fa75-4cc6-4afb-92c1-67b38a45ff38 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '271c7235-8f8b-48d2-951c-806f4b7005f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '31b153da-3869-48dc-8851-2438295dc837'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:31.720036 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Attempting to bind port cc87fa75-4cc6-4afb-92c1-67b38a45ff38 on network 31b153da-3869-48dc-8851-2438295dc837 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:31.721509 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.727602 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.732379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:31.749155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:31.749592 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Checking segment: {'id': '271c7235-8f8b-48d2-951c-806f4b7005f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '31b153da-3869-48dc-8851-2438295dc837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:31.749973 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.750378 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Bound using segment: {'id': '271c7235-8f8b-48d2-951c-806f4b7005f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '31b153da-3869-48dc-8851-2438295dc837'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:31.750863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Bound port: cc87fa75-4cc6-4afb-92c1-67b38a45ff38, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271c7235-8f8b-48d2-951c-806f4b7005f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '31b153da-3869-48dc-8851-2438295dc837'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:31.751234 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.755786 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:31.763739 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Port': ['ID=2bd70762-27c7-4e91-96bb-e96c10463df7,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:31.781426 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port bf94da08-5547-45b9-aa93-4e1c457ef2ac completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:31.784940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:31.789249 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No DVR routers for this DVR port 2bd70762-27c7-4e91-96bb-e96c10463df7 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:31.808805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port bf94da08-5547-45b9-aa93-4e1c457ef2ac triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:31.809189 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.842454 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Pushing event updated for resources: {'Port': ['ID=1ad4a0c5-548d-4c44-919c-80796174ed77,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:31.870259 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:31.870999 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-981a93fe-719f-4575-88a0-1f5391b1c4a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.872253 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7ac072cc-8289-46f2-9509-412a67da55df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:31.872253 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7ac072cc-8289-46f2-9509-412a67da55df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:31.879880 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Attempting to bind port 1ad4a0c5-548d-4c44-919c-80796174ed77 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:31.880851 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Attempting to bind port 1ad4a0c5-548d-4c44-919c-80796174ed77 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '29b484eb-9441-4917-8ba3-d67074cf94d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:31.880851 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Attempting to bind port 1ad4a0c5-548d-4c44-919c-80796174ed77 on network 75ca7b51-8500-41da-a24f-8648dce1885d {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:31.883306 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=84dc2381-4464-4536-a80e-0afefd2b45c5,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:31.899691 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:31.900406 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Checking segment: {'id': '29b484eb-9441-4917-8ba3-d67074cf94d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:31.900554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.900881 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Bound using segment: {'id': '29b484eb-9441-4917-8ba3-d67074cf94d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:31.901214 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:31.901363 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Bound port: 1ad4a0c5-548d-4c44-919c-80796174ed77, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b484eb-9441-4917-8ba3-d67074cf94d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:31.901747 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.914004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.930717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e69fd66-11a5-4a1c-aaed-e477903f8563']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:31.941099 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] For port cc87fa75-4cc6-4afb-92c1-67b38a45ff38, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:31.944915 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] For port cc87fa75-4cc6-4afb-92c1-67b38a45ff38, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=cc87fa75-4cc6-4afb-92c1-67b38a45ff38,segment=NetworkSegment(271c7235-8f8b-48d2-951c-806f4b7005f2),segment_id=271c7235-8f8b-48d2-951c-806f4b7005f2)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:31.946434 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5bdb49-192c-470c-b9dc-2f2d2ceddf34') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:31.946849 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5bdb49-192c-470c-b9dc-2f2d2ceddf34') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:31.951062 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.958800 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.981384 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.989781 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:31.990334 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:31.994297 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:32.027757 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] For port 1ad4a0c5-548d-4c44-919c-80796174ed77, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:32.030448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:32.032814 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0938c712-2d0d-4519-b54c-a2e1715f4f29 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:32.048493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] For port 1ad4a0c5-548d-4c44-919c-80796174ed77, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=1ad4a0c5-548d-4c44-919c-80796174ed77,segment=NetworkSegment(29b484eb-9441-4917-8ba3-d67074cf94d8),segment_id=29b484eb-9441-4917-8ba3-d67074cf94d8)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:32.057212 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:32.059056 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f4094b25-3bf1-474c-b976-5d63d120ab8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:32.085423 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-981a93fe-719f-4575-88a0-1f5391b1c4a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:32.090315 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-58ace0c5-1e81-48d9-9b41-04852dfa8e31 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:32.097463 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-0938c712-2d0d-4519-b54c-a2e1715f4f29 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Transition to ACTIVE for port object 4008a6da-658e-4891-b472-1b12fa66af2c will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:32.117181 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:32.120652 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a93fe-719f-4575-88a0-1f5391b1c4a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=4b1e72f1-cb11-473a-8ce0-524268263f93,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:32.122575 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-981a93fe-719f-4575-88a0-1f5391b1c4a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:32.132793 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-981a93fe-719f-4575-88a0-1f5391b1c4a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/4b1e72f1-cb11-473a-8ce0-524268263f93 HTTP/1.1" status: 204 len: 168 time: 0.6240549 Jun 22 09:44:32.134178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-981a93fe-719f-4575-88a0-1f5391b1c4a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:32.135375 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59446) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:32.155466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecc74c5-ce51-4270-8c53-6ebaa6fb6f54 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:32.195541 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-05f18704-0e07-420b-b56d-7607787e97a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578098 Jun 22 09:44:32.196172 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59448) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:32.203345 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-eb47166f-0e17-45a1-ad97-7897865e0d11 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:32.203637 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Floating IP c8a221fa-5696-40e9-9c61-f722dfb5e8da associated. External IP: 172.26.3.187, port: 201233de-0fd5-422c-88f5-ed32fc40870b. Jun 22 09:44:32.210308 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:32.212259 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:44:32.212614 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:44:32.216824 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Pushing event updated for resources: {'Port': ['ID=cc87fa75-4cc6-4afb-92c1-67b38a45ff38,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:32.224417 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:32.232112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8a7d6377-be56-47cf-8faf-2e84d12816f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:32.268415 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:32.273716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:32.276084 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/2e69fd66-11a5-4a1c-aaed-e477903f8563 HTTP/1.1" status: 204 len: 168 time: 4.2407644 Jun 22 09:44:32.280646 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-119421ad-23d3-4489-b519-8ae2d5687c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:32.309399 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59450) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:32.311057 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Network': ['ID=2e69fd66-11a5-4a1c-aaed-e477903f8563,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:32.314002 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:32.319198 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-137a8dcf-867a-473c-a97c-56e152784ffb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1278841593'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:32.351348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Pushing event updated for resources: {'Port': ['ID=1ad4a0c5-548d-4c44-919c-80796174ed77,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:32.354929 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:32.443937 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59452) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:32.446610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0938c712-2d0d-4519-b54c-a2e1715f4f29 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:32.459046 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-aef12f9b-2d5a-49ce-bdfe-26d9467e57c0 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:32.519101 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba565724-c128-4e95-8e59-5231185dc437 None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:44:32.521539 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137a8dcf-867a-473c-a97c-56e152784ffb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:32.526140 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-137a8dcf-867a-473c-a97c-56e152784ffb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:32.573965 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0938c712-2d0d-4519-b54c-a2e1715f4f29 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network 31b153da-3869-48dc-8851-2438295dc837 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:32.592184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137a8dcf-867a-473c-a97c-56e152784ffb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:44:32.603253 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-137a8dcf-867a-473c-a97c-56e152784ffb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:32.604019 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-137a8dcf-867a-473c-a97c-56e152784ffb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Added segment 9593b4cc-ae97-4650-8b4f-e04fe0db9fb8 of type vlan for network 1a464f3c-ac6e-4fe7-9f0f-06d885072c4d Jun 22 09:44:32.623177 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-0938c712-2d0d-4519-b54c-a2e1715f4f29 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:32.650168 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0938c712-2d0d-4519-b54c-a2e1715f4f29 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:32.657157 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938c712-2d0d-4519-b54c-a2e1715f4f29 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=4008a6da-658e-4891-b472-1b12fa66af2c,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:32.664498 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0938c712-2d0d-4519-b54c-a2e1715f4f29 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:32.670322 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb47166f-0e17-45a1-ad97-7897865e0d11 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:32.677069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ba565724-c128-4e95-8e59-5231185dc437 None None] Deleting port bf94da08-5547-45b9-aa93-4e1c457ef2ac {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:32.677616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ba565724-c128-4e95-8e59-5231185dc437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:32.679381 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eb47166f-0e17-45a1-ad97-7897865e0d11 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:32.776377 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-137a8dcf-867a-473c-a97c-56e152784ffb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:32.833535 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-ba565724-c128-4e95-8e59-5231185dc437 None None] For port bf94da08-5547-45b9-aa93-4e1c457ef2ac, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=bf94da08-5547-45b9-aa93-4e1c457ef2ac,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:32.834097 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ba565724-c128-4e95-8e59-5231185dc437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:32.836273 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0938c712-2d0d-4519-b54c-a2e1715f4f29 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:32.839416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0938c712-2d0d-4519-b54c-a2e1715f4f29 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:32.889673 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Allocated IP 172.20.0.1 (75ca7b51-8500-41da-a24f-8648dce1885d/e4884e1f-8290-4e72-874f-49d914add356/de612036-aa56-4c36-8459-cc80d574e6f5) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:32.896395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 09aaf0f9-c9cb-4f59-bf81-5914db24d7ae has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:44:32.928891 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ba565724-c128-4e95-8e59-5231185dc437 None None] Calling delete_port for bf94da08-5547-45b9-aa93-4e1c457ef2ac owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:32.982923 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.007273 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0938c712-2d0d-4519-b54c-a2e1715f4f29 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9485786 Jun 22 09:44:33.009079 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59456) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:33.016052 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-137a8dcf-867a-473c-a97c-56e152784ffb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.022467 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137a8dcf-867a-473c-a97c-56e152784ffb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:33.022961 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-137a8dcf-867a-473c-a97c-56e152784ffb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.032959 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port bf94da08-5547-45b9-aa93-4e1c457ef2ac, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=bf94da08-5547-45b9-aa93-4e1c457ef2ac,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:33.034939 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-bbf68f0a-e551-4155-a4a7-6856332489ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'network_id': '31b153da-3869-48dc-8851-2438295dc837', 'name': 'tempest-PortsTestJSON-1572062343', 'fixed_ips': [{'subnet_id': '703f8617-31bb-4a0f-80fa-efb542d8fd80', 'ip_address': '172.20.0.9'}]}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:33.049361 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b3410e66-ba83-4454-b9de-34a975c9d843 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:33.108955 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.113278 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7ed436ff-60b5-46a6-8f25-b64919e36861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:33.115555 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.126123 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:33.139022 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Transition to ACTIVE for port object de612036-aa56-4c36-8459-cc80d574e6f5 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:33.158338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d428c9b-3ba9-4543-b7d7-ca7dbad2d8bd None None] Sync routers for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:33.195550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d428c9b-3ba9-4543-b7d7-ca7dbad2d8bd None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:33.196400 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4d428c9b-3ba9-4543-b7d7-ca7dbad2d8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:33.203194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ba565724-c128-4e95-8e59-5231185dc437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.235291 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.244641 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=bf94da08-5547-45b9-aa93-4e1c457ef2ac,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:33.256523 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-137a8dcf-867a-473c-a97c-56e152784ffb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9416142 Jun 22 09:44:33.264552 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4d428c9b-3ba9-4543-b7d7-ca7dbad2d8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:33.264720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59458) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:33.272446 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a8dcf-867a-473c-a97c-56e152784ffb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Network': ['ID=1a464f3c-ac6e-4fe7-9f0f-06d885072c4d,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:33.280824 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-3e1ba2b3-ba32-4972-bf46-e0565b062f1b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'subnet': {'network_id': '1a464f3c-ac6e-4fe7-9f0f-06d885072c4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:33.282896 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:33.289447 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-28b7b920-cbdc-4d8e-963e-5b07b58f8a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:33.294765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-137a8dcf-867a-473c-a97c-56e152784ffb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:33.295326 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 1a464f3c-ac6e-4fe7-9f0f-06d885072c4d details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:44:33.305715 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1602979 Jun 22 09:44:33.306861 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59460) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:33.313458 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-f72635b4-ebc7-498b-9796-d83c3f4e5b9a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-849310901'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:33.319696 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.323454 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:33.337328 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d428c9b-3ba9-4543-b7d7-ca7dbad2d8bd None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:33.338020 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4d428c9b-3ba9-4543-b7d7-ca7dbad2d8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:33.342601 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba565724-c128-4e95-8e59-5231185dc437 None None] No DVR routers for this DVR port bf94da08-5547-45b9-aa93-4e1c457ef2ac on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:33.384978 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Network 75ca7b51-8500-41da-a24f-8648dce1885d is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:33.393323 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:33.401654 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:33.440483 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event updated for resources: {'Port': ['ID=de612036-aa56-4c36-8459-cc80d574e6f5,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:33.445899 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:33.470300 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.479708 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eb47166f-0e17-45a1-ad97-7897865e0d11 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.508899 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-49a35360-d30b-41ec-8c32-a3b05184e128 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:33.525032 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72635b4-ebc7-498b-9796-d83c3f4e5b9a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Made reservation on behalf of 3fe8e4519a884b82ab7d8e90f6c4589b for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:33.530337 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f72635b4-ebc7-498b-9796-d83c3f4e5b9a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.585601 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72635b4-ebc7-498b-9796-d83c3f4e5b9a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:44:33.618562 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb47166f-0e17-45a1-ad97-7897865e0d11 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:33.620174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f72635b4-ebc7-498b-9796-d83c3f4e5b9a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.620622 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-f72635b4-ebc7-498b-9796-d83c3f4e5b9a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Added segment 16118650-c427-4203-8a31-d557ccf66ca6 of type vlan for network af762aad-84a6-47c4-8b30-b0b9f945a409 Jun 22 09:44:33.649791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47166f-0e17-45a1-ad97-7897865e0d11 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=b2d737e1-17a2-42f3-aa9a-357ab19cbc6d,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:33.657547 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-eb47166f-0e17-45a1-ad97-7897865e0d11 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:33.663337 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 0b051c17-5f61-4ee0-80fb-3545519be1f5 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:33.668529 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb47166f-0e17-45a1-ad97-7897865e0d11 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:33.668529 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eb47166f-0e17-45a1-ad97-7897865e0d11 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.670381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5293ad84-c550-4094-925e-2ddb1e9dbec3 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:33.672615 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba565724-c128-4e95-8e59-5231185dc437 None None] Pushing event deleted for resources: {'Port': ['ID=bf94da08-5547-45b9-aa93-4e1c457ef2ac,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:33.674110 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-eb47166f-0e17-45a1-ad97-7897865e0d11 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:33.686830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f72635b4-ebc7-498b-9796-d83c3f4e5b9a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.710986 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4d428c9b-3ba9-4543-b7d7-ca7dbad2d8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:33.711854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d428c9b-3ba9-4543-b7d7-ca7dbad2d8bd None None] The sync data for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:33.728385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ba565724-c128-4e95-8e59-5231185dc437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:33.781021 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.834683 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 0b051c17-5f61-4ee0-80fb-3545519be1f5 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:33.835171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.869786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.889449 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf68f0a-e551-4155-a4a7-6856332489ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:33.899126 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f7f349-6c5a-4297-8072-3d7749cc695b None None] Network 31b153da-3869-48dc-8851-2438295dc837 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:33.902524 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f72635b4-ebc7-498b-9796-d83c3f4e5b9a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.909956 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72635b4-ebc7-498b-9796-d83c3f4e5b9a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:33.910738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f72635b4-ebc7-498b-9796-d83c3f4e5b9a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.916779 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:33.993227 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-eb47166f-0e17-45a1-ad97-7897865e0d11 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7954512 Jun 22 09:44:33.996585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59462) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:34.006656 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-14cbff9f-2741-4df7-8573-296779c30e38 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'name': 'tempest-NetworksTestDHCPv6-1437562854'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:34.025592 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': 'b2d737e1-17a2-42f3-aa9a-357ab19cbc6d'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:44:34.033619 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:34.036214 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72635b4-ebc7-498b-9796-d83c3f4e5b9a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Network': ['ID=af762aad-84a6-47c4-8b30-b0b9f945a409,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:34.040575 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f72635b4-ebc7-498b-9796-d83c3f4e5b9a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:34.072561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1ba2b3-ba32-4972-bf46-e0565b062f1b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:34.099946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e1ba2b3-ba32-4972-bf46-e0565b062f1b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:34.137350 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network af762aad-84a6-47c4-8b30-b0b9f945a409 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:44:34.154328 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f72635b4-ebc7-498b-9796-d83c3f4e5b9a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8434505 Jun 22 09:44:34.161849 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59464) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:34.170529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-898a2936-b184-48cf-b268-07f80d129ce6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'subnet': {'network_id': 'af762aad-84a6-47c4-8b30-b0b9f945a409', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:34.257926 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0bb061d9-d805-48e9-9d51-741f1dbd208e None None] Provisioning for port cc87fa75-4cc6-4afb-92c1-67b38a45ff38 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:34.276993 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29db408-bafe-44e2-9f6c-b22194d664bc None None] Network 75ca7b51-8500-41da-a24f-8648dce1885d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:34.430216 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device cc87fa75-4cc6-4afb-92c1-67b38a45ff38 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:34.538946 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Allocated IP 2001:db8::2 (36eee797-60f1-483e-81c4-4dc1c89ce22a/b2d737e1-17a2-42f3-aa9a-357ab19cbc6d/527572f0-bdac-4726-84e1-0d6723fa38fe) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:34.655813 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bbf68f0a-e551-4155-a4a7-6856332489ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:34.658866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-534c7b16-d72f-406f-8f76-4d211793160e None None] Provisioning for port 1ad4a0c5-548d-4c44-919c-80796174ed77 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:34.666149 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:34.701459 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.api [None req-898a2936-b184-48cf-b268-07f80d129ce6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:44:34.701459 dv-neutron-797121-3-hyperv neutron-server[100652]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:44:34.701459 dv-neutron-797121-3-hyperv neutron-server[100652]: [parameters: {'project_id_1': '3fe8e4519a884b82ab7d8e90f6c4589b', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 44, 34, 660042)}] Jun 22 09:44:34.701459 dv-neutron-797121-3-hyperv neutron-server[100652]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:44:34.701459 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_db.api [None req-898a2936-b184-48cf-b268-07f80d129ce6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:44:34.711770 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-bbf68f0a-e551-4155-a4a7-6856332489ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] device_id is not set on port c616e62e-b829-47bb-97de-91f4d151fd12 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:34.732619 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port cc87fa75-4cc6-4afb-92c1-67b38a45ff38 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:34.749515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port cc87fa75-4cc6-4afb-92c1-67b38a45ff38 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:34.750035 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:34.770674 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:34.828651 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e2ff9429-8021-4f5b-a390-b4ea0e9d9f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:34.837263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:34.846585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cbff9f-2741-4df7-8573-296779c30e38 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:34.850941 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-14cbff9f-2741-4df7-8573-296779c30e38 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:34.854460 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Transition to ACTIVE for port object 527572f0-bdac-4726-84e1-0d6723fa38fe will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:34.880470 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Transition to ACTIVE for port object 527572f0-bdac-4726-84e1-0d6723fa38fe will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:34.899207 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event updated for resources: {'Port': ['ID=de612036-aa56-4c36-8459-cc80d574e6f5,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:34.907322 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:34.911727 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:34.931713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:34.961130 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-14cbff9f-2741-4df7-8573-296779c30e38 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port 327a2372-59e6-4898-9b3c-89279848a9ae yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:34.984495 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port cc87fa75-4cc6-4afb-92c1-67b38a45ff38, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=cc87fa75-4cc6-4afb-92c1-67b38a45ff38,segment=NetworkSegment(271c7235-8f8b-48d2-951c-806f4b7005f2),segment_id=271c7235-8f8b-48d2-951c-806f4b7005f2)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:35.034626 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:35.037060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:35.046877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Network 75ca7b51-8500-41da-a24f-8648dce1885d is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:35.048474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:35.095776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Pushing event updated for resources: {'Port': ['ID=527572f0-bdac-4726-84e1-0d6723fa38fe,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:35.103370 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5394f340-8344-4109-a2a6-d7127274b778 None None] Provisioning for port 4008a6da-658e-4891-b472-1b12fa66af2c completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:35.106417 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:35.108344 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:35.109245 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 1ad4a0c5-548d-4c44-919c-80796174ed77 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:35.111833 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:35.174043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=cc87fa75-4cc6-4afb-92c1-67b38a45ff38,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:35.183854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:35.186935 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:35.206361 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:35.208231 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5394f340-8344-4109-a2a6-d7127274b778 None None] Provisioning complete for port 4008a6da-658e-4891-b472-1b12fa66af2c triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:35.208566 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5394f340-8344-4109-a2a6-d7127274b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:35.210270 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:35.238490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Router 43300228-c8ee-4161-bad9-ad0b540adc47 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:44:35.242385 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e1ba2b3-ba32-4972-bf46-e0565b062f1b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:35.254565 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:35.307886 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.17 (9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce/1b692d1b-860c-4e94-bf9b-e3f0934ae7d9/62cb2034-9f08-4c3e-8e30-0c2c59a5dfed) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:35.334682 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5394f340-8344-4109-a2a6-d7127274b778 None None] Port 4008a6da-658e-4891-b472-1b12fa66af2c cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:35.338918 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Attempting to bind port 527572f0-bdac-4726-84e1-0d6723fa38fe on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:35.339296 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Attempting to bind port 527572f0-bdac-4726-84e1-0d6723fa38fe by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:35.339704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Attempting to bind port 527572f0-bdac-4726-84e1-0d6723fa38fe on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:35.343341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898a2936-b184-48cf-b268-07f80d129ce6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Made reservation on behalf of 3fe8e4519a884b82ab7d8e90f6c4589b for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:35.346986 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-898a2936-b184-48cf-b268-07f80d129ce6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:35.351837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-14cbff9f-2741-4df7-8573-296779c30e38 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::35b (36eee797-60f1-483e-81c4-4dc1c89ce22a/b2d737e1-17a2-42f3-aa9a-357ab19cbc6d/327a2372-59e6-4898-9b3c-89279848a9ae) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:35.356086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-bbf68f0a-e551-4155-a4a7-6856332489ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Allocated IP 172.20.0.9 (31b153da-3869-48dc-8851-2438295dc837/703f8617-31bb-4a0f-80fa-efb542d8fd80/c616e62e-b829-47bb-97de-91f4d151fd12) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:35.371360 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5394f340-8344-4109-a2a6-d7127274b778 None None] Provisioning complete for port cc87fa75-4cc6-4afb-92c1-67b38a45ff38 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:35.372393 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5394f340-8344-4109-a2a6-d7127274b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:35.387286 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ba2b3-ba32-4972-bf46-e0565b062f1b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Subnet': ['ID=af4bc7b1-b78b-40b2-82dc-6802e25ea2c8,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:35.401527 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3e1ba2b3-ba32-4972-bf46-e0565b062f1b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:35.424713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:35.440378 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "PUT /v2.0/routers/43300228-c8ee-4161-bad9-ad0b540adc47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3587260 Jun 22 09:44:35.448085 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Sync routers for ids ['43300228-c8ee-4161-bad9-ad0b540adc47'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:35.456800 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:35.457536 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:35.458787 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:35.459479 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:35.460197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Bound port: 527572f0-bdac-4726-84e1-0d6723fa38fe, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:35.460776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:35.467045 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Routers {'43300228-c8ee-4161-bad9-ad0b540adc47'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:35.467728 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['43300228-c8ee-4161-bad9-ad0b540adc47'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:35.515600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ba2b3-ba32-4972-bf46-e0565b062f1b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Checking segment: {'id': '9593b4cc-ae97-4650-8b4f-e04fe0db9fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1a464f3c-ac6e-4fe7-9f0f-06d885072c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:35.515972 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ba2b3-ba32-4972-bf46-e0565b062f1b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network hostable DHCP agents. Network: 1a464f3c-ac6e-4fe7-9f0f-06d885072c4d, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:44:35.525857 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 1ad4a0c5-548d-4c44-919c-80796174ed77 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:35.552822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 1ad4a0c5-548d-4c44-919c-80796174ed77 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:35.562768 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:35.718586 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Set router 43300228-c8ee-4161-bad9-ad0b540adc47 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:44:35.722566 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] For port 527572f0-bdac-4726-84e1-0d6723fa38fe, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:35.748045 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] For port 527572f0-bdac-4726-84e1-0d6723fa38fe, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=527572f0-bdac-4726-84e1-0d6723fa38fe,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:35.749890 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:35.760070 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-898a2936-b184-48cf-b268-07f80d129ce6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:35.763138 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:35.803401 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 1ad4a0c5-548d-4c44-919c-80796174ed77, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=1ad4a0c5-548d-4c44-919c-80796174ed77,segment=NetworkSegment(29b484eb-9441-4917-8ba3-d67074cf94d8),segment_id=29b484eb-9441-4917-8ba3-d67074cf94d8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:35.817178 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:35.820953 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:35.826583 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a2936-b184-48cf-b268-07f80d129ce6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Subnet': ['ID=7078f819-c768-4455-a97f-a8136ba9a65b,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:35.829536 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-898a2936-b184-48cf-b268-07f80d129ce6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:35.836406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a2936-b184-48cf-b268-07f80d129ce6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Checking segment: {'id': '16118650-c427-4203-8a31-d557ccf66ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'af762aad-84a6-47c4-8b30-b0b9f945a409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:35.836406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898a2936-b184-48cf-b268-07f80d129ce6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network hostable DHCP agents. Network: af762aad-84a6-47c4-8b30-b0b9f945a409, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:44:35.885838 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:35.923127 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2d6f8df7-762a-4313-85ef-8ecea7d94cb6 None None] Provisioning complete for port 1ad4a0c5-548d-4c44-919c-80796174ed77 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:35.923884 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2d6f8df7-762a-4313-85ef-8ecea7d94cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:35.932081 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898a2936-b184-48cf-b268-07f80d129ce6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network af762aad-84a6-47c4-8b30-b0b9f945a409 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:44:35.963397 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-14cbff9f-2741-4df7-8573-296779c30e38 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:35.965209 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Pushing event updated for resources: {'Port': ['ID=527572f0-bdac-4726-84e1-0d6723fa38fe,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:35.969079 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:35.970574 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:35.971068 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f2918454-5e47-414a-97fa-b0cba479f15b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:35.984408 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-1043dad3-ca0b-4d88-ab00-2d2304b99c90 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-377990542&fields=id&tenant_id=6405790520f347c092a1490886c89b06 HTTP/1.1" status: 200 len: 267 time: 0.2416563 Jun 22 09:44:36.014004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ba2b3-ba32-4972-bf46-e0565b062f1b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network 1a464f3c-ac6e-4fe7-9f0f-06d885072c4d is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:44:36.019070 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504851969', 'tenant_id': '6405790520f347c092a1490886c89b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:44:23Z', 'updated_at': '2021-06-22T09:44:33Z', 'revision_number': 4, 'project_id': '6405790520f347c092a1490886c89b06', 'gw_port': {'id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:24Z', 'updated_at': '2021-06-22T09:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'de612036-aa56-4c36-8459-cc80d574e6f5', 'name': '', 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d', 'tenant_id': '6405790520f347c092a1490886c89b06', 'mac_address': 'fa:16:3e:4c:db:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e4884e1f-8290-4e72-874f-49d914add356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:32Z', 'updated_at': '2021-06-22T09:44:34Z', 'revision_number': 2, 'project_id': '6405790520f347c092a1490886c89b06', 'subnets': [{'id': 'e4884e1f-8290-4e72-874f-49d914add356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:36.039214 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-898a2936-b184-48cf-b268-07f80d129ce6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, af762aad-84a6-47c4-8b30-b0b9f945a409) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:36.046313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-14cbff9f-2741-4df7-8573-296779c30e38 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object 327a2372-59e6-4898-9b3c-89279848a9ae will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:36.048005 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:36.052762 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898a2936-b184-48cf-b268-07f80d129ce6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:36.053650 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-898a2936-b184-48cf-b268-07f80d129ce6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:36.065429 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Checking router: 43300228-c8ee-4161-bad9-ad0b540adc47 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:44:36.065941 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Updating router 43300228-c8ee-4161-bad9-ad0b540adc47 port de612036-aa56-4c36-8459-cc80d574e6f5 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:44:36.110235 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bbf68f0a-e551-4155-a4a7-6856332489ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:36.123601 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-3e1ba2b3-ba32-4972-bf46-e0565b062f1b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 1a464f3c-ac6e-4fe7-9f0f-06d885072c4d) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:36.124980 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-898a2936-b184-48cf-b268-07f80d129ce6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9582136 Jun 22 09:44:36.126550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59482) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:36.145685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-653439421', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}, 'admin_state_up': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:36.156959 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:36.181391 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1ba2b3-ba32-4972-bf46-e0565b062f1b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:36.182068 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e1ba2b3-ba32-4972-bf46-e0565b062f1b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:36.205011 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-bbf68f0a-e551-4155-a4a7-6856332489ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Transition to ACTIVE for port object c616e62e-b829-47bb-97de-91f4d151fd12 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:36.231889 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device bf94da08-5547-45b9-aa93-4e1c457ef2ac no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:44:36.234657 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cb7c39-d268-4d2f-ba5d-779232b9c5e3 None None] Network af762aad-84a6-47c4-8b30-b0b9f945a409 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:36.236842 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ad4e48-9c7e-480d-a9ad-a585c4f195bd None None] Network 1a464f3c-ac6e-4fe7-9f0f-06d885072c4d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:36.247188 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:36.250120 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:36.286365 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-3fa97db9-4d9e-4830-bd03-ca77514811ba tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:36.293100 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-3fa97db9-4d9e-4830-bd03-ca77514811ba tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/networks?id=75ca7b51-8500-41da-a24f-8648dce1885d HTTP/1.1" status: 200 len: 796 time: 0.2871776 Jun 22 09:44:36.329355 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3e1ba2b3-ba32-4972-bf46-e0565b062f1b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0509579 Jun 22 09:44:36.335162 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-444d2c6a-9615-4f76-9d09-8e19405d02ac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/quotas/6405790520f347c092a1490886c89b06 HTTP/1.1" status: 200 len: 375 time: 0.0411129 Jun 22 09:44:36.345917 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59484) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:36.362544 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:36.371287 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: bf94da08-5547-45b9-aa93-4e1c457ef2ac {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:44:36.371685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device bf94da08-5547-45b9-aa93-4e1c457ef2ac not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:44:36.398395 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:36.426511 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-be64c5b6-877e-49e7-9189-73f2ca95f3ba tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:36.434239 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-14cbff9f-2741-4df7-8573-296779c30e38 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:36.501288 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=1ad4a0c5-548d-4c44-919c-80796174ed77,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:36.504027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:36.518758 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:36.522678 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cbff9f-2741-4df7-8573-296779c30e38 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:36.525346 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bbf68f0a-e551-4155-a4a7-6856332489ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:36.527177 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:36.545565 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:36.548440 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-14cbff9f-2741-4df7-8573-296779c30e38 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:36.556735 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cbff9f-2741-4df7-8573-296779c30e38 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:36.562717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cbff9f-2741-4df7-8573-296779c30e38 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:36.563369 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-14cbff9f-2741-4df7-8573-296779c30e38 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:36.568733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=62cb2034-9f08-4c3e-8e30-0c2c59a5dfed,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:36.599786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:36.601880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cd92ee8d-0e78-43f4-af73-dabdb5cecf87 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:36.638712 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:36.685924 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Transition to ACTIVE for port object de612036-aa56-4c36-8459-cc80d574e6f5 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:36.692175 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf68f0a-e551-4155-a4a7-6856332489ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network 31b153da-3869-48dc-8851-2438295dc837 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:36.703414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:36.705050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-bbf68f0a-e551-4155-a4a7-6856332489ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:36.710021 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:36.717420 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf68f0a-e551-4155-a4a7-6856332489ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:36.736979 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-14e73762-90b5-432c-b157-a71e4ae9a9aa tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6405790520f347c092a1490886c89b06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3931024 Jun 22 09:44:36.749738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 527572f0-bdac-4726-84e1-0d6723fa38fe up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:36.778250 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-af762aad-84a6-47c4-8b30-b0b9f945a409', 'network_id': 'af762aad-84a6-47c4-8b30-b0b9f945a409', 'tenant_id': '3fe8e4519a884b82ab7d8e90f6c4589b', 'fixed_ips': [{'subnet_id': '7078f819-c768-4455-a97f-a8136ba9a65b'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:44:36.779714 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:36.781047 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:36.788229 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:36.791487 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-919c136f-09d3-4f46-beb1-50cece383fca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:36.899381 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f283b-35d6-4a3b-91c1-ab238a715c0b None None] Pushing event updated for resources: {'Port': ['ID=de612036-aa56-4c36-8459-cc80d574e6f5,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:36.903084 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-e64f283b-35d6-4a3b-91c1-ab238a715c0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:37.019742 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Attempting to bind port de612036-aa56-4c36-8459-cc80d574e6f5 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:37.020122 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Attempting to bind port de612036-aa56-4c36-8459-cc80d574e6f5 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '29b484eb-9441-4917-8ba3-d67074cf94d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:37.020710 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Attempting to bind port de612036-aa56-4c36-8459-cc80d574e6f5 on network 75ca7b51-8500-41da-a24f-8648dce1885d {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:37.035664 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:37.036460 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Checking segment: {'id': '29b484eb-9441-4917-8ba3-d67074cf94d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:37.037083 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:37.037497 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Bound using segment: {'id': '29b484eb-9441-4917-8ba3-d67074cf94d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:37.037994 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Bound port: de612036-aa56-4c36-8459-cc80d574e6f5, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b484eb-9441-4917-8ba3-d67074cf94d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:37.038378 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:37.107736 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbff9f-2741-4df7-8573-296779c30e38 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=327a2372-59e6-4898-9b3c-89279848a9ae,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:37.123776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2d6f8df7-762a-4313-85ef-8ecea7d94cb6 None None] Provisioning complete for port 4008a6da-658e-4891-b472-1b12fa66af2c triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:37.124257 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2d6f8df7-762a-4313-85ef-8ecea7d94cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:37.129997 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-14cbff9f-2741-4df7-8573-296779c30e38 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1257293 Jun 22 09:44:37.142279 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59486) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:37.152570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-1a464f3c-ac6e-4fe7-9f0f-06d885072c4d', 'network_id': '1a464f3c-ac6e-4fe7-9f0f-06d885072c4d', 'tenant_id': 'f4445d2b9f8c4e23aee039318ad408ee', 'fixed_ips': [{'subnet_id': 'af4bc7b1-b78b-40b2-82dc-6802e25ea2c8'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:44:37.153470 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:37.167260 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] For port de612036-aa56-4c36-8459-cc80d574e6f5, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:37.171054 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] For port de612036-aa56-4c36-8459-cc80d574e6f5, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=de612036-aa56-4c36-8459-cc80d574e6f5,segment=NetworkSegment(29b484eb-9441-4917-8ba3-d67074cf94d8),segment_id=29b484eb-9441-4917-8ba3-d67074cf94d8)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:37.227801 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf68f0a-e551-4155-a4a7-6856332489ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=c616e62e-b829-47bb-97de-91f4d151fd12,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:37.259833 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:37.260177 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-2aa672b0-f99d-4fb4-b250-f6cb24a85eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:37.261060 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:37.274446 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Allocated IP 172.20.0.2 (af762aad-84a6-47c4-8b30-b0b9f945a409/7078f819-c768-4455-a97f-a8136ba9a65b/9b79499b-8096-4b21-840b-b0ff2fd2cf79) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:37.286433 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bbf68f0a-e551-4155-a4a7-6856332489ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:37.289444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-140f0a2b-e18b-473b-873c-43780465c1c8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.752s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:37.290049 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-140f0a2b-e18b-473b-873c-43780465c1c8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:37.291167 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:37.349452 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf68f0a-e551-4155-a4a7-6856332489ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:37.353313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bbf68f0a-e551-4155-a4a7-6856332489ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:37.382426 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79731df4-1be9-466e-9608-c3c46aaf40f4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:37.388529 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Routers {'43300228-c8ee-4161-bad9-ad0b540adc47'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:37.388928 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79731df4-1be9-466e-9608-c3c46aaf40f4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:37.391465 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['43300228-c8ee-4161-bad9-ad0b540adc47'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:37.394303 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59488) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:37.396054 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f283b-35d6-4a3b-91c1-ab238a715c0b None None] Pushing event updated for resources: {'Port': ['ID=de612036-aa56-4c36-8459-cc80d574e6f5,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:37.396190 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-79731df4-1be9-466e-9608-c3c46aaf40f4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2507010 Jun 22 09:44:37.407515 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-e64f283b-35d6-4a3b-91c1-ab238a715c0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:37.421507 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f8df7-762a-4313-85ef-8ecea7d94cb6 None None] Port 4008a6da-658e-4891-b472-1b12fa66af2c cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:37.493968 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Allocated IP 172.26.3.226 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/97fff634-05de-4cd4-86bb-7bff8db18ad7) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:37.526544 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 527572f0-bdac-4726-84e1-0d6723fa38fe completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:37.527905 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bbf68f0a-e551-4155-a4a7-6856332489ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.5126424 Jun 22 09:44:37.538111 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59490) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:37.564773 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:37.568757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:37.582662 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device cc87fa75-4cc6-4afb-92c1-67b38a45ff38 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:37.608726 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] Set router 43300228-c8ee-4161-bad9-ad0b540adc47 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:44:37.700592 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-2dd3602d-f6bd-49ad-88f1-fa2c1932399d service neutron] 10.222.0.20 "GET /v2.0/networks/75ca7b51-8500-41da-a24f-8648dce1885d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9624074 Jun 22 09:44:37.722133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:37.745916 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:37.756226 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Transition to ACTIVE for port object 9b79499b-8096-4b21-840b-b0ff2fd2cf79 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:37.774657 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Transition to ACTIVE for port object 9b79499b-8096-4b21-840b-b0ff2fd2cf79 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:37.803725 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2d6f8df7-762a-4313-85ef-8ecea7d94cb6 None None] Provisioning for port de612036-aa56-4c36-8459-cc80d574e6f5 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:37.807804 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port cc87fa75-4cc6-4afb-92c1-67b38a45ff38 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:37.808382 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:37.828222 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:37.833799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c3792d96-9115-409f-b3a0-2e3323b57d50 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:37.839298 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Allocated IP 172.20.0.1 (1a464f3c-ac6e-4fe7-9f0f-06d885072c4d/af4bc7b1-b78b-40b2-82dc-6802e25ea2c8/792109fc-0aa0-4ec0-8d99-60ac63736ca3) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:37.857926 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504851969', 'tenant_id': '6405790520f347c092a1490886c89b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:44:23Z', 'updated_at': '2021-06-22T09:44:33Z', 'revision_number': 4, 'project_id': '6405790520f347c092a1490886c89b06', 'gw_port': {'id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:24Z', 'updated_at': '2021-06-22T09:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'de612036-aa56-4c36-8459-cc80d574e6f5', 'name': '', 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d', 'tenant_id': '6405790520f347c092a1490886c89b06', 'mac_address': 'fa:16:3e:4c:db:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e4884e1f-8290-4e72-874f-49d914add356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:32Z', 'updated_at': '2021-06-22T09:44:37Z', 'revision_number': 4, 'project_id': '6405790520f347c092a1490886c89b06', 'subnets': [{'id': 'e4884e1f-8290-4e72-874f-49d914add356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:37.878771 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:37.884047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fc802f4c-c0cf-423e-9f00-90a3fb4f50ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:37.891555 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe73483-929d-4939-b5a8-0be31792683e None None] The sync data for ids ['43300228-c8ee-4161-bad9-ad0b540adc47'] in dv-neutron-797121-3-hyperv is: [{'id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504851969', 'tenant_id': '6405790520f347c092a1490886c89b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:44:23Z', 'updated_at': '2021-06-22T09:44:33Z', 'revision_number': 4, 'project_id': '6405790520f347c092a1490886c89b06', 'gw_port': {'id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:24Z', 'updated_at': '2021-06-22T09:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'de612036-aa56-4c36-8459-cc80d574e6f5', 'name': '', 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d', 'tenant_id': '6405790520f347c092a1490886c89b06', 'mac_address': 'fa:16:3e:4c:db:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e4884e1f-8290-4e72-874f-49d914add356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:32Z', 'updated_at': '2021-06-22T09:44:37Z', 'revision_number': 4, 'project_id': '6405790520f347c092a1490886c89b06', 'subnets': [{'id': 'e4884e1f-8290-4e72-874f-49d914add356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:37.925411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:37.929041 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:37.949466 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:37.956062 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=97fff634-05de-4cd4-86bb-7bff8db18ad7,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:37.997392 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:38.063896 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Pushing event updated for resources: {'Port': ['ID=9b79499b-8096-4b21-840b-b0ff2fd2cf79,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:38.064185 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcae5dc-b551-4dd0-92b3-6d165c7bbb1b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:38.065759 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ebcae5dc-b551-4dd0-92b3-6d165c7bbb1b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5185115 Jun 22 09:44:38.077624 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59492) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:38.077981 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:38.080295 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Network af762aad-84a6-47c4-8b30-b0b9f945a409 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:38.089355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:38.092951 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:38.185260 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3ece89cb-b8e1-4646-9c17-e8814cdf6ebd None None] Provisioning for port 527572f0-bdac-4726-84e1-0d6723fa38fe completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:38.231113 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3ece89cb-b8e1-4646-9c17-e8814cdf6ebd None None] Provisioning complete for port 527572f0-bdac-4726-84e1-0d6723fa38fe triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:38.231682 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3ece89cb-b8e1-4646-9c17-e8814cdf6ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:38.240339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Attempting to bind port 9b79499b-8096-4b21-840b-b0ff2fd2cf79 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:38.240828 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Attempting to bind port 9b79499b-8096-4b21-840b-b0ff2fd2cf79 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '16118650-c427-4203-8a31-d557ccf66ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'af762aad-84a6-47c4-8b30-b0b9f945a409'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:38.241297 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Attempting to bind port 9b79499b-8096-4b21-840b-b0ff2fd2cf79 on network af762aad-84a6-47c4-8b30-b0b9f945a409 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:38.297655 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:38.298125 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Checking segment: {'id': '16118650-c427-4203-8a31-d557ccf66ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'af762aad-84a6-47c4-8b30-b0b9f945a409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:38.298641 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:38.299143 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Bound using segment: {'id': '16118650-c427-4203-8a31-d557ccf66ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'af762aad-84a6-47c4-8b30-b0b9f945a409'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:38.299766 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Bound port: 9b79499b-8096-4b21-840b-b0ff2fd2cf79, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16118650-c427-4203-8a31-d557ccf66ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'af762aad-84a6-47c4-8b30-b0b9f945a409'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:38.300245 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:38.371574 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:38.400383 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Transition to ACTIVE for port object 792109fc-0aa0-4ec0-8d99-60ac63736ca3 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:38.437414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:38.442847 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] For port 9b79499b-8096-4b21-840b-b0ff2fd2cf79, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:38.465145 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Transition to ACTIVE for port object 792109fc-0aa0-4ec0-8d99-60ac63736ca3 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:38.483360 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] For port 9b79499b-8096-4b21-840b-b0ff2fd2cf79, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9b79499b-8096-4b21-840b-b0ff2fd2cf79,segment=NetworkSegment(16118650-c427-4203-8a31-d557ccf66ca6),segment_id=16118650-c427-4203-8a31-d557ccf66ca6)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:38.494243 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3ece89cb-b8e1-4646-9c17-e8814cdf6ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:38.538654 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3ece89cb-b8e1-4646-9c17-e8814cdf6ebd None None] For port 527572f0-bdac-4726-84e1-0d6723fa38fe, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=527572f0-bdac-4726-84e1-0d6723fa38fe,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:38.541009 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:38.552756 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:38.574191 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-661618ef-2f0f-4230-b62d-ec53404c9ff0 service neutron] 10.222.0.20 "GET /v2.0/networks/75ca7b51-8500-41da-a24f-8648dce1885d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8476849 Jun 22 09:44:38.628512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Pushing event updated for resources: {'Port': ['ID=792109fc-0aa0-4ec0-8d99-60ac63736ca3,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:38.640252 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4503c-f457-4b2f-9ab9-a0c06e283ed9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port 327a2372-59e6-4898-9b3c-89279848a9ae {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:38.641275 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ecf4503c-f457-4b2f-9ab9-a0c06e283ed9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:38.642426 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:38.644843 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Network 1a464f3c-ac6e-4fe7-9f0f-06d885072c4d is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:38.646997 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:38.649105 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3ece89cb-b8e1-4646-9c17-e8814cdf6ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:38.654330 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-79609aaa-e638-41e6-b900-3a09d1439c3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:38.713847 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:38.722704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:38.725377 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:38.734704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Pushing event updated for resources: {'Port': ['ID=9b79499b-8096-4b21-840b-b0ff2fd2cf79,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:38.736907 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-39f55dc3-0af4-41f7-8512-deeef7b81db4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:38.769685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device de612036-aa56-4c36-8459-cc80d574e6f5 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:38.784778 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Subnet': ['ID=af4bc7b1-b78b-40b2-82dc-6802e25ea2c8,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:38.797795 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:38.807834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:38.972972 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece89cb-b8e1-4646-9c17-e8814cdf6ebd None None] Pushing event updated for resources: {'Port': ['ID=527572f0-bdac-4726-84e1-0d6723fa38fe,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:38.985277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3ece89cb-b8e1-4646-9c17-e8814cdf6ebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:38.989952 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:38.990551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:38.991598 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3ece89cb-b8e1-4646-9c17-e8814cdf6ebd None None] Provisioning for port c616e62e-b829-47bb-97de-91f4d151fd12 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:38.992973 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:38.996168 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Attempting to bind port 792109fc-0aa0-4ec0-8d99-60ac63736ca3 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:38.996751 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Attempting to bind port 792109fc-0aa0-4ec0-8d99-60ac63736ca3 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '9593b4cc-ae97-4650-8b4f-e04fe0db9fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1a464f3c-ac6e-4fe7-9f0f-06d885072c4d'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:38.997293 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Attempting to bind port 792109fc-0aa0-4ec0-8d99-60ac63736ca3 on network 1a464f3c-ac6e-4fe7-9f0f-06d885072c4d {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:39.003899 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3ece89cb-b8e1-4646-9c17-e8814cdf6ebd None None] Provisioning complete for port c616e62e-b829-47bb-97de-91f4d151fd12 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:39.004516 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3ece89cb-b8e1-4646-9c17-e8814cdf6ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.028553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a464f3c-ac6e-4fe7-9f0f-06d885072c4d']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:39.033806 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:39.034412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Checking segment: {'id': '9593b4cc-ae97-4650-8b4f-e04fe0db9fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1a464f3c-ac6e-4fe7-9f0f-06d885072c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:39.035010 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.035633 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Bound using segment: {'id': '9593b4cc-ae97-4650-8b4f-e04fe0db9fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1a464f3c-ac6e-4fe7-9f0f-06d885072c4d'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:39.036289 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Bound port: 792109fc-0aa0-4ec0-8d99-60ac63736ca3, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9593b4cc-ae97-4650-8b4f-e04fe0db9fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1a464f3c-ac6e-4fe7-9f0f-06d885072c4d'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:39.038001 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.071916 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3ece89cb-b8e1-4646-9c17-e8814cdf6ebd None None] Port c616e62e-b829-47bb-97de-91f4d151fd12 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:39.083099 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ecf4503c-f457-4b2f-9ab9-a0c06e283ed9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.096764 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-113379c2-cf40-4ac5-8439-76b761d6b264 req-c6c34e40-7aea-4390-b4a1-094dd8031d95 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 210 time: 0.1524346 Jun 22 09:44:39.170330 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port de612036-aa56-4c36-8459-cc80d574e6f5 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:39.195174 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port de612036-aa56-4c36-8459-cc80d574e6f5 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:39.195815 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.227509 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a778c2cd-aae4-43a8-bdd1-8d80bed8b674 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:39.234059 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:44:39.237017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a778c2cd-aae4-43a8-bdd1-8d80bed8b674 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:39.255711 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a778c2cd-aae4-43a8-bdd1-8d80bed8b674 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:39.260459 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59502) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:39.260918 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a778c2cd-aae4-43a8-bdd1-8d80bed8b674 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 1.1820884 Jun 22 09:44:39.263061 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9593b4cc-ae97-4650-8b4f-e04fe0db9fb8') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:39.263937 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9593b4cc-ae97-4650-8b4f-e04fe0db9fb8') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:39.305328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4503c-f457-4b2f-9ab9-a0c06e283ed9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for 327a2372-59e6-4898-9b3c-89279848a9ae owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:39.347096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:44:39.349817 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.414266 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.436374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:39.436810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] For port 792109fc-0aa0-4ec0-8d99-60ac63736ca3, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:39.436958 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:39.440984 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:39.443215 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3ece89cb-b8e1-4646-9c17-e8814cdf6ebd None None] Provisioning for port 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:39.451103 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3ece89cb-b8e1-4646-9c17-e8814cdf6ebd None None] Provisioning complete for port 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:39.451551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3ece89cb-b8e1-4646-9c17-e8814cdf6ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.493078 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3ece89cb-b8e1-4646-9c17-e8814cdf6ebd None None] Port 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:39.508581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:39.520797 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-fc7242d1-234a-4987-8249-ab05c1584a2f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port c616e62e-b829-47bb-97de-91f4d151fd12 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:39.521174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fc7242d1-234a-4987-8249-ab05c1584a2f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.552320 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.577363 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] For port 792109fc-0aa0-4ec0-8d99-60ac63736ca3, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=792109fc-0aa0-4ec0-8d99-60ac63736ca3,segment=NetworkSegment(9593b4cc-ae97-4650-8b4f-e04fe0db9fb8),segment_id=9593b4cc-ae97-4650-8b4f-e04fe0db9fb8)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:39.579113 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.581570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e816b71-8dc5-4cbf-a952-928150101ff8 None None] Sync routers for ids ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:39.603238 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.db.api [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:44:39.603238 dv-neutron-797121-3-hyperv neutron-server[100653]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:44:39.603238 dv-neutron-797121-3-hyperv neutron-server[100653]: [parameters: {'id': '1a464f3c-ac6e-4fe7-9f0f-06d885072c4d'}] Jun 22 09:44:39.603238 dv-neutron-797121-3-hyperv neutron-server[100653]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:44:39.604074 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_db.api [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:44:39.634432 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port de612036-aa56-4c36-8459-cc80d574e6f5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=de612036-aa56-4c36-8459-cc80d574e6f5,segment=NetworkSegment(29b484eb-9441-4917-8ba3-d67074cf94d8),segment_id=29b484eb-9441-4917-8ba3-d67074cf94d8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:39.638632 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e816b71-8dc5-4cbf-a952-928150101ff8 None None] Routers {'0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:39.638848 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1e816b71-8dc5-4cbf-a952-928150101ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:39.640401 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fc7242d1-234a-4987-8249-ab05c1584a2f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.656647 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.661623 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-286285f6-5b29-45d2-96b1-11c1cf8bede5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:39.675705 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1e816b71-8dc5-4cbf-a952-928150101ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:39.684830 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e816b71-8dc5-4cbf-a952-928150101ff8 None None] Routers {'0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:39.685717 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1e816b71-8dc5-4cbf-a952-928150101ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:39.689840 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.699664 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.704814 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5739162 Jun 22 09:44:39.722868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fe0c2e51-7615-40c5-aa79-23f91612f22d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:39.729138 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59504) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:39.749955 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-fc7242d1-234a-4987-8249-ab05c1584a2f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for c616e62e-b829-47bb-97de-91f4d151fd12 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:39.750207 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1e816b71-8dc5-4cbf-a952-928150101ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:39.750822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e816b71-8dc5-4cbf-a952-928150101ff8 None None] The sync data for ids ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:39.767117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.768030 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 1ad4a0c5-548d-4c44-919c-80796174ed77 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:39.774728 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-20c4eea9-ec4c-4f77-920c-75cce688d9c8 None None] Provisioning for port 327a2372-59e6-4898-9b3c-89279848a9ae completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:39.785513 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ecf4503c-f457-4b2f-9ab9-a0c06e283ed9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.833392 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.844384 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-20c4eea9-ec4c-4f77-920c-75cce688d9c8 None None] Provisioning complete for port 327a2372-59e6-4898-9b3c-89279848a9ae triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:39.844776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-20c4eea9-ec4c-4f77-920c-75cce688d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.865655 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=62cb2034-9f08-4c3e-8e30-0c2c59a5dfed,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:39.892311 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Pushing event updated for resources: {'Port': ['ID=792109fc-0aa0-4ec0-8d99-60ac63736ca3,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:39.908362 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:39.908362 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a268ed39-44c8-4fb0-b3f5-803a306c0a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:39.949379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:39.971340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-96d43cd6-e3f2-4a39-9f6e-25d1b2e8977a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:39.971340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ecf4503c-f457-4b2f-9ab9-a0c06e283ed9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.971340 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ecf4503c-f457-4b2f-9ab9-a0c06e283ed9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/327a2372-59e6-4898-9b3c-89279848a9ae HTTP/1.1" status: 204 len: 168 time: 2.5610216 Jun 22 09:44:39.972964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59506) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:39.973221 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-20c4eea9-ec4c-4f77-920c-75cce688d9c8 None None] Port 327a2372-59e6-4898-9b3c-89279848a9ae was deleted so its status cannot be updated. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 22 09:44:39.985167 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=de612036-aa56-4c36-8459-cc80d574e6f5,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:40.001856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:40.037581 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442f6fa4-4439-4a11-8d77-4ecd51196c04 None None] Network 1a464f3c-ac6e-4fe7-9f0f-06d885072c4d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:40.073886 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4503c-f457-4b2f-9ab9-a0c06e283ed9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=327a2372-59e6-4898-9b3c-89279848a9ae,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:40.084592 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f5c37d-7ce1-4b9f-b80b-c4cb519790f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:40.086379 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f5c37d-7ce1-4b9f-b80b-c4cb519790f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:40.086512 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ecf4503c-f457-4b2f-9ab9-a0c06e283ed9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:40.094065 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-15f5c37d-7ce1-4b9f-b80b-c4cb519790f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1264899 Jun 22 09:44:40.095584 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59508) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:40.122888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:40.131307 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 1ad4a0c5-548d-4c44-919c-80796174ed77 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:40.131972 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:40.205461 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-79cd8ff1-7cd7-4986-935b-98617a06f5c6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet b2d737e1-17a2-42f3-aa9a-357ab19cbc6d {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:44:40.208359 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fc7242d1-234a-4987-8249-ab05c1584a2f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:40.226066 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7074f0e3-bf52-4901-bbd7-96d291432f75 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:40.248551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-79cd8ff1-7cd7-4986-935b-98617a06f5c6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:40.357242 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6109c62c-e469-4a81-9fc8-4051bd1b8027 req-0bcc9f0f-f233-4526-ae3b-7d824ed34623 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 210 time: 0.1523759 Jun 22 09:44:40.369084 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:40.407656 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:40.416529 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:40.489471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Deleting port 792109fc-0aa0-4ec0-8d99-60ac63736ca3 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:40.489661 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc34e0e1-af5e-4033-93bf-10d4718a4b11 None None] Network af762aad-84a6-47c4-8b30-b0b9f945a409 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:40.489956 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:40.673610 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9b79499b-8096-4b21-840b-b0ff2fd2cf79 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:40.732953 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5de8fd90-1a62-4d60-a250-927369e5364c None None] Provisioning for port 9b79499b-8096-4b21-840b-b0ff2fd2cf79 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:40.752300 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] For port 792109fc-0aa0-4ec0-8d99-60ac63736ca3, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=792109fc-0aa0-4ec0-8d99-60ac63736ca3,segment=NetworkSegment(9593b4cc-ae97-4650-8b4f-e04fe0db9fb8),segment_id=9593b4cc-ae97-4650-8b4f-e04fe0db9fb8)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:40.752891 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:40.861247 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7242d1-234a-4987-8249-ab05c1584a2f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=c616e62e-b829-47bb-97de-91f4d151fd12,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:40.861785 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Calling delete_port for 792109fc-0aa0-4ec0-8d99-60ac63736ca3 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:40.872878 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fc7242d1-234a-4987-8249-ab05c1584a2f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:40.882674 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-87fe21a7-9b10-43ad-82e5-663d03d5fd81 None None] Provisioning complete for port 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:40.883340 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-87fe21a7-9b10-43ad-82e5-663d03d5fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:40.887420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-79cd8ff1-7cd7-4986-935b-98617a06f5c6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:40.933063 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-87fe21a7-9b10-43ad-82e5-663d03d5fd81 None None] Port 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:40.939921 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 9b79499b-8096-4b21-840b-b0ff2fd2cf79 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:40.944164 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router f582781a-9102-4a5f-966e-17b0cd22ff4e has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:44:40.946160 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 9b79499b-8096-4b21-840b-b0ff2fd2cf79 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:40.946823 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:40.962776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fc7242d1-234a-4987-8249-ab05c1584a2f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:40.965069 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fc7242d1-234a-4987-8249-ab05c1584a2f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/ports/c616e62e-b829-47bb-97de-91f4d151fd12 HTTP/1.1" status: 204 len: 168 time: 1.7035971 Jun 22 09:44:40.968683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59514) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:41.003690 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-737235bc-ca73-47c1-a407-9bbbca2f8378 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] GET failed (client error): The resource could not be found. Jun 22 09:44:41.005527 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-737235bc-ca73-47c1-a407-9bbbca2f8378 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports/c616e62e-b829-47bb-97de-91f4d151fd12 HTTP/1.1" status: 404 len: 333 time: 0.0355937 Jun 22 09:44:41.009617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59516) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:41.077761 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:41.113298 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6372895f-34dc-41d8-af38-f9045cb0da1d None None] get_active_networks_info from dv-neutron-797121-3-hyperv {{(pid=100654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:44:41.118728 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:41.144114 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-79cd8ff1-7cd7-4986-935b-98617a06f5c6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:41.174945 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 9b79499b-8096-4b21-840b-b0ff2fd2cf79, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9b79499b-8096-4b21-840b-b0ff2fd2cf79,segment=NetworkSegment(16118650-c427-4203-8a31-d557ccf66ca6),segment_id=16118650-c427-4203-8a31-d557ccf66ca6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:41.208118 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:41.214987 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b5ae5d11-903c-40c3-8292-83fd48fb8b55 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:41.223264 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-0133e95a-a85f-44fd-b442-7c0335172705 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port 4008a6da-658e-4891-b472-1b12fa66af2c {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:41.223643 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0133e95a-a85f-44fd-b442-7c0335172705 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:41.254081 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-323fdaab-1c6e-41c8-b823-b85b6fe72c8c None None] Provisioning complete for port 9b79499b-8096-4b21-840b-b0ff2fd2cf79 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:41.254493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-323fdaab-1c6e-41c8-b823-b85b6fe72c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:41.255226 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No DVR routers for this DVR port 792109fc-0aa0-4ec0-8d99-60ac63736ca3 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:41.265762 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Port': ['ID=792109fc-0aa0-4ec0-8d99-60ac63736ca3,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:41.268955 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:41.270630 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:41.278055 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/f582781a-9102-4a5f-966e-17b0cd22ff4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8304756 Jun 22 09:44:41.280961 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Sync routers for ids ['f582781a-9102-4a5f-966e-17b0cd22ff4e'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:41.306806 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Routers {'f582781a-9102-4a5f-966e-17b0cd22ff4e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:41.307790 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-414858dd-a760-46be-ab64-74ed67975705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['f582781a-9102-4a5f-966e-17b0cd22ff4e'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:41.309894 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:41.312298 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device de612036-aa56-4c36-8459-cc80d574e6f5 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:41.318925 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:41.332208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-79cd8ff1-7cd7-4986-935b-98617a06f5c6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:41.357527 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-caedec99-eace-4b78-bb17-d02021efe4d4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:41.387463 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd8ff1-7cd7-4986-935b-98617a06f5c6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=b2d737e1-17a2-42f3-aa9a-357ab19cbc6d,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:41.390628 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-79cd8ff1-7cd7-4986-935b-98617a06f5c6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:41.393042 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-79cd8ff1-7cd7-4986-935b-98617a06f5c6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/b2d737e1-17a2-42f3-aa9a-357ab19cbc6d HTTP/1.1" status: 204 len: 168 time: 1.2964861 Jun 22 09:44:41.396468 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59524) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:41.397502 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-79cd8ff1-7cd7-4986-935b-98617a06f5c6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:41.418069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372895f-34dc-41d8-af38-f9045cb0da1d None None] Resources bound (agent type, host, resource id): {{(pid=100654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:44:41.477324 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-223161fd-2ea2-48b3-84e3-3556bce7ab55 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784450 Jun 22 09:44:41.479300 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:41.481439 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59528) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:41.483183 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Set router f582781a-9102-4a5f-966e-17b0cd22ff4e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:44:41.487538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0133e95a-a85f-44fd-b442-7c0335172705 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:41.504167 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=9b79499b-8096-4b21-840b-b0ff2fd2cf79,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:41.520369 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:41.530390 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a464f3c-ac6e-4fe7-9f0f-06d885072c4d']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:41.564219 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-0133e95a-a85f-44fd-b442-7c0335172705 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for 4008a6da-658e-4891-b472-1b12fa66af2c owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:41.602164 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port de612036-aa56-4c36-8459-cc80d574e6f5 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:41.602885 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:41.604377 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9593b4cc-ae97-4650-8b4f-e04fe0db9fb8') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:41.604689 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9593b4cc-ae97-4650-8b4f-e04fe0db9fb8') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:41.625732 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:41.659687 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:41.670408 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-62c01492-6448-478f-a45a-80eaaf0373be req-7b6cb104-8897-44ab-9e90-721d5a271b1e tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 210 time: 0.0374749 Jun 22 09:44:41.673058 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:41.673519 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:41.714395 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:41.801221 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-414858dd-a760-46be-ab64-74ed67975705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:44:37Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '47a56de2-a2c4-4c3e-a015-925a195268fe', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.243', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'port_id': 'c4c59cff-0088-403c-9f18-be5a76cb05fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'mac_address': 'fa:16:3e:4b:5e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:42:29Z', 'updated_at': '2021-06-22T09:42:32Z', 'revision_number': 1, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62cb2034-9f08-4c3e-8e30-0c2c59a5dfed', 'name': '', 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:26:fd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1b692d1b-860c-4e94-bf9b-e3f0934ae7d9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:34Z', 'updated_at': '2021-06-22T09:44:38Z', 'revision_number': 2, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '1b692d1b-860c-4e94-bf9b-e3f0934ae7d9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a13e8cfb-a218-4798-9e17-bbebdb36ecf5', 'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:2a:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:51Z', 'updated_at': '2021-06-22T09:42:00Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:41.811348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 527572f0-bdac-4726-84e1-0d6723fa38fe up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:41.861937 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0133e95a-a85f-44fd-b442-7c0335172705 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:41.867188 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fc7242d1-234a-4987-8249-ab05c1584a2f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:41.913255 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133e95a-a85f-44fd-b442-7c0335172705 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=4008a6da-658e-4891-b472-1b12fa66af2c,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:41.918744 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0133e95a-a85f-44fd-b442-7c0335172705 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:41.922753 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Checking router: f582781a-9102-4a5f-966e-17b0cd22ff4e for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:44:41.923334 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Updating router f582781a-9102-4a5f-966e-17b0cd22ff4e port 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:44:41.965887 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:42.005443 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 527572f0-bdac-4726-84e1-0d6723fa38fe triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:42.005998 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:42.023717 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0133e95a-a85f-44fd-b442-7c0335172705 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:42.032264 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0133e95a-a85f-44fd-b442-7c0335172705 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/ports/4008a6da-658e-4891-b472-1b12fa66af2c HTTP/1.1" status: 204 len: 168 time: 1.0190492 Jun 22 09:44:42.032878 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59532) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:42.068606 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-546316c2-bc34-4a32-8c57-3abfda70cbc4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] GET failed (client error): The resource could not be found. Jun 22 09:44:42.072365 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-546316c2-bc34-4a32-8c57-3abfda70cbc4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports/4008a6da-658e-4891-b472-1b12fa66af2c HTTP/1.1" status: 404 len: 333 time: 0.0359831 Jun 22 09:44:42.072519 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c41404-8bdd-412b-9310-89db004834ba None None] get_active_networks_info from dv-neutron-797121-3-hyperv {{(pid=100654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:44:42.072659 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59534) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:42.152605 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7133f88-c2de-4143-ba56-0402f4b27574 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting subnet 703f8617-31bb-4a0f-80fa-efb542d8fd80 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:44:42.156551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7133f88-c2de-4143-ba56-0402f4b27574 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:42.222972 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7133f88-c2de-4143-ba56-0402f4b27574 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:42.225352 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a28e0e-6778-42a3-ae95-8042d11de2be tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:42.229577 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-06a28e0e-6778-42a3-ae95-8042d11de2be tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7208273 Jun 22 09:44:42.234135 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59536) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:42.259802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c41404-8bdd-412b-9310-89db004834ba None None] Resources bound (agent type, host, resource id): {{(pid=100654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:44:42.322921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e99473-e756-4427-9130-92156dc110cf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:42.326660 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-92e99473-e756-4427-9130-92156dc110cf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0892992 Jun 22 09:44:42.327481 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:42.329313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59538) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:42.330400 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Allocated IP 172.20.0.1 (af762aad-84a6-47c4-8b30-b0b9f945a409/7078f819-c768-4455-a97f-a8136ba9a65b/b8ee1aae-3893-4232-bcca-58bd64da3d99) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:42.343129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d511053b-3c4a-4ad6-aa7a-f5b3302e29d9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:42.353725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:42.356760 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/1a464f3c-ac6e-4fe7-9f0f-06d885072c4d HTTP/1.1" status: 204 len: 168 time: 6.0086787 Jun 22 09:44:42.368095 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59540) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:42.373421 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-20bf0682-9222-48e9-94bb-007a9e23a442 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1609442237'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:42.390429 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:42.405480 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Transition to ACTIVE for port object 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:42.428040 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-92517d86-c6a5-4f39-a737-7f28c12dba26 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911980 Jun 22 09:44:42.439860 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Network': ['ID=1a464f3c-ac6e-4fe7-9f0f-06d885072c4d,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:42.442472 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59542) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:42.448234 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:42.449206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-3dd1748a-b046-4bb1-b366-2cdcf4343c0a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:42.479473 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7133f88-c2de-4143-ba56-0402f4b27574 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:42.518837 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:42.520953 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-919c136f-09d3-4f46-beb1-50cece383fca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:42.554627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-8cc393d5-f280-4621-b025-0763e5229fd4 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:42.556143 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-8cc393d5-f280-4621-b025-0763e5229fd4 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.35 "GET /v2.0/networks?id=75ca7b51-8500-41da-a24f-8648dce1885d HTTP/1.1" status: 200 len: 796 time: 0.2850513 Jun 22 09:44:42.558696 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9b79499b-8096-4b21-840b-b0ff2fd2cf79 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:42.609244 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bf0682-9222-48e9-94bb-007a9e23a442 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:42.613501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-20bf0682-9222-48e9-94bb-007a9e23a442 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:42.667269 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7133f88-c2de-4143-ba56-0402f4b27574 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:42.688075 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1f301ec2-974f-4041-abbd-1b4c2e0f956b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:42.692773 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:42.693987 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7133f88-c2de-4143-ba56-0402f4b27574 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:42.699675 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c7133f88-c2de-4143-ba56-0402f4b27574 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/703f8617-31bb-4a0f-80fa-efb542d8fd80 HTTP/1.1" status: 204 len: 168 time: 0.6259542 Jun 22 09:44:42.703708 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59548) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:42.705551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20bf0682-9222-48e9-94bb-007a9e23a442 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:44:42.711293 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Transition to ACTIVE for port object b8ee1aae-3893-4232-bcca-58bd64da3d99 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:42.724542 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459dfb95-a47c-4bf5-9306-49baeef9e9da None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:42.738133 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 9b79499b-8096-4b21-840b-b0ff2fd2cf79 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:42.738714 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:42.749720 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c689c-f2b8-401b-bfc6-d432b9b0d773 None None] Pushing event updated for resources: {'Port': ['ID=62cb2034-9f08-4c3e-8e30-0c2c59a5dfed,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:42.750356 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd1748a-b046-4bb1-b366-2cdcf4343c0a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:42.761092 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3dd1748a-b046-4bb1-b366-2cdcf4343c0a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:42.764296 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-152c689c-f2b8-401b-bfc6-d432b9b0d773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:42.793216 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Attempting to bind port 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:42.800126 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Attempting to bind port 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '44d5211a-6f72-4593-87a9-aa3713310fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:42.800126 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Attempting to bind port 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed on network 9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:42.814630 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:42.815579 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Checking segment: {'id': '44d5211a-6f72-4593-87a9-aa3713310fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:42.816096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7133f88-c2de-4143-ba56-0402f4b27574 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Subnet': ['ID=703f8617-31bb-4a0f-80fa-efb542d8fd80,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:42.817474 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:42.818083 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Bound using segment: {'id': '44d5211a-6f72-4593-87a9-aa3713310fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:42.818784 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Bound port: 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d5211a-6f72-4593-87a9-aa3713310fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:42.827537 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:42.827653 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c7133f88-c2de-4143-ba56-0402f4b27574 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:42.834168 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-dda3d406-f9de-44a4-8116-45ae050fefe3 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6405790520f347c092a1490886c89b06 HTTP/1.1" status: 200 len: 379 time: 0.2327976 Jun 22 09:44:42.928245 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-da86dfe9-cd35-44ec-a859-e4bd156869be tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Request body: {'port': {'device_id': '62f53aa4-adf4-46eb-af36-58f3aaea46f4', 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d', 'admin_state_up': True, 'tenant_id': '6405790520f347c092a1490886c89b06', 'security_groups': ['7afad1b3-9138-419d-aa5b-5b42afc97214']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:42.968114 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-20bf0682-9222-48e9-94bb-007a9e23a442 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:42.968481 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-20bf0682-9222-48e9-94bb-007a9e23a442 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Added segment 62d0f6ec-cc53-416e-ac51-7330d57e3798 of type vlan for network fceafb14-b553-476f-9027-8f603705e865 Jun 22 09:44:42.981757 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-414858dd-a760-46be-ab64-74ed67975705 None None] For port 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:42.988106 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-414858dd-a760-46be-ab64-74ed67975705 None None] For port 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=62cb2034-9f08-4c3e-8e30-0c2c59a5dfed,segment=NetworkSegment(44d5211a-6f72-4593-87a9-aa3713310fa9),segment_id=44d5211a-6f72-4593-87a9-aa3713310fa9)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:43.021662 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:43.033329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-386cf0bf-bc77-40ad-b258-01e636e7a336 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:43.082187 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:43.086169 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-02d37454-4f24-479d-b1b5-bc3fdf850b8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:43.162464 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=b8ee1aae-3893-4232-bcca-58bd64da3d99,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:43.167291 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9ee7c3-a7a8-4872-90bd-6e6939e8def5 None None] Network 31b153da-3869-48dc-8851-2438295dc837 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:43.174638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:43.176889 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network af762aad-84a6-47c4-8b30-b0b9f945a409 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:43.182484 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-20bf0682-9222-48e9-94bb-007a9e23a442 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:43.185930 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:43.193285 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Routers {'f582781a-9102-4a5f-966e-17b0cd22ff4e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:43.194053 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-414858dd-a760-46be-ab64-74ed67975705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['f582781a-9102-4a5f-966e-17b0cd22ff4e'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:43.197632 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c689c-f2b8-401b-bfc6-d432b9b0d773 None None] Pushing event updated for resources: {'Port': ['ID=62cb2034-9f08-4c3e-8e30-0c2c59a5dfed,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:43.207027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:43.237120 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9040694b-c313-4be2-be2e-526999a433e7 req-2950371c-f09f-4127-a32c-9703725ae17d tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 210 time: 0.3022029 Jun 22 09:44:43.255952 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-152c689c-f2b8-401b-bfc6-d432b9b0d773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:43.283969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:43.346776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-20bf0682-9222-48e9-94bb-007a9e23a442 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:43.372477 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bf0682-9222-48e9-94bb-007a9e23a442 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:43.376097 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-20bf0682-9222-48e9-94bb-007a9e23a442 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:43.395351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-86d1635c-210f-4fd8-af60-fc257f83cc41 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:43.489742 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-414858dd-a760-46be-ab64-74ed67975705 None None] Set router f582781a-9102-4a5f-966e-17b0cd22ff4e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:44:43.550746 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf0682-9222-48e9-94bb-007a9e23a442 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Network': ['ID=fceafb14-b553-476f-9027-8f603705e865,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:43.558103 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:43.562744 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-20bf0682-9222-48e9-94bb-007a9e23a442 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:43.563779 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-da86dfe9-cd35-44ec-a859-e4bd156869be tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Made reservation on behalf of 6405790520f347c092a1490886c89b06 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:43.567620 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-da86dfe9-cd35-44ec-a859-e4bd156869be tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:43.603382 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5b1d12-cb11-46a9-9781-a22f6f3dd667 None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:44:43.608591 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network fceafb14-b553-476f-9027-8f603705e865 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:44:43.645528 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5318f50-045b-47ec-9a85-e8a05a4a0dd7 req-993023e5-8cfa-4ca1-8725-428b628b27ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:43.647112 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f5318f50-045b-47ec-9a85-e8a05a4a0dd7 req-993023e5-8cfa-4ca1-8725-428b628b27ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0dfd02b234a947f5a587ecec0451722d&device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 1099 time: 0.1291492 Jun 22 09:44:43.714491 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3dd1748a-b046-4bb1-b366-2cdcf4343c0a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:43.717308 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-20bf0682-9222-48e9-94bb-007a9e23a442 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3481178 Jun 22 09:44:43.739194 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59556) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:43.751063 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-bb2ba9fe-d801-474d-9c80-dc2928883c02 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:43.783478 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3e1ba2b3-ba32-4972-bf46-e0565b062f1b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:43.795589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5318f50-045b-47ec-9a85-e8a05a4a0dd7 req-8244a74a-0738-42a1-bf1f-d73ecf875a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:43.797765 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f5318f50-045b-47ec-9a85-e8a05a4a0dd7 req-8244a74a-0738-42a1-bf1f-d73ecf875a17 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a67bf89-842d-4150-83fd-e92b2abafdf3 HTTP/1.1" status: 200 len: 910 time: 0.1433842 Jun 22 09:44:43.799066 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-414858dd-a760-46be-ab64-74ed67975705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:44:37Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '47a56de2-a2c4-4c3e-a015-925a195268fe', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.243', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'port_id': 'c4c59cff-0088-403c-9f18-be5a76cb05fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'mac_address': 'fa:16:3e:4b:5e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:42:29Z', 'updated_at': '2021-06-22T09:42:32Z', 'revision_number': 1, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62cb2034-9f08-4c3e-8e30-0c2c59a5dfed', 'name': '', 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:26:fd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1b692d1b-860c-4e94-bf9b-e3f0934ae7d9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:34Z', 'updated_at': '2021-06-22T09:44:42Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '1b692d1b-860c-4e94-bf9b-e3f0934ae7d9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a13e8cfb-a218-4798-9e17-bbebdb36ecf5', 'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:2a:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:51Z', 'updated_at': '2021-06-22T09:42:00Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:43.815636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b1d12-cb11-46a9-9781-a22f6f3dd667 None None] Deleting port 527572f0-bdac-4726-84e1-0d6723fa38fe {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:43.815895 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5b5b1d12-cb11-46a9-9781-a22f6f3dd667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:43.836987 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414858dd-a760-46be-ab64-74ed67975705 None None] The sync data for ids ['f582781a-9102-4a5f-966e-17b0cd22ff4e'] in dv-neutron-797121-3-hyperv is: [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:44:37Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '47a56de2-a2c4-4c3e-a015-925a195268fe', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.243', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'port_id': 'c4c59cff-0088-403c-9f18-be5a76cb05fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'mac_address': 'fa:16:3e:4b:5e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:42:29Z', 'updated_at': '2021-06-22T09:42:32Z', 'revision_number': 1, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62cb2034-9f08-4c3e-8e30-0c2c59a5dfed', 'name': '', 'network_id': '9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:26:fd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1b692d1b-860c-4e94-bf9b-e3f0934ae7d9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:34Z', 'updated_at': '2021-06-22T09:44:42Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '1b692d1b-860c-4e94-bf9b-e3f0934ae7d9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a13e8cfb-a218-4798-9e17-bbebdb36ecf5', 'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:2a:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:51Z', 'updated_at': '2021-06-22T09:42:00Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:43.914878 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f5318f50-045b-47ec-9a85-e8a05a4a0dd7 req-ccf1fc5c-3766-46ba-8fa0-deb457572c8e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99e323f9-56f7-4189-a0f3-5872e92fa5cc HTTP/1.1" status: 200 len: 1001 time: 0.0895576 Jun 22 09:44:43.955910 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-5b5b1d12-cb11-46a9-9781-a22f6f3dd667 None None] For port 527572f0-bdac-4726-84e1-0d6723fa38fe, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=527572f0-bdac-4726-84e1-0d6723fa38fe,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:43.956323 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5b5b1d12-cb11-46a9-9781-a22f6f3dd667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:43.996367 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:44.015074 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cd2fd4-52b7-498d-9992-faff56b8dee4 None None] DHCP port deletion for 31b153da-3869-48dc-8851-2438295dc837 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:44:44.023354 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd1748a-b046-4bb1-b366-2cdcf4343c0a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:44.026966 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd5666-18bf-452f-bb89-f8a94c73e7b0 req-9802a5ea-4b54-4a4f-8f7c-ae94b0d71a3d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:44.030018 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-21dd5666-18bf-452f-bb89-f8a94c73e7b0 req-9802a5ea-4b54-4a4f-8f7c-ae94b0d71a3d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.4473629 Jun 22 09:44:44.032671 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-3dd1748a-b046-4bb1-b366-2cdcf4343c0a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:44.036475 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd1748a-b046-4bb1-b366-2cdcf4343c0a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:44.037070 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3dd1748a-b046-4bb1-b366-2cdcf4343c0a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:44.050578 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b1d12-cb11-46a9-9781-a22f6f3dd667 None None] Calling delete_port for 527572f0-bdac-4726-84e1-0d6723fa38fe owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:44.054734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3a5cf098-fa43-499c-9c25-6b4737eaf524 None None] Provisioning for port b8ee1aae-3893-4232-bcca-58bd64da3d99 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:44.056029 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1748a-b046-4bb1-b366-2cdcf4343c0a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=1545e2fa-3d2c-45f9-98c5-d028ceb026c8,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:44.065177 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port cc87fa75-4cc6-4afb-92c1-67b38a45ff38 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:44.065557 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:44.067253 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3a5cf098-fa43-499c-9c25-6b4737eaf524 None None] Provisioning complete for port b8ee1aae-3893-4232-bcca-58bd64da3d99 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:44.067672 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf098-fa43-499c-9c25-6b4737eaf524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:44.067967 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3dd1748a-b046-4bb1-b366-2cdcf4343c0a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:44.102587 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5318f50-045b-47ec-9a85-e8a05a4a0dd7 req-411cca47-9029-4bd5-874e-06c0f7b91506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:44.104397 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f5318f50-045b-47ec-9a85-e8a05a4a0dd7 req-411cca47-9029-4bd5-874e-06c0f7b91506 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=509cc921-aa0d-47ec-9fdc-bd091c518ce4 HTTP/1.1" status: 200 len: 848 time: 0.1797431 Jun 22 09:44:44.139635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-da86dfe9-cd35-44ec-a859-e4bd156869be tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Allocated IP 172.20.0.5 (75ca7b51-8500-41da-a24f-8648dce1885d/e4884e1f-8290-4e72-874f-49d914add356/9fdbe2d0-99d5-4e13-9fcf-a7958df836b9) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:44.172703 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3a5cf098-fa43-499c-9c25-6b4737eaf524 None None] Port b8ee1aae-3893-4232-bcca-58bd64da3d99 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:44.206713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] For port cc87fa75-4cc6-4afb-92c1-67b38a45ff38, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=cc87fa75-4cc6-4afb-92c1-67b38a45ff38,segment=NetworkSegment(271c7235-8f8b-48d2-951c-806f4b7005f2),segment_id=271c7235-8f8b-48d2-951c-806f4b7005f2)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:44.207456 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:44.220970 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd2fd4-52b7-498d-9992-faff56b8dee4 None None] Deleting port cc87fa75-4cc6-4afb-92c1-67b38a45ff38 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:44.221173 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3dd1748a-b046-4bb1-b366-2cdcf4343c0a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7743144 Jun 22 09:44:44.221302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a4cd2fd4-52b7-498d-9992-faff56b8dee4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:44.222631 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59560) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:44.231574 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d5846c21-7ca2-42aa-a0ae-80f3ec663b08 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'fixed_ips': [{'subnet_id': '1545e2fa-3d2c-45f9-98c5-d028ceb026c8', 'ip_address': '2001:db8::88be:8282:d551:d1ab'}], 'name': 'tempest-NetworksTestDHCPv6-2089399062'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:44.290570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5b5b1d12-cb11-46a9-9781-a22f6f3dd667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:44.295671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bb2ba9fe-d801-474d-9c80-dc2928883c02 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:44.300463 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:44.343918 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b1d12-cb11-46a9-9781-a22f6f3dd667 None None] Pushing event deleted for resources: {'Port': ['ID=527572f0-bdac-4726-84e1-0d6723fa38fe,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:44.344137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for cc87fa75-4cc6-4afb-92c1-67b38a45ff38 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:44.349485 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5b5b1d12-cb11-46a9-9781-a22f6f3dd667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:44.351346 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a4cd2fd4-52b7-498d-9992-faff56b8dee4 None None] For port cc87fa75-4cc6-4afb-92c1-67b38a45ff38, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=cc87fa75-4cc6-4afb-92c1-67b38a45ff38,segment=NetworkSegment(271c7235-8f8b-48d2-951c-806f4b7005f2),segment_id=271c7235-8f8b-48d2-951c-806f4b7005f2)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:44.351806 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a4cd2fd4-52b7-498d-9992-faff56b8dee4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:44.356637 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b1d12-cb11-46a9-9781-a22f6f3dd667 None None] No DVR routers for this DVR port 527572f0-bdac-4726-84e1-0d6723fa38fe on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:44.395636 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-21dd5666-18bf-452f-bb89-f8a94c73e7b0 req-2e216ced-7bdb-4a1d-80cb-c21373e20184 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246250 Jun 22 09:44:44.456716 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c972ab40-613f-4e65-ae3c-2bcdd8079aa9 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:44.491689 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd2fd4-52b7-498d-9992-faff56b8dee4 None None] Calling delete_port for cc87fa75-4cc6-4afb-92c1-67b38a45ff38 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:44.497682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5318f50-045b-47ec-9a85-e8a05a4a0dd7 req-379bddbd-2ccd-4db4-ae3a-ff47b51d5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:44.499547 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f5318f50-045b-47ec-9a85-e8a05a4a0dd7 req-379bddbd-2ccd-4db4-ae3a-ff47b51d5696 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a67bf89-842d-4150-83fd-e92b2abafdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3783216 Jun 22 09:44:44.509680 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bb2ba9fe-d801-474d-9c80-dc2928883c02 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:44.523331 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3ab088d5-d9ec-408c-8c20-c0e0b23e33de tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:44.549565 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a96d4534-dda5-4370-9079-87780d8caddf req-cb73e10f-7425-43ac-9582-016cd7785d55 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 210 time: 0.0638833 Jun 22 09:44:44.578078 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:44.617713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bb2ba9fe-d801-474d-9c80-dc2928883c02 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network fceafb14-b553-476f-9027-8f603705e865 is not hosted by any dhcp agent {{(pid=100652) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 09:44:44.624797 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2ba9fe-d801-474d-9c80-dc2928883c02 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:44.625431 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bb2ba9fe-d801-474d-9c80-dc2928883c02 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:44.629297 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bb2ba9fe-d801-474d-9c80-dc2928883c02 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "PUT /v2.0/networks/fceafb14-b553-476f-9027-8f603705e865 HTTP/1.1" status: 200 len: 723 time: 0.8854637 Jun 22 09:44:44.633869 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59564) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:44.666253 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-7be3ec07-a9e2-4db0-99ca-415abf1ec09a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'subnet': {'network_id': 'fceafb14-b553-476f-9027-8f603705e865', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:44.701428 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ba9fe-d801-474d-9c80-dc2928883c02 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Network': ['ID=fceafb14-b553-476f-9027-8f603705e865,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:44.713989 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bb2ba9fe-d801-474d-9c80-dc2928883c02 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:44.721893 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network fceafb14-b553-476f-9027-8f603705e865 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:44:44.756528 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-da86dfe9-cd35-44ec-a859-e4bd156869be tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:44.771274 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-da86dfe9-cd35-44ec-a859-e4bd156869be tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Transition to ACTIVE for port object 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:44.798539 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5846c21-7ca2-42aa-a0ae-80f3ec663b08 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:44.807995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:44.813310 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:44.847750 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=cc87fa75-4cc6-4afb-92c1-67b38a45ff38,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:44.853496 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:44.855019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No DVR routers for this DVR port cc87fa75-4cc6-4afb-92c1-67b38a45ff38 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:44.863083 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a4cd2fd4-52b7-498d-9992-faff56b8dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:44.873173 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:44.892156 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-da86dfe9-cd35-44ec-a859-e4bd156869be tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:44.906557 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6137dbe1-bd4e-4b09-8ba7-ad66687276f4 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:44.907725 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd2fd4-52b7-498d-9992-faff56b8dee4 None None] Pushing event deleted for resources: {'Port': ['ID=cc87fa75-4cc6-4afb-92c1-67b38a45ff38,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:44.914730 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd2fd4-52b7-498d-9992-faff56b8dee4 None None] No DVR routers for this DVR port cc87fa75-4cc6-4afb-92c1-67b38a45ff38 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:44.915927 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a4cd2fd4-52b7-498d-9992-faff56b8dee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:44.925018 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f5318f50-045b-47ec-9a85-e8a05a4a0dd7 req-37fc5020-7d3f-4771-937f-23e7778100d6 service neutron] 10.222.0.35 "GET /v2.0/networks/7a67bf89-842d-4150-83fd-e92b2abafdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624554 Jun 22 09:44:44.940240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:44.948813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:44.949205 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:44.976559 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': '1545e2fa-3d2c-45f9-98c5-d028ceb026c8'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:44:44.976889 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.017050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.019244 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.033174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-da86dfe9-cd35-44ec-a859-e4bd156869be tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Network 75ca7b51-8500-41da-a24f-8648dce1885d is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:45.043103 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-da86dfe9-cd35-44ec-a859-e4bd156869be tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:45.046166 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b153da-3869-48dc-8851-2438295dc837']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:45.046314 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5846c21-7ca2-42aa-a0ae-80f3ec663b08 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.058609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-da86dfe9-cd35-44ec-a859-e4bd156869be tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:45.062747 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86dfe9-cd35-44ec-a859-e4bd156869be tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event updated for resources: {'Port': ['ID=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:45.067003 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '271c7235-8f8b-48d2-951c-806f4b7005f2') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:45.067397 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '271c7235-8f8b-48d2-951c-806f4b7005f2') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:45.095678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-da86dfe9-cd35-44ec-a859-e4bd156869be tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:45.102842 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.106738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-d5846c21-7ca2-42aa-a0ae-80f3ec663b08 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port 474a17d8-df1c-4784-bb90-1df3e20a6926 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:45.131669 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f5318f50-045b-47ec-9a85-e8a05a4a0dd7 req-f98e1dc9-33e1-4865-94a4-b11f784a3289 service neutron] 10.222.0.35 "GET /v2.0/networks/7a67bf89-842d-4150-83fd-e92b2abafdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988575 Jun 22 09:44:45.139034 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-da86dfe9-cd35-44ec-a859-e4bd156869be tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:45.149200 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-da86dfe9-cd35-44ec-a859-e4bd156869be tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.149200 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.151890 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:45.152301 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:45.159959 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:45.181316 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be3ec07-a9e2-4db0-99ca-415abf1ec09a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:45.185641 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7be3ec07-a9e2-4db0-99ca-415abf1ec09a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.205557 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.237222 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fc844dd8-420e-4696-b61c-f2fe55f5d76a tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:45.240974 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-da86dfe9-cd35-44ec-a859-e4bd156869be tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4000173 Jun 22 09:44:45.254148 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Request body: {'port': {'device_id': '62f53aa4-adf4-46eb-af36-58f3aaea46f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:45.286037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Allocated IP 2001:db8::2 (36eee797-60f1-483e-81c4-4dc1c89ce22a/1545e2fa-3d2c-45f9-98c5-d028ceb026c8/14f43e83-680a-4ff1-8074-71c714fa0c4c) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:45.323735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.344953 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.350456 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-06adfbe0-ce9e-44d9-8928-2cd587afb14a tempest-BulkNetworkOpsIpV6Test-293819268 tempest-BulkNetworkOpsIpV6Test-293819268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:45.375857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.383568 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/networks/31b153da-3869-48dc-8851-2438295dc837 HTTP/1.1" status: 204 len: 168 time: 2.6684682 Jun 22 09:44:45.387414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Network': ['ID=31b153da-3869-48dc-8851-2438295dc837,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:45.390077 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59566) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:45.397523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:45.402124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-8ccdb79a-017e-4d10-a969-e36cbdab2ed4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1024799437'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:45.435974 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=62cb2034-9f08-4c3e-8e30-0c2c59a5dfed,segment=NetworkSegment(44d5211a-6f72-4593-87a9-aa3713310fa9),segment_id=44d5211a-6f72-4593-87a9-aa3713310fa9)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:45.449937 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.452918 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.470055 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=b8ee1aae-3893-4232-bcca-58bd64da3d99,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:45.473985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:45.483014 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.487918 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-21a7ac84-dfa9-4575-9c96-8f8ae96929c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:45.540875 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccdb79a-017e-4d10-a969-e36cbdab2ed4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:45.552212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb79a-017e-4d10-a969-e36cbdab2ed4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.706554 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ccdb79a-017e-4d10-a969-e36cbdab2ed4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:44:45.744992 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network af762aad-84a6-47c4-8b30-b0b9f945a409 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:45.759579 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 527572f0-bdac-4726-84e1-0d6723fa38fe no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:44:45.763183 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb79a-017e-4d10-a969-e36cbdab2ed4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.764758 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-8ccdb79a-017e-4d10-a969-e36cbdab2ed4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Added segment c70fcace-c1d4-45d2-82c2-934c48326b68 of type vlan for network fe8fa181-3bac-4d87-9cdd-e045aa5290a3 Jun 22 09:44:45.767283 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4fc11648-bb5e-4baf-a126-8a82398aa23c None None] Provisioning for port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:45.773650 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:45.801922 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 527572f0-bdac-4726-84e1-0d6723fa38fe {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:44:45.802334 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 527572f0-bdac-4726-84e1-0d6723fa38fe not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:44:45.802760 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device cc87fa75-4cc6-4afb-92c1-67b38a45ff38 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:44:45.824049 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4fc11648-bb5e-4baf-a126-8a82398aa23c None None] Provisioning complete for port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:45.824049 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4fc11648-bb5e-4baf-a126-8a82398aa23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.832561 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb79a-017e-4d10-a969-e36cbdab2ed4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.835143 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: cc87fa75-4cc6-4afb-92c1-67b38a45ff38 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:44:45.835143 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device cc87fa75-4cc6-4afb-92c1-67b38a45ff38 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:44:45.869469 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b6731-7701-46e5-ad75-445baf47c983 req-e68ada9b-e180-4856-a3a8-97d468df5933 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:45.871024 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f54b6731-7701-46e5-ad75-445baf47c983 req-e68ada9b-e180-4856-a3a8-97d468df5933 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.2311265 Jun 22 09:44:45.878766 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7be3ec07-a9e2-4db0-99ca-415abf1ec09a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.895987 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea460-e37a-49fb-922a-6242745d1eca req-ad23d38c-c56a-47e4-97f4-b3c175d68cd2 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:45.897646 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3e9ea460-e37a-49fb-922a-6242745d1eca req-ad23d38c-c56a-47e4-97f4-b3c175d68cd2 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 931 time: 0.1846082 Jun 22 09:44:45.899778 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ac492a6f-9501-4587-9ef0-533ff2e04b16 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:45.916290 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=62cb2034-9f08-4c3e-8e30-0c2c59a5dfed,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:45.925254 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:45.940804 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-4fc11648-bb5e-4baf-a126-8a82398aa23c None None] Port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:45.948606 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:45.964942 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Transition to ACTIVE for port object 14f43e83-680a-4ff1-8074-71c714fa0c4c will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:45.977868 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f54b6731-7701-46e5-ad75-445baf47c983 req-97aea4a3-97da-43d4-9af1-65bc734d8472 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973861 Jun 22 09:44:45.989202 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Transition to ACTIVE for port object 14f43e83-680a-4ff1-8074-71c714fa0c4c will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:45.999359 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb79a-017e-4d10-a969-e36cbdab2ed4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:46.003544 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3ec07-a9e2-4db0-99ca-415abf1ec09a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Subnet': ['ID=a14dd4fb-b410-4a74-88a0-63962506913c,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:46.009971 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccdb79a-017e-4d10-a969-e36cbdab2ed4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:46.010197 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7be3ec07-a9e2-4db0-99ca-415abf1ec09a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:46.011294 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb79a-017e-4d10-a969-e36cbdab2ed4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:46.036869 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-47d21328-9943-457f-b9c1-c938cde760d2 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:46.061128 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:44:46.068347 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:46.070399 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a102bd9d-9077-45d6-a413-8867dfb5693b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:46.112361 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 {{(pid=100652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:44:46.118770 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-d5846c21-7ca2-42aa-a0ae-80f3ec663b08 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::88be:8282:d551:d1ab (36eee797-60f1-483e-81c4-4dc1c89ce22a/1545e2fa-3d2c-45f9-98c5-d028ceb026c8/474a17d8-df1c-4784-bb90-1df3e20a6926) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:46.125492 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:46.128753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdb79a-017e-4d10-a969-e36cbdab2ed4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Network': ['ID=fe8fa181-3bac-4d87-9cdd-e045aa5290a3,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:46.141290 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8ccdb79a-017e-4d10-a969-e36cbdab2ed4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:46.142357 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network fe8fa181-3bac-4d87-9cdd-e045aa5290a3 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:44:46.148532 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8ccdb79a-017e-4d10-a969-e36cbdab2ed4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7519574 Jun 22 09:44:46.149531 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:46.153245 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59572) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:46.163367 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'subnet': {'network_id': 'fe8fa181-3bac-4d87-9cdd-e045aa5290a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:46.169096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Transition to ACTIVE for port object 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 will not be triggered until provisioned by entity L2. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:46.196703 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:46.204773 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:46.224986 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Pushing event updated for resources: {'Port': ['ID=14f43e83-680a-4ff1-8074-71c714fa0c4c,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:46.231171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:46.263466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7b2e87d5-ed02-432c-8d79-e75fc9a7d5b5 None None] Provisioning complete for port b8ee1aae-3893-4232-bcca-58bd64da3d99 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:46.263884 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7b2e87d5-ed02-432c-8d79-e75fc9a7d5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:46.286316 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3e9ea460-e37a-49fb-922a-6242745d1eca req-e93f66d4-cba0-4b90-924e-a7ec94f1585c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2895000 Jun 22 09:44:46.301210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:46.304373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0133e95a-a85f-44fd-b442-7c0335172705 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:46.322260 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be3ec07-a9e2-4db0-99ca-415abf1ec09a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Checking segment: {'id': '62d0f6ec-cc53-416e-ac51-7330d57e3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fceafb14-b553-476f-9027-8f603705e865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:46.322645 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be3ec07-a9e2-4db0-99ca-415abf1ec09a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network hostable DHCP agents. Network: fceafb14-b553-476f-9027-8f603705e865, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:44:46.325061 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Attempting to bind port 14f43e83-680a-4ff1-8074-71c714fa0c4c on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:46.326020 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Attempting to bind port 14f43e83-680a-4ff1-8074-71c714fa0c4c by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:46.326399 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Attempting to bind port 14f43e83-680a-4ff1-8074-71c714fa0c4c on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:46.331389 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e87d5-ed02-432c-8d79-e75fc9a7d5b5 None None] Port b8ee1aae-3893-4232-bcca-58bd64da3d99 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:46.334225 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:46.334524 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:46.334913 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:46.335469 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:46.335978 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Bound port: 14f43e83-680a-4ff1-8074-71c714fa0c4c, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:46.336321 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:46.369638 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:46.372705 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:46.405445 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5846c21-7ca2-42aa-a0ae-80f3ec663b08 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:46.421888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-d5846c21-7ca2-42aa-a0ae-80f3ec663b08 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object 474a17d8-df1c-4784-bb90-1df3e20a6926 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:46.483751 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:46.483999 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:46.506930 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:46.520756 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:46.531283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59576) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:46.531781 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "PUT /v2.0/routers/0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8045940 Jun 22 09:44:46.539580 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-db7adc99-4a16-480e-8473-125101b7d542 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'port': {'network_id': 'af762aad-84a6-47c4-8b30-b0b9f945a409', 'name': 'tempest-FloatingIPTestJSON-1209165324'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:46.540414 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfaef4b-3377-4d43-aad2-a5f4a2cf5647 None None] Sync routers for ids ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:46.546380 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] For port 14f43e83-680a-4ff1-8074-71c714fa0c4c, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:46.553586 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be3ec07-a9e2-4db0-99ca-415abf1ec09a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network fceafb14-b553-476f-9027-8f603705e865 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:44:46.565966 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] For port 14f43e83-680a-4ff1-8074-71c714fa0c4c, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=14f43e83-680a-4ff1-8074-71c714fa0c4c,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:46.578593 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfaef4b-3377-4d43-aad2-a5f4a2cf5647 None None] Routers {'0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:46.579080 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9bfaef4b-3377-4d43-aad2-a5f4a2cf5647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:46.614037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9bfaef4b-3377-4d43-aad2-a5f4a2cf5647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:46.617033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5846c21-7ca2-42aa-a0ae-80f3ec663b08 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:46.625899 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-71560dc2-7257-4463-b4f4-fd8428cf7b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:46.631322 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfaef4b-3377-4d43-aad2-a5f4a2cf5647 None None] Routers {'0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:46.631898 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9bfaef4b-3377-4d43-aad2-a5f4a2cf5647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:46.635050 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:46.635459 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:46.643939 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Attempting to bind port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:46.644124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Attempting to bind port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '29b484eb-9441-4917-8ba3-d67074cf94d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:46.644332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Attempting to bind port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 on network 75ca7b51-8500-41da-a24f-8648dce1885d {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:46.659844 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 on network 75ca7b51-8500-41da-a24f-8648dce1885d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:44:46.660229 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Attempting to bind port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 on network 75ca7b51-8500-41da-a24f-8648dce1885d {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:46.666534 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5846c21-7ca2-42aa-a0ae-80f3ec663b08 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:46.674397 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-d5846c21-7ca2-42aa-a0ae-80f3ec663b08 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:46.678984 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5846c21-7ca2-42aa-a0ae-80f3ec663b08 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:46.679343 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:46.679726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Checking segment: {'id': '29b484eb-9441-4917-8ba3-d67074cf94d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:46.680120 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Bound using segment: {'id': '29b484eb-9441-4917-8ba3-d67074cf94d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d'} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:46.680710 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Bound port: 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b484eb-9441-4917-8ba3-d67074cf94d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d'}}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:46.681118 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:46.685514 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5846c21-7ca2-42aa-a0ae-80f3ec663b08 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:46.686308 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5846c21-7ca2-42aa-a0ae-80f3ec663b08 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:46.691883 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:46.693678 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-23d9fdb2-6288-4bd9-ab2d-6d430456e670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:46.695554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9bfaef4b-3377-4d43-aad2-a5f4a2cf5647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:46.695699 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfaef4b-3377-4d43-aad2-a5f4a2cf5647 None None] The sync data for ids ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:46.698175 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5846c21-7ca2-42aa-a0ae-80f3ec663b08 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=474a17d8-df1c-4784-bb90-1df3e20a6926,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:46.700029 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0f2fd864-b648-4b1f-bcb3-3a75968d13c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:46.702393 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d5846c21-7ca2-42aa-a0ae-80f3ec663b08 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:46.719535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-7be3ec07-a9e2-4db0-99ca-415abf1ec09a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, fceafb14-b553-476f-9027-8f603705e865) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:46.728320 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be3ec07-a9e2-4db0-99ca-415abf1ec09a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:46.729102 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7be3ec07-a9e2-4db0-99ca-415abf1ec09a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:46.739608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd618bd-983c-4af4-997e-25bb409bcc55 None None] Network fceafb14-b553-476f-9027-8f603705e865 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:46.776277 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d5846c21-7ca2-42aa-a0ae-80f3ec663b08 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5487368 Jun 22 09:44:46.776975 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59578) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:46.829855 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7be3ec07-a9e2-4db0-99ca-415abf1ec09a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1679752 Jun 22 09:44:46.837049 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59580) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:46.838201 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Pushing event updated for resources: {'Port': ['ID=14f43e83-680a-4ff1-8074-71c714fa0c4c,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:46.842742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:46.845888 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:47.037278 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-fceafb14-b553-476f-9027-8f603705e865', 'network_id': 'fceafb14-b553-476f-9027-8f603705e865', 'tenant_id': 'f4445d2b9f8c4e23aee039318ad408ee', 'fixed_ips': [{'subnet_id': 'a14dd4fb-b410-4a74-88a0-63962506913c'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:44:47.038192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:47.252969 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Allocated IP 172.20.0.2 (fceafb14-b553-476f-9027-8f603705e865/a14dd4fb-b410-4a74-88a0-63962506913c/60382479-b9f8-4cad-8eb0-2ff249f428dd) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:47.341954 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] For port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9, host hv-neutron-7971, cleared binding levels {{(pid=100652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:47.357798 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] For port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9,segment=NetworkSegment(29b484eb-9441-4917-8ba3-d67074cf94d8),segment_id=29b484eb-9441-4917-8ba3-d67074cf94d8)] {{(pid=100652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:47.370719 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc24adf-e9ae-420b-8634-3626fcfcb71f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:47.377657 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc24adf-e9ae-420b-8634-3626fcfcb71f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:47.382164 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0fc24adf-e9ae-420b-8634-3626fcfcb71f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6019273 Jun 22 09:44:47.388310 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59586) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:47.388688 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc280e-c858-4669-80b3-99d028d80c37 req-7aa483be-19d5-4847-96e8-836a3e7dca7d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:47.390312 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-27dc280e-c858-4669-80b3-99d028d80c37 req-7aa483be-19d5-4847-96e8-836a3e7dca7d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1280506 Jun 22 09:44:47.431010 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:47.436314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:47.450046 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-27dc280e-c858-4669-80b3-99d028d80c37 req-e5978c61-ca4f-4143-a57c-cc3943d0acdf tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533884 Jun 22 09:44:47.477854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7adc99-4a16-480e-8473-125101b7d542 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Made reservation on behalf of 3fe8e4519a884b82ab7d8e90f6c4589b for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:47.482524 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db7adc99-4a16-480e-8473-125101b7d542 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:47.495476 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:47.495702 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:47.507478 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Transition to ACTIVE for port object 60382479-b9f8-4cad-8eb0-2ff249f428dd will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:47.526240 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9232925'] for subnet, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:47.538375 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-db7adc99-4a16-480e-8473-125101b7d542 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] device_id is not set on port 35fdf053-e553-4830-8c84-8b33be648219 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:47.545246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Transition to ACTIVE for port object 60382479-b9f8-4cad-8eb0-2ff249f428dd will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:47.549515 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:47.550140 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:47.551582 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] 10.222.0.35 "PUT /v2.0/ports/9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 HTTP/1.1" status: 200 len: 1093 time: 2.3027446 Jun 22 09:44:47.555166 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f53aa4-adf4-46eb-af36-58f3aaea46f4', 'tag': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:44:47.557581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5a6a32-54c2-420f-b126-754e338a2a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "62f53aa4-adf4-46eb-af36-58f3aaea46f4", "tag": "9fdbe2d0-99d5-4e13-9fcf-a7958df836b9"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:44:47.565299 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Subnet': ['ID=02f50057-0a4c-4c01-8150-7e9c153bf15c,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:47.620896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:47.620896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:47.620896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:47.620896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:47.621443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:47.621443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:47.621828 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:47.622134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:47.622500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:47.623118 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:47.623282 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:47.623629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:47.630288 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:47.632381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-79926d07-0edf-453d-8b85-72ebb8ea0917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:47.632531 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50f474a-314d-414a-9e74-03482d1927b1 x-openstack-request-id: req-f50f474a-314d-414a-9e74-03482d1927b1 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:44:47.632844 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f53aa4-adf4-46eb-af36-58f3aaea46f4", "tag": "9fdbe2d0-99d5-4e13-9fcf-a7958df836b9", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:44:47.633160 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f50f474a-314d-414a-9e74-03482d1927b1 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:44:47.633707 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f53aa4-adf4-46eb-af36-58f3aaea46f4', 'tag': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9', 'status': 'completed', 'code': 200} Jun 22 09:44:47.644917 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:47.645631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-83417faa-9429-4e4b-8708-9b1ee675755c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:47.651068 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Checking segment: {'id': 'c70fcace-c1d4-45d2-82c2-934c48326b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe8fa181-3bac-4d87-9cdd-e045aa5290a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:47.651457 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network hostable DHCP agents. Network: fe8fa181-3bac-4d87-9cdd-e045aa5290a3, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:44:47.700444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Network fceafb14-b553-476f-9027-8f603705e865 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:47.722850 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:47.728874 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:47.739419 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-e1b5d4c1-700c-4180-8354-3ae989399983 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port 474a17d8-df1c-4784-bb90-1df3e20a6926 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:47.739419 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e1b5d4c1-700c-4180-8354-3ae989399983 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:47.742081 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Pushing event updated for resources: {'Port': ['ID=60382479-b9f8-4cad-8eb0-2ff249f428dd,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:47.754925 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dc933-bc6b-423a-8159-a1f67f0a4e4b req-ab2e9a70-692e-4f46-b553-bd8d59e30be1 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:47.761997 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-027dc933-bc6b-423a-8159-a1f67f0a4e4b req-ab2e9a70-692e-4f46-b553-bd8d59e30be1 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 943 time: 0.2964287 Jun 22 09:44:47.772444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:47.856697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Attempting to bind port 60382479-b9f8-4cad-8eb0-2ff249f428dd on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:47.858050 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Attempting to bind port 60382479-b9f8-4cad-8eb0-2ff249f428dd by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '62d0f6ec-cc53-416e-ac51-7330d57e3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fceafb14-b553-476f-9027-8f603705e865'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:47.858670 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Attempting to bind port 60382479-b9f8-4cad-8eb0-2ff249f428dd on network fceafb14-b553-476f-9027-8f603705e865 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:47.862815 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:47.865711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:47.866197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:47.866892 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Checking segment: {'id': '62d0f6ec-cc53-416e-ac51-7330d57e3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fceafb14-b553-476f-9027-8f603705e865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:47.867636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:47.868870 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Bound using segment: {'id': '62d0f6ec-cc53-416e-ac51-7330d57e3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fceafb14-b553-476f-9027-8f603705e865'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:47.869705 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Bound port: 60382479-b9f8-4cad-8eb0-2ff249f428dd, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d0f6ec-cc53-416e-ac51-7330d57e3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fceafb14-b553-476f-9027-8f603705e865'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:47.870418 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:47.874315 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-db7adc99-4a16-480e-8473-125101b7d542 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Allocated IP 172.20.0.14 (af762aad-84a6-47c4-8b30-b0b9f945a409/7078f819-c768-4455-a97f-a8136ba9a65b/35fdf053-e553-4830-8c84-8b33be648219) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:47.881452 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a6a32-54c2-420f-b126-754e338a2a5b req-85b0053d-6a45-424c-9d87-3a9e090ae798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:47.885320 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ec5a6a32-54c2-420f-b126-754e338a2a5b req-85b0053d-6a45-424c-9d87-3a9e090ae798 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6405790520f347c092a1490886c89b06&device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 1096 time: 0.2099223 Jun 22 09:44:47.913260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network fe8fa181-3bac-4d87-9cdd-e045aa5290a3 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:44:47.937445 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-027dc933-bc6b-423a-8159-a1f67f0a4e4b req-1d2f5d86-1821-46b4-8325-4f6fbb239a7a tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745391 Jun 22 09:44:47.976735 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] For port 60382479-b9f8-4cad-8eb0-2ff249f428dd, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:47.981644 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] For port 60382479-b9f8-4cad-8eb0-2ff249f428dd, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=60382479-b9f8-4cad-8eb0-2ff249f428dd,segment=NetworkSegment(62d0f6ec-cc53-416e-ac51-7330d57e3798),segment_id=62d0f6ec-cc53-416e-ac51-7330d57e3798)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:47.985114 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e1b5d4c1-700c-4180-8354-3ae989399983 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:48.056517 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-e1b5d4c1-700c-4180-8354-3ae989399983 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for 474a17d8-df1c-4784-bb90-1df3e20a6926 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:48.063252 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755272541660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10152425'] for subnet, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:48.069760 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:48.073615 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:48.077598 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7ac072cc-8289-46f2-9509-412a67da55df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:48.081789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, fe8fa181-3bac-4d87-9cdd-e045aa5290a3) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:48.085922 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:48.086678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:48.132847 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91be4b3-043f-4dab-acfb-77ced480be0d None None] Network fe8fa181-3bac-4d87-9cdd-e045aa5290a3 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:48.159171 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a6a32-54c2-420f-b126-754e338a2a5b req-0d59ac6c-eccc-4559-b6e9-77c0ae6cca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:48.160934 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ec5a6a32-54c2-420f-b126-754e338a2a5b req-0d59ac6c-eccc-4559-b6e9-77c0ae6cca5b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6405790520f347c092a1490886c89b06&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2694368 Jun 22 09:44:48.170420 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:48.171030 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:48.175616 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "PUT /v2.0/subnets/a14dd4fb-b410-4a74-88a0-63962506913c HTTP/1.1" status: 200 len: 806 time: 1.3372850 Jun 22 09:44:48.178634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59592) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:48.290791 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1335521 Jun 22 09:44:48.325873 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Pushing event updated for resources: {'Port': ['ID=60382479-b9f8-4cad-8eb0-2ff249f428dd,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:48.335501 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:48.346226 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59594) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:48.347858 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-171b44ce-69a2-4c57-b2a2-827f0301485e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1915772006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:48.371690 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-108617b8-155a-45ec-9d22-7230a7a98199 None None] Provisioning for port 14f43e83-680a-4ff1-8074-71c714fa0c4c completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:48.375553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Subnet': ['ID=a14dd4fb-b410-4a74-88a0-63962506913c,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:48.389265 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-fe8fa181-3bac-4d87-9cdd-e045aa5290a3', 'network_id': 'fe8fa181-3bac-4d87-9cdd-e045aa5290a3', 'tenant_id': '0110610b37fd4838a23148654276ede5', 'fixed_ips': [{'subnet_id': '02f50057-0a4c-4c01-8150-7e9c153bf15c'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:44:48.390156 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:48.404687 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:48.405764 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:48.405764 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:48.406172 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:48.406964 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:48.407409 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:48.408057 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:48.408506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:48.409443 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:48.409925 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:48.410357 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:48.410794 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:48.416906 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:48.485434 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e1b5d4c1-700c-4180-8354-3ae989399983 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:48.507325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db7adc99-4a16-480e-8473-125101b7d542 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:48.509480 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0f2d8c68-acec-4a7d-b6a9-2ee1663d0c51 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:48.524247 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:48.542209 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-db7adc99-4a16-480e-8473-125101b7d542 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Transition to ACTIVE for port object 35fdf053-e553-4830-8c84-8b33be648219 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:48.548811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5d4c1-700c-4180-8354-3ae989399983 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=474a17d8-df1c-4784-bb90-1df3e20a6926,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:48.561683 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7b0c778a-bc94-4b26-aa51-68efe25891e0 None None] Could not find standard attr ID for object 474a17d8-df1c-4784-bb90-1df3e20a6926. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:44:48.563065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e1b5d4c1-700c-4180-8354-3ae989399983 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:48.602334 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Allocated IP 172.20.0.2 (fe8fa181-3bac-4d87-9cdd-e045aa5290a3/02f50057-0a4c-4c01-8150-7e9c153bf15c/32e1603f-ef90-4cb6-91fa-01b4bca01fe1) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:48.633265 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e1b5d4c1-700c-4180-8354-3ae989399983 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:48.639169 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e1b5d4c1-700c-4180-8354-3ae989399983 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/474a17d8-df1c-4784-bb90-1df3e20a6926 HTTP/1.1" status: 204 len: 168 time: 1.2434452 Jun 22 09:44:48.642415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59598) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:48.721648 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Deleting port 60382479-b9f8-4cad-8eb0-2ff249f428dd {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:48.727056 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:48.740944 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-171b44ce-69a2-4c57-b2a2-827f0301485e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:48.741121 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-171b44ce-69a2-4c57-b2a2-827f0301485e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:48.745333 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 14f43e83-680a-4ff1-8074-71c714fa0c4c up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:48.777793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17940486-cdde-4da5-a357-a1814fc0ebc7 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:48.780043 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17940486-cdde-4da5-a357-a1814fc0ebc7 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:48.781579 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-17940486-cdde-4da5-a357-a1814fc0ebc7 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1228187 Jun 22 09:44:48.784760 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59600) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:48.785433 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a6a32-54c2-420f-b126-754e338a2a5b req-7c984b85-741b-423f-803d-5a7f915a7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:48.786788 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ec5a6a32-54c2-420f-b126-754e338a2a5b req-7c984b85-741b-423f-803d-5a7f915a7829 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6109107 Jun 22 09:44:48.860972 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:48.862739 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-171b44ce-69a2-4c57-b2a2-827f0301485e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:48.878940 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Transition to ACTIVE for port object 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:48.891975 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa67ca19-f932-42df-af3f-43b2f6ab86bf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 1545e2fa-3d2c-45f9-98c5-d028ceb026c8 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:44:48.895292 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db7adc99-4a16-480e-8473-125101b7d542 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:48.900425 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a9bb7d46-e576-49a0-aa42-cea4bf718139 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:48.900614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aa67ca19-f932-42df-af3f-43b2f6ab86bf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:48.917427 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Transition to ACTIVE for port object 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:48.946760 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] For port 60382479-b9f8-4cad-8eb0-2ff249f428dd, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=60382479-b9f8-4cad-8eb0-2ff249f428dd,segment=NetworkSegment(62d0f6ec-cc53-416e-ac51-7330d57e3798),segment_id=62d0f6ec-cc53-416e-ac51-7330d57e3798)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:48.947312 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:48.953461 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-171b44ce-69a2-4c57-b2a2-827f0301485e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:48.966312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7adc99-4a16-480e-8473-125101b7d542 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Network af762aad-84a6-47c4-8b30-b0b9f945a409 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:48.984564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-db7adc99-4a16-480e-8473-125101b7d542 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:48.984973 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7adc99-4a16-480e-8473-125101b7d542 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:48.987765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7adc99-4a16-480e-8473-125101b7d542 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event updated for resources: {'Port': ['ID=35fdf053-e553-4830-8c84-8b33be648219,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:48.991191 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-db7adc99-4a16-480e-8473-125101b7d542 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:49.010089 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:49.012130 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:49.038644 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Calling delete_port for 60382479-b9f8-4cad-8eb0-2ff249f428dd owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:49.042426 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aa67ca19-f932-42df-af3f-43b2f6ab86bf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:49.071116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f304-3ac7-4bdc-a89b-f8db8989774b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:49.081579 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 14f43e83-680a-4ff1-8074-71c714fa0c4c completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:49.098761 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 14f43e83-680a-4ff1-8074-71c714fa0c4c triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:49.099155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:49.106240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Pushing event updated for resources: {'Port': ['ID=32e1603f-ef90-4cb6-91fa-01b4bca01fe1,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:49.132588 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Network fe8fa181-3bac-4d87-9cdd-e045aa5290a3 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:49.134225 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-171b44ce-69a2-4c57-b2a2-827f0301485e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:49.135118 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:49.138627 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:49.144643 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-171b44ce-69a2-4c57-b2a2-827f0301485e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7949345 Jun 22 09:44:49.145102 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:49.145184 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-4efd3dd9-fdbd-4009-b36e-552895a43c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:49.145184 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-4efd3dd9-fdbd-4009-b36e-552895a43c27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6405790520f347c092a1490886c89b06&device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 1096 time: 0.2803092 Jun 22 09:44:49.145184 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59604) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:49.152532 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-75fb9710-69ed-40fc-9520-0e55deee6981 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'network_id': 'fe8fa181-3bac-4d87-9cdd-e045aa5290a3', 'name': 'tempest-PortsTestJSON-1024999694'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:49.164989 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7adc99-4a16-480e-8473-125101b7d542 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:49.165667 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-db7adc99-4a16-480e-8473-125101b7d542 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:49.258943 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-c017f1ee-8f92-4d51-bb68-84c422ab643a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 HTTP/1.1" status: 200 len: 217 time: 0.0891519 Jun 22 09:44:49.290915 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aa67ca19-f932-42df-af3f-43b2f6ab86bf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:49.340328 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Attempting to bind port 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:49.340816 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Attempting to bind port 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'c70fcace-c1d4-45d2-82c2-934c48326b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe8fa181-3bac-4d87-9cdd-e045aa5290a3'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:49.341636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Attempting to bind port 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 on network fe8fa181-3bac-4d87-9cdd-e045aa5290a3 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:49.351116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:49.353701 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:49.354159 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Checking segment: {'id': 'c70fcace-c1d4-45d2-82c2-934c48326b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe8fa181-3bac-4d87-9cdd-e045aa5290a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:49.354568 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:49.354975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Bound using segment: {'id': 'c70fcace-c1d4-45d2-82c2-934c48326b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe8fa181-3bac-4d87-9cdd-e045aa5290a3'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:49.355707 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Bound port: 32e1603f-ef90-4cb6-91fa-01b4bca01fe1, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70fcace-c1d4-45d2-82c2-934c48326b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe8fa181-3bac-4d87-9cdd-e045aa5290a3'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:49.356093 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:49.392156 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb2d60-c3f9-464c-85be-219aed17a4ad req-d77a1678-adbc-4bdf-89e0-a91d63d23bac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:49.393738 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e8fb2d60-c3f9-464c-85be-219aed17a4ad req-d77a1678-adbc-4bdf-89e0-a91d63d23bac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 943 time: 0.3105569 Jun 22 09:44:49.431905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:49.432938 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-60bb8679-5d26-4f43-912a-b072895b9b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:49.438049 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-60bb8679-5d26-4f43-912a-b072895b9b06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e4884e1f-8290-4e72-874f-49d914add356 HTTP/1.1" status: 200 len: 835 time: 0.1412277 Jun 22 09:44:49.457061 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-db7adc99-4a16-480e-8473-125101b7d542 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9208925 Jun 22 09:44:49.463359 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59606) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:49.476104 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-e50eb77d-4c36-498f-b1c4-a423bc689410 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Request body: {'floatingip': {'port_id': '35fdf053-e553-4830-8c84-8b33be648219'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:49.480552 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:49.499462 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] For port 32e1603f-ef90-4cb6-91fa-01b4bca01fe1, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:49.503323 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] For port 32e1603f-ef90-4cb6-91fa-01b4bca01fe1, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=32e1603f-ef90-4cb6-91fa-01b4bca01fe1,segment=NetworkSegment(c70fcace-c1d4-45d2-82c2-934c48326b68),segment_id=c70fcace-c1d4-45d2-82c2-934c48326b68)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:49.514618 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:49.524419 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bb5911ef-24cb-461a-abe7-1d72466f2ed1 None None] Provisioning for port 35fdf053-e553-4830-8c84-8b33be648219 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:49.530114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bb5911ef-24cb-461a-abe7-1d72466f2ed1 None None] Provisioning complete for port 35fdf053-e553-4830-8c84-8b33be648219 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:49.530509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb5911ef-24cb-461a-abe7-1d72466f2ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:49.588175 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-bb5911ef-24cb-461a-abe7-1d72466f2ed1 None None] Port 35fdf053-e553-4830-8c84-8b33be648219 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:49.614120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Port': ['ID=60382479-b9f8-4cad-8eb0-2ff249f428dd,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:49.617282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:49.618343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aa67ca19-f932-42df-af3f-43b2f6ab86bf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:49.623798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No DVR routers for this DVR port 60382479-b9f8-4cad-8eb0-2ff249f428dd on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:49.627375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:49.634176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3ece89cb-b8e1-4646-9c17-e8814cdf6ebd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:49.648054 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e8fb2d60-c3f9-464c-85be-219aed17a4ad req-a764eed0-4079-44c2-bc8a-65e1383c0640 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445586 Jun 22 09:44:49.676279 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e05f6a1e-53e5-465b-9e07-583b7dfb054b tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:49.682475 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:44:49.682846 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:44:49.689229 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-463cf5cf-5240-473f-b468-93fa95837608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:49.690748 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-463cf5cf-5240-473f-b468-93fa95837608 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75ca7b51-8500-41da-a24f-8648dce1885d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2268894 Jun 22 09:44:49.728366 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67ca19-f932-42df-af3f-43b2f6ab86bf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=1545e2fa-3d2c-45f9-98c5-d028ceb026c8,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:49.731397 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-aa67ca19-f932-42df-af3f-43b2f6ab86bf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:49.732355 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:49.736577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Pushing event updated for resources: {'Port': ['ID=32e1603f-ef90-4cb6-91fa-01b4bca01fe1,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:49.744116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:49.748754 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fb9710-69ed-40fc-9520-0e55deee6981 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:49.752497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-75fb9710-69ed-40fc-9520-0e55deee6981 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:49.764979 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aa67ca19-f932-42df-af3f-43b2f6ab86bf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:49.806408 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-aa67ca19-f932-42df-af3f-43b2f6ab86bf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/1545e2fa-3d2c-45f9-98c5-d028ceb026c8 HTTP/1.1" status: 204 len: 168 time: 0.9815247 Jun 22 09:44:49.806736 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288e71db-7343-432c-9100-20e94dd94329 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:49.806841 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59608) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:49.818751 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-75fb9710-69ed-40fc-9520-0e55deee6981 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] device_id is not set on port 56b04e1f-bc36-4534-b5fd-a8d822e0190d yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:49.822415 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7f4a0dbb-cba4-431f-b5d5-304e7e85aa47 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433130 Jun 22 09:44:49.822415 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e50eb77d-4c36-498f-b1c4-a423bc689410 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:49.823918 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59610) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:49.840574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-9e32aa8b-74d2-4f24-89ee-874a82a34c5c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:50.009132 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-11dce2a5-9604-40ad-8799-161d3510f6a4 service neutron] 10.222.0.35 "GET /v2.0/networks/75ca7b51-8500-41da-a24f-8648dce1885d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089905 Jun 22 09:44:50.024522 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0befc630-770e-4eb7-8597-a26236331e0e None None] Network fceafb14-b553-476f-9027-8f603705e865 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:50.053631 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:50.060556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-981a93fe-719f-4575-88a0-1f5391b1c4a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:50.136439 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c2f81b48-d0bc-404c-a6d9-b6e81ab6f454 None None] Could not find standard attr ID for object 60382479-b9f8-4cad-8eb0-2ff249f428dd. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:44:50.155576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Subnet': ['ID=a14dd4fb-b410-4a74-88a0-63962506913c,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:50.160958 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:50.197361 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-75fb9710-69ed-40fc-9520-0e55deee6981 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Allocated IP 172.20.0.12 (fe8fa181-3bac-4d87-9cdd-e045aa5290a3/02f50057-0a4c-4c01-8150-7e9c153bf15c/56b04e1f-bc36-4534-b5fd-a8d822e0190d) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:50.218128 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71882cbc-e56c-44f4-9ddf-405141284314 None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:44:50.288960 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:50.306292 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fceafb14-b553-476f-9027-8f603705e865']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:50.323692 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:50.329363 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d0f6ec-cc53-416e-ac51-7330d57e3798') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:50.329953 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d0f6ec-cc53-416e-ac51-7330d57e3798') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:50.371499 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:50.379803 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e32aa8b-74d2-4f24-89ee-874a82a34c5c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:50.383937 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9e32aa8b-74d2-4f24-89ee-874a82a34c5c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:50.391645 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:50.407552 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:50.408285 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:50.411726 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:50.482305 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9e1f01bd-fc4a-4db8-a92c-7aee763f25ad req-a46d6332-ceb3-43ae-949b-9af36fd04286 service neutron] 10.222.0.35 "GET /v2.0/networks/75ca7b51-8500-41da-a24f-8648dce1885d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659345 Jun 22 09:44:50.547766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-75fb9710-69ed-40fc-9520-0e55deee6981 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:50.564619 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-75fb9710-69ed-40fc-9520-0e55deee6981 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Transition to ACTIVE for port object 56b04e1f-bc36-4534-b5fd-a8d822e0190d will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:50.595501 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 14f43e83-680a-4ff1-8074-71c714fa0c4c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=14f43e83-680a-4ff1-8074-71c714fa0c4c,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:50.613818 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-71882cbc-e56c-44f4-9ddf-405141284314 None None] Deleting port 14f43e83-680a-4ff1-8074-71c714fa0c4c {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:50.614201 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-71882cbc-e56c-44f4-9ddf-405141284314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:50.670168 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1784d99c-89c2-45f2-9811-4adbddf59c25 None None] DHCP port deletion for fceafb14-b553-476f-9027-8f603705e865 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:44:50.695657 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:50.708702 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:50.708702 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/fceafb14-b553-476f-9027-8f603705e865 HTTP/1.1" status: 204 len: 168 time: 2.5257561 Jun 22 09:44:50.709839 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fce77a54-1d57-425f-b457-2e7c952656d6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:50.710656 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59616) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:50.724670 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-71882cbc-e56c-44f4-9ddf-405141284314 None None] For port 14f43e83-680a-4ff1-8074-71c714fa0c4c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=14f43e83-680a-4ff1-8074-71c714fa0c4c,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:50.725081 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-71882cbc-e56c-44f4-9ddf-405141284314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:50.728875 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:50.730037 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e50eb77d-4c36-498f-b1c4-a423bc689410 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:50.731261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Network': ['ID=fceafb14-b553-476f-9027-8f603705e865,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:50.739510 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c075c56-7f0e-42f3-a54e-2dc837475b1d None None] Network fceafb14-b553-476f-9027-8f603705e865 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:50.739641 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:50.741354 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:50.749825 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de88814-0357-47be-9e0e-bd3dcbe71579 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:44:50.749825 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de88814-0357-47be-9e0e-bd3dcbe71579 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:44:50.752143 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:50.755184 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1de88814-0357-47be-9e0e-bd3dcbe71579 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/fceafb14-b553-476f-9027-8f603705e865 HTTP/1.1" status: 404 len: 339 time: 0.0395999 Jun 22 09:44:50.756093 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-75fb9710-69ed-40fc-9520-0e55deee6981 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:50.761239 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59618) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:50.771335 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4c8a91ce-4259-4714-8cc9-33cb0a2e3283 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-303166165', 'description': 'd1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:50.779069 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0938c712-2d0d-4519-b54c-a2e1715f4f29 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:50.804610 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e50eb77d-4c36-498f-b1c4-a423bc689410 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:50.834843 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c075c56-7f0e-42f3-a54e-2dc837475b1d None None] Network fceafb14-b553-476f-9027-8f603705e865 could not be found, it might have been deleted concurrently. {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 09:44:50.879652 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-71882cbc-e56c-44f4-9ddf-405141284314 None None] Calling delete_port for 14f43e83-680a-4ff1-8074-71c714fa0c4c owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:50.920395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fb9710-69ed-40fc-9520-0e55deee6981 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network fe8fa181-3bac-4d87-9cdd-e045aa5290a3 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:50.928112 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-75fb9710-69ed-40fc-9520-0e55deee6981 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:50.934776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fb9710-69ed-40fc-9520-0e55deee6981 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:50.942467 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb9710-69ed-40fc-9520-0e55deee6981 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=56b04e1f-bc36-4534-b5fd-a8d822e0190d,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:50.957598 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=14f43e83-680a-4ff1-8074-71c714fa0c4c,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:50.960917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:50.967252 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-75fb9710-69ed-40fc-9520-0e55deee6981 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:51.002379 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fb9710-69ed-40fc-9520-0e55deee6981 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:51.002636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-75fb9710-69ed-40fc-9520-0e55deee6981 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:51.005047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:51.020981 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9e32aa8b-74d2-4f24-89ee-874a82a34c5c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:51.024242 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:51.065158 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8a91ce-4259-4714-8cc9-33cb0a2e3283 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:51.069285 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4c8a91ce-4259-4714-8cc9-33cb0a2e3283 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:51.086491 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-e50eb77d-4c36-498f-b1c4-a423bc689410 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Floating IP c8a221fa-5696-40e9-9c61-f722dfb5e8da associated. External IP: 172.26.3.187, port: 201233de-0fd5-422c-88f5-ed32fc40870b. Jun 22 09:44:51.111539 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e32aa8b-74d2-4f24-89ee-874a82a34c5c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:51.116906 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-9e32aa8b-74d2-4f24-89ee-874a82a34c5c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:51.123789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e32aa8b-74d2-4f24-89ee-874a82a34c5c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:51.123981 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9e32aa8b-74d2-4f24-89ee-874a82a34c5c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:51.129104 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32aa8b-74d2-4f24-89ee-874a82a34c5c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=f3056f07-9fa3-48d1-ba50-9c945b42b5cb,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:51.133512 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078934f0-625b-45fd-9c1b-16e66d509e92 req-6e60bce7-43a2-453a-9f46-348d4acbb145 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:51.134794 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-078934f0-625b-45fd-9c1b-16e66d509e92 req-6e60bce7-43a2-453a-9f46-348d4acbb145 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 943 time: 0.2157192 Jun 22 09:44:51.136312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9e32aa8b-74d2-4f24-89ee-874a82a34c5c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:51.137161 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8a91ce-4259-4714-8cc9-33cb0a2e3283 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:44:51.142887 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:51.150392 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4c8a91ce-4259-4714-8cc9-33cb0a2e3283 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:51.150742 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-4c8a91ce-4259-4714-8cc9-33cb0a2e3283 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Added segment 83d0fc99-0a7d-42a7-bf84-ca1f37dd5c90 of type vlan for network ae53113a-7fab-4dea-9913-31358c36912a Jun 22 09:44:51.175072 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-71882cbc-e56c-44f4-9ddf-405141284314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:51.177157 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ba565724-c128-4e95-8e59-5231185dc437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:51.185752 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-75fb9710-69ed-40fc-9520-0e55deee6981 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0357959 Jun 22 09:44:51.186902 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59620) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:51.205204 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71882cbc-e56c-44f4-9ddf-405141284314 None None] Pushing event deleted for resources: {'Port': ['ID=14f43e83-680a-4ff1-8074-71c714fa0c4c,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:51.210787 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-71882cbc-e56c-44f4-9ddf-405141284314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:51.216006 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71882cbc-e56c-44f4-9ddf-405141284314 None None] No DVR routers for this DVR port 14f43e83-680a-4ff1-8074-71c714fa0c4c on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:51.233439 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce24a84-1b55-4dae-947e-8ff2a3465860 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:51.248199 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 14f43e83-680a-4ff1-8074-71c714fa0c4c no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:44:51.296494 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 14f43e83-680a-4ff1-8074-71c714fa0c4c {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:44:51.296854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 14f43e83-680a-4ff1-8074-71c714fa0c4c not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:44:51.328352 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-078934f0-625b-45fd-9c1b-16e66d509e92 req-73702928-4bf5-44a6-8c5e-7f0372087cfa tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894215 Jun 22 09:44:51.434281 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': 'f3056f07-9fa3-48d1-ba50-9c945b42b5cb'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:44:51.436478 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:51.564782 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b891a31-7d5b-42e6-a522-4106d999d4dd None None] Network fe8fa181-3bac-4d87-9cdd-e045aa5290a3 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:51.678059 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4c8a91ce-4259-4714-8cc9-33cb0a2e3283 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:51.683535 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9e32aa8b-74d2-4f24-89ee-874a82a34c5c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8471010 Jun 22 09:44:51.686916 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59622) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:51.689911 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Allocated IP 2001:db8::2 (36eee797-60f1-483e-81c4-4dc1c89ce22a/f3056f07-9fa3-48d1-ba50-9c945b42b5cb/d150ebc1-0641-4dc3-8338-feb5ade555a6) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:51.697748 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-84a656ea-7060-4346-b3d1-b741cc78ffe4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'fixed_ips': [{'subnet_id': 'f3056f07-9fa3-48d1-ba50-9c945b42b5cb', 'ip_address': '2001:db8::450:7f0d:bd95:925d'}], 'name': 'tempest-NetworksTestDHCPv6-1665389135'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:51.724109 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:51.740628 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-df6a920f-b441-4b83-b9b1-3881fb97079b None None] Provisioning for port 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:51.779418 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-df6a920f-b441-4b83-b9b1-3881fb97079b None None] Provisioning complete for port 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:51.779837 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-df6a920f-b441-4b83-b9b1-3881fb97079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:51.782435 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50eb77d-4c36-498f-b1c4-a423bc689410 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 09aaf0f9-c9cb-4f59-bf81-5914db24d7ae has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:44:51.895077 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50eb77d-4c36-498f-b1c4-a423bc689410 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:51.904847 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d09cc-4803-4983-a816-33ee46faceaa None None] Sync routers for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:51.907215 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4c8a91ce-4259-4714-8cc9-33cb0a2e3283 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:51.912784 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8a91ce-4259-4714-8cc9-33cb0a2e3283 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:51.913395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4c8a91ce-4259-4714-8cc9-33cb0a2e3283 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:51.916734 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d09cc-4803-4983-a816-33ee46faceaa None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:51.918070 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-977d09cc-4803-4983-a816-33ee46faceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:51.921120 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f72635b4-ebc7-498b-9796-d83c3f4e5b9a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:51.953786 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-977d09cc-4803-4983-a816-33ee46faceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:51.963589 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d09cc-4803-4983-a816-33ee46faceaa None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:51.964700 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-977d09cc-4803-4983-a816-33ee46faceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:52.001094 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-df6a920f-b441-4b83-b9b1-3881fb97079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:52.003921 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-977d09cc-4803-4983-a816-33ee46faceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:52.004993 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d09cc-4803-4983-a816-33ee46faceaa None None] The sync data for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:52.032626 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:52.042642 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a91ce-4259-4714-8cc9-33cb0a2e3283 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Network': ['ID=ae53113a-7fab-4dea-9913-31358c36912a,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:52.047311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4c8a91ce-4259-4714-8cc9-33cb0a2e3283 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:52.049116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Transition to ACTIVE for port object d150ebc1-0641-4dc3-8338-feb5ade555a6 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:52.069573 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network ae53113a-7fab-4dea-9913-31358c36912a details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:44:52.080799 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4c8a91ce-4259-4714-8cc9-33cb0a2e3283 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3155301 Jun 22 09:44:52.083687 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59624) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:52.092348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-df6a920f-b441-4b83-b9b1-3881fb97079b None None] For port 32e1603f-ef90-4cb6-91fa-01b4bca01fe1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=32e1603f-ef90-4cb6-91fa-01b4bca01fe1,segment=NetworkSegment(c70fcace-c1d4-45d2-82c2-934c48326b68),segment_id=c70fcace-c1d4-45d2-82c2-934c48326b68)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:52.143282 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Transition to ACTIVE for port object d150ebc1-0641-4dc3-8338-feb5ade555a6 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:52.170077 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-df6a920f-b441-4b83-b9b1-3881fb97079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:52.171952 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bb7b2f7d-8c64-415d-9ccd-53dab644b526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:52.210108 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50eb77d-4c36-498f-b1c4-a423bc689410 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:44:52.224163 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-645c5b5f-a091-4070-8455-8c71f4a6a289 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:52.227131 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a920f-b441-4b83-b9b1-3881fb97079b None None] Pushing event updated for resources: {'Port': ['ID=32e1603f-ef90-4cb6-91fa-01b4bca01fe1,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:52.230602 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-df6a920f-b441-4b83-b9b1-3881fb97079b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:52.235763 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ae0a92-b28d-44c0-9c4c-24a140b00310 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:52.244535 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-30ae0a92-b28d-44c0-9c4c-24a140b00310 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "GET /v2.0/networks?id=ae53113a-7fab-4dea-9913-31358c36912a HTTP/1.1" status: 200 len: 760 time: 0.1513622 Jun 22 09:44:52.244535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59626) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:52.244535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a656ea-7060-4346-b3d1-b741cc78ffe4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:52.251533 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-8554cf6b-bd13-4c6b-8891-a4191c060038 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'network': {'description': 'd2'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:52.263184 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:52.266083 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3752d85e-3389-4daf-8b6a-c0eefaadc59b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:52.306977 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:52.310056 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:52.316308 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:52.323471 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Pushing event updated for resources: {'Port': ['ID=d150ebc1-0641-4dc3-8338-feb5ade555a6,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:52.326747 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:52.342844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50eb77d-4c36-498f-b1c4-a423bc689410 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:52.354085 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e50eb77d-4c36-498f-b1c4-a423bc689410 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:52.359121 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575bf0b6-ec01-4f2a-9d06-9ccef2cb3b06 None None] Sync routers for ids ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:52.406990 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575bf0b6-ec01-4f2a-9d06-9ccef2cb3b06 None None] Routers {'0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:52.407650 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-575bf0b6-ec01-4f2a-9d06-9ccef2cb3b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:52.420820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84a656ea-7060-4346-b3d1-b741cc78ffe4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:52.449351 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-575bf0b6-ec01-4f2a-9d06-9ccef2cb3b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:52.452126 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Attempting to bind port d150ebc1-0641-4dc3-8338-feb5ade555a6 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:52.452507 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Attempting to bind port d150ebc1-0641-4dc3-8338-feb5ade555a6 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:52.452928 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Attempting to bind port d150ebc1-0641-4dc3-8338-feb5ade555a6 on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:52.454157 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e50eb77d-4c36-498f-b1c4-a423bc689410 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "PUT /v2.0/floatingips/c8a221fa-5696-40e9-9c61-f722dfb5e8da HTTP/1.1" status: 200 len: 979 time: 2.9893847 Jun 22 09:44:52.456921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59630) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:52.462254 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-18d72416-d07c-43ee-9a8b-93983db68c87 None None] Provisioning complete for port 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:52.462563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-18d72416-d07c-43ee-9a8b-93983db68c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:52.477821 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:52.478208 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:52.478709 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:52.479010 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:52.479524 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Bound port: d150ebc1-0641-4dc3-8338-feb5ade555a6, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:52.479912 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:52.534394 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575bf0b6-ec01-4f2a-9d06-9ccef2cb3b06 None None] Routers {'0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:52.539027 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-575bf0b6-ec01-4f2a-9d06-9ccef2cb3b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:52.549924 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-84a656ea-7060-4346-b3d1-b741cc78ffe4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port 393d5c98-8798-48f8-8e14-4daa01e5f17c yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:52.580142 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-bae6dcff-46cd-4956-94fa-45dbf0d8468c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Deleting port 35fdf053-e553-4830-8c84-8b33be648219 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:52.589577 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bae6dcff-46cd-4956-94fa-45dbf0d8468c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:52.590206 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-575bf0b6-ec01-4f2a-9d06-9ccef2cb3b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:52.590206 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575bf0b6-ec01-4f2a-9d06-9ccef2cb3b06 None None] The sync data for ids ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:52.674850 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bae6dcff-46cd-4956-94fa-45dbf0d8468c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:52.676350 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] For port d150ebc1-0641-4dc3-8338-feb5ade555a6, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:52.693340 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] For port d150ebc1-0641-4dc3-8338-feb5ade555a6, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d150ebc1-0641-4dc3-8338-feb5ade555a6,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:52.810801 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:52.824912 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:52.855309 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bae6dcff-46cd-4956-94fa-45dbf0d8468c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:52.855309 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bae6dcff-46cd-4956-94fa-45dbf0d8468c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:52.855671 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-bae6dcff-46cd-4956-94fa-45dbf0d8468c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Floating IP c8a221fa-5696-40e9-9c61-f722dfb5e8da disassociated. External IP: 172.26.3.187, port: 35fdf053-e553-4830-8c84-8b33be648219. Jun 22 09:44:52.855858 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-bae6dcff-46cd-4956-94fa-45dbf0d8468c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Calling delete_port for 35fdf053-e553-4830-8c84-8b33be648219 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:52.864669 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-18d72416-d07c-43ee-9a8b-93983db68c87 None None] Provisioning for port 56b04e1f-bc36-4534-b5fd-a8d822e0190d completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:52.873686 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:52.896693 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8554cf6b-bd13-4c6b-8891-a4191c060038 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:52.904434 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-18d72416-d07c-43ee-9a8b-93983db68c87 None None] Provisioning complete for port 56b04e1f-bc36-4534-b5fd-a8d822e0190d triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:52.904819 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-18d72416-d07c-43ee-9a8b-93983db68c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:52.962849 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986039a6-94eb-4274-ba3c-4a4584af5599 req-c612a7de-76d4-4e9d-ae94-72ac6c4b9049 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:52.966930 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-986039a6-94eb-4274-ba3c-4a4584af5599 req-c612a7de-76d4-4e9d-ae94-72ac6c4b9049 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 943 time: 0.4096966 Jun 22 09:44:52.967165 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Pushing event updated for resources: {'Port': ['ID=d150ebc1-0641-4dc3-8338-feb5ade555a6,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:52.975994 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:52.977100 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-18d72416-d07c-43ee-9a8b-93983db68c87 None None] Port 56b04e1f-bc36-4534-b5fd-a8d822e0190d cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:53.003904 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:53.004284 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.005559 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8554cf6b-bd13-4c6b-8891-a4191c060038 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.014217 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d38ecbbb-e705-462d-9250-9956d4501e8b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:53.078777 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8554cf6b-bd13-4c6b-8891-a4191c060038 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network ae53113a-7fab-4dea-9913-31358c36912a is not hosted by any dhcp agent {{(pid=100652) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 09:44:53.084442 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8554cf6b-bd13-4c6b-8891-a4191c060038 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:53.085053 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8554cf6b-bd13-4c6b-8891-a4191c060038 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.086318 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8554cf6b-bd13-4c6b-8891-a4191c060038 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "PUT /v2.0/networks/ae53113a-7fab-4dea-9913-31358c36912a HTTP/1.1" status: 200 len: 757 time: 0.8406043 Jun 22 09:44:53.087714 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-84a656ea-7060-4346-b3d1-b741cc78ffe4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::450:7f0d:bd95:925d (36eee797-60f1-483e-81c4-4dc1c89ce22a/f3056f07-9fa3-48d1-ba50-9c945b42b5cb/393d5c98-8798-48f8-8e14-4daa01e5f17c) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:53.094625 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59634) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:53.109605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-62d396cc-0075-40e6-8016-e0b463170a62 None None] Provisioning complete for port 56b04e1f-bc36-4534-b5fd-a8d822e0190d triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:53.110399 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-62d396cc-0075-40e6-8016-e0b463170a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.136417 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bae6dcff-46cd-4956-94fa-45dbf0d8468c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.143379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-140f0a2b-e18b-473b-873c-43780465c1c8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:53.172304 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-986039a6-94eb-4274-ba3c-4a4584af5599 req-cab00961-afb8-459d-b41d-f0c1641dbf2b tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897750 Jun 22 09:44:53.178252 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-645c5b5f-a091-4070-8455-8c71f4a6a289 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.179957 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554cf6b-bd13-4c6b-8891-a4191c060038 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Network': ['ID=ae53113a-7fab-4dea-9913-31358c36912a,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:53.183293 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8554cf6b-bd13-4c6b-8891-a4191c060038 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:53.196256 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6dcff-46cd-4956-94fa-45dbf0d8468c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event deleted for resources: {'Port': ['ID=35fdf053-e553-4830-8c84-8b33be648219,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:53.211566 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network ae53113a-7fab-4dea-9913-31358c36912a details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:44:53.230481 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-62d396cc-0075-40e6-8016-e0b463170a62 None None] Port 56b04e1f-bc36-4534-b5fd-a8d822e0190d cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:53.248601 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bae6dcff-46cd-4956-94fa-45dbf0d8468c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:53.274265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-645c5b5f-a091-4070-8455-8c71f4a6a289 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.318962 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-db7adc99-4a16-480e-8473-125101b7d542 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:53.343895 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63371032-7c0d-46ee-a7a7-0fbd377d696b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:53.345875 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-63371032-7c0d-46ee-a7a7-0fbd377d696b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "GET /v2.0/networks?id=ae53113a-7fab-4dea-9913-31358c36912a HTTP/1.1" status: 200 len: 760 time: 0.2486784 Jun 22 09:44:53.349668 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59636) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:53.359171 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-cd6df920-9475-4653-a5f6-9b8379e5bcb5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-775488292'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:53.430430 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c5b5f-a091-4070-8455-8c71f4a6a289 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=56b04e1f-bc36-4534-b5fd-a8d822e0190d,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:53.439009 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-645c5b5f-a091-4070-8455-8c71f4a6a289 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:53.442705 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:44:53.444019 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae6dcff-46cd-4956-94fa-45dbf0d8468c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:44:53.548666 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6df920-9475-4653-a5f6-9b8379e5bcb5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:53.552528 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd6df920-9475-4653-a5f6-9b8379e5bcb5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.590881 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9,segment=NetworkSegment(29b484eb-9441-4917-8ba3-d67074cf94d8),segment_id=29b484eb-9441-4917-8ba3-d67074cf94d8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:53.594161 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6df920-9475-4653-a5f6-9b8379e5bcb5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:44:53.599797 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae6dcff-46cd-4956-94fa-45dbf0d8468c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:53.604276 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9', 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d', 'port_id': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9', 'mac_address': 'fa:16:3e:44:9c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4884e1f-8290-4e72-874f-49d914add356', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:44:53.613438 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ccf991-7e60-4473-9f84-099c10c98f8d None None] Sync routers for ids ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:53.635239 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-645c5b5f-a091-4070-8455-8c71f4a6a289 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.636536 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ccf991-7e60-4473-9f84-099c10c98f8d None None] Routers {'0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:53.638223 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d6ccf991-7e60-4473-9f84-099c10c98f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:53.640030 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd6df920-9475-4653-a5f6-9b8379e5bcb5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.640663 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-cd6df920-9475-4653-a5f6-9b8379e5bcb5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Added segment 8122d7d1-26f5-4a70-812a-a96de1f656f0 of type vlan for network b49223ad-f78e-409b-86e4-e45d517885f5 Jun 22 09:44:53.668085 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.688201 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:44:53.718380 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d6ccf991-7e60-4473-9f84-099c10c98f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:53.727031 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9,segment=NetworkSegment(29b484eb-9441-4917-8ba3-d67074cf94d8),segment_id=29b484eb-9441-4917-8ba3-d67074cf94d8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:53.733648 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ccf991-7e60-4473-9f84-099c10c98f8d None None] Routers {'0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:53.734452 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d6ccf991-7e60-4473-9f84-099c10c98f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:53.742173 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bae6dcff-46cd-4956-94fa-45dbf0d8468c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.742173 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bae6dcff-46cd-4956-94fa-45dbf0d8468c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/ports/35fdf053-e553-4830-8c84-8b33be648219 HTTP/1.1" status: 204 len: 168 time: 1.2826550 Jun 22 09:44:53.743311 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd6df920-9475-4653-a5f6-9b8379e5bcb5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.747602 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59638) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:53.778997 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d6ccf991-7e60-4473-9f84-099c10c98f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:53.781417 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ccf991-7e60-4473-9f84-099c10c98f8d None None] The sync data for ids ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:53.794694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-17d269cf-acaf-4d59-91f5-9d0ca87ecdd4 None None] Provisioning complete for port 56b04e1f-bc36-4534-b5fd-a8d822e0190d triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:53.794694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-17d269cf-acaf-4d59-91f5-9d0ca87ecdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.794857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84a656ea-7060-4346-b3d1-b741cc78ffe4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.809456 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-84a656ea-7060-4346-b3d1-b741cc78ffe4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object 393d5c98-8798-48f8-8e14-4daa01e5f17c will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:53.818983 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.823411 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5b5b1d12-cb11-46a9-9781-a22f6f3dd667 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:53.873689 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-17d269cf-acaf-4d59-91f5-9d0ca87ecdd4 None None] Port 56b04e1f-bc36-4534-b5fd-a8d822e0190d cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:53.896727 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:53.900149 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:53.902540 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-645c5b5f-a091-4070-8455-8c71f4a6a289 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.923416 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd6df920-9475-4653-a5f6-9b8379e5bcb5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.929363 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6df920-9475-4653-a5f6-9b8379e5bcb5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:53.930052 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cd6df920-9475-4653-a5f6-9b8379e5bcb5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.942443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84a656ea-7060-4346-b3d1-b741cc78ffe4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:53.956093 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ec89c84b-df4b-474b-a4d9-fca5d633e317 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:53.962406 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-15f3bc42-bc60-409e-a1dd-d96b1d5d084b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:54.008867 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a656ea-7060-4346-b3d1-b741cc78ffe4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:54.049784 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-84a656ea-7060-4346-b3d1-b741cc78ffe4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:54.052328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a656ea-7060-4346-b3d1-b741cc78ffe4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:54.058274 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a656ea-7060-4346-b3d1-b741cc78ffe4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:54.058901 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84a656ea-7060-4346-b3d1-b741cc78ffe4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:54.072255 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6df920-9475-4653-a5f6-9b8379e5bcb5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Network': ['ID=b49223ad-f78e-409b-86e4-e45d517885f5,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:54.076678 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cd6df920-9475-4653-a5f6-9b8379e5bcb5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:54.087365 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network b49223ad-f78e-409b-86e4-e45d517885f5 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:44:54.103138 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a656ea-7060-4346-b3d1-b741cc78ffe4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=393d5c98-8798-48f8-8e14-4daa01e5f17c,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:54.106987 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-84a656ea-7060-4346-b3d1-b741cc78ffe4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:54.146873 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cd6df920-9475-4653-a5f6-9b8379e5bcb5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7912126 Jun 22 09:44:54.146873 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59640) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:54.151554 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-ec6d6619-d706-4199-99d0-b9cac96beec5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'subnet': {'network_id': 'b49223ad-f78e-409b-86e4-e45d517885f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:54.214249 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['9fdbe2d0-99d5-4e13-9fcf-a7958df836b9'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:44:54.242031 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-84a656ea-7060-4346-b3d1-b741cc78ffe4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5482197 Jun 22 09:44:54.247793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59644) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:54.294707 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-614a77fa-d17c-4a6c-bfa5-01cda5c4d950 None None] Provisioning for port d150ebc1-0641-4dc3-8338-feb5ade555a6 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:54.343185 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-645c5b5f-a091-4070-8455-8c71f4a6a289 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:54.373134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aefe31-5f67-477f-bb05-ef63ef6002e0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:54.381057 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aefe31-5f67-477f-bb05-ef63ef6002e0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:54.383018 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f7aefe31-5f67-477f-bb05-ef63ef6002e0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1341386 Jun 22 09:44:54.385754 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59646) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:54.411214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6d6619-d706-4199-99d0-b9cac96beec5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:54.415152 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ec6d6619-d706-4199-99d0-b9cac96beec5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:54.428471 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-645c5b5f-a091-4070-8455-8c71f4a6a289 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:54.434973 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-42a1605c-315c-4b03-bbee-5394a2ecf2e1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:54.503351 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2bef9d05-d54a-4d2b-9cbb-2df762d0aca6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:54.517114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5a962192-2a84-46a4-8864-f42c8303a863 None None] Provisioning for port 393d5c98-8798-48f8-8e14-4daa01e5f17c completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:54.527655 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5a962192-2a84-46a4-8864-f42c8303a863 None None] Provisioning complete for port 393d5c98-8798-48f8-8e14-4daa01e5f17c triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:54.528688 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5a962192-2a84-46a4-8864-f42c8303a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:54.561251 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19a59d-9da1-4a2f-9e20-43800ed6f79e req-6c5d9550-6643-4193-9972-b3c97b8b9188 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:54.562851 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6e19a59d-9da1-4a2f-9e20-43800ed6f79e req-6c5d9550-6643-4193-9972-b3c97b8b9188 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 944 time: 0.1981549 Jun 22 09:44:54.585813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5a962192-2a84-46a4-8864-f42c8303a863 None None] Port 393d5c98-8798-48f8-8e14-4daa01e5f17c cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:54.663852 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6e19a59d-9da1-4a2f-9e20-43800ed6f79e req-8d256d33-e895-4bd0-8037-34111fd903e2 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893741 Jun 22 09:44:54.812673 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c5b5f-a091-4070-8455-8c71f4a6a289 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=56b04e1f-bc36-4534-b5fd-a8d822e0190d,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:54.816780 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-645c5b5f-a091-4070-8455-8c71f4a6a289 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:54.818363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-645c5b5f-a091-4070-8455-8c71f4a6a289 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:54.895860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-5dc134a3-5148-4cab-90f1-946f55232123 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port 393d5c98-8798-48f8-8e14-4daa01e5f17c {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:54.897258 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5dc134a3-5148-4cab-90f1-946f55232123 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:54.901470 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d150ebc1-0641-4dc3-8338-feb5ade555a6 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:54.933121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ec6d6619-d706-4199-99d0-b9cac96beec5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:54.937616 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:54.975836 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-2bef9d05-d54a-4d2b-9cbb-2df762d0aca6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Deleting port b8ee1aae-3893-4232-bcca-58bd64da3d99 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:54.976182 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2bef9d05-d54a-4d2b-9cbb-2df762d0aca6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:54.982769 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c5b5f-a091-4070-8455-8c71f4a6a289 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network fe8fa181-3bac-4d87-9cdd-e045aa5290a3 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:54.986443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-645c5b5f-a091-4070-8455-8c71f4a6a289 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:55.042199 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d6619-d706-4199-99d0-b9cac96beec5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Subnet': ['ID=9483b8bc-655d-4cea-ac9b-fd3f32a1a0e9,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:55.043608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port d150ebc1-0641-4dc3-8338-feb5ade555a6 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:55.048772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port d150ebc1-0641-4dc3-8338-feb5ade555a6 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:55.049291 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:55.051313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ec6d6619-d706-4199-99d0-b9cac96beec5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:55.075212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5dc134a3-5148-4cab-90f1-946f55232123 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:55.075479 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d6619-d706-4199-99d0-b9cac96beec5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Checking segment: {'id': '8122d7d1-26f5-4a70-812a-a96de1f656f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b49223ad-f78e-409b-86e4-e45d517885f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:55.075614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d6619-d706-4199-99d0-b9cac96beec5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network hostable DHCP agents. Network: b49223ad-f78e-409b-86e4-e45d517885f5, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:44:55.114164 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2bef9d05-d54a-4d2b-9cbb-2df762d0aca6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:55.145581 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:55.162355 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-5dc134a3-5148-4cab-90f1-946f55232123 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for 393d5c98-8798-48f8-8e14-4daa01e5f17c owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:55.191788 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-2bef9d05-d54a-4d2b-9cbb-2df762d0aca6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Calling delete_port for b8ee1aae-3893-4232-bcca-58bd64da3d99 owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:55.203216 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port d150ebc1-0641-4dc3-8338-feb5ade555a6, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d150ebc1-0641-4dc3-8338-feb5ade555a6,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:55.234244 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d6619-d706-4199-99d0-b9cac96beec5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network b49223ad-f78e-409b-86e4-e45d517885f5 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:44:55.267194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:55.269080 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:55.300581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-ec6d6619-d706-4199-99d0-b9cac96beec5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, b49223ad-f78e-409b-86e4-e45d517885f5) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:55.306780 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6d6619-d706-4199-99d0-b9cac96beec5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:55.307373 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ec6d6619-d706-4199-99d0-b9cac96beec5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:55.318109 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a74934-ea5c-47b6-b611-7fe1b50f4074 None None] Network b49223ad-f78e-409b-86e4-e45d517885f5 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:55.347416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645c5b5f-a091-4070-8455-8c71f4a6a289 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Router 21a4af93-8672-4a63-8744-b04283f7675a is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:44:55.355733 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=d150ebc1-0641-4dc3-8338-feb5ade555a6,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:55.362063 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:55.373306 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ec6d6619-d706-4199-99d0-b9cac96beec5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2234321 Jun 22 09:44:55.373979 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59650) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:55.375676 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a11ea62f-7d09-44d5-8c6b-05149c591bcc None None] Provisioning complete for port 56b04e1f-bc36-4534-b5fd-a8d822e0190d triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:55.376128 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a11ea62f-7d09-44d5-8c6b-05149c591bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:55.493029 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645c5b5f-a091-4070-8455-8c71f4a6a289 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:55.501834 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-645c5b5f-a091-4070-8455-8c71f4a6a289 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "PUT /v2.0/routers/21a4af93-8672-4a63-8744-b04283f7675a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3137391 Jun 22 09:44:55.502594 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59652) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:55.513443 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:55.559846 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4abb3b-34bd-499f-bcb3-4b1b1a5eeb4c None None] Sync routers for ids ['21a4af93-8672-4a63-8744-b04283f7675a'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:55.561916 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:55.568775 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:55.579334 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad51fcb3-f52d-4144-8c6b-05cd91fa22e7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:55.583267 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ad51fcb3-f52d-4144-8c6b-05cd91fa22e7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports?device_id=21a4af93-8672-4a63-8744-b04283f7675a HTTP/1.1" status: 200 len: 983 time: 0.0730438 Jun 22 09:44:55.584290 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59654) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:55.595766 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2bef9d05-d54a-4d2b-9cbb-2df762d0aca6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:55.600653 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bbf68f0a-e551-4155-a4a7-6856332489ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:55.617959 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4abb3b-34bd-499f-bcb3-4b1b1a5eeb4c None None] Routers {'21a4af93-8672-4a63-8744-b04283f7675a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:55.618601 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4d4abb3b-34bd-499f-bcb3-4b1b1a5eeb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['21a4af93-8672-4a63-8744-b04283f7675a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:55.632722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef9d05-d54a-4d2b-9cbb-2df762d0aca6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event deleted for resources: {'Port': ['ID=b8ee1aae-3893-4232-bcca-58bd64da3d99,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:55.643424 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-a11ea62f-7d09-44d5-8c6b-05149c591bcc None None] Port 56b04e1f-bc36-4534-b5fd-a8d822e0190d cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:44:55.646970 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2bef9d05-d54a-4d2b-9cbb-2df762d0aca6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:55.678793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5dc134a3-5148-4cab-90f1-946f55232123 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:55.687930 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-885e2924-fa36-44bc-8ce5-50a33241c677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:55.689984 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4d4abb3b-34bd-499f-bcb3-4b1b1a5eeb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:55.712272 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4abb3b-34bd-499f-bcb3-4b1b1a5eeb4c None None] Routers {'21a4af93-8672-4a63-8744-b04283f7675a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:55.712913 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4d4abb3b-34bd-499f-bcb3-4b1b1a5eeb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['21a4af93-8672-4a63-8744-b04283f7675a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:55.764683 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4d4abb3b-34bd-499f-bcb3-4b1b1a5eeb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:55.765225 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4abb3b-34bd-499f-bcb3-4b1b1a5eeb4c None None] The sync data for ids ['21a4af93-8672-4a63-8744-b04283f7675a'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:55.774646 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d8a793-87ec-4940-9158-dd0b22e05a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-b49223ad-f78e-409b-86e4-e45d517885f5', 'network_id': 'b49223ad-f78e-409b-86e4-e45d517885f5', 'tenant_id': 'f4445d2b9f8c4e23aee039318ad408ee', 'fixed_ips': [{'subnet_id': '9483b8bc-655d-4cea-ac9b-fd3f32a1a0e9'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:44:55.775515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a793-87ec-4940-9158-dd0b22e05a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:55.843139 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:44:55.848401 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:55.848928 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:55.855326 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc134a3-5148-4cab-90f1-946f55232123 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=393d5c98-8798-48f8-8e14-4daa01e5f17c,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:55.870965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:55.877384 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b9b2a240-54f6-4a67-9090-eebd5edd9a6d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:55.929178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5dc134a3-5148-4cab-90f1-946f55232123 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:55.962182 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5dc134a3-5148-4cab-90f1-946f55232123 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:55.967035 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5dc134a3-5148-4cab-90f1-946f55232123 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/393d5c98-8798-48f8-8e14-4daa01e5f17c HTTP/1.1" status: 204 len: 168 time: 1.5780158 Jun 22 09:44:55.975148 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Subnet': ['ID=9483b8bc-655d-4cea-ac9b-fd3f32a1a0e9,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:55.984586 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59658) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:55.999630 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:56.002919 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server [None req-a1d8a793-87ec-4940-9158-dd0b22e05a6b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9483b8bc-655d-4cea-ac9b-fd3f32a1a0e9: This subnet is being modified by another concurrent operation. Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 09:44:56.032666 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise exception Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9483b8bc-655d-4cea-ac9b-fd3f32a1a0e9: This subnet is being modified by another concurrent operation. Jun 22 09:44:56.036521 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server Jun 22 09:44:56.039622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:56.054847 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49223ad-f78e-409b-86e4-e45d517885f5']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:56.065349 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3c986f-aee2-4151-8bee-08e7ac2e9265 None None] Network b49223ad-f78e-409b-86e4-e45d517885f5 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:56.067880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2bef9d05-d54a-4d2b-9cbb-2df762d0aca6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:56.082331 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8122d7d1-26f5-4a70-812a-a96de1f656f0') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:56.082331 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8122d7d1-26f5-4a70-812a-a96de1f656f0') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:56.086108 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f53aa4-adf4-46eb-af36-58f3aaea46f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:44:56.088672 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905eb2e5-d8d0-4e17-a321-56e1acff14ba" -d '{"events": [{"server_uuid": "62f53aa4-adf4-46eb-af36-58f3aaea46f4", "name": "network-vif-plugged", "status": "completed", "tag": "9fdbe2d0-99d5-4e13-9fcf-a7958df836b9"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:44:56.099943 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:56.107219 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f10dc0b-24cb-402f-ac8c-a68043ab944e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:56.108816 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f10dc0b-24cb-402f-ac8c-a68043ab944e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:56.113065 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0eb4e0-b39a-4a6e-a0c3-456a1d3381d3 req-3f9b7589-c89f-4d9e-a617-7cb8c07559e6 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:56.113587 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0f10dc0b-24cb-402f-ac8c-a68043ab944e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1300635 Jun 22 09:44:56.114149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59662) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:56.114910 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6c0eb4e0-b39a-4a6e-a0c3-456a1d3381d3 req-3f9b7589-c89f-4d9e-a617-7cb8c07559e6 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 944 time: 0.2094178 Jun 22 09:44:56.146119 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9,segment=NetworkSegment(29b484eb-9441-4917-8ba3-d67074cf94d8),segment_id=29b484eb-9441-4917-8ba3-d67074cf94d8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:56.147965 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80748221-78d0-4c0b-bbe8-5c85a9239aa4 x-openstack-request-id: req-80748221-78d0-4c0b-bbe8-5c85a9239aa4 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:44:56.148268 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f53aa4-adf4-46eb-af36-58f3aaea46f4", "name": "network-vif-plugged", "status": "completed", "tag": "9fdbe2d0-99d5-4e13-9fcf-a7958df836b9", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:44:56.148541 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80748221-78d0-4c0b-bbe8-5c85a9239aa4 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:44:56.148932 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f53aa4-adf4-46eb-af36-58f3aaea46f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9', 'code': 200} Jun 22 09:44:56.189626 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6c0eb4e0-b39a-4a6e-a0c3-456a1d3381d3 req-420f1b20-2deb-4820-9165-47c5a7cf4ea0 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666251 Jun 22 09:44:56.218005 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:56.228020 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85e4f3b-4206-472c-9747-26a351d97e61 None None] get_active_networks_info from dv-neutron-797121-3-hyperv {{(pid=100654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:44:56.247215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:56.247651 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:56.251131 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:56.266131 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:56.272123 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-71882cbc-e56c-44f4-9ddf-405141284314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:56.363778 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:56.378383 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:56.378646 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:56.378905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:56.379192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:56.379551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:56.379883 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:56.380210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:56.380540 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:56.380864 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:56.381183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:56.381503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:56.381822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:44:56.388538 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:56.393041 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f4d4bd5-319d-4598-b957-7324742fd2aa tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:56.421279 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85e4f3b-4206-472c-9747-26a351d97e61 None None] Resources bound (agent type, host, resource id): {{(pid=100654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:44:56.622428 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9789865-240f-4844-8acf-6ae5d8118e9a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet f3056f07-9fa3-48d1-ba50-9c945b42b5cb {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:44:56.662336 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b41bc-0b66-4a53-8168-29afe5cd9c84 req-fa068ddd-2560-49ea-aa21-9b2deceb0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:56.663967 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7d6b41bc-0b66-4a53-8168-29afe5cd9c84 req-fa068ddd-2560-49ea-aa21-9b2deceb0c55 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 1098 time: 0.1618478 Jun 22 09:44:56.672607 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9789865-240f-4844-8acf-6ae5d8118e9a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:56.741994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9789865-240f-4844-8acf-6ae5d8118e9a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:56.822635 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:56.832832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:56.848674 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d150ebc1-0641-4dc3-8338-feb5ade555a6 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:44:56.848942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:56.853862 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/b49223ad-f78e-409b-86e4-e45d517885f5 HTTP/1.1" status: 204 len: 168 time: 1.4759314 Jun 22 09:44:56.857378 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59664) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:56.874570 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Network': ['ID=b49223ad-f78e-409b-86e4-e45d517885f5,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:56.881309 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:56.908473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port d150ebc1-0641-4dc3-8338-feb5ade555a6 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:44:56.909003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:56.939054 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5785d32-aaa6-446e-8fed-3affc52df361 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] GET failed (client error): The resource could not be found. Jun 22 09:44:56.940418 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d5785d32-aaa6-446e-8fed-3affc52df361 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "GET /v2.0/subnets/9483b8bc-655d-4cea-ac9b-fd3f32a1a0e9 HTTP/1.1" status: 404 len: 337 time: 0.0820723 Jun 22 09:44:56.945719 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59666) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:56.984008 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-a066b54e-f0ee-489d-b36a-720382969ce6 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:44:56.984615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a066b54e-f0ee-489d-b36a-720382969ce6 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:44:56.990720 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a066b54e-f0ee-489d-b36a-720382969ce6 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/b49223ad-f78e-409b-86e4-e45d517885f5 HTTP/1.1" status: 404 len: 339 time: 0.0396631 Jun 22 09:44:56.991075 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59668) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:57.017251 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7d6b41bc-0b66-4a53-8168-29afe5cd9c84 req-4d225d0b-bd9e-4e8e-bdb8-11406862bf64 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3441970 Jun 22 09:44:57.017811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9789865-240f-4844-8acf-6ae5d8118e9a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:57.042499 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-1f4d4bd5-319d-4598-b957-7324742fd2aa tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port 56b04e1f-bc36-4534-b5fd-a8d822e0190d {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:57.042880 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f4d4bd5-319d-4598-b957-7324742fd2aa tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:57.123406 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bef9d05-d54a-4d2b-9cbb-2df762d0aca6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:44:57.130381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f4d4bd5-319d-4598-b957-7324742fd2aa tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:57.201351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-1f4d4bd5-319d-4598-b957-7324742fd2aa tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for 56b04e1f-bc36-4534-b5fd-a8d822e0190d owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:57.270143 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7527a6b0-5c32-4bf0-b32e-950c980a2d8d tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:57.274109 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7527a6b0-5c32-4bf0-b32e-950c980a2d8d tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2795625 Jun 22 09:44:57.275254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59672) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:57.322278 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fb1360b4-e37f-425c-b027-80cddbb27009 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b HTTP/1.1" status: 200 len: 207 time: 0.0442388 Jun 22 09:44:57.325866 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59674) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:57.361731 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9789865-240f-4844-8acf-6ae5d8118e9a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:57.380042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ec6d6619-d706-4199-99d0-b9cac96beec5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:57.411156 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9789865-240f-4844-8acf-6ae5d8118e9a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=f3056f07-9fa3-48d1-ba50-9c945b42b5cb,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:57.420566 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a9789865-240f-4844-8acf-6ae5d8118e9a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:57.422198 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9789865-240f-4844-8acf-6ae5d8118e9a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:57.424068 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a9789865-240f-4844-8acf-6ae5d8118e9a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/f3056f07-9fa3-48d1-ba50-9c945b42b5cb HTTP/1.1" status: 204 len: 168 time: 1.2967548 Jun 22 09:44:57.426825 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59676) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:57.428951 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a38876-453a-4348-a6bd-e2c06aa1a10e None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:57.438284 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bef9d05-d54a-4d2b-9cbb-2df762d0aca6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:57.447569 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2bef9d05-d54a-4d2b-9cbb-2df762d0aca6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "PUT /v2.0/routers/0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6959219 Jun 22 09:44:57.449164 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ebad48-269c-423b-ab45-9b17d1561cde None None] Sync routers for ids ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:57.450973 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59680) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:57.463283 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ebad48-269c-423b-ab45-9b17d1561cde None None] Routers {'0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:57.464188 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-27ebad48-269c-423b-ab45-9b17d1561cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:57.498060 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fa6833c9-a587-433f-b69f-b7cf9346b20c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669975 Jun 22 09:44:57.507124 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59682) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:57.510466 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-27ebad48-269c-423b-ab45-9b17d1561cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:57.512869 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-28f72495-de53-48ba-a081-c7074bc189a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:57.524953 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961cef8-802e-46c6-872f-057321600e30 req-a0e778f9-2d4d-4eee-aa28-abd970ac11fd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:57.526451 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6961cef8-802e-46c6-872f-057321600e30 req-a0e778f9-2d4d-4eee-aa28-abd970ac11fd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 945 time: 0.2090886 Jun 22 09:44:57.537810 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ebad48-269c-423b-ab45-9b17d1561cde None None] Routers {'0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:57.538687 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-27ebad48-269c-423b-ab45-9b17d1561cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:57.578976 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-27ebad48-269c-423b-ab45-9b17d1561cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:57.580036 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ebad48-269c-423b-ab45-9b17d1561cde None None] The sync data for ids ['0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:57.593905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4404ff-b00d-4ad5-bcac-79918b69199b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:57.599951 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4404ff-b00d-4ad5-bcac-79918b69199b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:57.605973 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4404ff-b00d-4ad5-bcac-79918b69199b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:57.611785 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4404ff-b00d-4ad5-bcac-79918b69199b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:57.613467 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9a4404ff-b00d-4ad5-bcac-79918b69199b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2866571 Jun 22 09:44:57.617114 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59684) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:57.643799 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6961cef8-802e-46c6-872f-057321600e30 req-aaa39cdd-84e4-41f8-8816-6fe54c01900a tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988510 Jun 22 09:44:57.681950 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b782b068-a1de-498d-835e-03e7fdada418 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:57.685031 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f4d4bd5-319d-4598-b957-7324742fd2aa tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:57.693515 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:57.704508 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d915de-56ec-43ee-929a-a624773bf73e None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:44:57.723989 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d4bd5-319d-4598-b957-7324742fd2aa tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=56b04e1f-bc36-4534-b5fd-a8d822e0190d,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:57.730673 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1f4d4bd5-319d-4598-b957-7324742fd2aa tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:57.778639 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c4d915de-56ec-43ee-929a-a624773bf73e None None] Deleting port d150ebc1-0641-4dc3-8338-feb5ade555a6 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:57.779144 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c4d915de-56ec-43ee-929a-a624773bf73e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:57.805211 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b782b068-a1de-498d-835e-03e7fdada418 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:57.826294 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f72495-de53-48ba-a081-c7074bc189a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:57.830180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-28f72495-de53-48ba-a081-c7074bc189a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:57.841740 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2bff888f-6374-4b3b-9891-40b6eb71b968 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2193294 Jun 22 09:44:57.841740 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59686) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:57.849387 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c4d915de-56ec-43ee-929a-a624773bf73e None None] For port d150ebc1-0641-4dc3-8338-feb5ade555a6, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d150ebc1-0641-4dc3-8338-feb5ade555a6,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:57.854187 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c4d915de-56ec-43ee-929a-a624773bf73e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:57.937762 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c4d915de-56ec-43ee-929a-a624773bf73e None None] Calling delete_port for d150ebc1-0641-4dc3-8338-feb5ade555a6 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:57.962015 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08550613-10fe-4847-8e0c-a922c565236e tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:57.963758 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08550613-10fe-4847-8e0c-a922c565236e tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:57.965452 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-08550613-10fe-4847-8e0c-a922c565236e tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1228986 Jun 22 09:44:57.966441 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f4d4bd5-319d-4598-b957-7324742fd2aa tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:57.969861 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59688) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:58.041795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c77622-bca4-4728-9715-1bf9333719d9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['shared'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:58.043323 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c77622-bca4-4728-9715-1bf9333719d9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['shared'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:58.044892 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c8c77622-bca4-4728-9715-1bf9333719d9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0731635 Jun 22 09:44:58.049725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59690) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:58.127845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-b782b068-a1de-498d-835e-03e7fdada418 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Deleting port 97fff634-05de-4cd4-86bb-7bff8db18ad7 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:58.128191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b782b068-a1de-498d-835e-03e7fdada418 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:58.146150 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c4d915de-56ec-43ee-929a-a624773bf73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:58.154295 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c518f798-1950-4cda-8945-dbadd0684559 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:58.173528 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-28f72495-de53-48ba-a081-c7074bc189a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:58.175566 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d915de-56ec-43ee-929a-a624773bf73e None None] No DVR routers for this DVR port d150ebc1-0641-4dc3-8338-feb5ade555a6 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:58.179745 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8408d073-86fe-4069-aeee-5993395ce9e6 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:58.187301 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d915de-56ec-43ee-929a-a624773bf73e None None] Pushing event deleted for resources: {'Port': ['ID=d150ebc1-0641-4dc3-8338-feb5ade555a6,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:58.195281 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c4d915de-56ec-43ee-929a-a624773bf73e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:58.198688 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4d4bd5-319d-4598-b957-7324742fd2aa tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Router 21a4af93-8672-4a63-8744-b04283f7675a has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:44:58.242665 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f72495-de53-48ba-a081-c7074bc189a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:58.253371 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbaea3b-39cc-474a-b496-1d5ed0231ef0 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:58.254727 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fbbaea3b-39cc-474a-b496-1d5ed0231ef0 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "GET /v2.0/networks/f9a5565b-acad-4eb7-9753-f2d33e67c309 HTTP/1.1" status: 200 len: 800 time: 0.2048607 Jun 22 09:44:58.259507 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59692) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:58.261658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-28f72495-de53-48ba-a081-c7074bc189a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:58.273224 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db02584d-fb9a-4de6-8c7a-1921cb7dd9a6 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:58.280928 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4d4bd5-319d-4598-b957-7324742fd2aa tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:58.285101 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f72495-de53-48ba-a081-c7074bc189a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:58.285688 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-28f72495-de53-48ba-a081-c7074bc189a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:58.294411 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1f4d4bd5-319d-4598-b957-7324742fd2aa tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "PUT /v2.0/routers/21a4af93-8672-4a63-8744-b04283f7675a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7061462 Jun 22 09:44:58.294846 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59694) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:58.319024 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdfc276-42f4-4581-905d-c1a7087cef29 None None] Sync routers for ids ['21a4af93-8672-4a63-8744-b04283f7675a'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:58.338660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f72495-de53-48ba-a081-c7074bc189a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=ca022577-fc30-4eef-8534-0b15dce1b0bf,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:58.339207 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdfc276-42f4-4581-905d-c1a7087cef29 None None] Routers {'21a4af93-8672-4a63-8744-b04283f7675a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:58.340049 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-dcdfc276-42f4-4581-905d-c1a7087cef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['21a4af93-8672-4a63-8744-b04283f7675a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:58.343281 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-46225bf1-ad26-4290-8cbc-eeb30c8664dc tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] GET failed (client error): The resource could not be found. Jun 22 09:44:58.347410 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-46225bf1-ad26-4290-8cbc-eeb30c8664dc tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports/56b04e1f-bc36-4534-b5fd-a8d822e0190d HTTP/1.1" status: 404 len: 333 time: 0.0489247 Jun 22 09:44:58.347696 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-28f72495-de53-48ba-a081-c7074bc189a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:58.347807 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59696) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:58.355214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b782b068-a1de-498d-835e-03e7fdada418 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:58.394831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-dcdfc276-42f4-4581-905d-c1a7087cef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:58.417199 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdfc276-42f4-4581-905d-c1a7087cef29 None None] Routers {'21a4af93-8672-4a63-8744-b04283f7675a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:58.417834 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-dcdfc276-42f4-4581-905d-c1a7087cef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['21a4af93-8672-4a63-8744-b04283f7675a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:58.431828 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-b782b068-a1de-498d-835e-03e7fdada418 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Calling delete_port for 97fff634-05de-4cd4-86bb-7bff8db18ad7 owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:58.435056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a12a8a8d-b19a-4b9a-8cff-f04073db2639 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:58.448319 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-28f72495-de53-48ba-a081-c7074bc189a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9375229 Jun 22 09:44:58.451539 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59698) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:58.459728 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-22097410-f86f-4077-93cf-5b2e2e21a29d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'fixed_ips': [{'subnet_id': 'ca022577-fc30-4eef-8534-0b15dce1b0bf', 'ip_address': '2001:db8::708e:4c0b:197e:c6bb'}], 'name': 'tempest-NetworksTestDHCPv6-692234581'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:58.487554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-dcdfc276-42f4-4581-905d-c1a7087cef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:58.488493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdfc276-42f4-4581-905d-c1a7087cef29 None None] The sync data for ids ['21a4af93-8672-4a63-8744-b04283f7675a'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:58.542955 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': 'ca022577-fc30-4eef-8534-0b15dce1b0bf'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:44:58.544817 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:58.553085 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-29d83c53-3059-4687-ab39-7191596ac767 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "GET /v2.0/networks/f9a5565b-acad-4eb7-9753-f2d33e67c309?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2881749 Jun 22 09:44:58.554265 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59700) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:58.615657 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a12a8a8d-b19a-4b9a-8cff-f04073db2639 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:58.618101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a12a8a8d-b19a-4b9a-8cff-f04073db2639 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:58.645820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c082585-f26b-4df0-acf1-14a3d67283ed tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:58.652014 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9c082585-f26b-4df0-acf1-14a3d67283ed tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "GET /v2.0/subnets/4f278921-b88b-4ddb-904a-63cb275e95a0 HTTP/1.1" status: 200 len: 811 time: 0.0856936 Jun 22 09:44:58.654194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59702) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:58.697667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Allocated IP 2001:db8::2 (36eee797-60f1-483e-81c4-4dc1c89ce22a/ca022577-fc30-4eef-8534-0b15dce1b0bf/9dae9f01-4b57-4a96-8c47-1bec5da94914) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:44:58.736622 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a12a8a8d-b19a-4b9a-8cff-f04073db2639 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:58.737190 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12a8a8d-b19a-4b9a-8cff-f04073db2639 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Fanout notify agent at l3_agent the message router_deleted on router 21a4af93-8672-4a63-8744-b04283f7675a {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:44:58.770569 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a12a8a8d-b19a-4b9a-8cff-f04073db2639 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:58.770709 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e27100f-6364-470d-9b8d-b49375e06deb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['shared'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:58.777038 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8e27100f-6364-470d-9b8d-b49375e06deb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "GET /v2.0/subnets/4f278921-b88b-4ddb-904a-63cb275e95a0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1151109 Jun 22 09:44:58.777038 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59706) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:58.777439 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a12a8a8d-b19a-4b9a-8cff-f04073db2639 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/routers/21a4af93-8672-4a63-8744-b04283f7675a HTTP/1.1" status: 204 len: 168 time: 0.4262879 Jun 22 09:44:58.777561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59708) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:58.811486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-1ecae1a5-a30d-4fc3-8d19-cc3f4be205e4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-544381842'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:58.852898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22097410-f86f-4077-93cf-5b2e2e21a29d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:58.867829 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2cf1a-d11d-4cbd-8f34-ffe7354acbb0 req-5cf480d1-62aa-4d94-8a21-1922e7b2ba6a tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:58.871180 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b3f2cf1a-d11d-4cbd-8f34-ffe7354acbb0 req-5cf480d1-62aa-4d94-8a21-1922e7b2ba6a tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 945 time: 0.0841324 Jun 22 09:44:58.875901 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d150ebc1-0641-4dc3-8338-feb5ade555a6 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:44:58.900730 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: d150ebc1-0641-4dc3-8338-feb5ade555a6 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:44:58.901091 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d150ebc1-0641-4dc3-8338-feb5ade555a6 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:44:58.919031 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:58.927399 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b3f2cf1a-d11d-4cbd-8f34-ffe7354acbb0 req-0dde767b-5cf0-49a2-b568-a0e338f4500b tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478432 Jun 22 09:44:59.283271 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7df87e-3210-4dc0-911a-db809e00f8f7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting subnet 02f50057-0a4c-4c01-8150-7e9c153bf15c {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:44:59.288355 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7d7df87e-3210-4dc0-911a-db809e00f8f7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:59.355005 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7d7df87e-3210-4dc0-911a-db809e00f8f7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:59.378635 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22097410-f86f-4077-93cf-5b2e2e21a29d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:59.380163 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Transition to ACTIVE for port object 9dae9f01-4b57-4a96-8c47-1bec5da94914 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:59.394127 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b782b068-a1de-498d-835e-03e7fdada418 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:59.403782 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Transition to ACTIVE for port object 9dae9f01-4b57-4a96-8c47-1bec5da94914 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:44:59.403915 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-441c5a24-4297-4693-b663-205824901f2d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:59.436481 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf235fca-a42e-4ff8-8cc7-2b8f35317c0a req-b5891e8f-d068-4629-a727-3cdfbdf385d4 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:59.437940 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cf235fca-a42e-4ff8-8cc7-2b8f35317c0a req-b5891e8f-d068-4629-a727-3cdfbdf385d4 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 945 time: 0.2078943 Jun 22 09:44:59.445496 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782b068-a1de-498d-835e-03e7fdada418 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event deleted for resources: {'Port': ['ID=97fff634-05de-4cd4-86bb-7bff8db18ad7,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:59.447234 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecae1a5-a30d-4fc3-8d19-cc3f4be205e4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:44:59.451143 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1ecae1a5-a30d-4fc3-8d19-cc3f4be205e4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:59.459180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b782b068-a1de-498d-835e-03e7fdada418 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:59.460265 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-22097410-f86f-4077-93cf-5b2e2e21a29d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port 5ddac111-c353-4521-9115-23d24e6933bc yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:44:59.490214 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:59.493088 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:59.526019 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:44:59.530537 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:44:59.533495 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:44:59.548642 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Pushing event updated for resources: {'Port': ['ID=9dae9f01-4b57-4a96-8c47-1bec5da94914,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:59.551766 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:59.601660 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Attempting to bind port 9dae9f01-4b57-4a96-8c47-1bec5da94914 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:44:59.602042 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Attempting to bind port 9dae9f01-4b57-4a96-8c47-1bec5da94914 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:44:59.602412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Attempting to bind port 9dae9f01-4b57-4a96-8c47-1bec5da94914 on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:44:59.607388 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:44:59.607796 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:44:59.608206 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:59.608610 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:44:59.609085 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Bound port: 9dae9f01-4b57-4a96-8c47-1bec5da94914, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:44:59.609466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:59.622921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ecae1a5-a30d-4fc3-8d19-cc3f4be205e4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:44:59.645922 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cf235fca-a42e-4ff8-8cc7-2b8f35317c0a req-30863d94-b2f2-473c-8fcc-09e45b67378d tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911530 Jun 22 09:44:59.672853 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59714) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:59.679004 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] For port 9dae9f01-4b57-4a96-8c47-1bec5da94914, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:44:59.685931 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] For port 9dae9f01-4b57-4a96-8c47-1bec5da94914, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9dae9f01-4b57-4a96-8c47-1bec5da94914,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:44:59.686970 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1ecae1a5-a30d-4fc3-8d19-cc3f4be205e4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:59.687298 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-1ecae1a5-a30d-4fc3-8d19-cc3f4be205e4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Added segment f402cf23-ec69-4b3c-82b4-0523647499a0 of type vlan for network 7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f Jun 22 09:44:59.701505 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7d7df87e-3210-4dc0-911a-db809e00f8f7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:59.730006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b782b068-a1de-498d-835e-03e7fdada418 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:59.730317 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7d1c56-864d-42c7-a64e-0636302f2e1e tempest-TestNetworkAdvancedServerOps-1064459166 tempest-TestNetworkAdvancedServerOps-1064459166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:59.732388 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3d7d1c56-864d-42c7-a64e-0636302f2e1e tempest-TestNetworkAdvancedServerOps-1064459166 tempest-TestNetworkAdvancedServerOps-1064459166-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 1093 time: 0.0579329 Jun 22 09:44:59.735383 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59716) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:59.740026 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9', 'tenant_id': '6405790520f347c092a1490886c89b06', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:44:59.769241 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:59.772196 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:59.837764 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:59.845441 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Pushing event updated for resources: {'Port': ['ID=9dae9f01-4b57-4a96-8c47-1bec5da94914,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:59.855704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:59.898698 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1ecae1a5-a30d-4fc3-8d19-cc3f4be205e4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:59.909431 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b782b068-a1de-498d-835e-03e7fdada418 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:59.913221 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b782b068-a1de-498d-835e-03e7fdada418 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:59.958582 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.013666 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-22097410-f86f-4077-93cf-5b2e2e21a29d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::708e:4c0b:197e:c6bb (36eee797-60f1-483e-81c4-4dc1c89ce22a/ca022577-fc30-4eef-8534-0b15dce1b0bf/5ddac111-c353-4521-9115-23d24e6933bc) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:00.047018 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b782b068-a1de-498d-835e-03e7fdada418 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.047994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b782b068-a1de-498d-835e-03e7fdada418 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Fanout notify agent at l3_agent the message router_deleted on router 0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:45:00.069465 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b782b068-a1de-498d-835e-03e7fdada418 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.073322 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b782b068-a1de-498d-835e-03e7fdada418 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/routers/0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece HTTP/1.1" status: 204 len: 168 time: 2.6213357 Jun 22 09:45:00.077257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59718) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:00.120432 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Allocated IP 172.26.3.171 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/8e0791d2-4e91-4054-bfa4-b8fb54cbd232) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:00.121033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7d7df87e-3210-4dc0-911a-db809e00f8f7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.131123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cf60ff4d-b36a-404c-a151-d74e02fd383a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:00.145926 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1ecae1a5-a30d-4fc3-8d19-cc3f4be205e4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.151443 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecae1a5-a30d-4fc3-8d19-cc3f4be205e4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:00.151979 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1ecae1a5-a30d-4fc3-8d19-cc3f4be205e4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.217977 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7d7df87e-3210-4dc0-911a-db809e00f8f7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.219787 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7d7df87e-3210-4dc0-911a-db809e00f8f7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/02f50057-0a4c-4c01-8150-7e9c153bf15c HTTP/1.1" status: 204 len: 168 time: 1.4433534 Jun 22 09:45:00.222508 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59720) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:00.224194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7df87e-3210-4dc0-911a-db809e00f8f7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Subnet': ['ID=02f50057-0a4c-4c01-8150-7e9c153bf15c,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:00.224529 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bca00b9-817f-4e98-a215-b9d5ebce66c1 None None] Network fe8fa181-3bac-4d87-9cdd-e045aa5290a3 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:00.226623 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7d7df87e-3210-4dc0-911a-db809e00f8f7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:00.234205 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a4af16e7-9a5f-4a0e-9bdc-eb6f3807795a tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:00.238683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.259748 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd48ce8-0b8e-46c0-8cd2-c78c5257175a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Deleting subnet 7078f819-c768-4455-a97f-a8136ba9a65b {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:45:00.296681 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2cd48ce8-0b8e-46c0-8cd2-c78c5257175a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.328195 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.350100 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1ecae1a5-a30d-4fc3-8d19-cc3f4be205e4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5477619 Jun 22 09:45:00.353921 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59722) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:00.361839 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-68dc53fb-9585-406d-9d5c-991a78ed2c7b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'subnet': {'network_id': '7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:00.370121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecae1a5-a30d-4fc3-8d19-cc3f4be205e4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Network': ['ID=7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:00.373873 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1ecae1a5-a30d-4fc3-8d19-cc3f4be205e4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:00.380324 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2cd48ce8-0b8e-46c0-8cd2-c78c5257175a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.390327 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:45:00.452328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.467011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1f4d4bd5-319d-4598-b957-7324742fd2aa tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:00.480381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd567d4-5414-45c7-82d7-0c394be35830 None None] DHCP port deletion for fe8fa181-3bac-4d87-9cdd-e045aa5290a3 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:45:00.497372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22097410-f86f-4077-93cf-5b2e2e21a29d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.523334 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-22097410-f86f-4077-93cf-5b2e2e21a29d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object 5ddac111-c353-4521-9115-23d24e6933bc will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:00.526199 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2cd48ce8-0b8e-46c0-8cd2-c78c5257175a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.530761 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:00.532291 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event updated for resources: {'Port': ['ID=8e0791d2-4e91-4054-bfa4-b8fb54cbd232,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:00.537409 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:00.540617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:00.546741 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:00.564035 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3fd567d4-5414-45c7-82d7-0c394be35830 None None] Deleting port 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:00.564566 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3fd567d4-5414-45c7-82d7-0c394be35830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.578854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:00.579486 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.634662 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3fd567d4-5414-45c7-82d7-0c394be35830 None None] For port 32e1603f-ef90-4cb6-91fa-01b4bca01fe1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=32e1603f-ef90-4cb6-91fa-01b4bca01fe1,segment=NetworkSegment(c70fcace-c1d4-45d2-82c2-934c48326b68),segment_id=c70fcace-c1d4-45d2-82c2-934c48326b68)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:00.635309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3fd567d4-5414-45c7-82d7-0c394be35830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.688633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] For port 32e1603f-ef90-4cb6-91fa-01b4bca01fe1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=32e1603f-ef90-4cb6-91fa-01b4bca01fe1,segment=NetworkSegment(c70fcace-c1d4-45d2-82c2-934c48326b68),segment_id=c70fcace-c1d4-45d2-82c2-934c48326b68)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:00.689195 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.706611 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3fd567d4-5414-45c7-82d7-0c394be35830 None None] Calling delete_port for 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:00.721730 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22097410-f86f-4077-93cf-5b2e2e21a29d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.727913 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:00.788071 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2cd48ce8-0b8e-46c0-8cd2-c78c5257175a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.813389 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda1a818-e3ad-46ca-ad9f-c153feac0adc None None] Network af762aad-84a6-47c4-8b30-b0b9f945a409 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:00.831272 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22097410-f86f-4077-93cf-5b2e2e21a29d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:00.848147 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2cd48ce8-0b8e-46c0-8cd2-c78c5257175a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.851769 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2cd48ce8-0b8e-46c0-8cd2-c78c5257175a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/subnets/7078f819-c768-4455-a97f-a8136ba9a65b HTTP/1.1" status: 204 len: 168 time: 0.7736022 Jun 22 09:45:00.853150 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-22097410-f86f-4077-93cf-5b2e2e21a29d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:00.872824 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59724) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:00.873587 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22097410-f86f-4077-93cf-5b2e2e21a29d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:00.879261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22097410-f86f-4077-93cf-5b2e2e21a29d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:00.890159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22097410-f86f-4077-93cf-5b2e2e21a29d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.900547 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3fd567d4-5414-45c7-82d7-0c394be35830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:00.904993 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:00.921268 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22097410-f86f-4077-93cf-5b2e2e21a29d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=5ddac111-c353-4521-9115-23d24e6933bc,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:00.933069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9dae9f01-4b57-4a96-8c47-1bec5da94914 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:00.956492 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-22097410-f86f-4077-93cf-5b2e2e21a29d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:00.957020 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7d7df87e-3210-4dc0-911a-db809e00f8f7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:00.986098 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd567d4-5414-45c7-82d7-0c394be35830 None None] No DVR routers for this DVR port 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:00.990717 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd567d4-5414-45c7-82d7-0c394be35830 None None] Pushing event deleted for resources: {'Port': ['ID=32e1603f-ef90-4cb6-91fa-01b4bca01fe1,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:00.993990 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd48ce8-0b8e-46c0-8cd2-c78c5257175a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event deleted for resources: {'Subnet': ['ID=7078f819-c768-4455-a97f-a8136ba9a65b,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:01.001796 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2cd48ce8-0b8e-46c0-8cd2-c78c5257175a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:01.010920 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3fd567d4-5414-45c7-82d7-0c394be35830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:01.017172 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.050741 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-22097410-f86f-4077-93cf-5b2e2e21a29d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5981266 Jun 22 09:45:01.053602 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59726) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:01.105560 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:01.107655 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dc53fb-9585-406d-9d5c-991a78ed2c7b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Made reservation on behalf of f4445d2b9f8c4e23aee039318ad408ee for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:01.109597 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f40b29bf-0e74-4c52-ab5d-b85228a85529 None None] Provisioning for port 9dae9f01-4b57-4a96-8c47-1bec5da94914 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:01.115218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-68dc53fb-9585-406d-9d5c-991a78ed2c7b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.130692 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Deleting port 9b79499b-8096-4b21-840b-b0ff2fd2cf79 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:01.130950 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.170655 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 9dae9f01-4b57-4a96-8c47-1bec5da94914 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:01.175030 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 9dae9f01-4b57-4a96-8c47-1bec5da94914 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:01.175445 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.224191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849267c8-97d3-459a-acf7-c9041d49f1a5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:01.233323 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849267c8-97d3-459a-acf7-c9041d49f1a5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:01.238197 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-849267c8-97d3-459a-acf7-c9041d49f1a5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1831851 Jun 22 09:45:01.240549 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.ipam_backend_mixin [None req-68dc53fb-9585-406d-9d5c-991a78ed2c7b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Performing IP validity checks on allocation pools {{(pid=100652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 09:45:01.244627 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59728) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:01.244779 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.ipam_backend_mixin [None req-68dc53fb-9585-406d-9d5c-991a78ed2c7b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 09:45:01.316349 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] For port 9b79499b-8096-4b21-840b-b0ff2fd2cf79, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9b79499b-8096-4b21-840b-b0ff2fd2cf79,segment=NetworkSegment(16118650-c427-4203-8a31-d557ccf66ca6),segment_id=16118650-c427-4203-8a31-d557ccf66ca6)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:01.316781 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.363594 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f814d7-9f33-41f8-b8aa-5a2fe6f4c9a8 None None] DHCP port deletion for af762aad-84a6-47c4-8b30-b0b9f945a409 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:45:01.419568 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Calling delete_port for 9b79499b-8096-4b21-840b-b0ff2fd2cf79 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:01.440973 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.463715 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-83f814d7-9f33-41f8-b8aa-5a2fe6f4c9a8 None None] Deleting port 9b79499b-8096-4b21-840b-b0ff2fd2cf79 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:01.464178 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-83f814d7-9f33-41f8-b8aa-5a2fe6f4c9a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.465861 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-645c5b5f-a091-4070-8455-8c71f4a6a289 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:01.466524 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.499943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=32e1603f-ef90-4cb6-91fa-01b4bca01fe1,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:01.505050 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:01.508334 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-106628bc-dc74-4f84-9afe-66a94b1d9259 None None] Provisioning for port 5ddac111-c353-4521-9115-23d24e6933bc completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:01.508810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No DVR routers for this DVR port 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:01.514292 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-e0b12210-f4cd-4daa-8636-2c04f925c790 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port 5ddac111-c353-4521-9115-23d24e6933bc {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:01.514711 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e0b12210-f4cd-4daa-8636-2c04f925c790 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.530457 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-106628bc-dc74-4f84-9afe-66a94b1d9259 None None] Provisioning complete for port 5ddac111-c353-4521-9115-23d24e6933bc triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:01.530860 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-106628bc-dc74-4f84-9afe-66a94b1d9259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.579792 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-83f814d7-9f33-41f8-b8aa-5a2fe6f4c9a8 None None] For port 9b79499b-8096-4b21-840b-b0ff2fd2cf79, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9b79499b-8096-4b21-840b-b0ff2fd2cf79,segment=NetworkSegment(16118650-c427-4203-8a31-d557ccf66ca6),segment_id=16118650-c427-4203-8a31-d557ccf66ca6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:01.580534 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-83f814d7-9f33-41f8-b8aa-5a2fe6f4c9a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.583485 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 9dae9f01-4b57-4a96-8c47-1bec5da94914, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9dae9f01-4b57-4a96-8c47-1bec5da94914,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:01.617699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e0b12210-f4cd-4daa-8636-2c04f925c790 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.652134 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-83f814d7-9f33-41f8-b8aa-5a2fe6f4c9a8 None None] Calling delete_port for 9b79499b-8096-4b21-840b-b0ff2fd2cf79 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:01.654985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-106628bc-dc74-4f84-9afe-66a94b1d9259 None None] Port 5ddac111-c353-4521-9115-23d24e6933bc cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:01.658531 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.661968 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:01.671695 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.682178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8fa181-3bac-4d87-9cdd-e045aa5290a3']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:01.693516 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70fcace-c1d4-45d2-82c2-934c48326b68') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:01.694152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70fcace-c1d4-45d2-82c2-934c48326b68') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:01.695773 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-e0b12210-f4cd-4daa-8636-2c04f925c790 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for 5ddac111-c353-4521-9115-23d24e6933bc owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:01.703776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.712005 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.739577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:01.748405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:01.764689 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.776695 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:01.777057 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 32e1603f-ef90-4cb6-91fa-01b4bca01fe1 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:01.779849 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=9dae9f01-4b57-4a96-8c47-1bec5da94914,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:01.785328 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:01.787289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event deleted for resources: {'Port': ['ID=9b79499b-8096-4b21-840b-b0ff2fd2cf79,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:01.795792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:01.798480 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] No DVR routers for this DVR port 9b79499b-8096-4b21-840b-b0ff2fd2cf79 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:01.800695 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-83f814d7-9f33-41f8-b8aa-5a2fe6f4c9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.802935 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:01.804364 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:45:01.804771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:45:01.808146 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:45:01.827267 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f814d7-9f33-41f8-b8aa-5a2fe6f4c9a8 None None] Pushing event deleted for resources: {'Port': ['ID=9b79499b-8096-4b21-840b-b0ff2fd2cf79,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:01.830871 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-68dc53fb-9585-406d-9d5c-991a78ed2c7b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.831673 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-83f814d7-9f33-41f8-b8aa-5a2fe6f4c9a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:01.833912 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f814d7-9f33-41f8-b8aa-5a2fe6f4c9a8 None None] No DVR routers for this DVR port 9b79499b-8096-4b21-840b-b0ff2fd2cf79 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:01.866165 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-54199315-eb4e-4ab4-832a-fcafc747ab3d tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:01.911000 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.924743 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af762aad-84a6-47c4-8b30-b0b9f945a409']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:01.954646 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16118650-c427-4203-8a31-d557ccf66ca6') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:01.954854 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16118650-c427-4203-8a31-d557ccf66ca6') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:01.958364 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc53fb-9585-406d-9d5c-991a78ed2c7b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Subnet': ['ID=86bb0180-df59-483d-b312-a7c623ba29d1,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:01.961020 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.964352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-68dc53fb-9585-406d-9d5c-991a78ed2c7b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:01.977910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:01.992316 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dc53fb-9585-406d-9d5c-991a78ed2c7b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Checking segment: {'id': 'f402cf23-ec69-4b3c-82b4-0523647499a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:01.999031 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dc53fb-9585-406d-9d5c-991a78ed2c7b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network hostable DHCP agents. Network: 7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:45:01.999158 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.004170 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:45:02.004563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:45:02.007413 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:45:02.013847 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.018507 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4d1ec95d-4b41-4ffd-8802-56c329ae9072 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:02.022432 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.024302 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/networks/fe8fa181-3bac-4d87-9cdd-e045aa5290a3 HTTP/1.1" status: 204 len: 168 time: 1.8008282 Jun 22 09:45:02.037150 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59732) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:02.050667 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Network': ['ID=fe8fa181-3bac-4d87-9cdd-e045aa5290a3,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:02.051213 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e0b12210-f4cd-4daa-8636-2c04f925c790 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.061155 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d5846c21-7ca2-42aa-a0ae-80f3ec663b08 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:02.069864 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:02.090827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b12210-f4cd-4daa-8636-2c04f925c790 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=5ddac111-c353-4521-9115-23d24e6933bc,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:02.094702 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e0b12210-f4cd-4daa-8636-2c04f925c790 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:02.120742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e0b12210-f4cd-4daa-8636-2c04f925c790 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.123106 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e0b12210-f4cd-4daa-8636-2c04f925c790 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/5ddac111-c353-4521-9115-23d24e6933bc HTTP/1.1" status: 204 len: 168 time: 0.8771751 Jun 22 09:45:02.125292 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59734) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:02.127108 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db2186d-93e2-4f98-91fe-3e86110accd2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:02.128550 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4db2186d-93e2-4f98-91fe-3e86110accd2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports/44d6b580-319b-42ea-bbcd-b01b79569117 HTTP/1.1" status: 200 len: 840 time: 0.0904603 Jun 22 09:45:02.132113 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dc53fb-9585-406d-9d5c-991a78ed2c7b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Network 7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:45:02.138017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59736) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:02.151370 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.188485 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.200568 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:02.211338 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.216181 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/networks/af762aad-84a6-47c4-8b30-b0b9f945a409 HTTP/1.1" status: 204 len: 168 time: 1.3202274 Jun 22 09:45:02.216964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59738) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:02.230562 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event deleted for resources: {'Network': ['ID=af762aad-84a6-47c4-8b30-b0b9f945a409,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:02.237319 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:02.248819 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-68dc53fb-9585-406d-9d5c-991a78ed2c7b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:02.258794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f297f60-f382-40f9-8e3b-415d25233d15 None None] Network 7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:02.260380 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44fa18f-8934-420e-821d-2421a4b2a9c8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:02.261882 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44fa18f-8934-420e-821d-2421a4b2a9c8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:02.266407 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d44fa18f-8934-420e-821d-2421a4b2a9c8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1377563 Jun 22 09:45:02.271962 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-472328ad-a0bf-4a08-9cec-441afdc62374 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports/44d6b580-319b-42ea-bbcd-b01b79569117?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1351497 Jun 22 09:45:02.272548 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59740) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:02.273264 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59742) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:02.281242 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-17998a46-dd94-439a-aa5b-683ee8b01c72 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'subnet': {'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:02.293790 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dc53fb-9585-406d-9d5c-991a78ed2c7b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:02.294533 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-68dc53fb-9585-406d-9d5c-991a78ed2c7b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.382837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c3a7f9-4c5f-465e-8808-cb9b6d103497 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet ca022577-fc30-4eef-8534-0b15dce1b0bf {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:45:02.385969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b8c3a7f9-4c5f-465e-8808-cb9b6d103497 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.406328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-956dd240-736f-4ce1-b717-5ce936a35899 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Deleting port 84dc2381-4464-4536-a80e-0afefd2b45c5 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:02.406676 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-956dd240-736f-4ce1-b717-5ce936a35899 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.443975 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b8c3a7f9-4c5f-465e-8808-cb9b6d103497 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.449671 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-68dc53fb-9585-406d-9d5c-991a78ed2c7b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.0934587 Jun 22 09:45:02.456360 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59744) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:02.462819 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-3c498a47-1ef9-4b40-8060-aaf22dddeb0d tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:02.502650 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f', 'network_id': '7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f', 'tenant_id': 'f4445d2b9f8c4e23aee039318ad408ee', 'fixed_ips': [{'subnet_id': '86bb0180-df59-483d-b312-a7c623ba29d1'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:45:02.504390 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.549464 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.549904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b8c3a7f9-4c5f-465e-8808-cb9b6d103497 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.579308 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17998a46-dd94-439a-aa5b-683ee8b01c72 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:02.587207 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-17998a46-dd94-439a-aa5b-683ee8b01c72 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.592510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-956dd240-736f-4ce1-b717-5ce936a35899 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.592842 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-956dd240-736f-4ce1-b717-5ce936a35899 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.663871 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Allocated IP 172.20.0.3 (7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f/86bb0180-df59-483d-b312-a7c623ba29d1/4ff34a81-3d83-4cd5-8b4b-2c674293e3b5) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:02.667521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-956dd240-736f-4ce1-b717-5ce936a35899 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Calling delete_port for 84dc2381-4464-4536-a80e-0afefd2b45c5 owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:02.675593 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.685204 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-278ddc5b-ca8b-4e94-9634-00b042a92862 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:02.693879 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3c498a47-1ef9-4b40-8060-aaf22dddeb0d tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9178230'] for subnet, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.750226 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b8c3a7f9-4c5f-465e-8808-cb9b6d103497 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.772634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-10a255bc-544b-4706-89ef-820ed72d3c17 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:02.810152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event updated for resources: {'Port': ['ID=8e0791d2-4e91-4054-bfa4-b8fb54cbd232,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:02.814999 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3a7f9-4c5f-465e-8808-cb9b6d103497 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=ca022577-fc30-4eef-8534-0b15dce1b0bf,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:02.816292 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:02.817179 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b8c3a7f9-4c5f-465e-8808-cb9b6d103497 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.819049 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b8c3a7f9-4c5f-465e-8808-cb9b6d103497 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/ca022577-fc30-4eef-8534-0b15dce1b0bf HTTP/1.1" status: 204 len: 168 time: 0.5448453 Jun 22 09:45:02.821792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b8c3a7f9-4c5f-465e-8808-cb9b6d103497 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:02.822261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59746) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:02.824114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b41fa6c-59e2-4bc5-bcae-4aa329ce3738 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:02.827028 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.866361 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-eeb7217f-1fca-4a4b-9dda-555f9baab195 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415261 Jun 22 09:45:02.868743 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59748) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:02.870472 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-17998a46-dd94-439a-aa5b-683ee8b01c72 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.873195 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-421e92b0-6deb-4415-8900-bd0d31ebcad8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:02.900261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17998a46-dd94-439a-aa5b-683ee8b01c72 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:02.922812 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-17998a46-dd94-439a-aa5b-683ee8b01c72 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:02.926213 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9dae9f01-4b57-4a96-8c47-1bec5da94914 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:02.927806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17998a46-dd94-439a-aa5b-683ee8b01c72 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:02.928486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-17998a46-dd94-439a-aa5b-683ee8b01c72 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.942779 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc88c75-aa0a-4042-84aa-3ef24686035b None None] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:02.947025 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.952226 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17998a46-dd94-439a-aa5b-683ee8b01c72 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Subnet': ['ID=fbc05d62-9529-4726-9571-77a0d029486e,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:02.955206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-17998a46-dd94-439a-aa5b-683ee8b01c72 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:03.027286 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Floating IP 535b8c96-6f6c-455c-a521-fe3d91fe8bf3 associated. External IP: 172.26.3.171, port: 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9. Jun 22 09:45:03.057591 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-17998a46-dd94-439a-aa5b-683ee8b01c72 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7796516 Jun 22 09:45:03.057871 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59750) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:03.063639 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-2c942ea1-07c4-434f-897f-892f388b7ffd tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'security_group': {'name': 'tempest-secgroup-1276501151'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:03.076744 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b89e69-f7a5-4247-9634-c268868398bf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:03.078470 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-42b89e69-f7a5-4247-9634-c268868398bf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2076588 Jun 22 09:45:03.083786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59752) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:03.114379 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 9dae9f01-4b57-4a96-8c47-1bec5da94914 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:03.114772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:03.121460 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Transition to ACTIVE for port object 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:03.134076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-956dd240-736f-4ce1-b717-5ce936a35899 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:03.138209 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a252abb9-3168-4e91-b01a-be2bfba34415 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:03.151111 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d39f68-0e5c-4e28-824c-45203fe7e3b4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:03.154114 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d6d39f68-0e5c-4e28-824c-45203fe7e3b4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0685122 Jun 22 09:45:03.155974 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59754) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:03.174606 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956dd240-736f-4ce1-b717-5ce936a35899 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event deleted for resources: {'Port': ['ID=84dc2381-4464-4536-a80e-0afefd2b45c5,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:03.180785 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-956dd240-736f-4ce1-b717-5ce936a35899 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:03.196469 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Transition to ACTIVE for port object 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:03.216805 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e0e32d91-06b8-40c3-a1f9-4b5f75bf875e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544314 Jun 22 09:45:03.218807 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59756) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:03.225457 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-800f9d61-a521-4b81-844f-0b0d3bce0ef8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:03.230800 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2c942ea1-07c4-434f-897f-892f388b7ffd tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:03.302286 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab222eb1-44d4-4c7c-8bc1-a4c6a3d011f9 None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:45:03.328311 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-e36a616c-3e5f-4b43-8d29-99c8bec368c1', 'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1', 'tenant_id': '0110610b37fd4838a23148654276ede5', 'fixed_ips': [{'subnet_id': 'fbc05d62-9529-4726-9571-77a0d029486e'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:45:03.332663 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2c942ea1-07c4-434f-897f-892f388b7ffd tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:03.333905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:03.347378 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:03.351071 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8c431542-8bc4-4444-9ef1-98ddee4c6adf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:03.381961 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9b79499b-8096-4b21-840b-b0ff2fd2cf79 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:03.421586 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 9b79499b-8096-4b21-840b-b0ff2fd2cf79 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:03.421945 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9b79499b-8096-4b21-840b-b0ff2fd2cf79 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:03.430267 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2c942ea1-07c4-434f-897f-892f388b7ffd tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:03.431567 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Network 7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:03.440073 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-452bf232-5cea-4d67-a0e1-0a365a5ffc15 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:03.478590 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c942ea1-07c4-434f-897f-892f388b7ffd tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16fb0967-c5d2-4559-b0d9-4fa94032538b,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:03.482350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2c942ea1-07c4-434f-897f-892f388b7ffd tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:03.486939 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:03.494621 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:03.500577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Pushing event updated for resources: {'Port': ['ID=4ff34a81-3d83-4cd5-8b4b-2c674293e3b5,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:03.507789 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:03.547137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800f9d61-a521-4b81-844f-0b0d3bce0ef8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:03.549652 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ab222eb1-44d4-4c7c-8bc1-a4c6a3d011f9 None None] Deleting port 9dae9f01-4b57-4a96-8c47-1bec5da94914 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:03.550044 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ab222eb1-44d4-4c7c-8bc1-a4c6a3d011f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:03.552614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-800f9d61-a521-4b81-844f-0b0d3bce0ef8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:03.646417 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2c942ea1-07c4-434f-897f-892f388b7ffd tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:03.647670 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2c942ea1-07c4-434f-897f-892f388b7ffd tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5887904 Jun 22 09:45:03.650834 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59758) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:03.660552 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-441b8996-3445-4b68-81d2-479f152602ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'security_group': {'name': 'tempest-secgroup-1581112018'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:03.665799 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Attempting to bind port 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:03.666346 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Attempting to bind port 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'f402cf23-ec69-4b3c-82b4-0523647499a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:03.666583 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Attempting to bind port 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5 on network 7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:03.669591 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Allocated IP 172.20.0.2 (e36a616c-3e5f-4b43-8d29-99c8bec368c1/fbc05d62-9529-4726-9571-77a0d029486e/32b6dde3-c33e-400e-a3a4-562f2b26e662) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:03.690032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-ab222eb1-44d4-4c7c-8bc1-a4c6a3d011f9 None None] For port 9dae9f01-4b57-4a96-8c47-1bec5da94914, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9dae9f01-4b57-4a96-8c47-1bec5da94914,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:03.690452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ab222eb1-44d4-4c7c-8bc1-a4c6a3d011f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:03.691977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-956dd240-736f-4ce1-b717-5ce936a35899 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:03.693755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:03.694370 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Checking segment: {'id': 'f402cf23-ec69-4b3c-82b4-0523647499a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:03.694576 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:03.694951 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Bound using segment: {'id': 'f402cf23-ec69-4b3c-82b4-0523647499a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:03.695064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-956dd240-736f-4ce1-b717-5ce936a35899 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:03.695536 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Bound port: 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f402cf23-ec69-4b3c-82b4-0523647499a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:03.695842 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:03.700320 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-956dd240-736f-4ce1-b717-5ce936a35899 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/floatingips/c8a221fa-5696-40e9-9c61-f722dfb5e8da HTTP/1.1" status: 204 len: 168 time: 1.4816198 Jun 22 09:45:03.700823 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59760) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:03.747823 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5735b4f5-0819-4da6-8435-559ffe25e00c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:03.748566 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5735b4f5-0819-4da6-8435-559ffe25e00c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:03.752828 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5735b4f5-0819-4da6-8435-559ffe25e00c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/ports/35fdf053-e553-4830-8c84-8b33be648219 HTTP/1.1" status: 404 len: 333 time: 0.0434742 Jun 22 09:45:03.755816 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Router 43300228-c8ee-4161-bad9-ad0b540adc47 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:45:03.756451 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59762) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:03.768624 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-441b8996-3445-4b68-81d2-479f152602ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:03.782465 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ab222eb1-44d4-4c7c-8bc1-a4c6a3d011f9 None None] Calling delete_port for 9dae9f01-4b57-4a96-8c47-1bec5da94914 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:03.799661 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2a47a0fc-ac6b-4d1e-90c9-42aab6260b08 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece HTTP/1.1" status: 200 len: 205 time: 0.0388989 Jun 22 09:45:03.799866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59764) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:03.856744 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-bbede139-802c-4413-8acf-a98d2f78f487 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] delete failed (client error): The resource could not be found. Jun 22 09:45:03.858099 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bbede139-802c-4413-8acf-a98d2f78f487 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/routers/0b59bf00-7e32-4aaa-ae35-d5e0ef4f4ece HTTP/1.1" status: 404 len: 336 time: 0.0580449 Jun 22 09:45:03.860722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59766) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:03.894597 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d78e198-14da-4861-afc0-2415d7f30f57 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:03.895363 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d78e198-14da-4861-afc0-2415d7f30f57 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:03.899546 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2d78e198-14da-4861-afc0-2415d7f30f57 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/subnets/7078f819-c768-4455-a97f-a8136ba9a65b HTTP/1.1" status: 404 len: 337 time: 0.0353007 Jun 22 09:45:03.899546 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-800f9d61-a521-4b81-844f-0b0d3bce0ef8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:03.901486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59768) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:03.902213 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1523a2f1-a7ea-4024-bd0c-6dd8687efb90 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:03.988356 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:45:04.004254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800f9d61-a521-4b81-844f-0b0d3bce0ef8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:04.004521 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3707af-11b1-4a18-bfdf-3399f7ea83ce None None] Sync routers for ids ['43300228-c8ee-4161-bad9-ad0b540adc47'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:45:04.011981 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-800f9d61-a521-4b81-844f-0b0d3bce0ef8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:04.018099 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3707af-11b1-4a18-bfdf-3399f7ea83ce None None] Routers {'43300228-c8ee-4161-bad9-ad0b540adc47'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:04.019462 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ce3707af-11b1-4a18-bfdf-3399f7ea83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['43300228-c8ee-4161-bad9-ad0b540adc47'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:04.021408 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800f9d61-a521-4b81-844f-0b0d3bce0ef8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:04.023105 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-800f9d61-a521-4b81-844f-0b0d3bce0ef8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.044259 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f9d61-a521-4b81-844f-0b0d3bce0ef8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=35102959-bc4d-48c9-bac9-896c8010c021,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:04.052249 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-800f9d61-a521-4b81-844f-0b0d3bce0ef8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:04.061296 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3c498a47-1ef9-4b40-8060-aaf22dddeb0d tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755272541660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9890958'] for subnet, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.066122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-516ef22b-be58-45ca-ad91-2a0bf4ba3d53 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:04.121394 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] For port 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:04.137230 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] For port 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4ff34a81-3d83-4cd5-8b4b-2c674293e3b5,segment=NetworkSegment(f402cf23-ec69-4b3c-82b4-0523647499a0),segment_id=f402cf23-ec69-4b3c-82b4-0523647499a0)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:04.145657 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-441b8996-3445-4b68-81d2-479f152602ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.147994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-2ecf946e-70ad-439d-9d4d-78d1c3769f9c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Deleting port 201233de-0fd5-422c-88f5-ed32fc40870b {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:04.147994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2ecf946e-70ad-439d-9d4d-78d1c3769f9c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.154574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c498a47-1ef9-4b40-8060-aaf22dddeb0d tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:04.154766 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-ce3707af-11b1-4a18-bfdf-3399f7ea83ce None None] Set router 43300228-c8ee-4161-bad9-ad0b540adc47 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:04.156132 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3c498a47-1ef9-4b40-8060-aaf22dddeb0d tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.164861 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.165054 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3c498a47-1ef9-4b40-8060-aaf22dddeb0d tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "PUT /v2.0/subnets/86bb0180-df59-483d-b312-a7c623ba29d1 HTTP/1.1" status: 200 len: 877 time: 1.7053390 Jun 22 09:45:04.166650 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59772) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:04.176602 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Transition to ACTIVE for port object 32b6dde3-c33e-400e-a3a4-562f2b26e662 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:04.189484 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c498a47-1ef9-4b40-8060-aaf22dddeb0d tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event updated for resources: {'Subnet': ['ID=86bb0180-df59-483d-b312-a7c623ba29d1,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:04.196751 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Transition to ACTIVE for port object 32b6dde3-c33e-400e-a3a4-562f2b26e662 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:04.216968 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3c498a47-1ef9-4b40-8060-aaf22dddeb0d tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:04.256049 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.258160 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:04.282181 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.344271 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Pushing event updated for resources: {'Port': ['ID=4ff34a81-3d83-4cd5-8b4b-2c674293e3b5,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:04.350769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:04.352797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ab222eb1-44d4-4c7c-8bc1-a4c6a3d011f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.365665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Deleting port 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:04.366023 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.375269 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.395647 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-898bd871-c25d-413d-b156-0225826ea0a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:04.436570 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.444240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:04.445811 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab222eb1-44d4-4c7c-8bc1-a4c6a3d011f9 None None] No DVR routers for this DVR port 9dae9f01-4b57-4a96-8c47-1bec5da94914 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:04.452059 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab222eb1-44d4-4c7c-8bc1-a4c6a3d011f9 None None] Pushing event deleted for resources: {'Port': ['ID=9dae9f01-4b57-4a96-8c47-1bec5da94914,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:04.454584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:04.467151 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:04.475910 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ce3707af-11b1-4a18-bfdf-3399f7ea83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504851969', 'tenant_id': '6405790520f347c092a1490886c89b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:44:23Z', 'updated_at': '2021-06-22T09:44:33Z', 'revision_number': 4, 'project_id': '6405790520f347c092a1490886c89b06', 'gw_port': {'id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:24Z', 'updated_at': '2021-06-22T09:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '535b8c96-6f6c-455c-a521-fe3d91fe8bf3', 'tenant_id': '6405790520f347c092a1490886c89b06', 'floating_ip_address': '172.26.3.171', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'port_id': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d', 'mac_address': 'fa:16:3e:44:9c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f53aa4-adf4-46eb-af36-58f3aaea46f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:45:01Z', 'updated_at': '2021-06-22T09:45:01Z', 'revision_number': 0, 'project_id': '6405790520f347c092a1490886c89b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de612036-aa56-4c36-8459-cc80d574e6f5', 'name': '', 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d', 'tenant_id': '6405790520f347c092a1490886c89b06', 'mac_address': 'fa:16:3e:4c:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e4884e1f-8290-4e72-874f-49d914add356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:32Z', 'updated_at': '2021-06-22T09:44:39Z', 'revision_number': 5, 'project_id': '6405790520f347c092a1490886c89b06', 'subnets': [{'id': 'e4884e1f-8290-4e72-874f-49d914add356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:04.497379 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f950fd-d41d-4c12-b09f-55a11e3e4965 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:04.516747 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3707af-11b1-4a18-bfdf-3399f7ea83ce None None] Checking router: 43300228-c8ee-4161-bad9-ad0b540adc47 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:45:04.529730 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3707af-11b1-4a18-bfdf-3399f7ea83ce None None] Routers {'43300228-c8ee-4161-bad9-ad0b540adc47'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:04.530998 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ce3707af-11b1-4a18-bfdf-3399f7ea83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['43300228-c8ee-4161-bad9-ad0b540adc47'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:04.534538 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7980635 Jun 22 09:45:04.537131 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f53aa4-adf4-46eb-af36-58f3aaea46f4', 'tag': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:45:04.539850 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ab7c64-6463-4eb6-9953-8b9788530047" -d '{"events": [{"name": "network-changed", "server_uuid": "62f53aa4-adf4-46eb-af36-58f3aaea46f4", "tag": "9fdbe2d0-99d5-4e13-9fcf-a7958df836b9"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:45:04.566304 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] For port 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4ff34a81-3d83-4cd5-8b4b-2c674293e3b5,segment=NetworkSegment(f402cf23-ec69-4b3c-82b4-0523647499a0),segment_id=f402cf23-ec69-4b3c-82b4-0523647499a0)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:04.566685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.747955 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-441b8996-3445-4b68-81d2-479f152602ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.753604 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Calling delete_port for 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:04.763113 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bb9214ec-b84b-4cac-a0d5-886cc9a80c10 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:04.790866 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76741be1-b8c4-475f-9154-6653b423f5e3 x-openstack-request-id: req-76741be1-b8c4-475f-9154-6653b423f5e3 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:45:04.791794 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f53aa4-adf4-46eb-af36-58f3aaea46f4", "tag": "9fdbe2d0-99d5-4e13-9fcf-a7958df836b9", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:45:04.792339 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76741be1-b8c4-475f-9154-6653b423f5e3 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:45:04.793013 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f53aa4-adf4-46eb-af36-58f3aaea46f4', 'tag': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9', 'status': 'completed', 'code': 200} Jun 22 09:45:04.814827 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': '35102959-bc4d-48c9-bac9-896c8010c021'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:45:04.819238 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.819846 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b8996-3445-4b68-81d2-479f152602ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a842bf8-d62f-4365-950c-718767550cc6,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:04.822760 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-441b8996-3445-4b68-81d2-479f152602ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:04.825675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Attempting to bind port 32b6dde3-c33e-400e-a3a4-562f2b26e662 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:04.826003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Attempting to bind port 32b6dde3-c33e-400e-a3a4-562f2b26e662 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'f2c07361-7fc8-4f02-a594-3a71b67d4739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:04.826382 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Attempting to bind port 32b6dde3-c33e-400e-a3a4-562f2b26e662 on network e36a616c-3e5f-4b43-8d29-99c8bec368c1 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:04.845916 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-800f9d61-a521-4b81-844f-0b0d3bce0ef8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6261394 Jun 22 09:45:04.848319 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:04.850892 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Checking segment: {'id': 'f2c07361-7fc8-4f02-a594-3a71b67d4739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:04.851320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.852854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Bound using segment: {'id': 'f2c07361-7fc8-4f02-a594-3a71b67d4739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:04.853219 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59778) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:04.853368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Bound port: 32b6dde3-c33e-400e-a3a4-562f2b26e662, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c07361-7fc8-4f02-a594-3a71b67d4739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:04.854951 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.864670 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2ecf946e-70ad-439d-9d4d-78d1c3769f9c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.865914 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Pushing event updated for resources: {'Port': ['ID=32b6dde3-c33e-400e-a3a4-562f2b26e662,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:04.874782 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:04.891381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.462s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:04.891381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:04.893143 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-441b8996-3445-4b68-81d2-479f152602ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.898205 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-7b18ebbf-ace6-4727-bac7-fc2d891889f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'fixed_ips': [{'subnet_id': '35102959-bc4d-48c9-bac9-896c8010c021', 'ip_address': '2001:db8::c7fa:6a5:f004:a990'}], 'name': 'tempest-NetworksTestDHCPv6-2085116869'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:04.900281 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-441b8996-3445-4b68-81d2-479f152602ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2458544 Jun 22 09:45:04.906441 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59780) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:04.906969 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-ce3707af-11b1-4a18-bfdf-3399f7ea83ce None None] Set router 43300228-c8ee-4161-bad9-ad0b540adc47 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:04.918290 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-df8b61bd-3a2e-4f13-8929-5788a4dd5ec7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1450303718', 'security_groups': ['8a842bf8-d62f-4365-950c-718767550cc6'], 'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fbc05d62-9529-4726-9571-77a0d029486e'}]}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:05.010713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-2ecf946e-70ad-439d-9d4d-78d1c3769f9c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Calling delete_port for 201233de-0fd5-422c-88f5-ed32fc40870b owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:05.017798 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] For port 32b6dde3-c33e-400e-a3a4-562f2b26e662, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:05.022016 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] For port 32b6dde3-c33e-400e-a3a4-562f2b26e662, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=32b6dde3-c33e-400e-a3a4-562f2b26e662,segment=NetworkSegment(f2c07361-7fc8-4f02-a594-3a71b67d4739),segment_id=f2c07361-7fc8-4f02-a594-3a71b67d4739)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:05.122459 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:05.125076 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:05.132295 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:05.212858 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab7c64-6463-4eb6-9953-8b9788530047 req-04396900-ed29-4979-a46d-c0965a39fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:05.214734 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b3ab7c64-6463-4eb6-9953-8b9788530047 req-04396900-ed29-4979-a46d-c0965a39fe2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6405790520f347c092a1490886c89b06&device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 1098 time: 0.4464312 Jun 22 09:45:05.224199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234aa42-3832-4bb2-85e6-0047af808038 req-e253e804-12af-40b1-abb3-86b7c70b269e tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:05.234122 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0234aa42-3832-4bb2-85e6-0047af808038 req-e253e804-12af-40b1-abb3-86b7c70b269e tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 945 time: 0.4378412 Jun 22 09:45:05.268187 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ce3707af-11b1-4a18-bfdf-3399f7ea83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504851969', 'tenant_id': '6405790520f347c092a1490886c89b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:44:23Z', 'updated_at': '2021-06-22T09:44:33Z', 'revision_number': 4, 'project_id': '6405790520f347c092a1490886c89b06', 'gw_port': {'id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:24Z', 'updated_at': '2021-06-22T09:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '535b8c96-6f6c-455c-a521-fe3d91fe8bf3', 'tenant_id': '6405790520f347c092a1490886c89b06', 'floating_ip_address': '172.26.3.171', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'port_id': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d', 'mac_address': 'fa:16:3e:44:9c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f53aa4-adf4-46eb-af36-58f3aaea46f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:45:01Z', 'updated_at': '2021-06-22T09:45:01Z', 'revision_number': 0, 'project_id': '6405790520f347c092a1490886c89b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de612036-aa56-4c36-8459-cc80d574e6f5', 'name': '', 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d', 'tenant_id': '6405790520f347c092a1490886c89b06', 'mac_address': 'fa:16:3e:4c:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e4884e1f-8290-4e72-874f-49d914add356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:32Z', 'updated_at': '2021-06-22T09:44:39Z', 'revision_number': 5, 'project_id': '6405790520f347c092a1490886c89b06', 'subnets': [{'id': 'e4884e1f-8290-4e72-874f-49d914add356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:05.313813 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3707af-11b1-4a18-bfdf-3399f7ea83ce None None] The sync data for ids ['43300228-c8ee-4161-bad9-ad0b540adc47'] in dv-neutron-797121-3-hyperv is: [{'id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504851969', 'tenant_id': '6405790520f347c092a1490886c89b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:44:23Z', 'updated_at': '2021-06-22T09:44:33Z', 'revision_number': 4, 'project_id': '6405790520f347c092a1490886c89b06', 'gw_port': {'id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:24Z', 'updated_at': '2021-06-22T09:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '535b8c96-6f6c-455c-a521-fe3d91fe8bf3', 'tenant_id': '6405790520f347c092a1490886c89b06', 'floating_ip_address': '172.26.3.171', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'port_id': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d', 'mac_address': 'fa:16:3e:44:9c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f53aa4-adf4-46eb-af36-58f3aaea46f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:45:01Z', 'updated_at': '2021-06-22T09:45:01Z', 'revision_number': 0, 'project_id': '6405790520f347c092a1490886c89b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de612036-aa56-4c36-8459-cc80d574e6f5', 'name': '', 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d', 'tenant_id': '6405790520f347c092a1490886c89b06', 'mac_address': 'fa:16:3e:4c:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e4884e1f-8290-4e72-874f-49d914add356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:32Z', 'updated_at': '2021-06-22T09:44:39Z', 'revision_number': 5, 'project_id': '6405790520f347c092a1490886c89b06', 'subnets': [{'id': 'e4884e1f-8290-4e72-874f-49d914add356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:45:05.316408 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Allocated IP 2001:db8::2 (36eee797-60f1-483e-81c4-4dc1c89ce22a/35102959-bc4d-48c9-bac9-896c8010c021/817bffe6-8f03-4fe2-bcd8-72f49a0a10e2) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:05.320570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Pushing event updated for resources: {'Port': ['ID=32b6dde3-c33e-400e-a3a4-562f2b26e662,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:05.349498 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:05.360097 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9671fa06-3eac-4c58-b94f-8f57d4875fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:05.374898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8b61bd-3a2e-4f13-8929-5788a4dd5ec7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:05.399824 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:05.403228 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:05.411130 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:05.411592 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:05.434085 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2ecf946e-70ad-439d-9d4d-78d1c3769f9c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:05.439859 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e0b12210-f4cd-4daa-8636-2c04f925c790 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:05.454003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Port 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5 was deleted so its status cannot be updated. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 22 09:45:05.528612 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0234aa42-3832-4bb2-85e6-0047af808038 req-a212d39f-28a2-4231-a56a-65265b3e80d4 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820723 Jun 22 09:45:05.529851 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Port': ['ID=4ff34a81-3d83-4cd5-8b4b-2c674293e3b5,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:05.533402 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:05.535998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf946e-70ad-439d-9d4d-78d1c3769f9c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event deleted for resources: {'Port': ['ID=201233de-0fd5-422c-88f5-ed32fc40870b,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:05.551362 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2ecf946e-70ad-439d-9d4d-78d1c3769f9c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:05.582690 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9dae9f01-4b57-4a96-8c47-1bec5da94914 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:05.614534 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59782) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:05.628718 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No DVR routers for this DVR port 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:05.639147 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 9dae9f01-4b57-4a96-8c47-1bec5da94914 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:05.639541 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9dae9f01-4b57-4a96-8c47-1bec5da94914 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:05.665680 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:05.691286 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Transition to ACTIVE for port object 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:05.710302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5c89d-aca9-44a2-8294-ac06a140c9ff None None] New status for floating IP 535b8c96-6f6c-455c-a521-fe3d91fe8bf3: ACTIVE {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:45:05.782832 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Transition to ACTIVE for port object 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:05.783971 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-df8b61bd-3a2e-4f13-8929-5788a4dd5ec7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:05.822883 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-783fde8d-a124-4304-80f2-0cca4f1d9b8a tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/floatingips/535b8c96-6f6c-455c-a521-fe3d91fe8bf3 HTTP/1.1" status: 200 len: 991 time: 0.2067001 Jun 22 09:45:05.833744 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2ecf946e-70ad-439d-9d4d-78d1c3769f9c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:05.838381 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2ecf946e-70ad-439d-9d4d-78d1c3769f9c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/ports/201233de-0fd5-422c-88f5-ed32fc40870b HTTP/1.1" status: 204 len: 168 time: 1.9078207 Jun 22 09:45:05.839072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59784) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:05.842720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-df8b61bd-3a2e-4f13-8929-5788a4dd5ec7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] device_id is not set on port 9d23f1f0-a854-4b91-a2b6-4c706aa00220 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:45:05.846062 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab7c64-6463-4eb6-9953-8b9788530047 req-dae93431-95bb-4ac0-8456-1dde03b6879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:05.847713 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b3ab7c64-6463-4eb6-9953-8b9788530047 req-dae93431-95bb-4ac0-8456-1dde03b6879b service neutron] 10.222.0.35 "GET /v2.0/networks?id=75ca7b51-8500-41da-a24f-8648dce1885d HTTP/1.1" status: 200 len: 897 time: 0.6125073 Jun 22 09:45:05.848731 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:05.888786 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b18ebbf-ace6-4727-bac7-fc2d891889f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:05.945474 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:05.952782 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fbd42c-cc3d-474e-96f0-eaf2fa5c2e82 None None] Network 7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:05.959511 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:06.026173 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-533035f7-2838-4fda-9bbd-ec2a007a706f None None] Could not find standard attr ID for object 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:45:06.038863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:06.052771 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:06.057962 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:06.059664 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-09c61289-aee0-4b04-a1df-10978e6c96f5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Deleting port aaf1dcb5-40a7-4e80-ba14-dffe89f51d4c {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:06.060101 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-09c61289-aee0-4b04-a1df-10978e6c96f5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:06.065784 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b3ab7c64-6463-4eb6-9953-8b9788530047 req-7b95827a-9b64-4ea8-a228-b77b3f305852 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 HTTP/1.1" status: 200 len: 999 time: 0.1879115 Jun 22 09:45:06.087930 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Pushing event updated for resources: {'Port': ['ID=817bffe6-8f03-4fe2-bcd8-72f49a0a10e2,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:06.109488 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:06.122353 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7b18ebbf-ace6-4727-bac7-fc2d891889f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:06.149875 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-df8b61bd-3a2e-4f13-8929-5788a4dd5ec7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Allocated IP 172.20.0.12 (e36a616c-3e5f-4b43-8d29-99c8bec368c1/fbc05d62-9529-4726-9571-77a0d029486e/9d23f1f0-a854-4b91-a2b6-4c706aa00220) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:06.150508 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab7c64-6463-4eb6-9953-8b9788530047 req-bf9a6255-ad26-4ffa-8801-7cf16d64808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:06.151914 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b3ab7c64-6463-4eb6-9953-8b9788530047 req-bf9a6255-ad26-4ffa-8801-7cf16d64808c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e4884e1f-8290-4e72-874f-49d914add356 HTTP/1.1" status: 200 len: 835 time: 0.0784726 Jun 22 09:45:06.153540 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-7b18ebbf-ace6-4727-bac7-fc2d891889f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port 5c96101a-dbd3-49bb-b231-97f0b3111789 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:45:06.183029 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Attempting to bind port 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:06.183661 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Attempting to bind port 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:06.183800 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Attempting to bind port 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2 on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:06.199488 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:06.200032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:06.200819 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:06.201792 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:06.203128 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Bound port: 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:06.203128 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:06.236703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-09c61289-aee0-4b04-a1df-10978e6c96f5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:06.237818 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:06.244571 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4d89dcf9-3dd3-4ecc-8ed3-b9b913a62bed tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:06.296670 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Subnet': ['ID=86bb0180-df59-483d-b312-a7c623ba29d1,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:06.305335 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:06.306490 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] For port 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:06.310827 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] For port 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=817bffe6-8f03-4fe2-bcd8-72f49a0a10e2,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:06.360942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-09c61289-aee0-4b04-a1df-10978e6c96f5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Calling delete_port for aaf1dcb5-40a7-4e80-ba14-dffe89f51d4c owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:06.413271 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:06.416536 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:06.419120 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c4d915de-56ec-43ee-929a-a624773bf73e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:06.477801 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:06.507170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Pushing event updated for resources: {'Port': ['ID=817bffe6-8f03-4fe2-bcd8-72f49a0a10e2,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:06.514453 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:06.518634 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f402cf23-ec69-4b3c-82b4-0523647499a0') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:06.519042 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f402cf23-ec69-4b3c-82b4-0523647499a0') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:06.532671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab7c64-6463-4eb6-9953-8b9788530047 req-d006adeb-f2ce-425d-b353-6259aec88fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:06.533513 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-df8b61bd-3a2e-4f13-8929-5788a4dd5ec7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:06.534503 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b3ab7c64-6463-4eb6-9953-8b9788530047 req-d006adeb-f2ce-425d-b353-6259aec88fc9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75ca7b51-8500-41da-a24f-8648dce1885d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3724830 Jun 22 09:45:06.540487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:06.564012 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-df8b61bd-3a2e-4f13-8929-5788a4dd5ec7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Transition to ACTIVE for port object 9d23f1f0-a854-4b91-a2b6-4c706aa00220 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:06.642447 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01adfa1-f7b1-4141-b82d-e36dde4171a2 None None] Network 7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:06.643405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59788) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:06.788716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-df8b61bd-3a2e-4f13-8929-5788a4dd5ec7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:06.790427 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-09c61289-aee0-4b04-a1df-10978e6c96f5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:06.802820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ff7ef4ac-e1bf-4b10-9ed3-da36fd036671 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:06.834073 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59790) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:06.938983 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367b6344-60c2-4007-a53c-ccf712f07bc5 None None] DHCP port deletion for 7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:45:07.007329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8b61bd-3a2e-4f13-8929-5788a4dd5ec7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:07.025480 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-7b18ebbf-ace6-4727-bac7-fc2d891889f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::c7fa:6a5:f004:a990 (36eee797-60f1-483e-81c4-4dc1c89ce22a/35102959-bc4d-48c9-bac9-896c8010c021/5c96101a-dbd3-49bb-b231-97f0b3111789) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:07.030572 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.041464 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-df8b61bd-3a2e-4f13-8929-5788a4dd5ec7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:07.051863 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b61bd-3a2e-4f13-8929-5788a4dd5ec7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:45:07.060358 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:45:07.067147 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b61bd-3a2e-4f13-8929-5788a4dd5ec7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=9d23f1f0-a854-4b91-a2b6-4c706aa00220,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:07.109380 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-df8b61bd-3a2e-4f13-8929-5788a4dd5ec7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:07.109380 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e1b5d4c1-700c-4180-8354-3ae989399983 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:07.159293 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c4b1db8b-0a06-4db4-a2bf-2aea69248fbd None None] Provisioning for port 32b6dde3-c33e-400e-a3a4-562f2b26e662 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:07.185079 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c4b1db8b-0a06-4db4-a2bf-2aea69248fbd None None] Provisioning complete for port 44d6b580-319b-42ea-bbcd-b01b79569117 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:07.185472 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c4b1db8b-0a06-4db4-a2bf-2aea69248fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.187078 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c61289-aee0-4b04-a1df-10978e6c96f5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event deleted for resources: {'Port': ['ID=aaf1dcb5-40a7-4e80-ba14-dffe89f51d4c,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:07.199160 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-999f27fc-86db-4f19-b1ab-b662135e6cdb tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/floatingips/535b8c96-6f6c-455c-a521-fe3d91fe8bf3 HTTP/1.1" status: 200 len: 993 time: 0.3615854 Jun 22 09:45:07.199160 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-09c61289-aee0-4b04-a1df-10978e6c96f5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:07.205012 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-09c61289-aee0-4b04-a1df-10978e6c96f5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.206848 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-09c61289-aee0-4b04-a1df-10978e6c96f5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/ports/aaf1dcb5-40a7-4e80-ba14-dffe89f51d4c HTTP/1.1" status: 204 len: 168 time: 1.3612001 Jun 22 09:45:07.217254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59792) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:07.237247 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 32b6dde3-c33e-400e-a3a4-562f2b26e662 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:07.263961 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8b61bd-3a2e-4f13-8929-5788a4dd5ec7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:07.264956 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-df8b61bd-3a2e-4f13-8929-5788a4dd5ec7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.279036 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1db8b-0a06-4db4-a2bf-2aea69248fbd None None] Port 44d6b580-319b-42ea-bbcd-b01b79569117 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:07.317052 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.322046 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7b18ebbf-ace6-4727-bac7-fc2d891889f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.326754 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:07.333022 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.338155 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f HTTP/1.1" status: 204 len: 168 time: 3.1672709 Jun 22 09:45:07.338561 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b3ab7c64-6463-4eb6-9953-8b9788530047 req-3ccb0443-5a87-4086-8f02-c95830e722e3 service neutron] 10.222.0.35 "GET /v2.0/networks/75ca7b51-8500-41da-a24f-8648dce1885d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7959230 Jun 22 09:45:07.344643 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59794) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:07.362183 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Network': ['ID=7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:07.390587 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b8f282-128f-4c08-83c5-654fa2664282 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:07.390966 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b8f282-128f-4c08-83c5-654fa2664282 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:07.395366 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f8b8f282-128f-4c08-83c5-654fa2664282 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/subnets/86bb0180-df59-483d-b312-a7c623ba29d1 HTTP/1.1" status: 404 len: 337 time: 0.0455279 Jun 22 09:45:07.397099 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59796) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:07.405647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:07.409527 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-7b18ebbf-ace6-4727-bac7-fc2d891889f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object 5c96101a-dbd3-49bb-b231-97f0b3111789 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:07.446407 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-df8b61bd-3a2e-4f13-8929-5788a4dd5ec7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5364861 Jun 22 09:45:07.446768 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59798) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:07.448045 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-230af9a9-9f47-408a-8e95-cdd2db3aa1ca tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:07.454459 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 32b6dde3-c33e-400e-a3a4-562f2b26e662 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:07.454627 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230af9a9-9f47-408a-8e95-cdd2db3aa1ca tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:07.454627 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-230af9a9-9f47-408a-8e95-cdd2db3aa1ca tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/7db7ea1e-eb8f-4c87-84ec-2b5f8c67c41f HTTP/1.1" status: 404 len: 339 time: 0.0528276 Jun 22 09:45:07.454818 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-387e9cb7-9b97-401e-b339-16cf2a9be9ca tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'subnet': {'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:07.454910 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 32b6dde3-c33e-400e-a3a4-562f2b26e662 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:07.454910 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.463164 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e4cb6b-5917-4733-9742-468d5d05dec0 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:07.467854 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b0e4cb6b-5917-4733-9742-468d5d05dec0 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "GET /v2.0/ports?device_id=09aaf0f9-c9cb-4f59-bf81-5914db24d7ae HTTP/1.1" status: 200 len: 913 time: 0.2447340 Jun 22 09:45:07.467854 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59800) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:07.469913 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59802) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:07.494752 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-577d6a8e-390c-4c7b-91c7-f16f0c527194 None None] Provisioning for port 9d23f1f0-a854-4b91-a2b6-4c706aa00220 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:07.500600 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-440e43ae-1384-45a3-906a-d3356a2e2512 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:07.501065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440e43ae-1384-45a3-906a-d3356a2e2512 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:07.501578 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-577d6a8e-390c-4c7b-91c7-f16f0c527194 None None] Provisioning complete for port 9d23f1f0-a854-4b91-a2b6-4c706aa00220 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:07.502157 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-577d6a8e-390c-4c7b-91c7-f16f0c527194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.504620 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-440e43ae-1384-45a3-906a-d3356a2e2512 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/subnets/9483b8bc-655d-4cea-ac9b-fd3f32a1a0e9 HTTP/1.1" status: 404 len: 337 time: 0.0343196 Jun 22 09:45:07.511517 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59804) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:07.547051 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e86b15-fbe3-4153-9e01-28f9e3714467 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:07.547717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e86b15-fbe3-4153-9e01-28f9e3714467 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:07.551900 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a4e86b15-fbe3-4153-9e01-28f9e3714467 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/b49223ad-f78e-409b-86e4-e45d517885f5 HTTP/1.1" status: 404 len: 339 time: 0.0363035 Jun 22 09:45:07.552799 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59806) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:07.565653 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b3ab7c64-6463-4eb6-9953-8b9788530047 req-ffa69a30-39ed-4ebf-b728-549518c1eaaf service neutron] 10.222.0.35 "GET /v2.0/networks/75ca7b51-8500-41da-a24f-8648dce1885d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145903 Jun 22 09:45:07.584182 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-577d6a8e-390c-4c7b-91c7-f16f0c527194 None None] Port 9d23f1f0-a854-4b91-a2b6-4c706aa00220 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:07.598021 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.637381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 32b6dde3-c33e-400e-a3a4-562f2b26e662, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=32b6dde3-c33e-400e-a3a4-562f2b26e662,segment=NetworkSegment(f2c07361-7fc8-4f02-a594-3a71b67d4739),segment_id=f2c07361-7fc8-4f02-a594-3a71b67d4739)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:07.653836 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7b18ebbf-ace6-4727-bac7-fc2d891889f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.662224 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4de1e2ac-d094-4c7c-a995-332f2d773345 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.662830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a9b0cd51-7b4f-4a28-ae6a-55846a140a38 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:07.701759 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.704147 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:07.769272 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=32b6dde3-c33e-400e-a3a4-562f2b26e662,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:07.770620 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b18ebbf-ace6-4727-bac7-fc2d891889f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:07.773376 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:07.777271 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18ebbf-ace6-4727-bac7-fc2d891889f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=5c96101a-dbd3-49bb-b231-97f0b3111789,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:07.782552 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-7b18ebbf-ace6-4727-bac7-fc2d891889f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:07.786908 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7b18ebbf-ace6-4727-bac7-fc2d891889f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:07.789110 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b18ebbf-ace6-4727-bac7-fc2d891889f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:07.795024 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b18ebbf-ace6-4727-bac7-fc2d891889f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:07.795690 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7b18ebbf-ace6-4727-bac7-fc2d891889f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.807523 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4de1e2ac-d094-4c7c-a995-332f2d773345 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.813130 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0e633a9e-f1b1-4f34-a49d-adeeab9290c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.845941 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387e9cb7-9b97-401e-b339-16cf2a9be9ca tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:07.849586 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-387e9cb7-9b97-401e-b339-16cf2a9be9ca tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.856498 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-4de1e2ac-d094-4c7c-a995-332f2d773345 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae53113a-7fab-4dea-9913-31358c36912a']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:07.874996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-4de1e2ac-d094-4c7c-a995-332f2d773345 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d0fc99-0a7d-42a7-bf84-ca1f37dd5c90') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:07.875317 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-4de1e2ac-d094-4c7c-a995-332f2d773345 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d0fc99-0a7d-42a7-bf84-ca1f37dd5c90') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:07.891226 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4de1e2ac-d094-4c7c-a995-332f2d773345 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.905064 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7b18ebbf-ace6-4727-bac7-fc2d891889f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0378807 Jun 22 09:45:07.912600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59808) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:07.917653 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-480a7d73-ac86-418c-975d-b4064dc4ca79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'fixed_ips': [{'subnet_id': '35102959-bc4d-48c9-bac9-896c8010c021', 'ip_address': '2001:db8::c7fa:6a5:f004:a990'}], 'name': 'tempest-NetworksTestDHCPv6-353625285'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:07.937869 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4de1e2ac-d094-4c7c-a995-332f2d773345 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de1e2ac-d094-4c7c-a995-332f2d773345 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4de1e2ac-d094-4c7c-a995-332f2d773345 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:45:07.954534 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:45:08.055288 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.ipam_backend_mixin [None req-387e9cb7-9b97-401e-b339-16cf2a9be9ca tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fbc05d62-9529-4726-9571-77a0d029486e (CIDR: 172.20.0.0/28) Jun 22 09:45:08.130611 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-387e9cb7-9b97-401e-b339-16cf2a9be9ca tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:45:08.131109 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387e9cb7-9b97-401e-b339-16cf2a9be9ca tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:08.147587 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4de1e2ac-d094-4c7c-a995-332f2d773345 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:08.152963 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4de1e2ac-d094-4c7c-a995-332f2d773345 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:08.157924 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4de1e2ac-d094-4c7c-a995-332f2d773345 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/ae53113a-7fab-4dea-9913-31358c36912a HTTP/1.1" status: 204 len: 168 time: 0.6040895 Jun 22 09:45:08.158896 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59810) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:08.160221 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8e71e0b7-fe20-4062-b1be-1a5442931a3b tempest-QuotasNegativeTest-595438116 tempest-QuotasNegativeTest-595438116-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:08.191112 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3107d27d-2cb4-40f4-8a95-38dba29cdfcb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:08.191602 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3107d27d-2cb4-40f4-8a95-38dba29cdfcb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:08.195748 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3107d27d-2cb4-40f4-8a95-38dba29cdfcb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/subnets/a14dd4fb-b410-4a74-88a0-63962506913c HTTP/1.1" status: 404 len: 337 time: 0.0294189 Jun 22 09:45:08.196375 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59812) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:08.215374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1e2ac-d094-4c7c-a995-332f2d773345 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Network': ['ID=ae53113a-7fab-4dea-9913-31358c36912a,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:08.218264 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4de1e2ac-d094-4c7c-a995-332f2d773345 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:08.244203 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-10c28558-0919-4bdb-9c44-661d55fec28a None None] Provisioning for port 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:08.252833 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3985a6bd-742b-47be-a92b-6693b42062af tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:08.253322 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3985a6bd-742b-47be-a92b-6693b42062af tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:08.255030 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3985a6bd-742b-47be-a92b-6693b42062af tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/fceafb14-b553-476f-9027-8f603705e865 HTTP/1.1" status: 404 len: 339 time: 0.0492542 Jun 22 09:45:08.257589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59814) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:08.268398 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-397783f7-29b2-49cd-b390-cb81e9526395 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:08.310915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480a7d73-ac86-418c-975d-b4064dc4ca79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:08.315934 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-480a7d73-ac86-418c-975d-b4064dc4ca79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:08.343708 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-480a7d73-ac86-418c-975d-b4064dc4ca79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port 30926725-6443-4be6-8739-dcf4eca31916 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:45:08.413482 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-387e9cb7-9b97-401e-b339-16cf2a9be9ca tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9650018 Jun 22 09:45:08.418018 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59816) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:08.425871 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-17ddf621-0076-4505-b684-873f4a438fe3 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'subnet': {'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:08.489835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f0c1f89a-565a-4711-9917-4c78c4bfcacf None None] Provisioning for port 5c96101a-dbd3-49bb-b231-97f0b3111789 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:08.494841 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f0c1f89a-565a-4711-9917-4c78c4bfcacf None None] Provisioning complete for port 5c96101a-dbd3-49bb-b231-97f0b3111789 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:08.495240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f89a-565a-4711-9917-4c78c4bfcacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:08.531781 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-f0c1f89a-565a-4711-9917-4c78c4bfcacf None None] Port 5c96101a-dbd3-49bb-b231-97f0b3111789 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:08.640700 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bf30c3-3ba9-44a2-8c26-b647857610f3 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:08.641150 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8bf30c3-3ba9-44a2-8c26-b647857610f3 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:08.642841 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b8bf30c3-3ba9-44a2-8c26-b647857610f3 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/subnets/af4bc7b1-b78b-40b2-82dc-6802e25ea2c8 HTTP/1.1" status: 404 len: 337 time: 0.3843522 Jun 22 09:45:08.647132 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59818) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:08.683485 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-98084223-41e5-42fd-b685-f91e3534d555 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:08.684588 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98084223-41e5-42fd-b685-f91e3534d555 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:08.686322 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-98084223-41e5-42fd-b685-f91e3534d555 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/1a464f3c-ac6e-4fe7-9f0f-06d885072c4d HTTP/1.1" status: 404 len: 339 time: 0.0382769 Jun 22 09:45:08.688899 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59820) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:08.715420 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-0e633a9e-f1b1-4f34-a49d-adeeab9290c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:08.715785 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0e633a9e-f1b1-4f34-a49d-adeeab9290c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:08.722179 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-87cff6a4-21ba-4cf9-b968-3e1359db9337 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:08.722670 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87cff6a4-21ba-4cf9-b968-3e1359db9337 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:08.724400 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-87cff6a4-21ba-4cf9-b968-3e1359db9337 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/subnets/e6ec3349-9300-4779-9663-5f0c285a14ca HTTP/1.1" status: 404 len: 337 time: 0.0345824 Jun 22 09:45:08.727918 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59822) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:08.730008 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-480a7d73-ac86-418c-975d-b4064dc4ca79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 22 09:45:08.731040 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480a7d73-ac86-418c-975d-b4064dc4ca79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:08.758981 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a51bfc-068a-4685-8989-4a82cb4c207a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:08.759574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a51bfc-068a-4685-8989-4a82cb4c207a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:08.764145 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c7a51bfc-068a-4685-8989-4a82cb4c207a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/2e69fd66-11a5-4a1c-aaed-e477903f8563 HTTP/1.1" status: 404 len: 339 time: 0.0323131 Jun 22 09:45:08.764145 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ddf621-0076-4505-b684-873f4a438fe3 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:08.765285 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-17ddf621-0076-4505-b684-873f4a438fe3 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:08.768055 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59824) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:08.814154 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-0e633a9e-f1b1-4f34-a49d-adeeab9290c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=62cb2034-9f08-4c3e-8e30-0c2c59a5dfed,segment=NetworkSegment(44d5211a-6f72-4593-87a9-aa3713310fa9),segment_id=44d5211a-6f72-4593-87a9-aa3713310fa9)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:08.814518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0e633a9e-f1b1-4f34-a49d-adeeab9290c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:08.858749 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb63f64b-ad60-4b4e-ad40-44fa42165972 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:08.859203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb63f64b-ad60-4b4e-ad40-44fa42165972 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:08.863271 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bb63f64b-ad60-4b4e-ad40-44fa42165972 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/subnets/794d0cdd-79c8-4e63-a6d2-f2839ae96e95 HTTP/1.1" status: 404 len: 337 time: 0.0736847 Jun 22 09:45:08.865340 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59826) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:08.883330 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-480a7d73-ac86-418c-975d-b4064dc4ca79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.9673355 Jun 22 09:45:08.886522 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59828) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:08.887471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-0e633a9e-f1b1-4f34-a49d-adeeab9290c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:08.911271 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc76bb38-74f2-49e7-954f-6c952b73f03b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:08.911896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc76bb38-74f2-49e7-954f-6c952b73f03b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:08.913612 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bc76bb38-74f2-49e7-954f-6c952b73f03b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/3f40ffd6-4802-4831-816e-3954b2cb9a4b HTTP/1.1" status: 404 len: 339 time: 0.0435698 Jun 22 09:45:08.943725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59830) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:08.963657 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 32b6dde3-c33e-400e-a3a4-562f2b26e662 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:08.979021 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f051c82-4d10-4542-ae84-3ca8a880ffd5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:08.979506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f051c82-4d10-4542-ae84-3ca8a880ffd5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:08.984156 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3f051c82-4d10-4542-ae84-3ca8a880ffd5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/subnets/69cfef7e-66da-4cdb-8ed6-5d6618873701 HTTP/1.1" status: 404 len: 337 time: 0.0359068 Jun 22 09:45:08.985178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59832) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:09.017764 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f59a13a-3863-47e7-8418-9f08137b8df3 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:09.018351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f59a13a-3863-47e7-8418-9f08137b8df3 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:09.020077 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7f59a13a-3863-47e7-8418-9f08137b8df3 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/48a25203-d6e6-4679-9c4e-f21fbad86b5c HTTP/1.1" status: 404 len: 339 time: 0.0328510 Jun 22 09:45:09.030532 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59834) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:09.031713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 32b6dde3-c33e-400e-a3a4-562f2b26e662 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:09.032296 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:09.072023 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bcde81d-47bc-4cd9-8413-53e85ea8a714 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:09.072570 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bcde81d-47bc-4cd9-8413-53e85ea8a714 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:09.074072 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3bcde81d-47bc-4cd9-8413-53e85ea8a714 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/subnets/7fab5fb7-544b-4356-91c1-e2ba9975356e HTTP/1.1" status: 404 len: 337 time: 0.0412867 Jun 22 09:45:09.078797 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59836) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:09.092737 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c913a462-8609-4b32-94f9-d6076849492d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:09.098547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c913a462-8609-4b32-94f9-d6076849492d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:09.102712 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c913a462-8609-4b32-94f9-d6076849492d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2050366 Jun 22 09:45:09.102712 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-397783f7-29b2-49cd-b390-cb81e9526395 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Deleting port 2bf16dc3-da4d-4707-8b67-b3c920d3ca7c {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:09.102712 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-397783f7-29b2-49cd-b390-cb81e9526395 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:09.107399 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59838) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:09.125273 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:09.128850 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffae0491-f54a-447b-9a9e-b03168b3bb5d tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:09.129434 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffae0491-f54a-447b-9a9e-b03168b3bb5d tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:09.133899 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ffae0491-f54a-447b-9a9e-b03168b3bb5d tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/35d5670d-c360-47d1-b9ba-59bf914827c2 HTTP/1.1" status: 404 len: 339 time: 0.0541325 Jun 22 09:45:09.136726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59840) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:09.167673 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-965939f6-86a3-4ef6-81bf-5ab56d41faeb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:09.168747 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965939f6-86a3-4ef6-81bf-5ab56d41faeb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:09.172076 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-965939f6-86a3-4ef6-81bf-5ab56d41faeb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/subnets/e5383a0a-140e-4507-ad36-9960325f622f HTTP/1.1" status: 404 len: 337 time: 0.0343812 Jun 22 09:45:09.174565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59842) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:09.249294 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3caf54-5e6f-4779-b004-94d8954ef9bf tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:09.249809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3caf54-5e6f-4779-b004-94d8954ef9bf tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:09.251484 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5b3caf54-5e6f-4779-b004-94d8954ef9bf tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/2722b111-bd45-4e25-a89e-2541c982d636 HTTP/1.1" status: 404 len: 339 time: 0.0586343 Jun 22 09:45:09.254136 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59844) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:09.281386 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65195cd-2338-44c4-8029-c0310f41d8f0 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:09.281841 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65195cd-2338-44c4-8029-c0310f41d8f0 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:09.283641 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b65195cd-2338-44c4-8029-c0310f41d8f0 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/subnets/d952487b-2fd1-4d97-897b-099d178b8682 HTTP/1.1" status: 404 len: 337 time: 0.0284121 Jun 22 09:45:09.286087 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59846) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:09.301380 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:09.306782 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:09.307501 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:09.314431 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-413c6f58-6dad-4865-9491-d798e3b8a5f7 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:09.315019 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413c6f58-6dad-4865-9491-d798e3b8a5f7 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:09.317557 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-413c6f58-6dad-4865-9491-d798e3b8a5f7 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/06965159-c5be-49ea-8453-2631d830bdbf HTTP/1.1" status: 404 len: 339 time: 0.0304093 Jun 22 09:45:09.319963 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59848) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:09.338820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0e633a9e-f1b1-4f34-a49d-adeeab9290c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:09.352499 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:09.374883 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-397783f7-29b2-49cd-b390-cb81e9526395 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:09.394050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e633a9e-f1b1-4f34-a49d-adeeab9290c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=62cb2034-9f08-4c3e-8e30-0c2c59a5dfed,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:09.405162 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0e633a9e-f1b1-4f34-a49d-adeeab9290c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:09.477599 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:09.478704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-b314d801-9065-40b7-80c1-f6eacf798b78 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Deleting subnet 4f278921-b88b-4ddb-904a-63cb275e95a0 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:45:09.486961 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b314d801-9065-40b7-80c1-f6eacf798b78 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:09.531246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=817bffe6-8f03-4fe2-bcd8-72f49a0a10e2,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:09.545056 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b314d801-9065-40b7-80c1-f6eacf798b78 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:09.621876 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:09.624792 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:09.640862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:09.688728 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:09.689071 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4ff34a81-3d83-4cd5-8b4b-2c674293e3b5 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:09.737017 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=817bffe6-8f03-4fe2-bcd8-72f49a0a10e2,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:09.743553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b314d801-9065-40b7-80c1-f6eacf798b78 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:09.749630 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:09.766216 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0e633a9e-f1b1-4f34-a49d-adeeab9290c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:09.862551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-397783f7-29b2-49cd-b390-cb81e9526395 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Calling delete_port for 2bf16dc3-da4d-4707-8b67-b3c920d3ca7c owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:09.927104 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a546a993-333d-437c-ac10-f9839e1644af tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port 5c96101a-dbd3-49bb-b231-97f0b3111789 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:09.927480 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a546a993-333d-437c-ac10-f9839e1644af tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:09.992510 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b314d801-9065-40b7-80c1-f6eacf798b78 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:09.996746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8901f951-5bd4-4d8c-a3ea-bbf039073119 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:10.024672 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314d801-9065-40b7-80c1-f6eacf798b78 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Subnet': ['ID=4f278921-b88b-4ddb-904a-63cb275e95a0,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:10.028919 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b314d801-9065-40b7-80c1-f6eacf798b78 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:10.033950 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b314d801-9065-40b7-80c1-f6eacf798b78 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/subnets/4f278921-b88b-4ddb-904a-63cb275e95a0 HTTP/1.1" status: 204 len: 168 time: 0.7099946 Jun 22 09:45:10.036392 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b314d801-9065-40b7-80c1-f6eacf798b78 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:10.036764 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59850) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:10.038858 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9707088e-f96c-4338-9a76-f40aaac336ee None None] Network f9a5565b-acad-4eb7-9753-f2d33e67c309 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:10.057954 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-17ddf621-0076-4505-b684-873f4a438fe3 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:10.064432 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dab30cdc-1979-4ba3-84cd-e1b012ad32d0 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:10.108658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a546a993-333d-437c-ac10-f9839e1644af tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:10.109718 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e633a9e-f1b1-4f34-a49d-adeeab9290c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router f582781a-9102-4a5f-966e-17b0cd22ff4e has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:45:10.135301 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:10.168793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ddf621-0076-4505-b684-873f4a438fe3 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:10.204921 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a546a993-333d-437c-ac10-f9839e1644af tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for 5c96101a-dbd3-49bb-b231-97f0b3111789 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:10.211860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-17ddf621-0076-4505-b684-873f4a438fe3 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:10.218820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ddf621-0076-4505-b684-873f4a438fe3 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:10.219418 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-17ddf621-0076-4505-b684-873f4a438fe3 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:10.226192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632e4763-6479-47b2-b65a-cc2c2622bf3c None None] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:10.231492 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddf621-0076-4505-b684-873f4a438fe3 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Subnet': ['ID=69719954-f0b3-450c-9f6c-e5dc248d720a,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:10.238522 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-17ddf621-0076-4505-b684-873f4a438fe3 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:10.278709 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e633a9e-f1b1-4f34-a49d-adeeab9290c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:45:10.288712 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f2021-dfd9-433a-a109-8040477b1ba9 None None] Sync routers for ids ['f582781a-9102-4a5f-966e-17b0cd22ff4e'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:45:10.289755 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0e633a9e-f1b1-4f34-a49d-adeeab9290c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/f582781a-9102-4a5f-966e-17b0cd22ff4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6451848 Jun 22 09:45:10.292416 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Deleting port d2e20c35-ff03-4b7d-b62d-25db27dd0771 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:10.292770 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:10.306019 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748f2021-dfd9-433a-a109-8040477b1ba9 None None] Routers {'f582781a-9102-4a5f-966e-17b0cd22ff4e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:10.306019 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-748f2021-dfd9-433a-a109-8040477b1ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['f582781a-9102-4a5f-966e-17b0cd22ff4e'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:10.373945 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2785b0-105a-43d3-ba52-074fdecaedf2 None None] DHCP port deletion for f9a5565b-acad-4eb7-9753-f2d33e67c309 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:45:10.376787 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] For port d2e20c35-ff03-4b7d-b62d-25db27dd0771, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d2e20c35-ff03-4b7d-b62d-25db27dd0771,segment=NetworkSegment(5401fc51-02e6-44d1-9b4d-fc9edf1b5c03),segment_id=5401fc51-02e6-44d1-9b4d-fc9edf1b5c03)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:10.377152 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:10.379059 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:10.421863 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-17ddf621-0076-4505-b684-873f4a438fe3 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0011749 Jun 22 09:45:10.423181 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-748f2021-dfd9-433a-a109-8040477b1ba9 None None] Set router f582781a-9102-4a5f-966e-17b0cd22ff4e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:10.423978 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59854) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:10.457219 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a81a21f7-8489-4794-9f3e-ecbd9fc6948b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2103183005', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '69719954-f0b3-450c-9f6c-e5dc248d720a'}], 'security_groups': ['16fb0967-c5d2-4559-b0d9-4fa94032538b']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:10.467999 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Calling delete_port for d2e20c35-ff03-4b7d-b62d-25db27dd0771 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:10.524083 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-397783f7-29b2-49cd-b390-cb81e9526395 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:10.527564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-84a656ea-7060-4346-b3d1-b741cc78ffe4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:10.565147 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397783f7-29b2-49cd-b390-cb81e9526395 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event deleted for resources: {'Port': ['ID=2bf16dc3-da4d-4707-8b67-b3c920d3ca7c,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:10.569247 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-397783f7-29b2-49cd-b390-cb81e9526395 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:10.610857 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5e2785b0-105a-43d3-ba52-074fdecaedf2 None None] Deleting port d2e20c35-ff03-4b7d-b62d-25db27dd0771 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:10.611780 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5e2785b0-105a-43d3-ba52-074fdecaedf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:10.687057 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-748f2021-dfd9-433a-a109-8040477b1ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:45:09Z', 'revision_number': 6, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '47a56de2-a2c4-4c3e-a015-925a195268fe', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.243', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'port_id': 'c4c59cff-0088-403c-9f18-be5a76cb05fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'mac_address': 'fa:16:3e:4b:5e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:42:29Z', 'updated_at': '2021-06-22T09:42:32Z', 'revision_number': 1, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13e8cfb-a218-4798-9e17-bbebdb36ecf5', 'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:2a:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:51Z', 'updated_at': '2021-06-22T09:42:00Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:10.689890 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-5e2785b0-105a-43d3-ba52-074fdecaedf2 None None] For port d2e20c35-ff03-4b7d-b62d-25db27dd0771, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d2e20c35-ff03-4b7d-b62d-25db27dd0771,segment=NetworkSegment(5401fc51-02e6-44d1-9b4d-fc9edf1b5c03),segment_id=5401fc51-02e6-44d1-9b4d-fc9edf1b5c03)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:10.689890 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5e2785b0-105a-43d3-ba52-074fdecaedf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:10.733725 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f2021-dfd9-433a-a109-8040477b1ba9 None None] Checking router: f582781a-9102-4a5f-966e-17b0cd22ff4e for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:45:10.742471 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748f2021-dfd9-433a-a109-8040477b1ba9 None None] Routers {'f582781a-9102-4a5f-966e-17b0cd22ff4e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:10.743130 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-748f2021-dfd9-433a-a109-8040477b1ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['f582781a-9102-4a5f-966e-17b0cd22ff4e'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:10.762305 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5e2785b0-105a-43d3-ba52-074fdecaedf2 None None] Calling delete_port for d2e20c35-ff03-4b7d-b62d-25db27dd0771 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:10.838426 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a81a21f7-8489-4794-9f3e-ecbd9fc6948b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:10.852831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf941b5-3797-435b-9e56-a2dc4078841a None None] Update dhcp port {'port': {'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1', 'fixed_ips': [{'subnet_id': 'fbc05d62-9529-4726-9571-77a0d029486e', 'ip_address': '172.20.0.2'}, {'subnet_id': '69719954-f0b3-450c-9f6c-e5dc248d720a'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': '32b6dde3-c33e-400e-a3a4-562f2b26e662'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:45:10.877194 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-748f2021-dfd9-433a-a109-8040477b1ba9 None None] Set router f582781a-9102-4a5f-966e-17b0cd22ff4e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:10.896782 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-397783f7-29b2-49cd-b390-cb81e9526395 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:10.900561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-acf941b5-3797-435b-9e56-a2dc4078841a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:11.036643 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:11.114008 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-acf941b5-3797-435b-9e56-a2dc4078841a None None] Allocated IP 172.20.0.18 (e36a616c-3e5f-4b43-8d29-99c8bec368c1/69719954-f0b3-450c-9f6c-e5dc248d720a/32b6dde3-c33e-400e-a3a4-562f2b26e662) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:11.140440 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:11.140837 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:11.146683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a546a993-333d-437c-ac10-f9839e1644af tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:11.157820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:11.162864 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:11.169462 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-748f2021-dfd9-433a-a109-8040477b1ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:45:09Z', 'revision_number': 6, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '47a56de2-a2c4-4c3e-a015-925a195268fe', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.243', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'port_id': 'c4c59cff-0088-403c-9f18-be5a76cb05fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'mac_address': 'fa:16:3e:4b:5e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:42:29Z', 'updated_at': '2021-06-22T09:42:32Z', 'revision_number': 1, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13e8cfb-a218-4798-9e17-bbebdb36ecf5', 'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:2a:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:51Z', 'updated_at': '2021-06-22T09:42:00Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:11.177011 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2bef9d05-d54a-4d2b-9cbb-2df762d0aca6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:11.211486 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f2021-dfd9-433a-a109-8040477b1ba9 None None] The sync data for ids ['f582781a-9102-4a5f-966e-17b0cd22ff4e'] in dv-neutron-797121-3-hyperv is: [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:45:09Z', 'revision_number': 6, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '47a56de2-a2c4-4c3e-a015-925a195268fe', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.243', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'port_id': 'c4c59cff-0088-403c-9f18-be5a76cb05fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'mac_address': 'fa:16:3e:4b:5e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:42:29Z', 'updated_at': '2021-06-22T09:42:32Z', 'revision_number': 1, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13e8cfb-a218-4798-9e17-bbebdb36ecf5', 'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:2a:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:51Z', 'updated_at': '2021-06-22T09:42:00Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:45:11.249281 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Port': ['ID=d2e20c35-ff03-4b7d-b62d-25db27dd0771,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:11.257752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:11.259089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] No DVR routers for this DVR port d2e20c35-ff03-4b7d-b62d-25db27dd0771 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:11.289046 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546a993-333d-437c-ac10-f9839e1644af tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=5c96101a-dbd3-49bb-b231-97f0b3111789,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:11.295291 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a546a993-333d-437c-ac10-f9839e1644af tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:11.353034 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:11.372261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a5565b-acad-4eb7-9753-f2d33e67c309']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:11.377579 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5e2785b0-105a-43d3-ba52-074fdecaedf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:11.379906 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5401fc51-02e6-44d1-9b4d-fc9edf1b5c03') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:11.380211 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5401fc51-02e6-44d1-9b4d-fc9edf1b5c03') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:11.390036 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:11.391606 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:11.398791 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2785b0-105a-43d3-ba52-074fdecaedf2 None None] No DVR routers for this DVR port d2e20c35-ff03-4b7d-b62d-25db27dd0771 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:11.413306 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:11.419724 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:45:11.423616 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:11.442941 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2785b0-105a-43d3-ba52-074fdecaedf2 None None] Pushing event deleted for resources: {'Port': ['ID=d2e20c35-ff03-4b7d-b62d-25db27dd0771,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:11.446879 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a546a993-333d-437c-ac10-f9839e1644af tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:11.450381 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a546a993-333d-437c-ac10-f9839e1644af tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/5c96101a-dbd3-49bb-b231-97f0b3111789 HTTP/1.1" status: 204 len: 168 time: 2.3312821 Jun 22 09:45:11.455524 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59858) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:11.475312 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5e2785b0-105a-43d3-ba52-074fdecaedf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:45:11.492112 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:45:11.537751 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-acf941b5-3797-435b-9e56-a2dc4078841a None None] For port 32b6dde3-c33e-400e-a3a4-562f2b26e662, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=32b6dde3-c33e-400e-a3a4-562f2b26e662,segment=NetworkSegment(f2c07361-7fc8-4f02-a594-3a71b67d4739),segment_id=f2c07361-7fc8-4f02-a594-3a71b67d4739)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:11.539896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397783f7-29b2-49cd-b390-cb81e9526395 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Router 09aaf0f9-c9cb-4f59-bf81-5914db24d7ae has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:45:11.557303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b89d11-3fba-4a0b-9482-584280262cdf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:11.559527 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b89d11-3fba-4a0b-9482-584280262cdf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:11.562409 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a1b89d11-3fba-4a0b-9482-584280262cdf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1024215 Jun 22 09:45:11.563898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59860) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:11.598132 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5ffab9a0-14d0-4cf3-a7e9-c4f633cd5463 req-78080239-7aef-4596-8126-e2c010834b18 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2983878 Jun 22 09:45:11.620651 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-acf941b5-3797-435b-9e56-a2dc4078841a None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:11.622786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0bc8d27-3df9-4ec2-aec8-52e983f858c0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 35102959-bc4d-48c9-bac9-896c8010c021 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:45:11.627972 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8d27-3df9-4ec2-aec8-52e983f858c0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:11.649536 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-acf941b5-3797-435b-9e56-a2dc4078841a None None] Transition to ACTIVE for port object 32b6dde3-c33e-400e-a3a4-562f2b26e662 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:11.664407 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:11.679365 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4d780bac-8d2d-4171-bf65-299269e7743f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:11.679365 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:11.679365 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] 10.222.0.20 "DELETE /v2.0/networks/f9a5565b-acad-4eb7-9753-f2d33e67c309 HTTP/1.1" status: 204 len: 168 time: 1.6367912 Jun 22 09:45:11.683134 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d2e20c35-ff03-4b7d-b62d-25db27dd0771 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:11.703499 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee746c-9561-449b-9626-ed19630d9b11 req-177bcdbd-b289-4975-a48e-751680904dba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:11.705065 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0bee746c-9561-449b-9626-ed19630d9b11 req-177bcdbd-b289-4975-a48e-751680904dba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 946 time: 0.1637282 Jun 22 09:45:11.715178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Pushing event deleted for resources: {'Network': ['ID=f9a5565b-acad-4eb7-9753-f2d33e67c309,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:11.721134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:11.721394 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: d2e20c35-ff03-4b7d-b62d-25db27dd0771 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:11.721882 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d2e20c35-ff03-4b7d-b62d-25db27dd0771 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:11.736735 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-acf941b5-3797-435b-9e56-a2dc4078841a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:11.739692 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:11.741461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8d27-3df9-4ec2-aec8-52e983f858c0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:11.842428 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf941b5-3797-435b-9e56-a2dc4078841a None None] Pushing event updated for resources: {'Port': ['ID=32b6dde3-c33e-400e-a3a4-562f2b26e662,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:11.848859 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-acf941b5-3797-435b-9e56-a2dc4078841a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:11.876663 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0bee746c-9561-449b-9626-ed19630d9b11 req-8e21cf1d-05a5-47ee-a769-e213af93a3d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dd93053-b65d-4239-858a-9522821fd482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634817 Jun 22 09:45:11.878559 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffab9a0-14d0-4cf3-a7e9-c4f633cd5463 req-26230991-01b5-4432-9ecb-b9614445995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:11.880008 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5ffab9a0-14d0-4cf3-a7e9-c4f633cd5463 req-26230991-01b5-4432-9ecb-b9614445995c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0dfd02b234a947f5a587ecec0451722d&device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 1099 time: 0.2257934 Jun 22 09:45:11.884896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397783f7-29b2-49cd-b390-cb81e9526395 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:45:11.897158 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8d27-3df9-4ec2-aec8-52e983f858c0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:11.897273 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-397783f7-29b2-49cd-b390-cb81e9526395 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "PUT /v2.0/routers/09aaf0f9-c9cb-4f59-bf81-5914db24d7ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4242764 Jun 22 09:45:11.898792 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc2d1b2-e7f1-4187-9138-732c8730d099 None None] Sync routers for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:45:11.911298 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc2d1b2-e7f1-4187-9138-732c8730d099 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:11.916822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5dc2d1b2-e7f1-4187-9138-732c8730d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:11.920174 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59864) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:11.963182 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5dc2d1b2-e7f1-4187-9138-732c8730d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:11.986553 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc2d1b2-e7f1-4187-9138-732c8730d099 None None] Routers {'09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:11.987277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5dc2d1b2-e7f1-4187-9138-732c8730d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:44:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:12.010399 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-a81a21f7-8489-4794-9f3e-ecbd9fc6948b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Delete allocated IP 172.20.0.12 (e36a616c-3e5f-4b43-8d29-99c8bec368c1/fbc05d62-9529-4726-9571-77a0d029486e) {{(pid=100652) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 09:45:12.031861 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-a81a21f7-8489-4794-9f3e-ecbd9fc6948b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Allocated IP 172.20.0.27 (e36a616c-3e5f-4b43-8d29-99c8bec368c1/69719954-f0b3-450c-9f6c-e5dc248d720a/9d23f1f0-a854-4b91-a2b6-4c706aa00220) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:12.033758 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5dc2d1b2-e7f1-4187-9138-732c8730d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:12.034443 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc2d1b2-e7f1-4187-9138-732c8730d099 None None] The sync data for ids ['09aaf0f9-c9cb-4f59-bf81-5914db24d7ae'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:45:12.067469 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffab9a0-14d0-4cf3-a7e9-c4f633cd5463 req-726df793-c245-4d1c-9afe-bdf162cba399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:12.069363 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5ffab9a0-14d0-4cf3-a7e9-c4f633cd5463 req-726df793-c245-4d1c-9afe-bdf162cba399 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a67bf89-842d-4150-83fd-e92b2abafdf3 HTTP/1.1" status: 200 len: 910 time: 0.1411276 Jun 22 09:45:12.085144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee921-2ee9-49f3-b9bc-48aeb8ba2efd tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:12.162834 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8d27-3df9-4ec2-aec8-52e983f858c0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:12.189366 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9f233c9c-7543-4885-b417-0afa9c114495 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:12.196227 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5ffab9a0-14d0-4cf3-a7e9-c4f633cd5463 req-073bf24f-23f2-40e9-854b-8d44d928770d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99e323f9-56f7-4189-a0f3-5872e92fa5cc HTTP/1.1" status: 200 len: 1001 time: 0.1162694 Jun 22 09:45:12.218846 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc8d27-3df9-4ec2-aec8-52e983f858c0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=35102959-bc4d-48c9-bac9-896c8010c021,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:12.222934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e0bc8d27-3df9-4ec2-aec8-52e983f858c0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:12.226594 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8d27-3df9-4ec2-aec8-52e983f858c0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:12.230758 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e0bc8d27-3df9-4ec2-aec8-52e983f858c0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/35102959-bc4d-48c9-bac9-896c8010c021 HTTP/1.1" status: 204 len: 168 time: 0.6636114 Jun 22 09:45:12.231305 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190a9458-3b80-4eaa-81e4-5af563417465 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:12.233286 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59866) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:12.283319 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-66fbf5d7-1472-45f2-a130-6c7400d7c798 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448277 Jun 22 09:45:12.284322 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59868) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:12.289884 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-232342c6-004e-4ff6-b323-4a3b0a997b1f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:12.299375 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffab9a0-14d0-4cf3-a7e9-c4f633cd5463 req-feb94fcc-1ad8-4b51-aba0-11707b144a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:12.300875 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5ffab9a0-14d0-4cf3-a7e9-c4f633cd5463 req-feb94fcc-1ad8-4b51-aba0-11707b144a70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=509cc921-aa0d-47ec-9fdc-bd091c518ce4 HTTP/1.1" status: 200 len: 848 time: 0.0951970 Jun 22 09:45:12.354538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a81a21f7-8489-4794-9f3e-ecbd9fc6948b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:12.366901 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee921-2ee9-49f3-b9bc-48aeb8ba2efd tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:12.382735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-a81a21f7-8489-4794-9f3e-ecbd9fc6948b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Transition to ACTIVE for port object 9d23f1f0-a854-4b91-a2b6-4c706aa00220 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:12.406138 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffab9a0-14d0-4cf3-a7e9-c4f633cd5463 req-78663e6c-dfc4-4807-8d05-01c8bfda802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:12.408760 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5ffab9a0-14d0-4cf3-a7e9-c4f633cd5463 req-78663e6c-dfc4-4807-8d05-01c8bfda802e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a67bf89-842d-4150-83fd-e92b2abafdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0980361 Jun 22 09:45:12.436978 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59872) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:12.484501 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da31322a-c55a-44df-826f-23b23909eaa0 None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:45:12.487024 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a81a21f7-8489-4794-9f3e-ecbd9fc6948b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:12.492283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a546a993-333d-437c-ac10-f9839e1644af tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:12.559472 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ee921-2ee9-49f3-b9bc-48aeb8ba2efd tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Deleting port 59b8c1b4-84b3-40a9-bc92-3bd3ade73afc {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:12.562733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee921-2ee9-49f3-b9bc-48aeb8ba2efd tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:12.579973 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-da31322a-c55a-44df-826f-23b23909eaa0 None None] Deleting port 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:12.580242 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-da31322a-c55a-44df-826f-23b23909eaa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:12.625631 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232342c6-004e-4ff6-b323-4a3b0a997b1f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:12.630268 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-232342c6-004e-4ff6-b323-4a3b0a997b1f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:12.631860 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5ffab9a0-14d0-4cf3-a7e9-c4f633cd5463 req-84ccc8b1-5b3a-4759-8912-9cf01f515a6f service neutron] 10.222.0.35 "GET /v2.0/networks/7a67bf89-842d-4150-83fd-e92b2abafdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158220 Jun 22 09:45:12.637482 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a21f7-8489-4794-9f3e-ecbd9fc6948b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=9d23f1f0-a854-4b91-a2b6-4c706aa00220,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:12.643233 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a81a21f7-8489-4794-9f3e-ecbd9fc6948b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:12.653258 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a81a21f7-8489-4794-9f3e-ecbd9fc6948b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] In _notify_port_updated(), no bound segment for port 9d23f1f0-a854-4b91-a2b6-4c706aa00220 on network e36a616c-3e5f-4b43-8d29-99c8bec368c1 {{(pid=100652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:45:12.658782 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81a21f7-8489-4794-9f3e-ecbd9fc6948b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:12.659405 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a81a21f7-8489-4794-9f3e-ecbd9fc6948b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:12.663543 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a81a21f7-8489-4794-9f3e-ecbd9fc6948b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "PUT /v2.0/ports/9d23f1f0-a854-4b91-a2b6-4c706aa00220 HTTP/1.1" status: 200 len: 921 time: 2.2338650 Jun 22 09:45:12.663703 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-da31322a-c55a-44df-826f-23b23909eaa0 None None] For port 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=817bffe6-8f03-4fe2-bcd8-72f49a0a10e2,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:12.663703 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-da31322a-c55a-44df-826f-23b23909eaa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:12.665983 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59876) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:12.731476 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-da31322a-c55a-44df-826f-23b23909eaa0 None None] Calling delete_port for 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:12.748502 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5ffab9a0-14d0-4cf3-a7e9-c4f633cd5463 req-13ea188f-08c2-4bd9-a245-8283a2014b90 service neutron] 10.222.0.35 "GET /v2.0/networks/7a67bf89-842d-4150-83fd-e92b2abafdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063709 Jun 22 09:45:12.816190 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c9c56bce-da47-42de-bd84-fe2cac91beb7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4445d2b9f8c4e23aee039318ad408ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3778892 Jun 22 09:45:12.818765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59878) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:12.820575 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c4a9af3e-f2c5-4021-a67a-47564d523aef None None] Provisioning for port 9d23f1f0-a854-4b91-a2b6-4c706aa00220 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:12.825034 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c4a9af3e-f2c5-4021-a67a-47564d523aef None None] Provisioning complete for port 9d23f1f0-a854-4b91-a2b6-4c706aa00220 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:12.832463 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c4a9af3e-f2c5-4021-a67a-47564d523aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:12.833828 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee921-2ee9-49f3-b9bc-48aeb8ba2efd tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:12.875464 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9af3e-f2c5-4021-a67a-47564d523aef None None] Port 9d23f1f0-a854-4b91-a2b6-4c706aa00220 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:12.884937 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 32b6dde3-c33e-400e-a3a4-562f2b26e662 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:12.908706 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d372b018-7eb0-4678-8c00-9abfd1cb5c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:12.926198 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-da31322a-c55a-44df-826f-23b23909eaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:12.930956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3fd567d4-5414-45c7-82d7-0c394be35830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:12.932482 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ee921-2ee9-49f3-b9bc-48aeb8ba2efd tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Calling delete_port for 59b8c1b4-84b3-40a9-bc92-3bd3ade73afc owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:12.935384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d372b018-7eb0-4678-8c00-9abfd1cb5c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:12.966195 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31322a-c55a-44df-826f-23b23909eaa0 None None] Pushing event deleted for resources: {'Port': ['ID=817bffe6-8f03-4fe2-bcd8-72f49a0a10e2,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:12.969500 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-da31322a-c55a-44df-826f-23b23909eaa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:12.972108 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da31322a-c55a-44df-826f-23b23909eaa0 None None] No DVR routers for this DVR port 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:12.987826 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c4a9af3e-f2c5-4021-a67a-47564d523aef None None] Provisioning for port 32b6dde3-c33e-400e-a3a4-562f2b26e662 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:12.991381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c4a9af3e-f2c5-4021-a67a-47564d523aef None None] Provisioning complete for port 32b6dde3-c33e-400e-a3a4-562f2b26e662 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:12.991803 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c4a9af3e-f2c5-4021-a67a-47564d523aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:12.993369 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 32b6dde3-c33e-400e-a3a4-562f2b26e662 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:12.993742 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:13.093641 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d372b018-7eb0-4678-8c00-9abfd1cb5c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:13.096596 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d372b018-7eb0-4678-8c00-9abfd1cb5c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:13.102469 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d372b018-7eb0-4678-8c00-9abfd1cb5c05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f0dee19-8396-4f44-be90-f9f5ae76ba1c HTTP/1.1" status: 204 len: 168 time: 0.2772303 Jun 22 09:45:13.102469 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:13.122389 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372b018-7eb0-4678-8c00-9abfd1cb5c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0dee19-8396-4f44-be90-f9f5ae76ba1c,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:13.134401 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d372b018-7eb0-4678-8c00-9abfd1cb5c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:13.177237 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c4a9af3e-f2c5-4021-a67a-47564d523aef None None] Provisioning complete for port 44d6b580-319b-42ea-bbcd-b01b79569117 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:13.177237 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c4a9af3e-f2c5-4021-a67a-47564d523aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:13.190544 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-98432265-7e5c-457b-9c10-05e1d142faa4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port 9d23f1f0-a854-4b91-a2b6-4c706aa00220 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:13.191141 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-98432265-7e5c-457b-9c10-05e1d142faa4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:13.236842 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9af3e-f2c5-4021-a67a-47564d523aef None None] Port 44d6b580-319b-42ea-bbcd-b01b79569117 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:13.259185 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:13.264770 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-232342c6-004e-4ff6-b323-4a3b0a997b1f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:13.272264 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236deee4-05d0-41b6-ad96-096c5824ee71 req-88031d32-4c3e-4e0c-b347-e82e1e586e79 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:13.276745 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-236deee4-05d0-41b6-ad96-096c5824ee71 req-88031d32-4c3e-4e0c-b347-e82e1e586e79 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 946 time: 0.1007967 Jun 22 09:45:13.279036 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:13.279508 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 62cb2034-9f08-4c3e-8e30-0c2c59a5dfed not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:13.279876 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:13.285709 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-17998a46-dd94-439a-aa5b-683ee8b01c72 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:13.300184 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:13.301065 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 817bffe6-8f03-4fe2-bcd8-72f49a0a10e2 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:13.356586 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f3f4587f-66f4-4b7c-9709-32079f18ba06 None None] Provisioning complete for port 9d23f1f0-a854-4b91-a2b6-4c706aa00220 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:13.357076 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f3f4587f-66f4-4b7c-9709-32079f18ba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:13.395822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-f3f4587f-66f4-4b7c-9709-32079f18ba06 None None] Port 9d23f1f0-a854-4b91-a2b6-4c706aa00220 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:13.399392 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-236deee4-05d0-41b6-ad96-096c5824ee71 req-fbb5c067-5bc2-4ab7-9c3c-158bee2d61ea tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:13.399586 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-236deee4-05d0-41b6-ad96-096c5824ee71 req-fbb5c067-5bc2-4ab7-9c3c-158bee2d61ea tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:13.502315 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-236deee4-05d0-41b6-ad96-096c5824ee71 req-fbb5c067-5bc2-4ab7-9c3c-158bee2d61ea tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e,segment=NetworkSegment(44d5211a-6f72-4593-87a9-aa3713310fa9),segment_id=44d5211a-6f72-4593-87a9-aa3713310fa9)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:13.502697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-236deee4-05d0-41b6-ad96-096c5824ee71 req-fbb5c067-5bc2-4ab7-9c3c-158bee2d61ea tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:13.579820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-236deee4-05d0-41b6-ad96-096c5824ee71 req-fbb5c067-5bc2-4ab7-9c3c-158bee2d61ea tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e owned by compute:nova {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:13.735193 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232342c6-004e-4ff6-b323-4a3b0a997b1f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:13.756281 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-232342c6-004e-4ff6-b323-4a3b0a997b1f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:13.759328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232342c6-004e-4ff6-b323-4a3b0a997b1f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:13.759944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-232342c6-004e-4ff6-b323-4a3b0a997b1f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:13.767395 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aa3f76-4ed4-4cfc-84d4-81c83c09c2de None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:13.791080 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-98432265-7e5c-457b-9c10-05e1d142faa4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:13.795332 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232342c6-004e-4ff6-b323-4a3b0a997b1f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=49a05714-2f39-4fa6-b7ab-4510343262cf,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:13.798121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-232342c6-004e-4ff6-b323-4a3b0a997b1f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:13.808218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-236deee4-05d0-41b6-ad96-096c5824ee71 req-fbb5c067-5bc2-4ab7-9c3c-158bee2d61ea tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:13.812100 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7b18ebbf-ace6-4727-bac7-fc2d891889f6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:13.838687 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5c067-5bc2-4ab7-9c3c-158bee2d61ea tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:13.842605 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fbb5c067-5bc2-4ab7-9c3c-158bee2d61ea tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:13.896652 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-98432265-7e5c-457b-9c10-05e1d142faa4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for 9d23f1f0-a854-4b91-a2b6-4c706aa00220 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:13.900170 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-236deee4-05d0-41b6-ad96-096c5824ee71 req-fbb5c067-5bc2-4ab7-9c3c-158bee2d61ea tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] No DVR routers for this DVR port e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e on host hv-neutron-7971 {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:13.903210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-236deee4-05d0-41b6-ad96-096c5824ee71 req-fbb5c067-5bc2-4ab7-9c3c-158bee2d61ea tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:13.907835 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-236deee4-05d0-41b6-ad96-096c5824ee71 req-fbb5c067-5bc2-4ab7-9c3c-158bee2d61ea tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "DELETE /v2.0/ports/e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e HTTP/1.1" status: 204 len: 173 time: 0.6262498 Jun 22 09:45:13.907835 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8764e309-b3f2-4d33-9432-39d55136ec77', 'name': 'network-vif-deleted', 'tag': 'e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:45:13.908286 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb4b2db-a95f-405b-9f0d-ec0dd65ba6d1" -d '{"events": [{"server_uuid": "8764e309-b3f2-4d33-9432-39d55136ec77", "name": "network-vif-deleted", "tag": "e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:45:13.910992 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-232342c6-004e-4ff6-b323-4a3b0a997b1f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6260073 Jun 22 09:45:13.915961 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59896) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:13.922652 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-14ba8329-d460-4768-a75b-c03fe72543a8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'fixed_ips': [{'subnet_id': '49a05714-2f39-4fa6-b7ab-4510343262cf', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-396033457'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:13.946068 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': '49a05714-2f39-4fa6-b7ab-4510343262cf'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:45:13.951667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:13.951998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04e4e7-2bf8-4dda-a8ca-14e867cc280c req-aa9b3c46-08fb-4d32-9d59-562ed3ef4ab1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:13.959515 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bb04e4e7-2bf8-4dda-a8ca-14e867cc280c req-aa9b3c46-08fb-4d32-9d59-562ed3ef4ab1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 946 time: 0.8122694 Jun 22 09:45:14.047521 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bb04e4e7-2bf8-4dda-a8ca-14e867cc280c req-38c7df1d-534c-4264-8efe-9b37edd0f948 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dd93053-b65d-4239-858a-9522821fd482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870087 Jun 22 09:45:14.116931 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee921-2ee9-49f3-b9bc-48aeb8ba2efd tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.122106 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:14.159175 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ee921-2ee9-49f3-b9bc-48aeb8ba2efd tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event deleted for resources: {'Port': ['ID=59b8c1b4-84b3-40a9-bc92-3bd3ade73afc,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:14.164559 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0a8ee921-2ee9-49f3-b9bc-48aeb8ba2efd tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:14.208491 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Allocated IP 2001:db8::2 (36eee797-60f1-483e-81c4-4dc1c89ce22a/49a05714-2f39-4fa6-b7ab-4510343262cf/7a4b4035-f72c-4897-bce1-8c5dbf00c4d5) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:14.239090 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee921-2ee9-49f3-b9bc-48aeb8ba2efd tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.357751 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee921-2ee9-49f3-b9bc-48aeb8ba2efd tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.361660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee921-2ee9-49f3-b9bc-48aeb8ba2efd tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.423307 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.426072 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fca1f8d-258e-4f5c-8bd0-695c8da29546 x-openstack-request-id: req-4fca1f8d-258e-4f5c-8bd0-695c8da29546 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:45:14.426631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8764e309-b3f2-4d33-9432-39d55136ec77", "name": "network-vif-deleted", "tag": "e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:45:14.426718 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fca1f8d-258e-4f5c-8bd0-695c8da29546 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:45:14.427162 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8764e309-b3f2-4d33-9432-39d55136ec77', 'name': 'network-vif-deleted', 'tag': 'e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e', 'status': 'completed', 'code': 200} Jun 22 09:45:14.428652 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-98432265-7e5c-457b-9c10-05e1d142faa4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.442207 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:14.472289 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59906) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:14.492000 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98432265-7e5c-457b-9c10-05e1d142faa4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=9d23f1f0-a854-4b91-a2b6-4c706aa00220,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:14.492000 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-98432265-7e5c-457b-9c10-05e1d142faa4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:14.560773 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-98432265-7e5c-457b-9c10-05e1d142faa4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.565831 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59910) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:14.566037 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-98432265-7e5c-457b-9c10-05e1d142faa4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/ports/9d23f1f0-a854-4b91-a2b6-4c706aa00220 HTTP/1.1" status: 204 len: 168 time: 1.8957787 Jun 22 09:45:14.581457 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Transition to ACTIVE for port object 7a4b4035-f72c-4897-bce1-8c5dbf00c4d5 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:14.583241 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee921-2ee9-49f3-b9bc-48aeb8ba2efd tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.585020 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8ee921-2ee9-49f3-b9bc-48aeb8ba2efd tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Fanout notify agent at l3_agent the message router_deleted on router 09aaf0f9-c9cb-4f59-bf81-5914db24d7ae {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:45:14.599739 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c3f29a-9422-4f75-bb45-1b8109431c44 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] GET failed (client error): The resource could not be found. Jun 22 09:45:14.601490 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee921-2ee9-49f3-b9bc-48aeb8ba2efd tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.604430 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-68c3f29a-9422-4f75-bb45-1b8109431c44 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports/9d23f1f0-a854-4b91-a2b6-4c706aa00220 HTTP/1.1" status: 404 len: 333 time: 0.0353413 Jun 22 09:45:14.604594 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0a8ee921-2ee9-49f3-b9bc-48aeb8ba2efd tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/routers/09aaf0f9-c9cb-4f59-bf81-5914db24d7ae HTTP/1.1" status: 204 len: 168 time: 2.6832204 Jun 22 09:45:14.606044 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59912) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:14.608075 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59914) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:14.612675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Transition to ACTIVE for port object 7a4b4035-f72c-4897-bce1-8c5dbf00c4d5 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:14.658480 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2133259287'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:14.679811 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ba8329-d460-4768-a75b-c03fe72543a8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:14.680790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8ebabef0-949d-4a36-a3a2-5c3bc9fcd7fb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.703608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8228fc9f-14ee-48cc-8754-004836ea917e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Deleting subnet 90f7021b-f8a0-4569-95b7-3911f6f55f81 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:45:14.706608 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8ebabef0-949d-4a36-a3a2-5c3bc9fcd7fb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.717612 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.720760 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a4cd2fd4-52b7-498d-9992-faff56b8dee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:14.732284 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8228fc9f-14ee-48cc-8754-004836ea917e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.773796 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:14.778832 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:14.781625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:14.784310 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Made reservation on behalf of 1e1c49b4fe1743bca27d47eb1c5640b6 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:14.790639 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.793242 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Pushing event updated for resources: {'Port': ['ID=7a4b4035-f72c-4897-bce1-8c5dbf00c4d5,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:14.796118 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:14.800735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.811112 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8228fc9f-14ee-48cc-8754-004836ea917e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.849868 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8ebabef0-949d-4a36-a3a2-5c3bc9fcd7fb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.853235 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8ebabef0-949d-4a36-a3a2-5c3bc9fcd7fb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.854967 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8ebabef0-949d-4a36-a3a2-5c3bc9fcd7fb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/security-groups/8a842bf8-d62f-4365-950c-718767550cc6 HTTP/1.1" status: 204 len: 168 time: 0.2478769 Jun 22 09:45:14.856356 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-63116d97-0bf2-4e7e-b84e-149fedf09abf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:14.859731 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Attempting to bind port 7a4b4035-f72c-4897-bce1-8c5dbf00c4d5 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:14.864493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Attempting to bind port 7a4b4035-f72c-4897-bce1-8c5dbf00c4d5 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:14.864493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Attempting to bind port 7a4b4035-f72c-4897-bce1-8c5dbf00c4d5 on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:14.865177 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59916) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:14.866628 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:14.867105 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:14.868117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.868260 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:14.868772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Bound port: 7a4b4035-f72c-4897-bce1-8c5dbf00c4d5, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:14.869230 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.885030 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebabef0-949d-4a36-a3a2-5c3bc9fcd7fb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a842bf8-d62f-4365-950c-718767550cc6,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:14.896722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8ebabef0-949d-4a36-a3a2-5c3bc9fcd7fb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:14.907032 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-14ba8329-d460-4768-a75b-c03fe72543a8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.935037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8228fc9f-14ee-48cc-8754-004836ea917e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.958948 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2105b0a1-4b3d-4e1d-bbf1-9b8c9be328a8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:14.959141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] For port 7a4b4035-f72c-4897-bce1-8c5dbf00c4d5, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:14.961897 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] For port 7a4b4035-f72c-4897-bce1-8c5dbf00c4d5, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=7a4b4035-f72c-4897-bce1-8c5dbf00c4d5,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:14.968023 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-14ba8329-d460-4768-a75b-c03fe72543a8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port e733569e-e949-431b-b4ce-b9ab776330d4 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:45:14.988461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2105b0a1-4b3d-4e1d-bbf1-9b8c9be328a8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.036833 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.039010 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d87f043f-87e8-4fc4-a612-f194d88a579a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:15.112429 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Pushing event updated for resources: {'Port': ['ID=7a4b4035-f72c-4897-bce1-8c5dbf00c4d5,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:15.121498 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:15.128276 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2105b0a1-4b3d-4e1d-bbf1-9b8c9be328a8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.131806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2105b0a1-4b3d-4e1d-bbf1-9b8c9be328a8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.138245 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2105b0a1-4b3d-4e1d-bbf1-9b8c9be328a8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/security-groups/16fb0967-c5d2-4559-b0d9-4fa94032538b HTTP/1.1" status: 204 len: 168 time: 0.2656779 Jun 22 09:45:15.138245 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d3a77dee-1e8a-425b-a44f-b07a47a4c40c tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:15.138476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.141494 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59920) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:15.150996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105b0a1-4b3d-4e1d-bbf1-9b8c9be328a8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fb0967-c5d2-4559-b0d9-4fa94032538b,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:15.161931 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2105b0a1-4b3d-4e1d-bbf1-9b8c9be328a8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:15.213209 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe2168d-194f-4be5-9825-4d2cb5c94504 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting subnet fbc05d62-9529-4726-9571-77a0d029486e {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:45:15.217195 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-afe2168d-194f-4be5-9825-4d2cb5c94504 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.242549 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.245640 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ba8329-d460-4768-a75b-c03fe72543a8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:45:15.246700 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ba8329-d460-4768-a75b-c03fe72543a8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:15.260236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c43908f3-d625-405c-b03d-85634fe6e824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:15.292188 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8228fc9f-14ee-48cc-8754-004836ea917e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.310046 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ee7a225f-96a1-4b87-834b-221da1d33fb1 req-71535411-3b4b-4f5a-ab91-e677df35285c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=8764e309-b3f2-4d33-9432-39d55136ec77 HTTP/1.1" status: 200 len: 210 time: 0.0713518 Jun 22 09:45:15.336436 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:45:15.345573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-afe2168d-194f-4be5-9825-4d2cb5c94504 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.348698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8228fc9f-14ee-48cc-8754-004836ea917e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.350620 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8228fc9f-14ee-48cc-8754-004836ea917e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/subnets/90f7021b-f8a0-4569-95b7-3911f6f55f81 HTTP/1.1" status: 204 len: 168 time: 0.7415671 Jun 22 09:45:15.353254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59922) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:15.384314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfec68dc-ff99-4e57-8125-4140b8568657,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:15.389887 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.390244 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Added segment d89a66c6-9c41-4b0d-8718-fe744197ec77 of type vlan for network 7b481a03-c157-4679-b383-e749a268dd17 Jun 22 09:45:15.394012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:15.394478 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:15.414666 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-14ba8329-d460-4768-a75b-c03fe72543a8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4975669 Jun 22 09:45:15.419486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59924) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:15.460171 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228fc9f-14ee-48cc-8754-004836ea917e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event deleted for resources: {'Subnet': ['ID=90f7021b-f8a0-4569-95b7-3911f6f55f81,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:15.466565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8228fc9f-14ee-48cc-8754-004836ea917e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:15.481989 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a58db5cb-0c60-49b4-bddc-01d90bc5959d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.500625 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.534034 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-afe2168d-194f-4be5-9825-4d2cb5c94504 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.569886 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23808201-a3f0-4a45-b4bb-4a8efa595d94 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:15.571286 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-23808201-a3f0-4a45-b4bb-4a8efa595d94 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1508443 Jun 22 09:45:15.574431 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59926) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:15.620685 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a58db5cb-0c60-49b4-bddc-01d90bc5959d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.637392 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.637612 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a58db5cb-0c60-49b4-bddc-01d90bc5959d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef9b3a4-358b-4e49-9eb4-cf356eed01fd']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:15.643219 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:15.648609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.648609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-74d674de-50d4-43fc-a1e3-de0125f7b711 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:15.652264 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a58db5cb-0c60-49b4-bddc-01d90bc5959d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca882a3e-f278-4fea-b905-b45263d0ec36') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:15.652559 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a58db5cb-0c60-49b4-bddc-01d90bc5959d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca882a3e-f278-4fea-b905-b45263d0ec36') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:15.656904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d662fee-4412-4a69-856d-473b648ecb5b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:15.658526 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d662fee-4412-4a69-856d-473b648ecb5b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:15.660032 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2d662fee-4412-4a69-856d-473b648ecb5b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0846961 Jun 22 09:45:15.664936 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59928) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:15.676652 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a58db5cb-0c60-49b4-bddc-01d90bc5959d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.698764 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-afe2168d-194f-4be5-9825-4d2cb5c94504 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.709842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a58db5cb-0c60-49b4-bddc-01d90bc5959d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.721553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58db5cb-0c60-49b4-bddc-01d90bc5959d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:45:15.721849 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-afe2168d-194f-4be5-9825-4d2cb5c94504 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.721969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a58db5cb-0c60-49b4-bddc-01d90bc5959d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.723813 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-afe2168d-194f-4be5-9825-4d2cb5c94504 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/fbc05d62-9529-4726-9571-77a0d029486e HTTP/1.1" status: 204 len: 168 time: 0.5808856 Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:45:15.724863 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:45:15.726905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Network': ['ID=7b481a03-c157-4679-b383-e749a268dd17,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:15.727525 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59930) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:15.730674 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:15.731240 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1b5f54d4-f2c0-4776-a8ce-4c306e65e219 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:15.733131 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-6e0884f7-c5bc-44ea-8cf7-4505640c075f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'subnet': {'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:15.734203 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1988ffda-9525-4c39-8d11-e45e5a3f9010 None None] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:15.750232 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 7b481a03-c157-4679-b383-e749a268dd17 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:45:15.753922 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2168d-194f-4be5-9825-4d2cb5c94504 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc05d62-9529-4726-9571-77a0d029486e,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:15.756475 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-afe2168d-194f-4be5-9825-4d2cb5c94504 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:15.783961 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e85265-7209-466f-8b44-a90a01180e90 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 49a05714-2f39-4fa6-b7ab-4510343262cf {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:45:15.799238 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-03e85265-7209-466f-8b44-a90a01180e90 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.815347 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3415878 Jun 22 09:45:15.816927 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59932) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:15.830548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-c15fc092-e748-4fab-880f-780ee96335b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1413460964'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:15.894998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-03e85265-7209-466f-8b44-a90a01180e90 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:15.986490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15fc092-e748-4fab-880f-780ee96335b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Made reservation on behalf of 1e1c49b4fe1743bca27d47eb1c5640b6 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:15.990519 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c15fc092-e748-4fab-880f-780ee96335b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.019023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-03e85265-7209-466f-8b44-a90a01180e90 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.038088 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15fc092-e748-4fab-880f-780ee96335b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:45:16.045235 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a58db5cb-0c60-49b4-bddc-01d90bc5959d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.050465 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9777daa4-b898-4d2d-bc4f-2a0abd1db101 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:16.055991 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a58db5cb-0c60-49b4-bddc-01d90bc5959d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.060807 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a58db5cb-0c60-49b4-bddc-01d90bc5959d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] 10.222.0.20 "DELETE /v2.0/networks/4ef9b3a4-358b-4e49-9eb4-cf356eed01fd HTTP/1.1" status: 204 len: 168 time: 0.7064824 Jun 22 09:45:16.066256 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c15fc092-e748-4fab-880f-780ee96335b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.066912 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-c15fc092-e748-4fab-880f-780ee96335b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Added segment e5ae6c9e-8898-4303-b489-292f31c5b0cd of type vlan for network 3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5 Jun 22 09:45:16.075574 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58db5cb-0c60-49b4-bddc-01d90bc5959d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Pushing event deleted for resources: {'Network': ['ID=4ef9b3a4-358b-4e49-9eb4-cf356eed01fd,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:16.081437 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a58db5cb-0c60-49b4-bddc-01d90bc5959d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:16.123317 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c15fc092-e748-4fab-880f-780ee96335b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.158339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0884f7-c5bc-44ea-8cf7-4505640c075f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:16.162439 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6e0884f7-c5bc-44ea-8cf7-4505640c075f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.201568 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:45:16.237046 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-03e85265-7209-466f-8b44-a90a01180e90 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.242129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-232342c6-004e-4ff6-b323-4a3b0a997b1f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:16.276887 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-03e85265-7209-466f-8b44-a90a01180e90 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.279901 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-03e85265-7209-466f-8b44-a90a01180e90 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/49a05714-2f39-4fa6-b7ab-4510343262cf HTTP/1.1" status: 204 len: 168 time: 0.6138210 Jun 22 09:45:16.281346 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59936) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:16.285895 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e85265-7209-466f-8b44-a90a01180e90 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=49a05714-2f39-4fa6-b7ab-4510343262cf,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:16.286253 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efe8bd2-1466-4006-9b70-b1d42d657ffd None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:16.289802 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-03e85265-7209-466f-8b44-a90a01180e90 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:16.341122 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c00fdaf8-d58c-4a6a-9dd1-0267b196d488 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540314 Jun 22 09:45:16.341122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c15fc092-e748-4fab-880f-780ee96335b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.341388 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59938) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:16.344260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15fc092-e748-4fab-880f-780ee96335b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:16.344904 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c15fc092-e748-4fab-880f-780ee96335b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.346683 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-3748fa15-6058-4e41-b98f-71361853fb2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:16.348378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-20bf0682-9222-48e9-94bb-007a9e23a442 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:16.367227 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-20636446-ca37-48a9-9b30-d295782bcadf None None] Provisioning for port 7a4b4035-f72c-4897-bce1-8c5dbf00c4d5 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:16.452758 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fc092-e748-4fab-880f-780ee96335b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Network': ['ID=3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:16.455846 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c15fc092-e748-4fab-880f-780ee96335b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:16.461458 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59942) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:16.468472 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:45:16.552860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-30aaeb5e-284c-4937-9c35-a2812855a373 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.584460 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c15fc092-e748-4fab-880f-780ee96335b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7637966 Jun 22 09:45:16.585307 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-30aaeb5e-284c-4937-9c35-a2812855a373 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.587669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59944) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:16.611494 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-5bd4b2e2-9488-4f9c-b073-aaf09e8a25f1 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'subnet': {'network_id': '7b481a03-c157-4679-b383-e749a268dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:16.675707 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c21eba8-af2d-47af-959e-4a477a03128b None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:45:16.684801 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d791804e-551b-46d7-b289-13083b9661ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.743300 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-9c21eba8-af2d-47af-959e-4a477a03128b None None] Deleting port 7a4b4035-f72c-4897-bce1-8c5dbf00c4d5 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:16.743733 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9c21eba8-af2d-47af-959e-4a477a03128b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.752248 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-30aaeb5e-284c-4937-9c35-a2812855a373 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.757645 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-30aaeb5e-284c-4937-9c35-a2812855a373 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.757645 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-30aaeb5e-284c-4937-9c35-a2812855a373 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/security-groups/1dd93053-b65d-4239-858a-9522821fd482 HTTP/1.1" status: 204 len: 168 time: 0.2930496 Jun 22 09:45:16.757645 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d275908d-23a0-4d2c-9047-9429740ff14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:16.767191 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aaeb5e-284c-4937-9c35-a2812855a373 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd93053-b65d-4239-858a-9522821fd482,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:16.775797 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59950) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:16.784917 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-30aaeb5e-284c-4937-9c35-a2812855a373 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:16.789042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3748fa15-6058-4e41-b98f-71361853fb2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:16.793503 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3748fa15-6058-4e41-b98f-71361853fb2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.830246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-556ff7c5-4c29-4fb9-bf30-d364948ba69b None None] Provisioning complete for port 32b6dde3-c33e-400e-a3a4-562f2b26e662 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:16.830645 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-556ff7c5-4c29-4fb9-bf30-d364948ba69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.836777 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-9c21eba8-af2d-47af-959e-4a477a03128b None None] For port 7a4b4035-f72c-4897-bce1-8c5dbf00c4d5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=7a4b4035-f72c-4897-bce1-8c5dbf00c4d5,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:16.837180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9c21eba8-af2d-47af-959e-4a477a03128b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.846617 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6e0884f7-c5bc-44ea-8cf7-4505640c075f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.853259 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7be3ec07-a9e2-4db0-99ca-415abf1ec09a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:16.871678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59954) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:16.925886 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-9c21eba8-af2d-47af-959e-4a477a03128b None None] Calling delete_port for 7a4b4035-f72c-4897-bce1-8c5dbf00c4d5 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:16.931076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe55270-2dc4-481d-b599-e89faa338c02 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting subnet 1b692d1b-860c-4e94-bf9b-e3f0934ae7d9 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:45:16.935124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2fe55270-2dc4-481d-b599-e89faa338c02 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.943303 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd4b2e2-9488-4f9c-b073-aaf09e8a25f1 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Made reservation on behalf of 1e1c49b4fe1743bca27d47eb1c5640b6 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:16.947936 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5bd4b2e2-9488-4f9c-b073-aaf09e8a25f1 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.956637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0884f7-c5bc-44ea-8cf7-4505640c075f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:16.975691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2fe55270-2dc4-481d-b599-e89faa338c02 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:16.981584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-6e0884f7-c5bc-44ea-8cf7-4505640c075f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:16.988142 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0884f7-c5bc-44ea-8cf7-4505640c075f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:16.988964 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6e0884f7-c5bc-44ea-8cf7-4505640c075f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.005621 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8926a6-3f1c-4d65-8bbb-da6de12dadfb None None] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:17.046297 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0884f7-c5bc-44ea-8cf7-4505640c075f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Subnet': ['ID=a3053efd-f6d8-4db6-a2ec-e3397643a170,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:17.073134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6e0884f7-c5bc-44ea-8cf7-4505640c075f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:17.077542 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2fe55270-2dc4-481d-b599-e89faa338c02 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.090824 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-646d9568-d3f2-4947-9bae-58b19d9ff024 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3fe8e4519a884b82ab7d8e90f6c4589b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115206 Jun 22 09:45:17.095465 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59956) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:17.141119 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-556ff7c5-4c29-4fb9-bf30-d364948ba69b None None] Provisioning complete for port 44d6b580-319b-42ea-bbcd-b01b79569117 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:17.141615 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-556ff7c5-4c29-4fb9-bf30-d364948ba69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.169066 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6e0884f7-c5bc-44ea-8cf7-4505640c075f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4404252 Jun 22 09:45:17.171859 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59958) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:17.177874 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-dd3ed621-a3d8-4975-a69b-a13826713a3b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'security_group': {'name': 'tempest-secgroup-175154178'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:17.268212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2fe55270-2dc4-481d-b599-e89faa338c02 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.274132 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-68dc53fb-9585-406d-9d5c-991a78ed2c7b tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:17.294294 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-361107dc-c734-4924-af32-08e5f3344b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.308111 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd3ed621-a3d8-4975-a69b-a13826713a3b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.310943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe55270-2dc4-481d-b599-e89faa338c02 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Subnet': ['ID=1b692d1b-860c-4e94-bf9b-e3f0934ae7d9,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:17.314367 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2fe55270-2dc4-481d-b599-e89faa338c02 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.319576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59960) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:17.324956 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2fe55270-2dc4-481d-b599-e89faa338c02 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/subnets/1b692d1b-860c-4e94-bf9b-e3f0934ae7d9 HTTP/1.1" status: 204 len: 168 time: 0.4460795 Jun 22 09:45:17.328486 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2fe55270-2dc4-481d-b599-e89faa338c02 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:17.337605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1311b963-8503-442e-8cf3-c553b197ea89 None None] Network 9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:17.344092 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9c21eba8-af2d-47af-959e-4a477a03128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.363807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f7aaa4c3-390d-4c19-8db2-b32a938a7b61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:17.396418 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c21eba8-af2d-47af-959e-4a477a03128b None None] No DVR routers for this DVR port 7a4b4035-f72c-4897-bce1-8c5dbf00c4d5 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:17.400490 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-361107dc-c734-4924-af32-08e5f3344b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.410845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3748fa15-6058-4e41-b98f-71361853fb2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.417257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9934e84d-9860-462e-8117-611d9ca47789 tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:17.424419 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd3ed621-a3d8-4975-a69b-a13826713a3b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.437221 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21eba8-af2d-47af-959e-4a477a03128b None None] Pushing event deleted for resources: {'Port': ['ID=7a4b4035-f72c-4897-bce1-8c5dbf00c4d5,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:17.439645 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9c21eba8-af2d-47af-959e-4a477a03128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:17.445162 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-556ff7c5-4c29-4fb9-bf30-d364948ba69b None None] Port 44d6b580-319b-42ea-bbcd-b01b79569117 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:17.507949 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.513111 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3748fa15-6058-4e41-b98f-71361853fb2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:17.518474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5bd4b2e2-9488-4f9c-b073-aaf09e8a25f1 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.520466 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-3748fa15-6058-4e41-b98f-71361853fb2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:17.525222 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3748fa15-6058-4e41-b98f-71361853fb2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:17.525801 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3748fa15-6058-4e41-b98f-71361853fb2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.529234 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748fa15-6058-4e41-b98f-71361853fb2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=2dd88670-5aca-40bc-9579-55d7b6f7d65f,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:17.533771 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6204d7-27ae-4cb3-96df-a3c817ac88b3 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:17.541885 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3748fa15-6058-4e41-b98f-71361853fb2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:17.542083 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:17.542193 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2cd48ce8-0b8e-46c0-8cd2-c78c5257175a tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:17.562066 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd3ed621-a3d8-4975-a69b-a13826713a3b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.566463 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d5446797-9403-4e02-a022-5a229798bb3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:17.600448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:17.600816 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device e2aa2a81-0aaf-4faf-8d74-6e7d49747d0e not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:17.606929 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ed621-a3d8-4975-a69b-a13826713a3b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a04c9f3-74f3-4171-aeed-7f7316b5ccde,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:17.609855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dd3ed621-a3d8-4975-a69b-a13826713a3b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:17.618638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4b2e2-9488-4f9c-b073-aaf09e8a25f1 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Subnet': ['ID=4d98057e-b9ab-4ed5-86cb-b2bba199d355,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:17.627283 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5bd4b2e2-9488-4f9c-b073-aaf09e8a25f1 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:17.640416 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd4b2e2-9488-4f9c-b073-aaf09e8a25f1 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Checking segment: {'id': 'd89a66c6-9c41-4b0d-8718-fe744197ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7b481a03-c157-4679-b383-e749a268dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:17.640780 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd4b2e2-9488-4f9c-b073-aaf09e8a25f1 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network hostable DHCP agents. Network: 7b481a03-c157-4679-b383-e749a268dd17, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:45:17.665798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-361107dc-c734-4924-af32-08e5f3344b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.668972 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-361107dc-c734-4924-af32-08e5f3344b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.672885 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-361107dc-c734-4924-af32-08e5f3344b86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6dfde31b-602b-4570-b37e-72f26b6a7866 HTTP/1.1" status: 204 len: 168 time: 0.5742390 Jun 22 09:45:17.672885 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port ce284d65-0d35-4347-a8c8-9b7d46833480 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:17.672885 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.689966 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd3ed621-a3d8-4975-a69b-a13826713a3b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.696303 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dd3ed621-a3d8-4975-a69b-a13826713a3b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5228300 Jun 22 09:45:17.697208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59964) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:17.704683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-ae7e2b15-3856-4025-bb53-bfe557b29d1c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'security_group': {'name': 'tempest-secgroup-745057366'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:17.736587 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4e0cef10-ef7b-432b-a38f-b50cf9122a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:17.744972 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3748fa15-6058-4e41-b98f-71361853fb2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4002616 Jun 22 09:45:17.744972 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd4b2e2-9488-4f9c-b073-aaf09e8a25f1 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network 7b481a03-c157-4679-b383-e749a268dd17 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:45:17.745648 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59966) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:17.757646 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-e665e720-2b22-46b7-900e-a61491b2f11a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2101803903', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:17.768829 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361107dc-c734-4924-af32-08e5f3344b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfde31b-602b-4570-b37e-72f26b6a7866,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:17.769836 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ca834c-497f-47e1-9f57-4fa3a377de5a None None] DHCP port deletion for 9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:45:17.779276 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-361107dc-c734-4924-af32-08e5f3344b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:17.783765 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': '2dd88670-5aca-40bc-9579-55d7b6f7d65f'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:45:17.784637 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.793866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port ce284d65-0d35-4347-a8c8-9b7d46833480, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ce284d65-0d35-4347-a8c8-9b7d46833480,segment=NetworkSegment(44d5211a-6f72-4593-87a9-aa3713310fa9),segment_id=44d5211a-6f72-4593-87a9-aa3713310fa9)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:17.794305 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.839109 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd244f1-8a99-44cc-969e-4a45c33dd82f None None] Update dhcp port {'port': {'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1', 'fixed_ips': [{'subnet_id': '69719954-f0b3-450c-9f6c-e5dc248d720a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a3053efd-f6d8-4db6-a2ec-e3397643a170'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': '32b6dde3-c33e-400e-a3a4-562f2b26e662'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:45:17.859449 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for ce284d65-0d35-4347-a8c8-9b7d46833480 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:17.913795 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-5bd4b2e2-9488-4f9c-b073-aaf09e8a25f1 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 7b481a03-c157-4679-b383-e749a268dd17) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:17.921363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2b15-3856-4025-bb53-bfe557b29d1c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.924840 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd4b2e2-9488-4f9c-b073-aaf09e8a25f1 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:17.924840 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5bd4b2e2-9488-4f9c-b073-aaf09e8a25f1 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:17.928257 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0285aa-7e31-4ae5-a37e-9f4b259f2b58 None None] Network 7b481a03-c157-4679-b383-e749a268dd17 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:17.983314 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2bd244f1-8a99-44cc-969e-4a45c33dd82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.033231 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e665e720-2b22-46b7-900e-a61491b2f11a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.034414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e665e720-2b22-46b7-900e-a61491b2f11a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.039500 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-a9ca834c-497f-47e1-9f57-4fa3a377de5a None None] Deleting port ce284d65-0d35-4347-a8c8-9b7d46833480 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:18.039901 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a9ca834c-497f-47e1-9f57-4fa3a377de5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.084667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.088910 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e665e720-2b22-46b7-900e-a61491b2f11a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.098212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0e633a9e-f1b1-4f34-a49d-adeeab9290c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:18.121626 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=ce284d65-0d35-4347-a8c8-9b7d46833480,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:18.123485 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] No DVR routers for this DVR port ce284d65-0d35-4347-a8c8-9b7d46833480 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:18.124975 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:18.176609 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a9ca834c-497f-47e1-9f57-4fa3a377de5a None None] For port ce284d65-0d35-4347-a8c8-9b7d46833480, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ce284d65-0d35-4347-a8c8-9b7d46833480,segment=NetworkSegment(44d5211a-6f72-4593-87a9-aa3713310fa9),segment_id=44d5211a-6f72-4593-87a9-aa3713310fa9)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:18.176960 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a9ca834c-497f-47e1-9f57-4fa3a377de5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.204216 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5bd4b2e2-9488-4f9c-b073-aaf09e8a25f1 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6069355 Jun 22 09:45:18.206959 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59976) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:18.211307 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2b15-3856-4025-bb53-bfe557b29d1c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.213299 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e665e720-2b22-46b7-900e-a61491b2f11a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.214507 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-a9a9bf3b-cb16-41a8-8e92-783c882ebb99 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'subnet': {'network_id': '3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:18.240793 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Allocated IP 2001:db8::2 (36eee797-60f1-483e-81c4-4dc1c89ce22a/2dd88670-5aca-40bc-9579-55d7b6f7d65f/c6dce51d-691f-44b5-a0c3-408698014c45) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:18.262279 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.281105 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:18.295619 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d5211a-6f72-4593-87a9-aa3713310fa9') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:18.295918 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d5211a-6f72-4593-87a9-aa3713310fa9') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:18.317271 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.336412 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.340123 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-a9ca834c-497f-47e1-9f57-4fa3a377de5a None None] Calling delete_port for ce284d65-0d35-4347-a8c8-9b7d46833480 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:18.343159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:45:18.347141 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2b15-3856-4025-bb53-bfe557b29d1c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.349018 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:45:18.351135 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:45:18.357053 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0755d987-6ebc-45bb-b1f7-729a9c0058c6 tempest-RoutersIpV6AdminTest-1648746898 tempest-RoutersIpV6AdminTest-1648746898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:18.382842 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e2b15-3856-4025-bb53-bfe557b29d1c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c296bc0-08b4-435b-86e3-0a9414b3c036,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:18.397828 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ae7e2b15-3856-4025-bb53-bfe557b29d1c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:18.545851 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-7b481a03-c157-4679-b383-e749a268dd17', 'network_id': '7b481a03-c157-4679-b383-e749a268dd17', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'fixed_ips': [{'subnet_id': '4d98057e-b9ab-4ed5-86cb-b2bba199d355'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:45:18.546698 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.559824 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-2bd244f1-8a99-44cc-969e-4a45c33dd82f None None] Allocated IP 172.20.0.2 (e36a616c-3e5f-4b43-8d29-99c8bec368c1/a3053efd-f6d8-4db6-a2ec-e3397643a170/32b6dde3-c33e-400e-a3a4-562f2b26e662) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:18.573415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e665e720-2b22-46b7-900e-a61491b2f11a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.574997 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e665e720-2b22-46b7-900e-a61491b2f11a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8284416 Jun 22 09:45:18.585592 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59980) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:18.623335 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.624058 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1ecae1a5-a30d-4fc3-8d19-cc3f4be205e4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:18.642008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.646920 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/networks/9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce HTTP/1.1" status: 204 len: 168 time: 1.3246882 Jun 22 09:45:18.648248 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Network': ['ID=9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:18.654158 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59986) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:18.661221 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:18.728962 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a9bf3b-cb16-41a8-8e92-783c882ebb99 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Made reservation on behalf of 1e1c49b4fe1743bca27d47eb1c5640b6 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:18.736136 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9a9bf3b-cb16-41a8-8e92-783c882ebb99 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.752179 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a9ca834c-497f-47e1-9f57-4fa3a377de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.759847 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:18.810826 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9ca834c-497f-47e1-9f57-4fa3a377de5a None None] Network 9aed28bb-4ca0-44c6-b4a2-b7a7cfdc05ce is not hosted by any dhcp agent {{(pid=100654) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 09:45:18.816565 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca834c-497f-47e1-9f57-4fa3a377de5a None None] No DVR routers for this DVR port ce284d65-0d35-4347-a8c8-9b7d46833480 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:18.825876 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca834c-497f-47e1-9f57-4fa3a377de5a None None] Pushing event deleted for resources: {'Port': ['ID=ce284d65-0d35-4347-a8c8-9b7d46833480,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:18.826552 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2b15-3856-4025-bb53-bfe557b29d1c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.828267 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a9ca834c-497f-47e1-9f57-4fa3a377de5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:18.831054 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ae7e2b15-3856-4025-bb53-bfe557b29d1c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1322820 Jun 22 09:45:18.833789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59990) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:18.840017 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a94db2b5-222f-4c1a-a3c0-ddd953576011 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'security_group': {'name': 'tempest-secgroup-1456060641'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:18.843261 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.886829 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Transition to ACTIVE for port object c6dce51d-691f-44b5-a0c3-408698014c45 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:18.891861 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ce284d65-0d35-4347-a8c8-9b7d46833480 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:18.894924 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-2bd244f1-8a99-44cc-969e-4a45c33dd82f None None] For port 32b6dde3-c33e-400e-a3a4-562f2b26e662, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=32b6dde3-c33e-400e-a3a4-562f2b26e662,segment=NetworkSegment(f2c07361-7fc8-4f02-a594-3a71b67d4739),segment_id=f2c07361-7fc8-4f02-a594-3a71b67d4739)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:18.927869 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:18.981764 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-d6a47604-8c69-47b0-997d-1a8271b5eee9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port 14bdb960-1202-4ece-95e3-d489220ed092 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:18.982479 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d6a47604-8c69-47b0-997d-1a8271b5eee9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.017076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a94db2b5-222f-4c1a-a3c0-ddd953576011 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.057107 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 59994) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:19.098590 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d6a47604-8c69-47b0-997d-1a8271b5eee9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.098982 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d6a47604-8c69-47b0-997d-1a8271b5eee9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.159608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: ce284d65-0d35-4347-a8c8-9b7d46833480 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:19.159608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ce284d65-0d35-4347-a8c8-9b7d46833480 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:19.169081 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Transition to ACTIVE for port object c6dce51d-691f-44b5-a0c3-408698014c45 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:19.179462 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2bd244f1-8a99-44cc-969e-4a45c33dd82f None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.212183 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-d6a47604-8c69-47b0-997d-1a8271b5eee9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for 14bdb960-1202-4ece-95e3-d489220ed092 owned by network:floatingip {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:19.213763 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a94db2b5-222f-4c1a-a3c0-ddd953576011 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.216412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Allocated IP 2001:db8::2 (7b481a03-c157-4679-b383-e749a268dd17/4d98057e-b9ab-4ed5-86cb-b2bba199d355/8cd7953a-9d5d-4c78-b87d-76b34b32e1c1) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:19.221549 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2bd244f1-8a99-44cc-969e-4a45c33dd82f None None] Transition to ACTIVE for port object 32b6dde3-c33e-400e-a3a4-562f2b26e662 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:19.224830 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1496808953'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:19.278634 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.282508 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-83f814d7-9f33-41f8-b8aa-5a2fe6f4c9a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:19.328188 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::1 (36eee797-60f1-483e-81c4-4dc1c89ce22a/2dd88670-5aca-40bc-9579-55d7b6f7d65f/964185cf-54d8-4097-a3f4-bc18cf06e034) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:19.332144 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:19.344654 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:19.353780 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:19.361093 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Pushing event updated for resources: {'Port': ['ID=c6dce51d-691f-44b5-a0c3-408698014c45,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:19.370971 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:19.371785 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-056e932c-a085-423f-92b4-d6c5e1ebc9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.373086 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2bd244f1-8a99-44cc-969e-4a45c33dd82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.379729 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-da31322a-c55a-44df-826f-23b23909eaa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:19.383342 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a94db2b5-222f-4c1a-a3c0-ddd953576011 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.388836 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ae7e2b15-3856-4025-bb53-bfe557b29d1c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:19.430966 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9a9bf3b-cb16-41a8-8e92-783c882ebb99 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.431710 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94db2b5-222f-4c1a-a3c0-ddd953576011 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef9c300-85e6-49a4-a1ca-8ccb3897ba56,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:19.435879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.436634 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a94db2b5-222f-4c1a-a3c0-ddd953576011 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:19.438247 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-800f9d61-a521-4b81-844f-0b0d3bce0ef8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:19.481281 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.486700 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:19.490424 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.494693 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object 964185cf-54d8-4097-a3f4-bc18cf06e034 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:19.524590 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.539323 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9bf3b-cb16-41a8-8e92-783c882ebb99 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Subnet': ['ID=ebe06b5b-d8dc-421c-84dc-f6fb50215d9d,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:19.544794 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a9a9bf3b-cb16-41a8-8e92-783c882ebb99 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:19.553798 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Attempting to bind port c6dce51d-691f-44b5-a0c3-408698014c45 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:19.554185 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Attempting to bind port c6dce51d-691f-44b5-a0c3-408698014c45 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:19.554554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Attempting to bind port c6dce51d-691f-44b5-a0c3-408698014c45 on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:19.561069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd244f1-8a99-44cc-969e-4a45c33dd82f None None] Pushing event updated for resources: {'Port': ['ID=32b6dde3-c33e-400e-a3a4-562f2b26e662,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:19.566553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9bf3b-cb16-41a8-8e92-783c882ebb99 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Checking segment: {'id': 'e5ae6c9e-8898-4303-b489-292f31c5b0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:19.566922 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a9bf3b-cb16-41a8-8e92-783c882ebb99 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network hostable DHCP agents. Network: 3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:45:19.569532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-2bd244f1-8a99-44cc-969e-4a45c33dd82f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:19.570181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:19.570565 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:19.571013 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.571478 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:19.571915 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Bound port: c6dce51d-691f-44b5-a0c3-408698014c45, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:19.572545 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.586567 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.587160 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.594370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d6a47604-8c69-47b0-997d-1a8271b5eee9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.595011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a94db2b5-222f-4c1a-a3c0-ddd953576011 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.596814 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a94db2b5-222f-4c1a-a3c0-ddd953576011 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7621431 Jun 22 09:45:19.598183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Transition to ACTIVE for port object 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:19.598657 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:19.605308 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 59998) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:19.613349 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-1a6ea9e5-be7a-488c-8589-6d2bf3e4ebc2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-427925350', 'security_groups': ['5ef9c300-85e6-49a4-a1ca-8ccb3897ba56'], 'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a3053efd-f6d8-4db6-a2ec-e3397643a170'}]}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:19.645132 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Transition to ACTIVE for port object 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:19.665780 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] For port c6dce51d-691f-44b5-a0c3-408698014c45, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:19.669246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] For port c6dce51d-691f-44b5-a0c3-408698014c45, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c6dce51d-691f-44b5-a0c3-408698014c45,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:19.673281 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-98432265-7e5c-457b-9c10-05e1d142faa4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:19.689047 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:19.698430 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:19.701413 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:19.702401 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.723498 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a9bf3b-cb16-41a8-8e92-783c882ebb99 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network 3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:45:19.731774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a47604-8c69-47b0-997d-1a8271b5eee9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=14bdb960-1202-4ece-95e3-d489220ed092,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:19.734900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.744738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=964185cf-54d8-4097-a3f4-bc18cf06e034,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:19.748289 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:19.755095 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d6a47604-8c69-47b0-997d-1a8271b5eee9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:19.791534 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.794483 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:19.812975 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d6a47604-8c69-47b0-997d-1a8271b5eee9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.813698 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-d6a47604-8c69-47b0-997d-1a8271b5eee9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP 47a56de2-a2c4-4c3e-a015-925a195268fe disassociated (deleted). External IP: 172.26.3.243, port: c4c59cff-0088-403c-9f18-be5a76cb05fe. Jun 22 09:45:19.829023 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.851064 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Network 7b481a03-c157-4679-b383-e749a268dd17 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:19.863645 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.868619 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:19.868869 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ca4bda98-6faf-4b23-b349-b00506b9c23a tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:19.873788 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:19.877122 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Pushing event updated for resources: {'Port': ['ID=8cd7953a-9d5d-4c78-b87d-76b34b32e1c1,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:19.885596 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:19.886033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a9ca834c-497f-47e1-9f57-4fa3a377de5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:19.926995 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:45:19.931758 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-a9a9bf3b-cb16-41a8-8e92-783c882ebb99 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:19.940998 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6ea9e5-be7a-488c-8589-6d2bf3e4ebc2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:19.953254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a9bf3b-cb16-41a8-8e92-783c882ebb99 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:19.953849 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9a9bf3b-cb16-41a8-8e92-783c882ebb99 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:19.961674 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a684b2bc-915d-4f3e-bd30-4bc42450d634 None None] Network 3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:19.965293 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df417e4-97c1-4631-818c-636cc552fa08,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:19.994366 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Attempting to bind port 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:19.994817 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Attempting to bind port 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'd89a66c6-9c41-4b0d-8718-fe744197ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7b481a03-c157-4679-b383-e749a268dd17'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:19.995206 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Attempting to bind port 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 on network 7b481a03-c157-4679-b383-e749a268dd17 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:20.019844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:20.028879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:20.029380 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Added segment b5277858-46b8-4aa3-87c6-fe9be6384d34 of type vlan for network 86af73ba-d576-49e5-a410-92974110b7e0 Jun 22 09:45:20.046738 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a9a9bf3b-cb16-41a8-8e92-783c882ebb99 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8385684 Jun 22 09:45:20.052333 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60000) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:20.057722 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-9817aa9e-1b9c-401a-8c97-e8c6317f6245 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1172773007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:20.064185 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:20.064582 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Checking segment: {'id': 'd89a66c6-9c41-4b0d-8718-fe744197ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7b481a03-c157-4679-b383-e749a268dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:20.065021 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:20.065565 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Bound using segment: {'id': 'd89a66c6-9c41-4b0d-8718-fe744197ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7b481a03-c157-4679-b383-e749a268dd17'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:20.066103 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Bound port: 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89a66c6-9c41-4b0d-8718-fe744197ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7b481a03-c157-4679-b383-e749a268dd17'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:20.066497 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:20.093170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Pushing event updated for resources: {'Port': ['ID=c6dce51d-691f-44b5-a0c3-408698014c45,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:20.097177 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:20.172126 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9817aa9e-1b9c-401a-8c97-e8c6317f6245 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:20.173529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9817aa9e-1b9c-401a-8c97-e8c6317f6245 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:20.188471 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:20.235461 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] For port 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:20.244366 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a6ea9e5-be7a-488c-8589-6d2bf3e4ebc2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:20.255846 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] For port 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8cd7953a-9d5d-4c78-b87d-76b34b32e1c1,segment=NetworkSegment(d89a66c6-9c41-4b0d-8718-fe744197ec77),segment_id=d89a66c6-9c41-4b0d-8718-fe744197ec77)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:20.342029 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-1a6ea9e5-be7a-488c-8589-6d2bf3e4ebc2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] device_id is not set on port b81263d7-65f1-4ff5-ab3f-e8420409aed9 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:45:20.353952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9817aa9e-1b9c-401a-8c97-e8c6317f6245 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:20.373182 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:20.407016 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:20.450806 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5', 'network_id': '3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'fixed_ips': [{'subnet_id': 'ebe06b5b-d8dc-421c-84dc-f6fb50215d9d'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:45:20.451838 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:20.464835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:20.557572 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:20.578178 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Pushing event updated for resources: {'Port': ['ID=8cd7953a-9d5d-4c78-b87d-76b34b32e1c1,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:20.583530 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9817aa9e-1b9c-401a-8c97-e8c6317f6245 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:20.589999 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:20.653198 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Allocated IP 2001:db8:1::2 (3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5/ebe06b5b-d8dc-421c-84dc-f6fb50215d9d/15b3d06c-e43e-4062-86e8-f23576c1648c) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:20.655568 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-31b1e570-a97c-4b26-a070-dad32d6a3d2a None None] Provisioning for port 32b6dde3-c33e-400e-a3a4-562f2b26e662 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:20.661024 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-31b1e570-a97c-4b26-a070-dad32d6a3d2a None None] Provisioning complete for port 32b6dde3-c33e-400e-a3a4-562f2b26e662 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:20.665996 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-31b1e570-a97c-4b26-a070-dad32d6a3d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:20.713611 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9817aa9e-1b9c-401a-8c97-e8c6317f6245 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:20.718259 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9817aa9e-1b9c-401a-8c97-e8c6317f6245 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6643901 Jun 22 09:45:20.722485 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60002) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:20.754664 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a47604-8c69-47b0-997d-1a8271b5eee9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router f582781a-9102-4a5f-966e-17b0cd22ff4e has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:45:20.831598 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:20.846444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:20.848341 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:20.864533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-40927f30-250c-4b15-9283-77213363b02c tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:21.001916 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:21.004376 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-31b1e570-a97c-4b26-a070-dad32d6a3d2a None None] Provisioning complete for port 44d6b580-319b-42ea-bbcd-b01b79569117 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:21.004376 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-31b1e570-a97c-4b26-a070-dad32d6a3d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:21.049312 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Transition to ACTIVE for port object 15b3d06c-e43e-4062-86e8-f23576c1648c will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:21.059541 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Network': ['ID=86af73ba-d576-49e5-a410-92974110b7e0,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:21.072436 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:21.078517 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 86af73ba-d576-49e5-a410-92974110b7e0 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:45:21.097334 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a47604-8c69-47b0-997d-1a8271b5eee9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:45:21.116378 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0cab5f-2f03-4331-ac79-7f41ab86e3f7 None None] Sync routers for ids ['f582781a-9102-4a5f-966e-17b0cd22ff4e'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:45:21.127856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d6a47604-8c69-47b0-997d-1a8271b5eee9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:21.134623 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0cab5f-2f03-4331-ac79-7f41ab86e3f7 None None] Routers {'f582781a-9102-4a5f-966e-17b0cd22ff4e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:21.135276 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5c0cab5f-2f03-4331-ac79-7f41ab86e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['f582781a-9102-4a5f-966e-17b0cd22ff4e'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:21.147497 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0805595 Jun 22 09:45:21.164759 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:21.213629 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d6a47604-8c69-47b0-997d-1a8271b5eee9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/floatingips/47a56de2-a2c4-4c3e-a015-925a195268fe HTTP/1.1" status: 204 len: 168 time: 2.5563858 Jun 22 09:45:21.221406 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Transition to ACTIVE for port object 15b3d06c-e43e-4062-86e8-f23576c1648c will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:21.223188 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'tag': 'c4c59cff-0088-403c-9f18-be5a76cb05fe'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:45:21.228908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-31b1e570-a97c-4b26-a070-dad32d6a3d2a None None] Port 44d6b580-319b-42ea-bbcd-b01b79569117 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:21.239216 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfc93c0-dbb9-485d-be53-066d1f94804f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e", "tag": "c4c59cff-0088-403c-9f18-be5a76cb05fe"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:45:21.311243 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:21.314835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5e2785b0-105a-43d3-ba52-074fdecaedf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:21.321596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fad083b-252a-4bfe-86ba-2c1c4539cffa x-openstack-request-id: req-0fad083b-252a-4bfe-86ba-2c1c4539cffa {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:45:21.321994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e", "tag": "c4c59cff-0088-403c-9f18-be5a76cb05fe", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:45:21.325930 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fad083b-252a-4bfe-86ba-2c1c4539cffa {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:45:21.325930 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'tag': 'c4c59cff-0088-403c-9f18-be5a76cb05fe', 'status': 'completed', 'code': 200} Jun 22 09:45:21.399204 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-1a6ea9e5-be7a-488c-8589-6d2bf3e4ebc2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Allocated IP 172.20.0.4 (e36a616c-3e5f-4b43-8d29-99c8bec368c1/a3053efd-f6d8-4db6-a2ec-e3397643a170/b81263d7-65f1-4ff5-ab3f-e8420409aed9) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:21.401319 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-5c0cab5f-2f03-4331-ac79-7f41ab86e3f7 None None] Set router f582781a-9102-4a5f-966e-17b0cd22ff4e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:21.419838 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Pushing event updated for resources: {'Port': ['ID=15b3d06c-e43e-4062-86e8-f23576c1648c,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:21.429466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:21.438543 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:21.458551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 32b6dde3-c33e-400e-a3a4-562f2b26e662 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:21.523992 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Network 3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:21.529682 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:21.536923 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:21.708515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Attempting to bind port 15b3d06c-e43e-4062-86e8-f23576c1648c on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:21.708993 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Attempting to bind port 15b3d06c-e43e-4062-86e8-f23576c1648c by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'e5ae6c9e-8898-4303-b489-292f31c5b0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:21.709374 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Attempting to bind port 15b3d06c-e43e-4062-86e8-f23576c1648c on network 3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:21.727135 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:21.728395 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Checking segment: {'id': 'e5ae6c9e-8898-4303-b489-292f31c5b0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:21.728689 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:21.729141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Bound using segment: {'id': 'e5ae6c9e-8898-4303-b489-292f31c5b0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:21.729687 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Bound port: 15b3d06c-e43e-4062-86e8-f23576c1648c, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ae6c9e-8898-4303-b489-292f31c5b0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:21.730867 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:21.817190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 32b6dde3-c33e-400e-a3a4-562f2b26e662 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:21.817524 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:21.839354 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5c0cab5f-2f03-4331-ac79-7f41ab86e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:45:09Z', 'revision_number': 6, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'a13e8cfb-a218-4798-9e17-bbebdb36ecf5', 'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:2a:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:51Z', 'updated_at': '2021-06-22T09:42:00Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:21.871406 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:21.894532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-df0fe4a9-3d1d-44d2-8ccf-4760b69e2509 None None] Provisioning for port c6dce51d-691f-44b5-a0c3-408698014c45 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:21.930119 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0cab5f-2f03-4331-ac79-7f41ab86e3f7 None None] Checking router: f582781a-9102-4a5f-966e-17b0cd22ff4e for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:45:21.945732 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0cab5f-2f03-4331-ac79-7f41ab86e3f7 None None] Routers {'f582781a-9102-4a5f-966e-17b0cd22ff4e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:21.946792 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5c0cab5f-2f03-4331-ac79-7f41ab86e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['f582781a-9102-4a5f-966e-17b0cd22ff4e'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:21.972131 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] For port 15b3d06c-e43e-4062-86e8-f23576c1648c, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:22.011759 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] For port 15b3d06c-e43e-4062-86e8-f23576c1648c, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=15b3d06c-e43e-4062-86e8-f23576c1648c,segment=NetworkSegment(e5ae6c9e-8898-4303-b489-292f31c5b0cd),segment_id=e5ae6c9e-8898-4303-b489-292f31c5b0cd)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:22.128658 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c6dce51d-691f-44b5-a0c3-408698014c45 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:22.131165 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:22.140535 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e34a9e6-e344-4d97-b542-254fa7c2401e None None] Network 7b481a03-c157-4679-b383-e749a268dd17 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:22.143816 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bb1b9ae0-821e-4147-a2f1-32534c6b18ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:22.189285 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc93c0-dbb9-485d-be53-066d1f94804f req-49d6f69d-fa78-457f-a809-10946b2a8489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:22.191045 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9cfc93c0-dbb9-485d-be53-066d1f94804f req-49d6f69d-fa78-457f-a809-10946b2a8489 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 1098 time: 0.7786226 Jun 22 09:45:22.284927 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a8350c0f-5f36-42b6-b04f-91c308cd9fc5 None None] Provisioning for port 964185cf-54d8-4097-a3f4-bc18cf06e034 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:22.296309 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-5c0cab5f-2f03-4331-ac79-7f41ab86e3f7 None None] Set router f582781a-9102-4a5f-966e-17b0cd22ff4e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:22.299021 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a8350c0f-5f36-42b6-b04f-91c308cd9fc5 None None] Provisioning complete for port 964185cf-54d8-4097-a3f4-bc18cf06e034 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:22.299021 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a8350c0f-5f36-42b6-b04f-91c308cd9fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:22.301942 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Pushing event updated for resources: {'Port': ['ID=15b3d06c-e43e-4062-86e8-f23576c1648c,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:22.305807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:22.370422 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-a8350c0f-5f36-42b6-b04f-91c308cd9fc5 None None] Port 964185cf-54d8-4097-a3f4-bc18cf06e034 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:22.419193 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:22.459283 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port c6dce51d-691f-44b5-a0c3-408698014c45 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:22.494501 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port c6dce51d-691f-44b5-a0c3-408698014c45 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:22.495412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:22.581821 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:22.586313 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:22.665662 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a6ea9e5-be7a-488c-8589-6d2bf3e4ebc2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:22.685095 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-1a6ea9e5-be7a-488c-8589-6d2bf3e4ebc2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Transition to ACTIVE for port object b81263d7-65f1-4ff5-ab3f-e8420409aed9 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:22.712961 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5c0cab5f-2f03-4331-ac79-7f41ab86e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:45:09Z', 'revision_number': 6, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'a13e8cfb-a218-4798-9e17-bbebdb36ecf5', 'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:2a:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:51Z', 'updated_at': '2021-06-22T09:42:00Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:22.723709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-956dd240-736f-4ce1-b717-5ce936a35899 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:22.746066 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0cab5f-2f03-4331-ac79-7f41ab86e3f7 None None] The sync data for ids ['f582781a-9102-4a5f-966e-17b0cd22ff4e'] in dv-neutron-797121-3-hyperv is: [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:45:09Z', 'revision_number': 6, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'a13e8cfb-a218-4798-9e17-bbebdb36ecf5', 'name': '', 'network_id': '9c753fde-2e6c-4c94-b61f-05eb2b76f365', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:2a:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:51Z', 'updated_at': '2021-06-22T09:42:00Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'bc367b05-800c-439a-bd80-4a9b41192c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:45:22.755517 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc93c0-dbb9-485d-be53-066d1f94804f req-1d52bba2-95d2-4f30-b618-c48820943a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:22.757078 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9cfc93c0-dbb9-485d-be53-066d1f94804f req-1d52bba2-95d2-4f30-b618-c48820943a71 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c753fde-2e6c-4c94-b61f-05eb2b76f365 HTTP/1.1" status: 200 len: 898 time: 0.4945624 Jun 22 09:45:22.829599 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:22.865279 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a6ea9e5-be7a-488c-8589-6d2bf3e4ebc2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:22.900852 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:22.934490 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6d11e369-8468-4cac-9b6f-b192dacb6f19 None None] Provisioning for port 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:22.940641 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6d11e369-8468-4cac-9b6f-b192dacb6f19 None None] Provisioning complete for port 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:22.941330 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6d11e369-8468-4cac-9b6f-b192dacb6f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:22.958613 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9cfc93c0-dbb9-485d-be53-066d1f94804f req-c07dc079-479c-4427-87d1-b67b4acaeb11 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4c59cff-0088-403c-9f18-be5a76cb05fe HTTP/1.1" status: 200 len: 217 time: 0.1210237 Jun 22 09:45:22.997582 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port c6dce51d-691f-44b5-a0c3-408698014c45, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c6dce51d-691f-44b5-a0c3-408698014c45,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:23.013225 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6ea9e5-be7a-488c-8589-6d2bf3e4ebc2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:23.014110 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=964185cf-54d8-4097-a3f4-bc18cf06e034,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:23.050797 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:23.059832 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6d11e369-8468-4cac-9b6f-b192dacb6f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:23.074486 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a81a21f7-8489-4794-9f3e-ecbd9fc6948b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:23.081633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-1a6ea9e5-be7a-488c-8589-6d2bf3e4ebc2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:23.090833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b717b-6774-497b-bc3b-4024088cb3f9 req-165ab576-7803-464c-aebc-7c4e245edb7b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:23.099976 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e35b717b-6774-497b-bc3b-4024088cb3f9 req-165ab576-7803-464c-aebc-7c4e245edb7b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 945 time: 0.9150319 Jun 22 09:45:23.124705 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ea9e5-be7a-488c-8589-6d2bf3e4ebc2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:23.130908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:23.143833 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-6d11e369-8468-4cac-9b6f-b192dacb6f19 None None] For port 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8cd7953a-9d5d-4c78-b87d-76b34b32e1c1,segment=NetworkSegment(d89a66c6-9c41-4b0d-8718-fe744197ec77),segment_id=d89a66c6-9c41-4b0d-8718-fe744197ec77)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:23.144802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-df6a920f-b441-4b83-b9b1-3881fb97079b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:23.258881 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=c6dce51d-691f-44b5-a0c3-408698014c45,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:23.260201 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:23.281858 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6d11e369-8468-4cac-9b6f-b192dacb6f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:23.287736 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:23.331226 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc93c0-dbb9-485d-be53-066d1f94804f req-a4902a5f-0124-4533-b6f8-2868142e2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:23.332724 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9cfc93c0-dbb9-485d-be53-066d1f94804f req-a4902a5f-0124-4533-b6f8-2868142e2b8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bc367b05-800c-439a-bd80-4a9b41192c19 HTTP/1.1" status: 200 len: 835 time: 0.3309700 Jun 22 09:45:23.352479 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d6f28-7198-46fe-8292-1bb5151a39e8 None None] New status for floating IP 47a56de2-a2c4-4c3e-a015-925a195268fe: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:45:23.460716 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11e369-8468-4cac-9b6f-b192dacb6f19 None None] Pushing event updated for resources: {'Port': ['ID=8cd7953a-9d5d-4c78-b87d-76b34b32e1c1,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:23.470408 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 15b3d06c-e43e-4062-86e8-f23576c1648c up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:23.474367 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6d11e369-8468-4cac-9b6f-b192dacb6f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:23.524316 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-794a756c-e2b8-4528-bb6a-1f08c9be7fc2 None None] Provisioning complete for port 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:23.524877 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-794a756c-e2b8-4528-bb6a-1f08c9be7fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:23.528357 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ea9e5-be7a-488c-8589-6d2bf3e4ebc2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:23.529190 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a6ea9e5-be7a-488c-8589-6d2bf3e4ebc2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:23.554250 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:23.583949 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:23.585693 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ea9e5-be7a-488c-8589-6d2bf3e4ebc2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=b81263d7-65f1-4ff5-ab3f-e8420409aed9,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:23.621766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1a6ea9e5-be7a-488c-8589-6d2bf3e4ebc2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:23.639637 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1a6ea9e5-be7a-488c-8589-6d2bf3e4ebc2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0331976 Jun 22 09:45:23.642889 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60010) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:23.649178 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e35b717b-6774-497b-bc3b-4024088cb3f9 req-b1837cbe-b3fd-4dd7-ac35-4a2488207cc4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e8f456b-98f1-419a-bd66-02c473f08baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5481017 Jun 22 09:45:23.652952 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-ac9a9413-d896-46c7-9722-a160e1549b31 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'subnet': {'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:23.658905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 15b3d06c-e43e-4062-86e8-f23576c1648c completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:23.845604 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7a608ae9-06fa-47b4-a35e-b978f3c2dec7 None None] Provisioning for port b81263d7-65f1-4ff5-ab3f-e8420409aed9 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:23.852482 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7a608ae9-06fa-47b4-a35e-b978f3c2dec7 None None] Provisioning complete for port b81263d7-65f1-4ff5-ab3f-e8420409aed9 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:23.854237 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7a608ae9-06fa-47b4-a35e-b978f3c2dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:23.891598 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e0c30-f20a-43ea-8836-24550417229a req-4d62d096-203e-4dd5-b40f-615ddd82494d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:23.893965 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-628e0c30-f20a-43ea-8836-24550417229a req-4d62d096-203e-4dd5-b40f-615ddd82494d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 945 time: 0.1563969 Jun 22 09:45:23.922092 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb99cd1-bf99-468d-b2ea-91a38ce65f61 None None] Network 3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:23.933507 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc93c0-dbb9-485d-be53-066d1f94804f req-6f32ec63-4ef1-4d39-86a7-5e487f293271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:23.941274 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9cfc93c0-dbb9-485d-be53-066d1f94804f req-6f32ec63-4ef1-4d39-86a7-5e487f293271 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c753fde-2e6c-4c94-b61f-05eb2b76f365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5617571 Jun 22 09:45:24.037887 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Allocated IP 2001:db8::1 (7b481a03-c157-4679-b383-e749a268dd17/4d98057e-b9ab-4ed5-86cb-b2bba199d355/91430cb3-3628-410b-8ebc-cf2c9b36b648) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:24.050057 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-628e0c30-f20a-43ea-8836-24550417229a req-1560a30d-0d64-486b-972b-b778e5a4516f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port c4c59cff-0088-403c-9f18-be5a76cb05fe {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:24.050646 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-628e0c30-f20a-43ea-8836-24550417229a req-1560a30d-0d64-486b-972b-b778e5a4516f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:24.055175 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-7a608ae9-06fa-47b4-a35e-b978f3c2dec7 None None] Port b81263d7-65f1-4ff5-ab3f-e8420409aed9 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:24.068799 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9a9413-d896-46c7-9722-a160e1549b31 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:24.074294 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ac9a9413-d896-46c7-9722-a160e1549b31 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:24.143296 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Router c39dc779-6986-4395-b067-6a022acf24e2 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:45:24.155877 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9cfc93c0-dbb9-485d-be53-066d1f94804f req-e955941a-7b96-4880-9f75-b5e3ccd19bb8 service neutron] 10.222.0.35 "GET /v2.0/networks/9c753fde-2e6c-4c94-b61f-05eb2b76f365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109599 Jun 22 09:45:24.260755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-08d95d42-919b-4711-9c54-ef9e24dd6cd7 None None] Provisioning for port 15b3d06c-e43e-4062-86e8-f23576c1648c completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:24.266760 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-08d95d42-919b-4711-9c54-ef9e24dd6cd7 None None] Provisioning complete for port 15b3d06c-e43e-4062-86e8-f23576c1648c triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:24.269269 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-08d95d42-919b-4711-9c54-ef9e24dd6cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:24.281040 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.ipam_backend_mixin [None req-ac9a9413-d896-46c7-9722-a160e1549b31 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a3053efd-f6d8-4db6-a2ec-e3397643a170 (CIDR: 172.20.0.0/28) Jun 22 09:45:24.284194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-628e0c30-f20a-43ea-8836-24550417229a req-1560a30d-0d64-486b-972b-b778e5a4516f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port c4c59cff-0088-403c-9f18-be5a76cb05fe, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c4c59cff-0088-403c-9f18-be5a76cb05fe,segment=NetworkSegment(dd845625-d5a4-4bdb-abfb-8221ca732eaa),segment_id=dd845625-d5a4-4bdb-abfb-8221ca732eaa)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:24.284776 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-628e0c30-f20a-43ea-8836-24550417229a req-1560a30d-0d64-486b-972b-b778e5a4516f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:24.360168 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9a9413-d896-46c7-9722-a160e1549b31 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:45:24.361107 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac9a9413-d896-46c7-9722-a160e1549b31 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:24.371144 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:24.376220 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60012) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:24.389776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-dabe8a27-4f4c-4455-b9f1-196343ab2bef tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'subnet': {'network_id': '86af73ba-d576-49e5-a410-92974110b7e0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:24.400251 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-628e0c30-f20a-43ea-8836-24550417229a req-1560a30d-0d64-486b-972b-b778e5a4516f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for c4c59cff-0088-403c-9f18-be5a76cb05fe owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:24.404279 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-08d95d42-919b-4711-9c54-ef9e24dd6cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:24.419977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:45:24.432469 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Sync routers for ids ['c39dc779-6986-4395-b067-6a022acf24e2'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:45:24.444236 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Routers {'c39dc779-6986-4395-b067-6a022acf24e2'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:24.445128 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['c39dc779-6986-4395-b067-6a022acf24e2'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:24.447819 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-08d95d42-919b-4711-9c54-ef9e24dd6cd7 None None] For port 15b3d06c-e43e-4062-86e8-f23576c1648c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=15b3d06c-e43e-4062-86e8-f23576c1648c,segment=NetworkSegment(e5ae6c9e-8898-4303-b489-292f31c5b0cd),segment_id=e5ae6c9e-8898-4303-b489-292f31c5b0cd)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:24.463020 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "PUT /v2.0/routers/c39dc779-6986-4395-b067-6a022acf24e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8838887 Jun 22 09:45:24.467104 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60014) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:24.468334 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Transition to ACTIVE for port object 91430cb3-3628-410b-8ebc-cf2c9b36b648 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:24.515581 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9cfc93c0-dbb9-485d-be53-066d1f94804f req-240f6fed-d657-491f-8fe8-7df8a3b9b41c service neutron] 10.222.0.35 "GET /v2.0/networks/9c753fde-2e6c-4c94-b61f-05eb2b76f365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462906 Jun 22 09:45:24.549161 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a79c5b-5b59-49c8-8a16-98cd28e5af40 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:24.550283 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Set router c39dc779-6986-4395-b067-6a022acf24e2 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:24.553299 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-97a79c5b-5b59-49c8-8a16-98cd28e5af40 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports/964185cf-54d8-4097-a3f4-bc18cf06e034 HTTP/1.1" status: 200 len: 911 time: 0.0831959 Jun 22 09:45:24.553610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60016) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:24.555408 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-08d95d42-919b-4711-9c54-ef9e24dd6cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:24.560361 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:24.564451 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ac9a9413-d896-46c7-9722-a160e1549b31 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9189248 Jun 22 09:45:24.570001 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60018) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:24.575738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-5f6f6470-1f9f-4571-a9b5-d3603643c8d9 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'subnet': {'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:24.602894 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-08d95d42-919b-4711-9c54-ef9e24dd6cd7 None None] Provisioning complete for port 964185cf-54d8-4097-a3f4-bc18cf06e034 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:24.603288 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-08d95d42-919b-4711-9c54-ef9e24dd6cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:24.650705 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c9f499-714e-4603-91be-a5c3954e07f8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:24.658916 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c9f499-714e-4603-91be-a5c3954e07f8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:24.666658 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d95d42-919b-4711-9c54-ef9e24dd6cd7 None None] Pushing event updated for resources: {'Port': ['ID=15b3d06c-e43e-4062-86e8-f23576c1648c,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:24.670038 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-86c9f499-714e-4603-91be-a5c3954e07f8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1153841 Jun 22 09:45:24.670966 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-08d95d42-919b-4711-9c54-ef9e24dd6cd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:24.672101 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-08d95d42-919b-4711-9c54-ef9e24dd6cd7 None None] Port 964185cf-54d8-4097-a3f4-bc18cf06e034 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:24.673156 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60020) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:24.718469 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabe8a27-4f4c-4455-b9f1-196343ab2bef tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:24.718469 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dabe8a27-4f4c-4455-b9f1-196343ab2bef tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:24.765561 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:24.794381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-37e348e6-8451-494c-9886-b31e7dbc7252 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:24.801965 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7c101764-4988-4dc5-b083-bb7551744430 None None] Provisioning complete for port 15b3d06c-e43e-4062-86e8-f23576c1648c triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:24.803699 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7c101764-4988-4dc5-b083-bb7551744430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:24.805763 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39dc779-6986-4395-b067-6a022acf24e2', 'name': 'tempest-NetworksTestDHCPv6-router-2101803903', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:18Z', 'updated_at': '2021-06-22T09:45:19Z', 'revision_number': 2, 'project_id': 'a9c1085b63b34e82a563468655f91b80', 'gw_port_host': None, '_interfaces': [{'id': '964185cf-54d8-4097-a3f4-bc18cf06e034', 'name': '', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'mac_address': 'fa:16:3e:ab:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39dc779-6986-4395-b067-6a022acf24e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2dd88670-5aca-40bc-9579-55d7b6f7d65f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:19Z', 'updated_at': '2021-06-22T09:45:20Z', 'revision_number': 2, 'project_id': 'a9c1085b63b34e82a563468655f91b80', 'subnets': [{'id': '2dd88670-5aca-40bc-9579-55d7b6f7d65f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:24.837736 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Checking router: c39dc779-6986-4395-b067-6a022acf24e2 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:45:24.838583 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Updating router c39dc779-6986-4395-b067-6a022acf24e2 port 964185cf-54d8-4097-a3f4-bc18cf06e034 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:45:24.855725 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network 7b481a03-c157-4679-b383-e749a268dd17 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:24.859055 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-628e0c30-f20a-43ea-8836-24550417229a req-1560a30d-0d64-486b-972b-b778e5a4516f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:24.862712 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:24.865646 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-de03423f-34df-47b1-90a9-0c27c5057e60 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:24.873381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:24.873909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:24.883135 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:24.904059 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6f6470-1f9f-4571-a9b5-d3603643c8d9 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:24.907616 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6470-1f9f-4571-a9b5-d3603643c8d9 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:24.939739 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560a30d-0d64-486b-972b-b778e5a4516f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=c4c59cff-0088-403c-9f18-be5a76cb05fe,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:24.974991 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=91430cb3-3628-410b-8ebc-cf2c9b36b648,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:24.998090 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1560a30d-0d64-486b-972b-b778e5a4516f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:25.069586 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-628e0c30-f20a-43ea-8836-24550417229a req-1560a30d-0d64-486b-972b-b778e5a4516f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] No DVR routers for this DVR port c4c59cff-0088-403c-9f18-be5a76cb05fe on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:25.072959 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-628e0c30-f20a-43ea-8836-24550417229a req-1560a30d-0d64-486b-972b-b778e5a4516f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:25.075521 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-628e0c30-f20a-43ea-8836-24550417229a req-1560a30d-0d64-486b-972b-b778e5a4516f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "DELETE /v2.0/ports/c4c59cff-0088-403c-9f18-be5a76cb05fe HTTP/1.1" status: 204 len: 173 time: 1.1671877 Jun 22 09:45:25.081829 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'name': 'network-vif-deleted', 'tag': 'c4c59cff-0088-403c-9f18-be5a76cb05fe'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:45:25.097743 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2ae95b-db6d-41e4-b4aa-43993c393be6" -d '{"events": [{"server_uuid": "a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e", "name": "network-vif-deleted", "tag": "c4c59cff-0088-403c-9f18-be5a76cb05fe"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:45:25.179327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f95138-e3ce-4e49-9a4b-bdc79918898f x-openstack-request-id: req-97f95138-e3ce-4e49-9a4b-bdc79918898f {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:45:25.179327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e", "name": "network-vif-deleted", "tag": "c4c59cff-0088-403c-9f18-be5a76cb05fe", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:45:25.179327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97f95138-e3ce-4e49-9a4b-bdc79918898f {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:45:25.179327 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e', 'name': 'network-vif-deleted', 'tag': 'c4c59cff-0088-403c-9f18-be5a76cb05fe', 'status': 'completed', 'code': 200} Jun 22 09:45:25.189260 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edfd55-b4ab-43cf-995e-dad0eeabea37 req-ccc0352f-4aaa-4fda-9123-fafb8a1abe74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:25.198663 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-21edfd55-b4ab-43cf-995e-dad0eeabea37 req-ccc0352f-4aaa-4fda-9123-fafb8a1abe74 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 867 time: 0.3835683 Jun 22 09:45:25.228521 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:25.233923 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.ipam_backend_mixin [None req-5f6f6470-1f9f-4571-a9b5-d3603643c8d9 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 69719954-f0b3-450c-9f6c-e5dc248d720a (CIDR: 172.20.0.16/28) Jun 22 09:45:25.241512 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Transition to ACTIVE for port object 964185cf-54d8-4097-a3f4-bc18cf06e034 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:25.264983 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 15b3d06c-e43e-4062-86e8-f23576c1648c up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:25.265438 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-21edfd55-b4ab-43cf-995e-dad0eeabea37 req-c4ff79a9-cc16-410e-9657-2c8cf768928d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e8f456b-98f1-419a-bd66-02c473f08baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658917 Jun 22 09:45:25.284799 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6f6470-1f9f-4571-a9b5-d3603643c8d9 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:45:25.285925 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6f6470-1f9f-4571-a9b5-d3603643c8d9 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:25.327793 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 15b3d06c-e43e-4062-86e8-f23576c1648c triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:25.328184 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:25.346507 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:25.349374 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-152c689c-f2b8-401b-bfc6-d432b9b0d773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:25.397842 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5f6f6470-1f9f-4571-a9b5-d3603643c8d9 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8171058 Jun 22 09:45:25.397842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60026) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:25.397842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-8315758f-69f5-48e4-82bb-e4de245797d2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'subnet': {'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:25.408188 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d82f4850-c68d-46bd-b7f0-0a072842b47f None None] Provisioning for port 91430cb3-3628-410b-8ebc-cf2c9b36b648 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:25.418309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d82f4850-c68d-46bd-b7f0-0a072842b47f None None] Provisioning complete for port 91430cb3-3628-410b-8ebc-cf2c9b36b648 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:25.418954 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d82f4850-c68d-46bd-b7f0-0a072842b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:25.450333 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e91cd-9671-447b-850f-b0809ee66342 None None] Pushing event updated for resources: {'Port': ['ID=964185cf-54d8-4097-a3f4-bc18cf06e034,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:25.459947 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:25.460631 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-0d9e91cd-9671-447b-850f-b0809ee66342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:25.502804 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-d82f4850-c68d-46bd-b7f0-0a072842b47f None None] Port 91430cb3-3628-410b-8ebc-cf2c9b36b648 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:25.541953 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Attempting to bind port 964185cf-54d8-4097-a3f4-bc18cf06e034 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:25.542663 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Attempting to bind port 964185cf-54d8-4097-a3f4-bc18cf06e034 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:25.543199 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Attempting to bind port 964185cf-54d8-4097-a3f4-bc18cf06e034 on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:25.550020 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:25.550399 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:25.550802 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:25.551199 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:25.551727 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Bound port: 964185cf-54d8-4097-a3f4-bc18cf06e034, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:25.552110 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:25.554957 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:25.555343 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:25.562120 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:25.697828 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c6dce51d-691f-44b5-a0c3-408698014c45 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:25.709167 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] For port 964185cf-54d8-4097-a3f4-bc18cf06e034, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:25.713189 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] For port 964185cf-54d8-4097-a3f4-bc18cf06e034, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=964185cf-54d8-4097-a3f4-bc18cf06e034,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:25.735349 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8315758f-69f5-48e4-82bb-e4de245797d2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Made reservation on behalf of 0110610b37fd4838a23148654276ede5 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:25.739035 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8315758f-69f5-48e4-82bb-e4de245797d2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:25.765402 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port c6dce51d-691f-44b5-a0c3-408698014c45 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:25.766223 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:25.772662 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:25.815105 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:25.818510 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-2aa672b0-f99d-4fb4-b250-f6cb24a85eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:25.908533 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e91cd-9671-447b-850f-b0809ee66342 None None] Pushing event updated for resources: {'Port': ['ID=964185cf-54d8-4097-a3f4-bc18cf06e034,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:25.911564 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Routers {'c39dc779-6986-4395-b067-6a022acf24e2'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:25.912431 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['c39dc779-6986-4395-b067-6a022acf24e2'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:25.914392 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-0d9e91cd-9671-447b-850f-b0809ee66342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:25.942544 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dabe8a27-4f4c-4455-b9f1-196343ab2bef tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:25.949771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b5f63865-a1ec-429c-bf4a-8f0daf77d3e2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:26.016513 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1728caf9-23a6-4e30-97e1-153ff736a9aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:26.020445 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] Set router c39dc779-6986-4395-b067-6a022acf24e2 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:26.113270 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe8a27-4f4c-4455-b9f1-196343ab2bef tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Subnet': ['ID=1128047c-1a2b-4ccc-8822-97352b8a4b17,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:26.123862 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8315758f-69f5-48e4-82bb-e4de245797d2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:26.129119 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:26.163124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dabe8a27-4f4c-4455-b9f1-196343ab2bef tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:26.176936 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8315758f-69f5-48e4-82bb-e4de245797d2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:26.180558 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-8315758f-69f5-48e4-82bb-e4de245797d2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:26.187397 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8315758f-69f5-48e4-82bb-e4de245797d2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:26.188381 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8315758f-69f5-48e4-82bb-e4de245797d2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:26.203695 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315758f-69f5-48e4-82bb-e4de245797d2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Subnet': ['ID=78e96ac6-757e-41fa-a3de-6a3b51cf214f,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:26.209814 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bf029d-fac4-4350-92f8-b9d07e726619 None None] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:26.223920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8315758f-69f5-48e4-82bb-e4de245797d2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:26.240947 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabe8a27-4f4c-4455-b9f1-196343ab2bef tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Checking segment: {'id': 'b5277858-46b8-4aa3-87c6-fe9be6384d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '86af73ba-d576-49e5-a410-92974110b7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:26.241334 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabe8a27-4f4c-4455-b9f1-196343ab2bef tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network hostable DHCP agents. Network: 86af73ba-d576-49e5-a410-92974110b7e0, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:45:26.273351 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39dc779-6986-4395-b067-6a022acf24e2', 'name': 'tempest-NetworksTestDHCPv6-router-2101803903', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:18Z', 'updated_at': '2021-06-22T09:45:19Z', 'revision_number': 2, 'project_id': 'a9c1085b63b34e82a563468655f91b80', 'gw_port_host': None, '_interfaces': [{'id': '964185cf-54d8-4097-a3f4-bc18cf06e034', 'name': '', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'mac_address': 'fa:16:3e:ab:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39dc779-6986-4395-b067-6a022acf24e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2dd88670-5aca-40bc-9579-55d7b6f7d65f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:19Z', 'updated_at': '2021-06-22T09:45:25Z', 'revision_number': 4, 'project_id': 'a9c1085b63b34e82a563468655f91b80', 'subnets': [{'id': '2dd88670-5aca-40bc-9579-55d7b6f7d65f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:26.302310 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8315758f-69f5-48e4-82bb-e4de245797d2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9102702 Jun 22 09:45:26.304912 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60030) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:26.316620 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee61fd2-184c-4ee9-86d1-4ea2269db9cd None None] The sync data for ids ['c39dc779-6986-4395-b067-6a022acf24e2'] in dv-neutron-797121-3-hyperv is: [{'id': 'c39dc779-6986-4395-b067-6a022acf24e2', 'name': 'tempest-NetworksTestDHCPv6-router-2101803903', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:18Z', 'updated_at': '2021-06-22T09:45:19Z', 'revision_number': 2, 'project_id': 'a9c1085b63b34e82a563468655f91b80', 'gw_port_host': None, '_interfaces': [{'id': '964185cf-54d8-4097-a3f4-bc18cf06e034', 'name': '', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'mac_address': 'fa:16:3e:ab:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39dc779-6986-4395-b067-6a022acf24e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2dd88670-5aca-40bc-9579-55d7b6f7d65f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:19Z', 'updated_at': '2021-06-22T09:45:25Z', 'revision_number': 4, 'project_id': 'a9c1085b63b34e82a563468655f91b80', 'subnets': [{'id': '2dd88670-5aca-40bc-9579-55d7b6f7d65f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:45:26.317721 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-7be52ebd-d23c-474c-b6dc-cfa61313cd7e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1784812734', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '78e96ac6-757e-41fa-a3de-6a3b51cf214f'}], 'security_groups': ['6a04c9f3-74f3-4171-aeed-7f7316b5ccde', '6c296bc0-08b4-435b-86e3-0a9414b3c036']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:26.374177 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:26.463473 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabe8a27-4f4c-4455-b9f1-196343ab2bef tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network 86af73ba-d576-49e5-a410-92974110b7e0 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:45:26.496799 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-477189f0-d8c8-44a5-96b3-65c12ec9551b req-a00d7fbc-347e-4c4f-875f-c1bd693a3653 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7c8b9a8-ab40-4aa2-b089-e74e77f9d29e HTTP/1.1" status: 200 len: 210 time: 0.0518372 Jun 22 09:45:26.499552 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:26.500511 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:26.507297 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-98e83959-f136-4835-a1b8-90dc795206a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:26.550153 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6543ebf6-fed7-4b07-8e44-f590af9d35fc None None] Update dhcp port {'port': {'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1', 'fixed_ips': [{'subnet_id': '69719954-f0b3-450c-9f6c-e5dc248d720a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a3053efd-f6d8-4db6-a2ec-e3397643a170', 'ip_address': '172.20.0.2'}, {'subnet_id': '78e96ac6-757e-41fa-a3de-6a3b51cf214f'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': '32b6dde3-c33e-400e-a3a4-562f2b26e662'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:45:26.567382 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7be52ebd-d23c-474c-b6dc-cfa61313cd7e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:26.592673 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6543ebf6-fed7-4b07-8e44-f590af9d35fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:26.631008 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-dabe8a27-4f4c-4455-b9f1-196343ab2bef tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 86af73ba-d576-49e5-a410-92974110b7e0) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:26.647601 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe8a27-4f4c-4455-b9f1-196343ab2bef tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:26.649812 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dabe8a27-4f4c-4455-b9f1-196343ab2bef tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:26.657787 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-1728caf9-23a6-4e30-97e1-153ff736a9aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port 964185cf-54d8-4097-a3f4-bc18cf06e034 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:26.658148 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1728caf9-23a6-4e30-97e1-153ff736a9aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:26.666871 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a3af49-71fd-4131-ab07-da42f574152c None None] Network 86af73ba-d576-49e5-a410-92974110b7e0 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:26.696211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=91430cb3-3628-410b-8ebc-cf2c9b36b648,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:26.700192 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:26.783867 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network 7b481a03-c157-4679-b383-e749a268dd17 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:26.798490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:26.880397 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dabe8a27-4f4c-4455-b9f1-196343ab2bef tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4976346 Jun 22 09:45:26.883413 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60032) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:26.892195 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-fa7d3a46-92b8-40c6-a3b6-d2203580d6f9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2055153667'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:26.953743 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-1728caf9-23a6-4e30-97e1-153ff736a9aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] For port 964185cf-54d8-4097-a3f4-bc18cf06e034, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=964185cf-54d8-4097-a3f4-bc18cf06e034,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:26.954256 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1728caf9-23a6-4e30-97e1-153ff736a9aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:26.980217 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-86af73ba-d576-49e5-a410-92974110b7e0', 'network_id': '86af73ba-d576-49e5-a410-92974110b7e0', 'tenant_id': 'd350cc773ed540d481462b23dd107ebd', 'fixed_ips': [{'subnet_id': '1128047c-1a2b-4ccc-8822-97352b8a4b17'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:45:26.981321 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:27.002889 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-7be52ebd-d23c-474c-b6dc-cfa61313cd7e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Delete allocated IP 172.20.0.4 (e36a616c-3e5f-4b43-8d29-99c8bec368c1/a3053efd-f6d8-4db6-a2ec-e3397643a170) {{(pid=100653) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 09:45:27.012525 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-7be52ebd-d23c-474c-b6dc-cfa61313cd7e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Allocated IP 172.20.0.45 (e36a616c-3e5f-4b43-8d29-99c8bec368c1/78e96ac6-757e-41fa-a3de-6a3b51cf214f/b81263d7-65f1-4ff5-ab3f-e8420409aed9) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:27.026377 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7d3a46-92b8-40c6-a3b6-d2203580d6f9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:27.043550 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa7d3a46-92b8-40c6-a3b6-d2203580d6f9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:27.051885 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-1728caf9-23a6-4e30-97e1-153ff736a9aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for 964185cf-54d8-4097-a3f4-bc18cf06e034 owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:27.095317 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7d3a46-92b8-40c6-a3b6-d2203580d6f9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:45:27.139504 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa7d3a46-92b8-40c6-a3b6-d2203580d6f9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:27.140106 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-fa7d3a46-92b8-40c6-a3b6-d2203580d6f9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Added segment 7556815e-8891-45cb-bba2-236ea57f7049 of type vlan for network c02ab742-5d40-4e36-84a7-a11c10ec43d3 Jun 22 09:45:27.210987 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Allocated IP 2001:db8:0:ffff::2 (86af73ba-d576-49e5-a410-92974110b7e0/1128047c-1a2b-4ccc-8822-97352b8a4b17/0f04946f-17fe-480b-a4d4-3ed09a8ba93a) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:27.248742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa7d3a46-92b8-40c6-a3b6-d2203580d6f9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:27.307754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 964185cf-54d8-4097-a3f4-bc18cf06e034 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:27.328289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7be52ebd-d23c-474c-b6dc-cfa61313cd7e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:27.349003 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router b8e787be-aba2-4963-932c-488ba6345f31 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:45:27.365587 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-041791a1-5f71-40e1-a234-48185abfe283 None None] Provisioning complete for port 91430cb3-3628-410b-8ebc-cf2c9b36b648 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:27.365906 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-041791a1-5f71-40e1-a234-48185abfe283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:27.441401 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-041791a1-5f71-40e1-a234-48185abfe283 None None] Port 91430cb3-3628-410b-8ebc-cf2c9b36b648 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:27.454537 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa7d3a46-92b8-40c6-a3b6-d2203580d6f9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:27.457497 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7d3a46-92b8-40c6-a3b6-d2203580d6f9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:27.459571 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa7d3a46-92b8-40c6-a3b6-d2203580d6f9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:27.463048 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:27.466525 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:27.478826 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Transition to ACTIVE for port object 0f04946f-17fe-480b-a4d4-3ed09a8ba93a will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:27.480867 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:45:27.481970 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1728caf9-23a6-4e30-97e1-153ff736a9aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:27.489845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 964185cf-54d8-4097-a3f4-bc18cf06e034 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:27.490291 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/b8e787be-aba2-4963-932c-488ba6345f31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7638474 Jun 22 09:45:27.490291 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-75fb9710-69ed-40fc-9520-0e55deee6981 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:27.494999 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60034) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:27.495285 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-7be52ebd-d23c-474c-b6dc-cfa61313cd7e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Transition to ACTIVE for port object b81263d7-65f1-4ff5-ab3f-e8420409aed9 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:27.496028 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc9c10-3f29-449d-95b3-9393f0e1f9c8 None None] Sync routers for ids ['b8e787be-aba2-4963-932c-488ba6345f31'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:45:27.498607 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 964185cf-54d8-4097-a3f4-bc18cf06e034 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:27.499069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:27.526326 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728caf9-23a6-4e30-97e1-153ff736a9aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=964185cf-54d8-4097-a3f4-bc18cf06e034,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:27.549623 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Transition to ACTIVE for port object 0f04946f-17fe-480b-a4d4-3ed09a8ba93a will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:27.557727 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1728caf9-23a6-4e30-97e1-153ff736a9aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:27.558371 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d3a46-92b8-40c6-a3b6-d2203580d6f9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Network': ['ID=c02ab742-5d40-4e36-84a7-a11c10ec43d3,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:27.561457 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Port 964185cf-54d8-4097-a3f4-bc18cf06e034 was deleted so its status cannot be updated. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 22 09:45:27.564639 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc9c10-3f29-449d-95b3-9393f0e1f9c8 None None] Routers {'b8e787be-aba2-4963-932c-488ba6345f31'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:27.565454 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-97cc9c10-3f29-449d-95b3-9393f0e1f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b8e787be-aba2-4963-932c-488ba6345f31'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:27.586268 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fa7d3a46-92b8-40c6-a3b6-d2203580d6f9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:27.592968 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7be52ebd-d23c-474c-b6dc-cfa61313cd7e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:27.613498 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f173b736-eeee-4e70-a61c-8fed5e996db2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:27.627035 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device c4c59cff-0088-403c-9f18-be5a76cb05fe no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:27.637888 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60038) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:27.658552 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-97cc9c10-3f29-449d-95b3-9393f0e1f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:27.671744 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be52ebd-d23c-474c-b6dc-cfa61313cd7e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event updated for resources: {'Port': ['ID=b81263d7-65f1-4ff5-ab3f-e8420409aed9,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:27.675458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7be52ebd-d23c-474c-b6dc-cfa61313cd7e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:27.677664 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: c4c59cff-0088-403c-9f18-be5a76cb05fe {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:27.678029 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device c4c59cff-0088-403c-9f18-be5a76cb05fe not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:27.679987 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:27.687228 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network c02ab742-5d40-4e36-84a7-a11c10ec43d3 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:45:27.696121 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-08d95d42-919b-4711-9c54-ef9e24dd6cd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:27.705368 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fa7d3a46-92b8-40c6-a3b6-d2203580d6f9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8205035 Jun 22 09:45:27.709225 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60040) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:27.718013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-7a8a800e-59ca-47f2-b8ad-5e2752c16ac3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'subnet': {'network_id': 'c02ab742-5d40-4e36-84a7-a11c10ec43d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:27.726214 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67efa403-3b3a-48a9-9ed2-d6d68fde8811 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:27.728919 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-67efa403-3b3a-48a9-9ed2-d6d68fde8811 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/ports/91430cb3-3628-410b-8ebc-cf2c9b36b648 HTTP/1.1" status: 200 len: 911 time: 0.2317238 Jun 22 09:45:27.738137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1728caf9-23a6-4e30-97e1-153ff736a9aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:27.743725 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60042) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:27.770395 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc9c10-3f29-449d-95b3-9393f0e1f9c8 None None] Routers {'b8e787be-aba2-4963-932c-488ba6345f31'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:27.771034 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-97cc9c10-3f29-449d-95b3-9393f0e1f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b8e787be-aba2-4963-932c-488ba6345f31'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:27.859168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-7be52ebd-d23c-474c-b6dc-cfa61313cd7e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] In _notify_port_updated(), no bound segment for port b81263d7-65f1-4ff5-ab3f-e8420409aed9 on network e36a616c-3e5f-4b43-8d29-99c8bec368c1 {{(pid=100653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:45:27.864958 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be52ebd-d23c-474c-b6dc-cfa61313cd7e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:27.865603 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7be52ebd-d23c-474c-b6dc-cfa61313cd7e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:27.878566 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7be52ebd-d23c-474c-b6dc-cfa61313cd7e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "PUT /v2.0/ports/b81263d7-65f1-4ff5-ab3f-e8420409aed9 HTTP/1.1" status: 200 len: 960 time: 1.5611312 Jun 22 09:45:27.880073 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60044) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:27.940274 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e6fa3849-0686-4485-b8c8-2934f9b51234 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:27.944316 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8a800e-59ca-47f2-b8ad-5e2752c16ac3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:27.948248 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7a8a800e-59ca-47f2-b8ad-5e2752c16ac3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:27.993428 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Network 86af73ba-d576-49e5-a410-92974110b7e0 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:28.002358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:28.004962 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:28.007358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-97cc9c10-3f29-449d-95b3-9393f0e1f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:28.008001 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc9c10-3f29-449d-95b3-9393f0e1f9c8 None None] The sync data for ids ['b8e787be-aba2-4963-932c-488ba6345f31'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:45:28.046557 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Pushing event updated for resources: {'Port': ['ID=0f04946f-17fe-480b-a4d4-3ed09a8ba93a,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:28.049544 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:28.076369 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-6543ebf6-fed7-4b07-8e44-f590af9d35fc None None] Allocated IP 172.20.0.34 (e36a616c-3e5f-4b43-8d29-99c8bec368c1/78e96ac6-757e-41fa-a3de-6a3b51cf214f/32b6dde3-c33e-400e-a3a4-562f2b26e662) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:28.085529 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-392cc594-2b4d-42f7-a3e7-8a9391bb7394 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port b81263d7-65f1-4ff5-ab3f-e8420409aed9 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:28.085998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-392cc594-2b4d-42f7-a3e7-8a9391bb7394 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:28.124980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Attempting to bind port 0f04946f-17fe-480b-a4d4-3ed09a8ba93a on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:28.125365 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Attempting to bind port 0f04946f-17fe-480b-a4d4-3ed09a8ba93a by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b5277858-46b8-4aa3-87c6-fe9be6384d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '86af73ba-d576-49e5-a410-92974110b7e0'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:28.125741 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Attempting to bind port 0f04946f-17fe-480b-a4d4-3ed09a8ba93a on network 86af73ba-d576-49e5-a410-92974110b7e0 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:28.172481 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:28.172748 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Checking segment: {'id': 'b5277858-46b8-4aa3-87c6-fe9be6384d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '86af73ba-d576-49e5-a410-92974110b7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:28.175546 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:28.175546 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Bound using segment: {'id': 'b5277858-46b8-4aa3-87c6-fe9be6384d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '86af73ba-d576-49e5-a410-92974110b7e0'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:28.175546 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Bound port: 0f04946f-17fe-480b-a4d4-3ed09a8ba93a, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5277858-46b8-4aa3-87c6-fe9be6384d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '86af73ba-d576-49e5-a410-92974110b7e0'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:28.175546 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:28.257502 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-392cc594-2b4d-42f7-a3e7-8a9391bb7394 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:28.264828 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-6543ebf6-fed7-4b07-8e44-f590af9d35fc None None] For port 32b6dde3-c33e-400e-a3a4-562f2b26e662, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=32b6dde3-c33e-400e-a3a4-562f2b26e662,segment=NetworkSegment(f2c07361-7fc8-4f02-a594-3a71b67d4739),segment_id=f2c07361-7fc8-4f02-a594-3a71b67d4739)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:28.286130 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] For port 0f04946f-17fe-480b-a4d4-3ed09a8ba93a, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:28.290498 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] For port 0f04946f-17fe-480b-a4d4-3ed09a8ba93a, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=0f04946f-17fe-480b-a4d4-3ed09a8ba93a,segment=NetworkSegment(b5277858-46b8-4aa3-87c6-fe9be6384d34),segment_id=b5277858-46b8-4aa3-87c6-fe9be6384d34)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:28.310212 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6543ebf6-fed7-4b07-8e44-f590af9d35fc None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:28.328324 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6543ebf6-fed7-4b07-8e44-f590af9d35fc None None] Transition to ACTIVE for port object 32b6dde3-c33e-400e-a3a4-562f2b26e662 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:28.335796 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-392cc594-2b4d-42f7-a3e7-8a9391bb7394 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for b81263d7-65f1-4ff5-ab3f-e8420409aed9 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:28.379161 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7a8a800e-59ca-47f2-b8ad-5e2752c16ac3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:28.379420 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:28.383293 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e0bc8d27-3df9-4ec2-aec8-52e983f858c0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:28.386794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:28.421412 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e6fa3849-0686-4485-b8c8-2934f9b51234 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:28.447914 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6543ebf6-fed7-4b07-8e44-f590af9d35fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:28.466717 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Pushing event updated for resources: {'Port': ['ID=0f04946f-17fe-480b-a4d4-3ed09a8ba93a,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:28.467778 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a800e-59ca-47f2-b8ad-5e2752c16ac3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Subnet': ['ID=a6ead3b5-179e-45ac-afc2-a3620059110f,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:28.471014 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:28.473196 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-96b473c0-d091-4ffd-ba3b-b1ec8a739ba1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:28.479102 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7a8a800e-59ca-47f2-b8ad-5e2752c16ac3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:28.488312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1728caf9-23a6-4e30-97e1-153ff736a9aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Router c39dc779-6986-4395-b067-6a022acf24e2 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:45:28.503518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8a800e-59ca-47f2-b8ad-5e2752c16ac3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Checking segment: {'id': '7556815e-8891-45cb-bba2-236ea57f7049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c02ab742-5d40-4e36-84a7-a11c10ec43d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:28.503518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8a800e-59ca-47f2-b8ad-5e2752c16ac3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network hostable DHCP agents. Network: c02ab742-5d40-4e36-84a7-a11c10ec43d3, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:45:28.598403 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543ebf6-fed7-4b07-8e44-f590af9d35fc None None] Pushing event updated for resources: {'Port': ['ID=32b6dde3-c33e-400e-a3a4-562f2b26e662,revision_number=7']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:28.601813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6543ebf6-fed7-4b07-8e44-f590af9d35fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:28.608276 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1728caf9-23a6-4e30-97e1-153ff736a9aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:45:28.622732 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1728caf9-23a6-4e30-97e1-153ff736a9aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "PUT /v2.0/routers/c39dc779-6986-4395-b067-6a022acf24e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9397388 Jun 22 09:45:28.622844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60046) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:28.623143 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3c1883-e03e-4966-873d-2574888565db None None] Sync routers for ids ['c39dc779-6986-4395-b067-6a022acf24e2'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:45:28.634393 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3c1883-e03e-4966-873d-2574888565db None None] Routers {'c39dc779-6986-4395-b067-6a022acf24e2'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:28.635037 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3c3c1883-e03e-4966-873d-2574888565db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['c39dc779-6986-4395-b067-6a022acf24e2'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:28.656455 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8a800e-59ca-47f2-b8ad-5e2752c16ac3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network c02ab742-5d40-4e36-84a7-a11c10ec43d3 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:45:28.682359 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677499d-3c56-4d41-8237-14d2418f5688 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:28.684763 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677499d-3c56-4d41-8237-14d2418f5688 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:28.689255 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c677499d-3c56-4d41-8237-14d2418f5688 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0705111 Jun 22 09:45:28.690014 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60048) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:28.703852 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-392cc594-2b4d-42f7-a3e7-8a9391bb7394 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:28.709160 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7be52ebd-d23c-474c-b6dc-cfa61313cd7e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:28.849080 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-3c3c1883-e03e-4966-873d-2574888565db None None] Set router c39dc779-6986-4395-b067-6a022acf24e2 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:28.853695 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-7a8a800e-59ca-47f2-b8ad-5e2752c16ac3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, c02ab742-5d40-4e36-84a7-a11c10ec43d3) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:28.864426 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cc594-2b4d-42f7-a3e7-8a9391bb7394 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=b81263d7-65f1-4ff5-ab3f-e8420409aed9,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:28.870961 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95981ec2-3133-4b87-b997-eb6d58476895 None None] Network c02ab742-5d40-4e36-84a7-a11c10ec43d3 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:28.885317 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8a800e-59ca-47f2-b8ad-5e2752c16ac3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:28.886369 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7a8a800e-59ca-47f2-b8ad-5e2752c16ac3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:28.908411 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-392cc594-2b4d-42f7-a3e7-8a9391bb7394 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:28.914614 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:28.919811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4033f0d-cf72-4868-884b-d2d4773fe8c5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 2dd88670-5aca-40bc-9579-55d7b6f7d65f {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:45:28.924713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b4033f0d-cf72-4868-884b-d2d4773fe8c5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:28.975841 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3c3c1883-e03e-4966-873d-2574888565db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39dc779-6986-4395-b067-6a022acf24e2', 'name': 'tempest-NetworksTestDHCPv6-router-2101803903', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:18Z', 'updated_at': '2021-06-22T09:45:27Z', 'revision_number': 3, 'project_id': 'a9c1085b63b34e82a563468655f91b80', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:29.013556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b4033f0d-cf72-4868-884b-d2d4773fe8c5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:29.014789 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3c1883-e03e-4966-873d-2574888565db None None] Checking router: c39dc779-6986-4395-b067-6a022acf24e2 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:45:29.024396 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3c1883-e03e-4966-873d-2574888565db None None] Routers {'c39dc779-6986-4395-b067-6a022acf24e2'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:29.025133 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3c3c1883-e03e-4966-873d-2574888565db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['c39dc779-6986-4395-b067-6a022acf24e2'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:29.034565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e6fa3849-0686-4485-b8c8-2934f9b51234 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:29.037483 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e6fa3849-0686-4485-b8c8-2934f9b51234 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:29.038896 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e6fa3849-0686-4485-b8c8-2934f9b51234 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/security-groups/9e8f456b-98f1-419a-bd66-02c473f08baa HTTP/1.1" status: 204 len: 168 time: 1.3980839 Jun 22 09:45:29.054935 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:29.074341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa3849-0686-4485-b8c8-2934f9b51234 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8f456b-98f1-419a-bd66-02c473f08baa,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:29.079757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e6fa3849-0686-4485-b8c8-2934f9b51234 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:29.099132 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-3c3c1883-e03e-4966-873d-2574888565db None None] Set router c39dc779-6986-4395-b067-6a022acf24e2 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:29.146852 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7a8a800e-59ca-47f2-b8ad-5e2752c16ac3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4343543 Jun 22 09:45:29.148444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60054) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:29.150399 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60056) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:29.176000 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3c3c1883-e03e-4966-873d-2574888565db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39dc779-6986-4395-b067-6a022acf24e2', 'name': 'tempest-NetworksTestDHCPv6-router-2101803903', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:18Z', 'updated_at': '2021-06-22T09:45:27Z', 'revision_number': 3, 'project_id': 'a9c1085b63b34e82a563468655f91b80', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:29.215752 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-c02ab742-5d40-4e36-84a7-a11c10ec43d3', 'network_id': 'c02ab742-5d40-4e36-84a7-a11c10ec43d3', 'tenant_id': 'd350cc773ed540d481462b23dd107ebd', 'fixed_ips': [{'subnet_id': 'a6ead3b5-179e-45ac-afc2-a3620059110f'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:45:29.216642 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:29.229809 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3c1883-e03e-4966-873d-2574888565db None None] The sync data for ids ['c39dc779-6986-4395-b067-6a022acf24e2'] in dv-neutron-797121-3-hyperv is: [{'id': 'c39dc779-6986-4395-b067-6a022acf24e2', 'name': 'tempest-NetworksTestDHCPv6-router-2101803903', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:18Z', 'updated_at': '2021-06-22T09:45:27Z', 'revision_number': 3, 'project_id': 'a9c1085b63b34e82a563468655f91b80', 'gw_port_host': None}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:45:29.234639 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b4033f0d-cf72-4868-884b-d2d4773fe8c5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:29.360576 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Allocated IP 2001:db8:1::1 (3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5/ebe06b5b-d8dc-421c-84dc-f6fb50215d9d/ac9f225a-e0ec-4c5b-bbac-8d8818911bf2) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:29.427741 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Allocated IP 2001:db8::1 (c02ab742-5d40-4e36-84a7-a11c10ec43d3/a6ead3b5-179e-45ac-afc2-a3620059110f/0781f6f4-ef2f-48d4-a380-4530c09f423c) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:29.555723 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:29.586635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Transition to ACTIVE for port object ac9f225a-e0ec-4c5b-bbac-8d8818911bf2 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:29.632274 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f60545c4-a5f6-4f99-95a5-01a8dfd63ab2 None None] Provisioning complete for port 44d6b580-319b-42ea-bbcd-b01b79569117 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:29.632747 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f60545c4-a5f6-4f99-95a5-01a8dfd63ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:29.699052 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-f60545c4-a5f6-4f99-95a5-01a8dfd63ab2 None None] Port 44d6b580-319b-42ea-bbcd-b01b79569117 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:29.716224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:29.724130 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:29.727376 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Transition to ACTIVE for port object 0781f6f4-ef2f-48d4-a380-4530c09f423c will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:29.732754 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:29.775408 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Transition to ACTIVE for port object 0781f6f4-ef2f-48d4-a380-4530c09f423c will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:29.799911 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 32b6dde3-c33e-400e-a3a4-562f2b26e662 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:29.804132 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network 3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:29.838676 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:29.846848 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:29.847387 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:29.853718 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=ac9f225a-e0ec-4c5b-bbac-8d8818911bf2,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:29.871081 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f60545c4-a5f6-4f99-95a5-01a8dfd63ab2 None None] Provisioning for port 32b6dde3-c33e-400e-a3a4-562f2b26e662 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:29.884337 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f60545c4-a5f6-4f99-95a5-01a8dfd63ab2 None None] Provisioning complete for port 32b6dde3-c33e-400e-a3a4-562f2b26e662 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:29.884986 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f60545c4-a5f6-4f99-95a5-01a8dfd63ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:29.910363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:29.974180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667d8d35-1e40-4b46-b08b-43c35f432bc2 None None] Network 86af73ba-d576-49e5-a410-92974110b7e0 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:29.996217 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.026988 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-efef3398-2a12-4486-980d-4c6093dd2bb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:30.081301 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-392cc594-2b4d-42f7-a3e7-8a9391bb7394 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.083265 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-392cc594-2b4d-42f7-a3e7-8a9391bb7394 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/ports/b81263d7-65f1-4ff5-ab3f-e8420409aed9 HTTP/1.1" status: 204 len: 168 time: 2.2019639 Jun 22 09:45:30.089857 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60058) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:30.097526 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Network c02ab742-5d40-4e36-84a7-a11c10ec43d3 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:30.101548 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 32b6dde3-c33e-400e-a3a4-562f2b26e662 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:30.101934 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.108936 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:30.116278 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:30.127561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b4033f0d-cf72-4868-884b-d2d4773fe8c5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.166667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-eb47166f-0e17-45a1-ad97-7897865e0d11 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:30.175706 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.184504 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd605cf2-f0ca-4bef-8c77-01c99fd80c40 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] GET failed (client error): The resource could not be found. Jun 22 09:45:30.186191 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fd605cf2-f0ca-4bef-8c77-01c99fd80c40 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports/b81263d7-65f1-4ff5-ab3f-e8420409aed9 HTTP/1.1" status: 404 len: 333 time: 0.0952015 Jun 22 09:45:30.190827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60060) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:30.196825 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Pushing event updated for resources: {'Port': ['ID=0781f6f4-ef2f-48d4-a380-4530c09f423c,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:30.210272 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.217678 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4033f0d-cf72-4868-884b-d2d4773fe8c5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd88670-5aca-40bc-9579-55d7b6f7d65f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:30.221962 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:30.226318 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b4033f0d-cf72-4868-884b-d2d4773fe8c5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:30.230447 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b4033f0d-cf72-4868-884b-d2d4773fe8c5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.232381 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b4033f0d-cf72-4868-884b-d2d4773fe8c5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/2dd88670-5aca-40bc-9579-55d7b6f7d65f HTTP/1.1" status: 204 len: 168 time: 1.5408101 Jun 22 09:45:30.243616 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60062) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:30.264197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68e9651-46d5-4850-a140-62900e3ee3b8 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:30.348688 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f7d750ca-1a17-42ed-8f0a-ed67a0cd1169 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.373681 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f7d750ca-1a17-42ed-8f0a-ed67a0cd1169 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.375930 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f60545c4-a5f6-4f99-95a5-01a8dfd63ab2 None None] Could not find standard attr ID for object b81263d7-65f1-4ff5-ab3f-e8420409aed9. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:45:30.409990 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Deleting port 0781f6f4-ef2f-48d4-a380-4530c09f423c {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:30.410380 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.472775 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 0f04946f-17fe-480b-a4d4-3ed09a8ba93a up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:30.480946 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Attempting to bind port 0781f6f4-ef2f-48d4-a380-4530c09f423c on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:30.481099 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Attempting to bind port 0781f6f4-ef2f-48d4-a380-4530c09f423c by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '7556815e-8891-45cb-bba2-236ea57f7049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c02ab742-5d40-4e36-84a7-a11c10ec43d3'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:30.481435 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Attempting to bind port 0781f6f4-ef2f-48d4-a380-4530c09f423c on network c02ab742-5d40-4e36-84a7-a11c10ec43d3 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:30.527024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] For port 0781f6f4-ef2f-48d4-a380-4530c09f423c, host dv-neutron-797121-3-hyperv, got binding levels [] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:30.527362 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.533702 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:30.534092 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Checking segment: {'id': '7556815e-8891-45cb-bba2-236ea57f7049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c02ab742-5d40-4e36-84a7-a11c10ec43d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:30.534506 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.534910 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Bound using segment: {'id': '7556815e-8891-45cb-bba2-236ea57f7049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c02ab742-5d40-4e36-84a7-a11c10ec43d3'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:30.535683 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Bound port: 0781f6f4-ef2f-48d4-a380-4530c09f423c, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7556815e-8891-45cb-bba2-236ea57f7049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c02ab742-5d40-4e36-84a7-a11c10ec43d3'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:30.535876 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.556671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f7d750ca-1a17-42ed-8f0a-ed67a0cd1169 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.560034 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f7d750ca-1a17-42ed-8f0a-ed67a0cd1169 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.561202 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f7d750ca-1a17-42ed-8f0a-ed67a0cd1169 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/security-groups/5ef9c300-85e6-49a4-a1ca-8ccb3897ba56 HTTP/1.1" status: 204 len: 168 time: 0.3689497 Jun 22 09:45:30.564514 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e6fa3849-0686-4485-b8c8-2934f9b51234 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:30.574773 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-87382e16-95d3-4d20-bde1-930fa0bd0835 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3245525 Jun 22 09:45:30.576117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60064) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:30.576453 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60066) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:30.607891 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d750ca-1a17-42ed-8f0a-ed67a0cd1169 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef9c300-85e6-49a4-a1ca-8ccb3897ba56,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:30.621746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Calling delete_port for 0781f6f4-ef2f-48d4-a380-4530c09f423c owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:30.647392 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f7d750ca-1a17-42ed-8f0a-ed67a0cd1169 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:30.659031 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0812ff21-a8c8-430f-8b87-90a0b47f968b None None] Provisioning for port 0f04946f-17fe-480b-a4d4-3ed09a8ba93a completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:30.718494 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] For port 0781f6f4-ef2f-48d4-a380-4530c09f423c, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:30.718719 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-affab654-0f27-45fd-b23a-c8eee127079f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.722986 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] For port 0781f6f4-ef2f-48d4-a380-4530c09f423c, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=0781f6f4-ef2f-48d4-a380-4530c09f423c,segment=NetworkSegment(7556815e-8891-45cb-bba2-236ea57f7049),segment_id=7556815e-8891-45cb-bba2-236ea57f7049)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:30.749393 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e8e7e351-03b5-419b-aeb8-6427b5e081f1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.767689 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 0f04946f-17fe-480b-a4d4-3ed09a8ba93a completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:30.772835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 0f04946f-17fe-480b-a4d4-3ed09a8ba93a triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:30.775236 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.817680 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.819679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0812ff21-a8c8-430f-8b87-90a0b47f968b None None] Provisioning for port ac9f225a-e0ec-4c5b-bbac-8d8818911bf2 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:30.824387 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-270ffa72-195d-429f-b256-c86216f71e19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:30.858361 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69d07f2-af41-4602-b35f-9075bded3806 None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:45:30.865784 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0812ff21-a8c8-430f-8b87-90a0b47f968b None None] Provisioning complete for port ac9f225a-e0ec-4c5b-bbac-8d8818911bf2 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:30.871721 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0812ff21-a8c8-430f-8b87-90a0b47f968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.891961 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5facef08-7ddc-49c3-a900-278b30237520 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:30.998830 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Pushing event updated for resources: {'Port': ['ID=0781f6f4-ef2f-48d4-a380-4530c09f423c,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:31.000640 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.003814 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:31.004440 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-0812ff21-a8c8-430f-8b87-90a0b47f968b None None] Port ac9f225a-e0ec-4c5b-bbac-8d8818911bf2 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:31.010323 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2dcea8ca-8614-48e0-b5e5-42c5f538024f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:31.015097 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0812ff21-a8c8-430f-8b87-90a0b47f968b None None] Could not find standard attr ID for object b81263d7-65f1-4ff5-ab3f-e8420409aed9. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:45:31.050012 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Port': ['ID=0781f6f4-ef2f-48d4-a380-4530c09f423c,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:31.063195 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:31.069958 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.074086 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-d69d07f2-af41-4602-b35f-9075bded3806 None None] Deleting port c6dce51d-691f-44b5-a0c3-408698014c45 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:31.074466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d69d07f2-af41-4602-b35f-9075bded3806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.080399 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5facef08-7ddc-49c3-a900-278b30237520 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.095829 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-affab654-0f27-45fd-b23a-c8eee127079f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.102564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-affab654-0f27-45fd-b23a-c8eee127079f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.137185 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No DVR routers for this DVR port 0781f6f4-ef2f-48d4-a380-4530c09f423c on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:31.189464 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 0f04946f-17fe-480b-a4d4-3ed09a8ba93a, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=0f04946f-17fe-480b-a4d4-3ed09a8ba93a,segment=NetworkSegment(b5277858-46b8-4aa3-87c6-fe9be6384d34),segment_id=b5277858-46b8-4aa3-87c6-fe9be6384d34)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:31.222147 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1314f8b1-bdf4-4021-a057-6c43b4e893d9 None None] Provisioning complete for port 0f04946f-17fe-480b-a4d4-3ed09a8ba93a triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:31.223386 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1314f8b1-bdf4-4021-a057-6c43b4e893d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.228561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-d69d07f2-af41-4602-b35f-9075bded3806 None None] For port c6dce51d-691f-44b5-a0c3-408698014c45, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c6dce51d-691f-44b5-a0c3-408698014c45,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:31.229066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d69d07f2-af41-4602-b35f-9075bded3806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.240555 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.262351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.267264 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.275720 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:31.320052 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-e8e7e351-03b5-419b-aeb8-6427b5e081f1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port a13e8cfb-a218-4798-9e17-bbebdb36ecf5 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:31.320325 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e8e7e351-03b5-419b-aeb8-6427b5e081f1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.322220 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.323945 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.328377 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:31.381056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5facef08-7ddc-49c3-a900-278b30237520 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.383996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5facef08-7ddc-49c3-a900-278b30237520 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.385309 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5facef08-7ddc-49c3-a900-278b30237520 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/security-groups/6c296bc0-08b4-435b-86e3-0a9414b3c036 HTTP/1.1" status: 204 len: 168 time: 0.8076787 Jun 22 09:45:31.399377 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60068) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:31.435219 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.441316 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4bd39bc1-ddf0-47f2-9d3c-8ce8b0f73946 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:31.488658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=ac9f225a-e0ec-4c5b-bbac-8d8818911bf2,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:31.495644 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:31.496247 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ead3b5-179e-45ac-afc2-a3620059110f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:31.498955 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e55ee13d-082a-4769-8dbc-4c04d40a86d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:31.517013 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-affab654-0f27-45fd-b23a-c8eee127079f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.517608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affab654-0f27-45fd-b23a-c8eee127079f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Fanout notify agent at l3_agent the message router_deleted on router c39dc779-6986-4395-b067-6a022acf24e2 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:45:31.518206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-e8e7e351-03b5-419b-aeb8-6427b5e081f1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port a13e8cfb-a218-4798-9e17-bbebdb36ecf5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=a13e8cfb-a218-4798-9e17-bbebdb36ecf5,segment=NetworkSegment(dd845625-d5a4-4bdb-abfb-8221ca732eaa),segment_id=dd845625-d5a4-4bdb-abfb-8221ca732eaa)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:31.518575 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e8e7e351-03b5-419b-aeb8-6427b5e081f1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.533379 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-d69d07f2-af41-4602-b35f-9075bded3806 None None] Calling delete_port for c6dce51d-691f-44b5-a0c3-408698014c45 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:31.537064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-affab654-0f27-45fd-b23a-c8eee127079f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.539578 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-affab654-0f27-45fd-b23a-c8eee127079f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/routers/c39dc779-6986-4395-b067-6a022acf24e2 HTTP/1.1" status: 204 len: 168 time: 0.9595594 Jun 22 09:45:31.543291 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60070) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:31.546703 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facef08-7ddc-49c3-a900-278b30237520 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c296bc0-08b4-435b-86e3-0a9414b3c036,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:31.551267 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c6dce51d-691f-44b5-a0c3-408698014c45 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:31.551998 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-0770ff91-3506-4e80-8351-e4139e3685cb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:31.557770 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5facef08-7ddc-49c3-a900-278b30237520 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:31.615021 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network 3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:31.618950 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-e8e7e351-03b5-419b-aeb8-6427b5e081f1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for a13e8cfb-a218-4798-9e17-bbebdb36ecf5 owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:31.629110 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:31.650583 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-92ec0607-bc23-4097-9a9e-cafa5212ba54 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.680511 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=0f04946f-17fe-480b-a4d4-3ed09a8ba93a,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:31.696330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:31.717082 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:31.803689 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-92ec0607-bc23-4097-9a9e-cafa5212ba54 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.808137 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.809803 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.827647 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02ab742-5d40-4e36-84a7-a11c10ec43d3']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:31.850321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7556815e-8891-45cb-bba2-236ea57f7049') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:31.853008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7556815e-8891-45cb-bba2-236ea57f7049') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:31.860568 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router b8e787be-aba2-4963-932c-488ba6345f31 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:45:31.871765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.873461 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d69d07f2-af41-4602-b35f-9075bded3806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.886761 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-acf941b5-3797-435b-9e56-a2dc4078841a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:31.891646 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.902818 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:45:31.903220 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:45:31.906497 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:45:31.923884 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d07f2-af41-4602-b35f-9075bded3806 None None] Pushing event deleted for resources: {'Port': ['ID=c6dce51d-691f-44b5-a0c3-408698014c45,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:31.927365 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69d07f2-af41-4602-b35f-9075bded3806 None None] No DVR routers for this DVR port c6dce51d-691f-44b5-a0c3-408698014c45 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:31.928972 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d69d07f2-af41-4602-b35f-9075bded3806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:31.949387 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0770ff91-3506-4e80-8351-e4139e3685cb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:31.957341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0770ff91-3506-4e80-8351-e4139e3685cb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.960590 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-92ec0607-bc23-4097-9a9e-cafa5212ba54 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.961296 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 964185cf-54d8-4097-a3f4-bc18cf06e034 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:31.963116 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-92ec0607-bc23-4097-9a9e-cafa5212ba54 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:31.964313 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-92ec0607-bc23-4097-9a9e-cafa5212ba54 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/security-groups/6a04c9f3-74f3-4171-aeed-7f7316b5ccde HTTP/1.1" status: 204 len: 168 time: 0.5641596 Jun 22 09:45:31.986051 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 964185cf-54d8-4097-a3f4-bc18cf06e034 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:31.986420 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 964185cf-54d8-4097-a3f4-bc18cf06e034 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:31.995726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60072) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:31.999148 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:32.074489 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:32.086273 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-137a8dcf-867a-473c-a97c-56e152784ffb tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:32.090472 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:32.097834 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/networks/c02ab742-5d40-4e36-84a7-a11c10ec43d3 HTTP/1.1" status: 204 len: 168 time: 2.7570829 Jun 22 09:45:32.106927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60074) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:32.114221 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-517a08a8-6ec4-4772-ba58-b04f52f1a762 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2125893149'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:32.125927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-84638515-ad8f-482b-a6c6-e1ec59530659 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting subnet a3053efd-f6d8-4db6-a2ec-e3397643a170 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:45:32.128374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Network': ['ID=c02ab742-5d40-4e36-84a7-a11c10ec43d3,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:32.132103 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d6fbb414-0e75-4c26-aa43-b889f865934f None None] Provisioning complete for port ac9f225a-e0ec-4c5b-bbac-8d8818911bf2 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:32.132763 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d6fbb414-0e75-4c26-aa43-b889f865934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:32.143994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:32.144891 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-84638515-ad8f-482b-a6c6-e1ec59530659 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:32.169309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-d6fbb414-0e75-4c26-aa43-b889f865934f None None] Port ac9f225a-e0ec-4c5b-bbac-8d8818911bf2 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:32.178071 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e8e7e351-03b5-419b-aeb8-6427b5e081f1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:32.184943 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1560a30d-0d64-486b-972b-b778e5a4516f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:32.241937 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-84638515-ad8f-482b-a6c6-e1ec59530659 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:32.246873 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7e351-03b5-419b-aeb8-6427b5e081f1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=a13e8cfb-a218-4798-9e17-bbebdb36ecf5,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:32.281424 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e8e7e351-03b5-419b-aeb8-6427b5e081f1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:32.327344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517a08a8-6ec4-4772-ba58-b04f52f1a762 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:32.327344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-517a08a8-6ec4-4772-ba58-b04f52f1a762 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:32.383966 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6d9346c3-8872-4ea7-92b3-fba5f7b7a4b0 None None] Could not find standard attr ID for object 0781f6f4-ef2f-48d4-a380-4530c09f423c. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:45:32.404200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad927c95-3172-4f8f-bb55-0d71ab913b23 None None] DHCP port deletion for c02ab742-5d40-4e36-84a7-a11c10ec43d3 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:45:32.405904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517a08a8-6ec4-4772-ba58-b04f52f1a762 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:45:32.428473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cbae20-72fa-47e4-87bd-34363fa6288d None None] Network c02ab742-5d40-4e36-84a7-a11c10ec43d3 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:32.441873 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cbae20-72fa-47e4-87bd-34363fa6288d None None] Network c02ab742-5d40-4e36-84a7-a11c10ec43d3 could not be found, it might have been deleted concurrently. {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 09:45:32.452923 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec0607-bc23-4097-9a9e-cafa5212ba54 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a04c9f3-74f3-4171-aeed-7f7316b5ccde,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:32.455331 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-92ec0607-bc23-4097-9a9e-cafa5212ba54 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:32.463418 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-517a08a8-6ec4-4772-ba58-b04f52f1a762 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:32.463418 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-517a08a8-6ec4-4772-ba58-b04f52f1a762 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Added segment a22f2ae2-f008-4bf6-b7f8-58cedd4365d5 of type vlan for network 91f56a36-f9f8-428b-84b6-879e8ed18f33 Jun 22 09:45:32.498328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-84638515-ad8f-482b-a6c6-e1ec59530659 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:32.499072 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:45:32.511297 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ad3cb5-a8df-4548-b3c7-de39f1790c81 None None] Sync routers for ids ['b8e787be-aba2-4963-932c-488ba6345f31'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:45:32.511487 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/b8e787be-aba2-4963-932c-488ba6345f31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7631261 Jun 22 09:45:32.518161 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad3cb5-a8df-4548-b3c7-de39f1790c81 None None] Routers {'b8e787be-aba2-4963-932c-488ba6345f31'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:32.518794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-d0ad3cb5-a8df-4548-b3c7-de39f1790c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b8e787be-aba2-4963-932c-488ba6345f31'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:32.524284 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60076) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:32.554511 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-d0ad3cb5-a8df-4548-b3c7-de39f1790c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:32.562999 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad3cb5-a8df-4548-b3c7-de39f1790c81 None None] Routers {'b8e787be-aba2-4963-932c-488ba6345f31'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:32.563652 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-d0ad3cb5-a8df-4548-b3c7-de39f1790c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b8e787be-aba2-4963-932c-488ba6345f31'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:32.611572 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-d0ad3cb5-a8df-4548-b3c7-de39f1790c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:32.612335 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ad3cb5-a8df-4548-b3c7-de39f1790c81 None None] The sync data for ids ['b8e787be-aba2-4963-932c-488ba6345f31'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:45:32.614875 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-517a08a8-6ec4-4772-ba58-b04f52f1a762 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:32.659239 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5495eb34-6e12-4ba3-a6da-7743c14823ea tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:32.660648 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5495eb34-6e12-4ba3-a6da-7743c14823ea tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/ports/ac9f225a-e0ec-4c5b-bbac-8d8818911bf2 HTTP/1.1" status: 200 len: 913 time: 0.1307337 Jun 22 09:45:32.663772 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60078) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:32.679884 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e8e7e351-03b5-419b-aeb8-6427b5e081f1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:32.707666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0770ff91-3506-4e80-8351-e4139e3685cb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:32.735163 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-17ddf621-0076-4505-b684-873f4a438fe3 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:32.770885 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-517a08a8-6ec4-4772-ba58-b04f52f1a762 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:32.776937 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a08a8-6ec4-4772-ba58-b04f52f1a762 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:32.777526 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-517a08a8-6ec4-4772-ba58-b04f52f1a762 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:32.782033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-edc20cb4-2ef4-4853-a3c1-deb810b75ed9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:32.796414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0770ff91-3506-4e80-8351-e4139e3685cb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:32.803469 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-0770ff91-3506-4e80-8351-e4139e3685cb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:32.809335 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0770ff91-3506-4e80-8351-e4139e3685cb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:32.809873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0770ff91-3506-4e80-8351-e4139e3685cb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:32.813987 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b23c190-3e1f-4893-a5bc-93699539d4cb None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:32.817647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770ff91-3506-4e80-8351-e4139e3685cb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=b2d4881e-b6de-4ad4-8bc0-b1f2de858f39,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:32.828728 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0770ff91-3506-4e80-8351-e4139e3685cb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:32.844180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-84638515-ad8f-482b-a6c6-e1ec59530659 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:32.878427 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-84638515-ad8f-482b-a6c6-e1ec59530659 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:32.880281 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-84638515-ad8f-482b-a6c6-e1ec59530659 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/a3053efd-f6d8-4db6-a2ec-e3397643a170 HTTP/1.1" status: 204 len: 168 time: 0.8626535 Jun 22 09:45:32.881095 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a08a8-6ec4-4772-ba58-b04f52f1a762 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Network': ['ID=91f56a36-f9f8-428b-84b6-879e8ed18f33,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:32.884249 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-517a08a8-6ec4-4772-ba58-b04f52f1a762 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:32.884773 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:32.888130 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60080) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:32.900621 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12cfd35-d3ae-4197-b24c-d9ceca1c1cc5 None None] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:32.903288 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 91f56a36-f9f8-428b-84b6-879e8ed18f33 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:45:32.911007 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0770ff91-3506-4e80-8351-e4139e3685cb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3652918 Jun 22 09:45:32.914346 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60082) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:32.921451 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-7f7cadd2-1a12-4a8e-a669-551da4bab20c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1889810617', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:32.970123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84638515-ad8f-482b-a6c6-e1ec59530659 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Subnet': ['ID=a3053efd-f6d8-4db6-a2ec-e3397643a170,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:32.976468 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-517a08a8-6ec4-4772-ba58-b04f52f1a762 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8664205 Jun 22 09:45:32.977496 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-84638515-ad8f-482b-a6c6-e1ec59530659 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:32.980391 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60084) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:32.992969 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-b73d2893-9ba5-4d4c-84ec-3d88fe1a05f5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'subnet': {'network_id': '91f56a36-f9f8-428b-84b6-879e8ed18f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:33.038684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3aa4ecc-d719-4630-a946-73b8c0656ab1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting subnet 78e96ac6-757e-41fa-a3de-6a3b51cf214f {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:45:33.044111 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4ecc-d719-4630-a946-73b8c0656ab1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.072671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7f7cadd2-1a12-4a8e-a669-551da4bab20c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.074065 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7f7cadd2-1a12-4a8e-a669-551da4bab20c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.107216 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4ecc-d719-4630-a946-73b8c0656ab1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.134947 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': 'b2d4881e-b6de-4ad4-8bc0-b1f2de858f39'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:45:33.136577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.143085 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e7e351-03b5-419b-aeb8-6427b5e081f1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router f582781a-9102-4a5f-966e-17b0cd22ff4e has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:45:33.163600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7f7cadd2-1a12-4a8e-a669-551da4bab20c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.227734 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1de6fc3-6d14-45a1-a7e2-a7b52b0a07b6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.268342 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7f7cadd2-1a12-4a8e-a669-551da4bab20c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.312207 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4ecc-d719-4630-a946-73b8c0656ab1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.313750 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73d2893-9ba5-4d4c-84ec-3d88fe1a05f5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:33.317978 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b73d2893-9ba5-4d4c-84ec-3d88fe1a05f5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.325905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Allocated IP 2001:db8::2 (36eee797-60f1-483e-81c4-4dc1c89ce22a/b2d4881e-b6de-4ad4-8bc0-b1f2de858f39/ff68201e-800c-4244-8386-cff620b1ed04) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:33.350801 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e7e351-03b5-419b-aeb8-6427b5e081f1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:45:33.360202 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e8e7e351-03b5-419b-aeb8-6427b5e081f1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/f582781a-9102-4a5f-966e-17b0cd22ff4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0226049 Jun 22 09:45:33.360202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60086) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:33.369254 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8250cf4f-6971-4a6c-9862-a77720bbdfbe None None] Sync routers for ids ['f582781a-9102-4a5f-966e-17b0cd22ff4e'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:45:33.413073 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8250cf4f-6971-4a6c-9862-a77720bbdfbe None None] Routers {'f582781a-9102-4a5f-966e-17b0cd22ff4e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:33.414039 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-8250cf4f-6971-4a6c-9862-a77720bbdfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['f582781a-9102-4a5f-966e-17b0cd22ff4e'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:33.438321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22499b5-7daa-4764-bd85-cd68ba5c4c26 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting subnet bc367b05-800c-439a-bd80-4a9b41192c19 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:45:33.441295 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7f7cadd2-1a12-4a8e-a669-551da4bab20c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.444363 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b22499b5-7daa-4764-bd85-cd68ba5c4c26 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.445542 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7f7cadd2-1a12-4a8e-a669-551da4bab20c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5302401 Jun 22 09:45:33.446726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60088) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:33.499450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b22499b5-7daa-4764-bd85-cd68ba5c4c26 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.558758 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4ecc-d719-4630-a946-73b8c0656ab1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.583656 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:33.596595 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.607408 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Transition to ACTIVE for port object ff68201e-800c-4244-8386-cff620b1ed04 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:33.622790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4ecc-d719-4630-a946-73b8c0656ab1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.627472 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a3aa4ecc-d719-4630-a946-73b8c0656ab1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/78e96ac6-757e-41fa-a3de-6a3b51cf214f HTTP/1.1" status: 204 len: 168 time: 0.7352755 Jun 22 09:45:33.627472 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa4ecc-d719-4630-a946-73b8c0656ab1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Subnet': ['ID=78e96ac6-757e-41fa-a3de-6a3b51cf214f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:33.627722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Transition to ACTIVE for port object ff68201e-800c-4244-8386-cff620b1ed04 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:33.631204 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-8250cf4f-6971-4a6c-9862-a77720bbdfbe None None] Set router f582781a-9102-4a5f-966e-17b0cd22ff4e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:33.632297 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60090) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:33.633327 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 0f04946f-17fe-480b-a4d4-3ed09a8ba93a up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:33.643320 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a3aa4ecc-d719-4630-a946-73b8c0656ab1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:33.674071 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b22499b5-7daa-4764-bd85-cd68ba5c4c26 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.725179 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 0f04946f-17fe-480b-a4d4-3ed09a8ba93a triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:33.725577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.792287 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.806235 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:33.845742 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c271f8-2792-4ff6-a1b5-5ef6693ae364 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:33.846281 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c271f8-2792-4ff6-a1b5-5ef6693ae364 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:33.851633 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-83c271f8-2792-4ff6-a1b5-5ef6693ae364 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/a3053efd-f6d8-4db6-a2ec-e3397643a170 HTTP/1.1" status: 404 len: 337 time: 0.2136657 Jun 22 09:45:33.852194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60092) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:33.884368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:33.907583 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b22499b5-7daa-4764-bd85-cd68ba5c4c26 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.908658 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-8250cf4f-6971-4a6c-9862-a77720bbdfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:45:31Z', 'revision_number': 7, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:33.914429 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7a8a800e-59ca-47f2-b8ad-5e2752c16ac3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:33.919501 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Pushing event updated for resources: {'Port': ['ID=ff68201e-800c-4244-8386-cff620b1ed04,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:33.930396 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:33.931517 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:33.933927 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:33.946086 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8250cf4f-6971-4a6c-9862-a77720bbdfbe None None] Checking router: f582781a-9102-4a5f-966e-17b0cd22ff4e for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:45:33.957259 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8250cf4f-6971-4a6c-9862-a77720bbdfbe None None] Routers {'f582781a-9102-4a5f-966e-17b0cd22ff4e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:33.961361 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b22499b5-7daa-4764-bd85-cd68ba5c4c26 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.964643 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-8250cf4f-6971-4a6c-9862-a77720bbdfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['f582781a-9102-4a5f-966e-17b0cd22ff4e'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:33.968591 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b22499b5-7daa-4764-bd85-cd68ba5c4c26 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/subnets/bc367b05-800c-439a-bd80-4a9b41192c19 HTTP/1.1" status: 204 len: 168 time: 0.6080060 Jun 22 09:45:33.969208 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60094) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:33.978355 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22499b5-7daa-4764-bd85-cd68ba5c4c26 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Subnet': ['ID=bc367b05-800c-439a-bd80-4a9b41192c19,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:33.992853 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65494da-dde6-4241-addc-ed0053aad81f None None] Network 9c753fde-2e6c-4c94-b61f-05eb2b76f365 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:34.074358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 0781f6f4-ef2f-48d4-a380-4530c09f423c no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:34.114981 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-8250cf4f-6971-4a6c-9862-a77720bbdfbe None None] Set router f582781a-9102-4a5f-966e-17b0cd22ff4e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:34.127181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 0781f6f4-ef2f-48d4-a380-4530c09f423c {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:34.127846 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 0781f6f4-ef2f-48d4-a380-4530c09f423c not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:34.142558 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Attempting to bind port ff68201e-800c-4244-8386-cff620b1ed04 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:34.143272 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Attempting to bind port ff68201e-800c-4244-8386-cff620b1ed04 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:34.144038 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Attempting to bind port ff68201e-800c-4244-8386-cff620b1ed04 on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:34.170200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:34.170647 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:34.171079 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:34.171513 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:34.172015 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Bound port: ff68201e-800c-4244-8386-cff620b1ed04, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:34.172586 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:34.231095 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:34.287179 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3e04f4-75a6-404c-a22a-3346b39fbc6c None None] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:34.359238 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-b1de6fc3-6d14-45a1-a7e2-a7b52b0a07b6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting port ac9f225a-e0ec-4c5b-bbac-8d8818911bf2 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:34.359238 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1de6fc3-6d14-45a1-a7e2-a7b52b0a07b6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:34.378459 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6f534e62-eb6b-4259-99ca-2a482fef68f4 None None] Provisioning complete for port 32b6dde3-c33e-400e-a3a4-562f2b26e662 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:34.378851 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6f534e62-eb6b-4259-99ca-2a482fef68f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:34.417316 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] For port ff68201e-800c-4244-8386-cff620b1ed04, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:34.423923 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-8250cf4f-6971-4a6c-9862-a77720bbdfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:45:31Z', 'revision_number': 7, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:34.450024 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] For port ff68201e-800c-4244-8386-cff620b1ed04, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ff68201e-800c-4244-8386-cff620b1ed04,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:34.466215 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1de6fc3-6d14-45a1-a7e2-a7b52b0a07b6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:34.478826 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8250cf4f-6971-4a6c-9862-a77720bbdfbe None None] The sync data for ids ['f582781a-9102-4a5f-966e-17b0cd22ff4e'] in dv-neutron-797121-3-hyperv is: [{'id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'name': 'tempest-TestNetworkBasicOps-router-349942163', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:37Z', 'updated_at': '2021-06-22T09:45:31Z', 'revision_number': 7, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'b74f2ef4-66fb-489b-9230-f643d6b94ccb', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582781a-9102-4a5f-966e-17b0cd22ff4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:39Z', 'updated_at': '2021-06-22T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:45:34.484472 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30790219-5750-457e-b46e-d93730197a62 None None] DHCP port deletion for 9c753fde-2e6c-4c94-b61f-05eb2b76f365 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:45:34.534947 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-b1de6fc3-6d14-45a1-a7e2-a7b52b0a07b6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Calling delete_port for ac9f225a-e0ec-4c5b-bbac-8d8818911bf2 owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:34.587194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b22499b5-7daa-4764-bd85-cd68ba5c4c26 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:34.597368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b73d2893-9ba5-4d4c-84ec-3d88fe1a05f5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:34.599366 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-4964adbc-6fb5-4c41-a9be-1dd158acdb7a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting subnet 69719954-f0b3-450c-9f6c-e5dc248d720a {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:45:34.603265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8228fc9f-14ee-48cc-8754-004836ea917e tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:34.605771 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4964adbc-6fb5-4c41-a9be-1dd158acdb7a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:34.653108 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0c03499d-0b73-418c-9bf9-df01b02063c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:34.707663 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4964adbc-6fb5-4c41-a9be-1dd158acdb7a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:34.719197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:34.728158 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:34.738755 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d2893-9ba5-4d4c-84ec-3d88fe1a05f5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Subnet': ['ID=bad23806-581b-4bac-b3bd-750caccf7287,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:34.749716 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b73d2893-9ba5-4d4c-84ec-3d88fe1a05f5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:34.804921 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73d2893-9ba5-4d4c-84ec-3d88fe1a05f5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Checking segment: {'id': 'a22f2ae2-f008-4bf6-b7f8-58cedd4365d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '91f56a36-f9f8-428b-84b6-879e8ed18f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:34.805310 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73d2893-9ba5-4d4c-84ec-3d88fe1a05f5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network hostable DHCP agents. Network: 91f56a36-f9f8-428b-84b6-879e8ed18f33, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:45:34.850681 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6f534e62-eb6b-4259-99ca-2a482fef68f4 None None] Provisioning complete for port 44d6b580-319b-42ea-bbcd-b01b79569117 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:34.852292 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6f534e62-eb6b-4259-99ca-2a482fef68f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:34.854281 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0c03499d-0b73-418c-9bf9-df01b02063c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:34.863505 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4964adbc-6fb5-4c41-a9be-1dd158acdb7a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:34.892152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::1 (36eee797-60f1-483e-81c4-4dc1c89ce22a/b2d4881e-b6de-4ad4-8bc0-b1f2de858f39/847b5483-980a-4d2b-ba7e-71dce8f9f98b) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:34.927043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-30790219-5750-457e-b46e-d93730197a62 None None] Deleting port dc9ccc62-6b0c-4e16-8975-396aa2366aca {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:34.927969 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-30790219-5750-457e-b46e-d93730197a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:35.023347 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-0c03499d-0b73-418c-9bf9-df01b02063c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port b74f2ef4-66fb-489b-9230-f643d6b94ccb {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:35.023718 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0c03499d-0b73-418c-9bf9-df01b02063c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:35.029143 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-30790219-5750-457e-b46e-d93730197a62 None None] For port dc9ccc62-6b0c-4e16-8975-396aa2366aca, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dc9ccc62-6b0c-4e16-8975-396aa2366aca,segment=NetworkSegment(dd845625-d5a4-4bdb-abfb-8221ca732eaa),segment_id=dd845625-d5a4-4bdb-abfb-8221ca732eaa)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:35.029564 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-30790219-5750-457e-b46e-d93730197a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:35.094706 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Pushing event updated for resources: {'Port': ['ID=ff68201e-800c-4244-8386-cff620b1ed04,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:35.097808 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-6f534e62-eb6b-4259-99ca-2a482fef68f4 None None] Port 44d6b580-319b-42ea-bbcd-b01b79569117 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:35.122798 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1de6fc3-6d14-45a1-a7e2-a7b52b0a07b6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:35.126505 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fbb5c067-5bc2-4ab7-9c3c-158bee2d61ea tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:35.139854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-30790219-5750-457e-b46e-d93730197a62 None None] Calling delete_port for dc9ccc62-6b0c-4e16-8975-396aa2366aca owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:35.142108 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:35.149405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4964adbc-6fb5-4c41-a9be-1dd158acdb7a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:35.163054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-aa67ca19-f932-42df-af3f-43b2f6ab86bf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:35.178254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4964adbc-6fb5-4c41-a9be-1dd158acdb7a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:35.183034 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4964adbc-6fb5-4c41-a9be-1dd158acdb7a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/69719954-f0b3-450c-9f6c-e5dc248d720a HTTP/1.1" status: 204 len: 168 time: 1.3273900 Jun 22 09:45:35.189265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73d2893-9ba5-4d4c-84ec-3d88fe1a05f5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network 91f56a36-f9f8-428b-84b6-879e8ed18f33 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:45:35.189265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60096) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:35.218393 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:35.220830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de6fc3-6d14-45a1-a7e2-a7b52b0a07b6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Port': ['ID=ac9f225a-e0ec-4c5b-bbac-8d8818911bf2,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:35.236060 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964adbc-6fb5-4c41-a9be-1dd158acdb7a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Subnet': ['ID=69719954-f0b3-450c-9f6c-e5dc248d720a,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:35.240061 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-0c03499d-0b73-418c-9bf9-df01b02063c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port b74f2ef4-66fb-489b-9230-f643d6b94ccb, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b74f2ef4-66fb-489b-9230-f643d6b94ccb,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:35.240651 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0c03499d-0b73-418c-9bf9-df01b02063c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:35.244020 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4964adbc-6fb5-4c41-a9be-1dd158acdb7a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:35.268664 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b1de6fc3-6d14-45a1-a7e2-a7b52b0a07b6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:35.275746 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b3de70-a4cf-456c-b40a-a3f414832a56 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:35.277566 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b3de70-a4cf-456c-b40a-a3f414832a56 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:35.282399 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-11b3de70-a4cf-456c-b40a-a3f414832a56 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/fbc05d62-9529-4726-9571-77a0d029486e HTTP/1.1" status: 404 len: 337 time: 0.0821669 Jun 22 09:45:35.284858 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60098) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:35.315063 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6127d934-6fc4-480a-8208-8b254cc742ac None None] Update dhcp port {'port': {'network_id': 'e36a616c-3e5f-4b43-8d29-99c8bec368c1', 'fixed_ips': [{'subnet_id': '69719954-f0b3-450c-9f6c-e5dc248d720a'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': '32b6dde3-c33e-400e-a3a4-562f2b26e662'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:45:35.315699 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object 847b5483-980a-4d2b-ba7e-71dce8f9f98b will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:35.344942 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9125f82e-0a7a-41d1-949d-56c70b28fb8e tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "GET /v2.0/ports?device_id=21a4af93-8672-4a63-8744-b04283f7675a HTTP/1.1" status: 200 len: 205 time: 0.0390553 Jun 22 09:45:35.347355 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60100) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:35.355176 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-b73d2893-9ba5-4d4c-84ec-3d88fe1a05f5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 91f56a36-f9f8-428b-84b6-879e8ed18f33) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:35.365186 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacad3e1-51a4-4651-ab9f-c37fa8db1ce2 None None] Network 91f56a36-f9f8-428b-84b6-879e8ed18f33 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:35.365382 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-0c03499d-0b73-418c-9bf9-df01b02063c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for b74f2ef4-66fb-489b-9230-f643d6b94ccb owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:35.419648 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6127d934-6fc4-480a-8208-8b254cc742ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:35.451996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73d2893-9ba5-4d4c-84ec-3d88fe1a05f5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:35.459030 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b73d2893-9ba5-4d4c-84ec-3d88fe1a05f5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:35.506573 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-7efb6c36-87e9-4ec2-938c-fd0eba513182 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] delete failed (client error): The resource could not be found. Jun 22 09:45:35.516679 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7efb6c36-87e9-4ec2-938c-fd0eba513182 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/routers/21a4af93-8672-4a63-8744-b04283f7675a HTTP/1.1" status: 404 len: 336 time: 0.1607928 Jun 22 09:45:35.522079 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60102) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:35.546892 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ff68201e-800c-4244-8386-cff620b1ed04 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:35.553208 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-30790219-5750-457e-b46e-d93730197a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:35.562378 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f81f95e0-eb40-403d-b32f-dc1927d1cc62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:35.570677 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af9f8ae-6c77-40c0-8c3e-d91e655ba7ab tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:35.575759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af9f8ae-6c77-40c0-8c3e-d91e655ba7ab tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:35.580007 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8af9f8ae-6c77-40c0-8c3e-d91e655ba7ab tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/02f50057-0a4c-4c01-8150-7e9c153bf15c HTTP/1.1" status: 404 len: 337 time: 0.0547566 Jun 22 09:45:35.591894 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60104) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:35.604809 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30790219-5750-457e-b46e-d93730197a62 None None] Pushing event deleted for resources: {'Port': ['ID=dc9ccc62-6b0c-4e16-8975-396aa2366aca,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:35.607773 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-30790219-5750-457e-b46e-d93730197a62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:35.620751 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30790219-5750-457e-b46e-d93730197a62 None None] No DVR routers for this DVR port dc9ccc62-6b0c-4e16-8975-396aa2366aca on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:35.648410 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1de6fc3-6d14-45a1-a7e2-a7b52b0a07b6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:35.655088 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6b83da-695d-4d86-abd3-2c947ff9ae37 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:35.655420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6b83da-695d-4d86-abd3-2c947ff9ae37 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:35.659490 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f52ae3c-6cc3-46e2-8ef0-51f6d960aed7 None None] Network e36a616c-3e5f-4b43-8d29-99c8bec368c1 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:35.659647 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0f6b83da-695d-4d86-abd3-2c947ff9ae37 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/703f8617-31bb-4a0f-80fa-efb542d8fd80 HTTP/1.1" status: 404 len: 337 time: 0.0643306 Jun 22 09:45:35.659647 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b73d2893-9ba5-4d4c-84ec-3d88fe1a05f5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6758945 Jun 22 09:45:35.660818 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60106) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:35.671007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60108) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:35.675626 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-7bd64f30-3a12-420b-a536-f8338bc26bae tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1190602808'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:35.700599 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-f872987b-6a1f-4db4-9aa9-0f9094d36a76 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:35.717228 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f872987b-6a1f-4db4-9aa9-0f9094d36a76 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:35.717580 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60110) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:35.717685 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f872987b-6a1f-4db4-9aa9-0f9094d36a76 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/de63d395-8bce-4487-9a43-1d6e0094b00f HTTP/1.1" status: 404 len: 337 time: 0.0433481 Jun 22 09:45:35.717685 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0c03499d-0b73-418c-9bf9-df01b02063c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:35.717685 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:35.738018 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03499d-0b73-418c-9bf9-df01b02063c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=b74f2ef4-66fb-489b-9230-f643d6b94ccb,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:35.751080 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b0c94c-4a29-434c-bbc6-e35899ffd63c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:35.752687 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b0c94c-4a29-434c-bbc6-e35899ffd63c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:35.753012 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0c03499d-0b73-418c-9bf9-df01b02063c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:35.755164 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-82b0c94c-4a29-434c-bbc6-e35899ffd63c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/ports/89c36bc7-7d20-43ad-b907-a1b8cd227733 HTTP/1.1" status: 404 len: 333 time: 0.0481086 Jun 22 09:45:35.778956 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60112) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:35.784028 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-133efe0b-188d-4f49-9d8b-97ecafac6143 None None] Provisioning complete for port 32b6dde3-c33e-400e-a3a4-562f2b26e662 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:35.784028 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-133efe0b-188d-4f49-9d8b-97ecafac6143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:35.811589 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:35.827706 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-deca5a66-a3a9-49b8-8d6f-539a9067342a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:35.828167 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deca5a66-a3a9-49b8-8d6f-539a9067342a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:35.832307 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-deca5a66-a3a9-49b8-8d6f-539a9067342a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/47c7bb4d-5fda-4763-86a7-5c3c3dbed1c7 HTTP/1.1" status: 404 len: 337 time: 0.0496621 Jun 22 09:45:35.832567 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60114) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:35.850863 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d8f566bc-946e-4c7c-a97a-0d7d5e6cfecf tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:35.871672 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a37e38-d23f-4a49-902b-58575293ee1c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:35.872137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a37e38-d23f-4a49-902b-58575293ee1c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:35.878053 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e7a37e38-d23f-4a49-902b-58575293ee1c tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/92621bea-3d73-4376-a86e-4d90672fc862 HTTP/1.1" status: 404 len: 337 time: 0.0403614 Jun 22 09:45:35.878053 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60116) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:35.905812 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-727c5d88-c717-4680-ab9f-a0c8106ff2c1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:35.906683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=847b5483-980a-4d2b-ba7e-71dce8f9f98b,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:35.907009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727c5d88-c717-4680-ab9f-a0c8106ff2c1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:35.908975 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-727c5d88-c717-4680-ab9f-a0c8106ff2c1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/ports/4ead0625-9907-4dfa-8b89-f0a7caeb71b2 HTTP/1.1" status: 404 len: 333 time: 0.0315681 Jun 22 09:45:35.911525 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60118) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:35.913531 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd64f30-3a12-420b-a536-f8338bc26bae tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:35.917182 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7bd64f30-3a12-420b-a536-f8338bc26bae tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:35.918536 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-91f56a36-f9f8-428b-84b6-879e8ed18f33', 'network_id': '91f56a36-f9f8-428b-84b6-879e8ed18f33', 'tenant_id': 'd350cc773ed540d481462b23dd107ebd', 'fixed_ips': [{'subnet_id': 'bad23806-581b-4bac-b3bd-750caccf7287'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:45:35.919491 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:35.924180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0c03499d-0b73-418c-9bf9-df01b02063c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:35.925825 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port ff68201e-800c-4244-8386-cff620b1ed04 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:35.973053 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0503b9-9d33-4fd3-b52e-7842f3177ddf tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:35.973803 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0503b9-9d33-4fd3-b52e-7842f3177ddf tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:35.975750 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3c0503b9-9d33-4fd3-b52e-7842f3177ddf tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/d72c08ca-2e5e-492e-8550-0f57b5d377ba HTTP/1.1" status: 404 len: 337 time: 0.0631282 Jun 22 09:45:36.022500 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60120) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:36.058109 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device a13e8cfb-a218-4798-9e17-bbebdb36ecf5 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:36.090102 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f41e47-9a27-40f0-9708-a4698631cfe2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] DELETE failed (client error): The resource could not be found. Jun 22 09:45:36.090567 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f41e47-9a27-40f0-9708-a4698631cfe2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:45:36.092316 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-85f41e47-9a27-40f0-9708-a4698631cfe2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/subnets/3b6a66ad-0126-41c8-8ead-0d0b84ae6d8f HTTP/1.1" status: 404 len: 337 time: 0.0684435 Jun 22 09:45:36.095042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60122) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:36.104236 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0c03499d-0b73-418c-9bf9-df01b02063c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.107691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0c03499d-0b73-418c-9bf9-df01b02063c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.117630 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5b2428-daf9-4f13-b137-2206b92e7d4f None None] DHCP port deletion for e36a616c-3e5f-4b43-8d29-99c8bec368c1 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:45:36.125510 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: a13e8cfb-a218-4798-9e17-bbebdb36ecf5 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:36.125998 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device a13e8cfb-a218-4798-9e17-bbebdb36ecf5 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:36.126526 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dc9ccc62-6b0c-4e16-8975-396aa2366aca no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:36.206081 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: dc9ccc62-6b0c-4e16-8975-396aa2366aca {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:36.206437 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dc9ccc62-6b0c-4e16-8975-396aa2366aca not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:36.231378 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-133efe0b-188d-4f49-9d8b-97ecafac6143 None None] Provisioning complete for port 44d6b580-319b-42ea-bbcd-b01b79569117 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:36.231862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-133efe0b-188d-4f49-9d8b-97ecafac6143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.241008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-dee15043-54a3-43ed-a534-a59f518217e6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port 44d6b580-319b-42ea-bbcd-b01b79569117 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:36.241372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dee15043-54a3-43ed-a534-a59f518217e6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.273660 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Allocated IP 2001:db8::3 (91f56a36-f9f8-428b-84b6-879e8ed18f33/bad23806-581b-4bac-b3bd-750caccf7287/35cf0439-bc73-4af3-a5b1-4d5b7be597f2) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:36.286918 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0c03499d-0b73-418c-9bf9-df01b02063c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.287822 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c03499d-0b73-418c-9bf9-df01b02063c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Fanout notify agent at l3_agent the message router_deleted on router f582781a-9102-4a5f-966e-17b0cd22ff4e {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:45:36.289051 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-133efe0b-188d-4f49-9d8b-97ecafac6143 None None] Port 44d6b580-319b-42ea-bbcd-b01b79569117 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:36.303898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0c03499d-0b73-418c-9bf9-df01b02063c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.305021 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0c03499d-0b73-418c-9bf9-df01b02063c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/routers/f582781a-9102-4a5f-966e-17b0cd22ff4e HTTP/1.1" status: 204 len: 168 time: 2.3278668 Jun 22 09:45:36.308688 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60124) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:36.326157 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-6a5b2428-daf9-4f13-b137-2206b92e7d4f None None] Deleting port 32b6dde3-c33e-400e-a3a4-562f2b26e662 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:36.326800 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6a5b2428-daf9-4f13-b137-2206b92e7d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.338657 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:36.358477 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd64f30-3a12-420b-a536-f8338bc26bae tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:45:36.367216 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dee15043-54a3-43ed-a534-a59f518217e6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.367475 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7bd64f30-3a12-420b-a536-f8338bc26bae tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.368342 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-7bd64f30-3a12-420b-a536-f8338bc26bae tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Added segment 9c449ea6-393b-472c-a67f-5b6b24e4a9b3 of type vlan for network fd42bc15-91e3-4cc3-8661-a76fbbd7e31f Jun 22 09:45:36.417562 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7bd64f30-3a12-420b-a536-f8338bc26bae tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.450460 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-dee15043-54a3-43ed-a534-a59f518217e6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for 44d6b580-319b-42ea-bbcd-b01b79569117 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:36.451829 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:36.456279 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-6a5b2428-daf9-4f13-b137-2206b92e7d4f None None] For port 32b6dde3-c33e-400e-a3a4-562f2b26e662, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=32b6dde3-c33e-400e-a3a4-562f2b26e662,segment=NetworkSegment(f2c07361-7fc8-4f02-a594-3a71b67d4739),segment_id=f2c07361-7fc8-4f02-a594-3a71b67d4739)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:36.457065 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6a5b2428-daf9-4f13-b137-2206b92e7d4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.457699 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:36.461541 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:36.461918 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.469578 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e036-8526-4463-874e-0018bfdf4977 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.544015 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-6a5b2428-daf9-4f13-b137-2206b92e7d4f None None] Calling delete_port for 32b6dde3-c33e-400e-a3a4-562f2b26e662 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:36.560082 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7bd64f30-3a12-420b-a536-f8338bc26bae tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.566320 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd64f30-3a12-420b-a536-f8338bc26bae tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:36.566830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7bd64f30-3a12-420b-a536-f8338bc26bae tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.578177 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-77e9a79d-628f-44c0-8f99-1329cd74993a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:36.637496 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e036-8526-4463-874e-0018bfdf4977 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.651415 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d3a3ec33-b655-400f-8b5c-a9b8159f9237 None None] Provisioning for port ff68201e-800c-4244-8386-cff620b1ed04 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:36.654344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-c6b4e036-8526-4463-874e-0018bfdf4977 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c753fde-2e6c-4c94-b61f-05eb2b76f365']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:36.667853 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-c6b4e036-8526-4463-874e-0018bfdf4977 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd845625-d5a4-4bdb-abfb-8221ca732eaa') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:36.668530 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-c6b4e036-8526-4463-874e-0018bfdf4977 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd845625-d5a4-4bdb-abfb-8221ca732eaa') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:36.672012 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d3a3ec33-b655-400f-8b5c-a9b8159f9237 None None] Provisioning complete for port ff68201e-800c-4244-8386-cff620b1ed04 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:36.672657 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ec33-b655-400f-8b5c-a9b8159f9237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.680422 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e036-8526-4463-874e-0018bfdf4977 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.704744 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e036-8526-4463-874e-0018bfdf4977 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.713165 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b4e036-8526-4463-874e-0018bfdf4977 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:45:36.713943 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e036-8526-4463-874e-0018bfdf4977 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.715106 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.723990 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Transition to ACTIVE for port object 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:36.747175 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:45:36.769671 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:45:36.774679 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dee15043-54a3-43ed-a534-a59f518217e6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.782725 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7bd64f30-3a12-420b-a536-f8338bc26bae tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1155200 Jun 22 09:45:36.784264 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd64f30-3a12-420b-a536-f8338bc26bae tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Network': ['ID=fd42bc15-91e3-4cc3-8661-a76fbbd7e31f,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:36.792304 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60126) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:36.797047 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0a8ee921-2ee9-49f3-b9bc-48aeb8ba2efd tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:36.800774 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7bd64f30-3a12-420b-a536-f8338bc26bae tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:36.805054 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-dc135fec-8d44-4426-89cc-05f446bcaf66 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'subnet': {'network_id': 'fd42bc15-91e3-4cc3-8661-a76fbbd7e31f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:36.826897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee15043-54a3-43ed-a534-a59f518217e6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=44d6b580-319b-42ea-bbcd-b01b79569117,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:36.829800 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dee15043-54a3-43ed-a534-a59f518217e6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.834477 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-dee15043-54a3-43ed-a534-a59f518217e6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/ports/44d6b580-319b-42ea-bbcd-b01b79569117 HTTP/1.1" status: 204 len: 168 time: 0.7384038 Jun 22 09:45:36.835599 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-dee15043-54a3-43ed-a534-a59f518217e6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:36.836062 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60128) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:36.899287 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1de6fc3-6d14-45a1-a7e2-a7b52b0a07b6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router b8e787be-aba2-4963-932c-488ba6345f31 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:45:36.907035 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network fd42bc15-91e3-4cc3-8661-a76fbbd7e31f details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:45:36.915746 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Transition to ACTIVE for port object 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:36.921118 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e036-8526-4463-874e-0018bfdf4977 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.925599 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-be046283-0458-4630-aa5d-0669348bf798 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:36.940459 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e036-8526-4463-874e-0018bfdf4977 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.942483 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c6b4e036-8526-4463-874e-0018bfdf4977 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/networks/9c753fde-2e6c-4c94-b61f-05eb2b76f365 HTTP/1.1" status: 204 len: 168 time: 0.6331513 Jun 22 09:45:36.943550 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4e036-8526-4463-874e-0018bfdf4977 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Network': ['ID=9c753fde-2e6c-4c94-b61f-05eb2b76f365,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:36.968189 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:36.968189 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60130) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:36.971872 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c6b4e036-8526-4463-874e-0018bfdf4977 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:36.979729 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-4de6d08a-e584-439e-b8fa-6b36c8cd2d6d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'network': {'name': 'tempest-network-smoke--787862502', 'project_id': '50763c4428f741ada1db53edd04651ab', 'port_security_enabled': True}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:37.013328 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.016714 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:37.060887 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Deleting port 32b6dde3-c33e-400e-a3a4-562f2b26e662 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:37.061230 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.077140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Network 91f56a36-f9f8-428b-84b6-879e8ed18f33 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:37.087232 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:37.093315 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Pushing event updated for resources: {'Port': ['ID=35cf0439-bc73-4af3-a5b1-4d5b7be597f2,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:37.093447 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:37.098215 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:37.102257 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6a5b2428-daf9-4f13-b137-2206b92e7d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.109965 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:37.133833 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ec33-b655-400f-8b5c-a9b8159f9237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.141188 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] For port 32b6dde3-c33e-400e-a3a4-562f2b26e662, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=32b6dde3-c33e-400e-a3a4-562f2b26e662,segment=NetworkSegment(f2c07361-7fc8-4f02-a594-3a71b67d4739),segment_id=f2c07361-7fc8-4f02-a594-3a71b67d4739)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:37.141558 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.176979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b2428-daf9-4f13-b137-2206b92e7d4f None None] Pushing event deleted for resources: {'Port': ['ID=32b6dde3-c33e-400e-a3a4-562f2b26e662,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:37.187360 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de6d08a-e584-439e-b8fa-6b36c8cd2d6d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:37.190926 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4de6d08a-e584-439e-b8fa-6b36c8cd2d6d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.191076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1de6fc3-6d14-45a1-a7e2-a7b52b0a07b6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:45:37.197388 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5b2428-daf9-4f13-b137-2206b92e7d4f None None] No DVR routers for this DVR port 32b6dde3-c33e-400e-a3a4-562f2b26e662 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:37.199142 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6a5b2428-daf9-4f13-b137-2206b92e7d4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:37.200187 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b1de6fc3-6d14-45a1-a7e2-a7b52b0a07b6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/b8e787be-aba2-4963-932c-488ba6345f31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5352554 Jun 22 09:45:37.204834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60132) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:37.211386 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0331ae60-8f9b-4399-a743-ba6e7339303f None None] Sync routers for ids ['b8e787be-aba2-4963-932c-488ba6345f31'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:45:37.221033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Calling delete_port for 32b6dde3-c33e-400e-a3a4-562f2b26e662 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:37.249443 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Attempting to bind port 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:37.249443 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Attempting to bind port 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'a22f2ae2-f008-4bf6-b7f8-58cedd4365d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '91f56a36-f9f8-428b-84b6-879e8ed18f33'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:37.249443 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Attempting to bind port 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 on network 91f56a36-f9f8-428b-84b6-879e8ed18f33 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:37.249443 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-d3a3ec33-b655-400f-8b5c-a9b8159f9237 None None] For port ff68201e-800c-4244-8386-cff620b1ed04, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ff68201e-800c-4244-8386-cff620b1ed04,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:37.254918 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:37.255314 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Checking segment: {'id': 'a22f2ae2-f008-4bf6-b7f8-58cedd4365d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '91f56a36-f9f8-428b-84b6-879e8ed18f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:37.255774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.256188 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Bound using segment: {'id': 'a22f2ae2-f008-4bf6-b7f8-58cedd4365d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '91f56a36-f9f8-428b-84b6-879e8ed18f33'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:37.256675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Bound port: 35cf0439-bc73-4af3-a5b1-4d5b7be597f2, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22f2ae2-f008-4bf6-b7f8-58cedd4365d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '91f56a36-f9f8-428b-84b6-879e8ed18f33'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:37.257184 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.259923 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0331ae60-8f9b-4399-a743-ba6e7339303f None None] Routers {'b8e787be-aba2-4963-932c-488ba6345f31'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:37.261109 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-0331ae60-8f9b-4399-a743-ba6e7339303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b8e787be-aba2-4963-932c-488ba6345f31'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:37.289493 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de6d08a-e584-439e-b8fa-6b36c8cd2d6d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:45:37.302341 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-0331ae60-8f9b-4399-a743-ba6e7339303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:37.316293 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0331ae60-8f9b-4399-a743-ba6e7339303f None None] Routers {'b8e787be-aba2-4963-932c-488ba6345f31'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:37.316438 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4de6d08a-e584-439e-b8fa-6b36c8cd2d6d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.316561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-0331ae60-8f9b-4399-a743-ba6e7339303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b8e787be-aba2-4963-932c-488ba6345f31'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:37.316696 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-4de6d08a-e584-439e-b8fa-6b36c8cd2d6d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Added segment 327434d1-3564-47f6-9d2e-e6dbc2624eb3 of type vlan for network a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 Jun 22 09:45:37.371271 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-0331ae60-8f9b-4399-a743-ba6e7339303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:37.371880 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0331ae60-8f9b-4399-a743-ba6e7339303f None None] The sync data for ids ['b8e787be-aba2-4963-932c-488ba6345f31'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:45:37.376039 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ec33-b655-400f-8b5c-a9b8159f9237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.380013 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:37.390859 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4de6d08a-e584-439e-b8fa-6b36c8cd2d6d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.403455 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.407677 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:37.415037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b74f2ef4-66fb-489b-9230-f643d6b94ccb no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:37.419221 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc135fec-8d44-4426-89cc-05f446bcaf66 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:37.423180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc135fec-8d44-4426-89cc-05f446bcaf66 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.439018 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Port': ['ID=32b6dde3-c33e-400e-a3a4-562f2b26e662,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:37.445394 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:37.446932 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] No DVR routers for this DVR port 32b6dde3-c33e-400e-a3a4-562f2b26e662 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:37.455466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: b74f2ef4-66fb-489b-9230-f643d6b94ccb {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:37.455869 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b74f2ef4-66fb-489b-9230-f643d6b94ccb not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:37.456190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 32b6dde3-c33e-400e-a3a4-562f2b26e662 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:37.467077 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] For port 35cf0439-bc73-4af3-a5b1-4d5b7be597f2, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:37.501612 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 32b6dde3-c33e-400e-a3a4-562f2b26e662 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:37.501942 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 32b6dde3-c33e-400e-a3a4-562f2b26e662 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:37.511787 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.514959 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] For port 35cf0439-bc73-4af3-a5b1-4d5b7be597f2, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=35cf0439-bc73-4af3-a5b1-4d5b7be597f2,segment=NetworkSegment(a22f2ae2-f008-4bf6-b7f8-58cedd4365d5),segment_id=a22f2ae2-f008-4bf6-b7f8-58cedd4365d5)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:37.525629 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3ec33-b655-400f-8b5c-a9b8159f9237 None None] Pushing event updated for resources: {'Port': ['ID=ff68201e-800c-4244-8386-cff620b1ed04,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:37.528390 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d3a3ec33-b655-400f-8b5c-a9b8159f9237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:37.532389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.542838 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36a616c-3e5f-4b43-8d29-99c8bec368c1']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:37.550569 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4de6d08a-e584-439e-b8fa-6b36c8cd2d6d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.556120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de6d08a-e584-439e-b8fa-6b36c8cd2d6d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:37.556722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4de6d08a-e584-439e-b8fa-6b36c8cd2d6d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.560417 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-437f9f6a-6ba7-4521-93e8-d1363577ebc5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:37.564068 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.ipam_backend_mixin [None req-dc135fec-8d44-4426-89cc-05f446bcaf66 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Performing IP validity checks on allocation pools {{(pid=100652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 09:45:37.564601 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.ipam_backend_mixin [None req-dc135fec-8d44-4426-89cc-05f446bcaf66 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 09:45:37.566472 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c07361-7fc8-4f02-a594-3a71b67d4739') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:37.566775 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c07361-7fc8-4f02-a594-3a71b67d4739') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:37.580411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.581336 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.589299 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:37.625415 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.644852 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6d08a-e584-439e-b8fa-6b36c8cd2d6d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Network': ['ID=a0ce1e5d-6656-4707-a16d-5d7c9ba76d27,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:37.649454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4de6d08a-e584-439e-b8fa-6b36c8cd2d6d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:37.650425 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.657239 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:45:37.657718 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.658562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:45:37.661035 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:45:37.670491 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-56346908-198e-40b2-89e6-2f91ab4cd08b None None] Provisioning for port 847b5483-980a-4d2b-ba7e-71dce8f9f98b completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:37.670491 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.682906 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:37.733450 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-56346908-198e-40b2-89e6-2f91ab4cd08b None None] Provisioning complete for port 847b5483-980a-4d2b-ba7e-71dce8f9f98b triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:37.733840 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-56346908-198e-40b2-89e6-2f91ab4cd08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.736144 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=847b5483-980a-4d2b-ba7e-71dce8f9f98b,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:37.745620 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:37.750745 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4de6d08a-e584-439e-b8fa-6b36c8cd2d6d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7770021 Jun 22 09:45:37.752857 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60134) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:37.758096 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-237245686', 'admin_state_up': True, 'project_id': '50763c4428f741ada1db53edd04651ab', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:37.814285 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-56346908-198e-40b2-89e6-2f91ab4cd08b None None] Port 847b5483-980a-4d2b-ba7e-71dce8f9f98b cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:37.827615 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Pushing event updated for resources: {'Port': ['ID=35cf0439-bc73-4af3-a5b1-4d5b7be597f2,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:37.830663 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:37.848966 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.849883 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:37.854210 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-34b70bf5-50d3-41fd-97c3-2c05b2a45de6 tempest-ExternalNetworksTestJSON-1855767817 tempest-ExternalNetworksTestJSON-1855767817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:37.860935 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.865637 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] 10.222.0.20 "DELETE /v2.0/networks/e36a616c-3e5f-4b43-8d29-99c8bec368c1 HTTP/1.1" status: 204 len: 168 time: 1.0258915 Jun 22 09:45:37.877432 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:37.881987 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Pushing event deleted for resources: {'Network': ['ID=e36a616c-3e5f-4b43-8d29-99c8bec368c1,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:37.889127 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:37.917772 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.919927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.992549 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:37.997435 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc135fec-8d44-4426-89cc-05f446bcaf66 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:38.005074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dabe8a27-4f4c-4455-b9f1-196343ab2bef tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:38.141879 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc135fec-8d44-4426-89cc-05f446bcaf66 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Subnet': ['ID=e350f4f8-95c0-4d69-8fae-202cbb2a36d3,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:38.146332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dc135fec-8d44-4426-89cc-05f446bcaf66 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:38.171266 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc135fec-8d44-4426-89cc-05f446bcaf66 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Checking segment: {'id': '9c449ea6-393b-472c-a67f-5b6b24e4a9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fd42bc15-91e3-4cc3-8661-a76fbbd7e31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:38.171940 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc135fec-8d44-4426-89cc-05f446bcaf66 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network hostable DHCP agents. Network: fd42bc15-91e3-4cc3-8661-a76fbbd7e31f, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:45:38.208944 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-abb7e62c-2b44-43f2-81ef-fa688e41105d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:38.246504 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:38.260794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b630b675-a0ae-42c8-93f8-b98fd90650f3 None None] Provisioning complete for port 847b5483-980a-4d2b-ba7e-71dce8f9f98b triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:38.261315 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b630b675-a0ae-42c8-93f8-b98fd90650f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:38.302742 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-b630b675-a0ae-42c8-93f8-b98fd90650f3 None None] Port 847b5483-980a-4d2b-ba7e-71dce8f9f98b cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:38.340346 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc135fec-8d44-4426-89cc-05f446bcaf66 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network fd42bc15-91e3-4cc3-8661-a76fbbd7e31f is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:45:38.367206 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Router e64f78f8-09f9-4f16-974a-aa343f396d5a is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:45:38.500123 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:45:38.506007 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "PUT /v2.0/routers/e64f78f8-09f9-4f16-974a-aa343f396d5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0560601 Jun 22 09:45:38.508211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60140) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:38.515050 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Sync routers for ids ['e64f78f8-09f9-4f16-974a-aa343f396d5a'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:45:38.527782 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Routers {'e64f78f8-09f9-4f16-974a-aa343f396d5a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:38.529032 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e64f78f8-09f9-4f16-974a-aa343f396d5a'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:38.549312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-dc135fec-8d44-4426-89cc-05f446bcaf66 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, fd42bc15-91e3-4cc3-8661-a76fbbd7e31f) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:38.554084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60142) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:38.561551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc135fec-8d44-4426-89cc-05f446bcaf66 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:38.561773 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a3b812-6ec4-4c64-be25-f406a9717015 None None] Network fd42bc15-91e3-4cc3-8661-a76fbbd7e31f requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:38.562267 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc135fec-8d44-4426-89cc-05f446bcaf66 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:38.616093 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acff38d-0a2e-4a1f-8a70-c7c6a3779631 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:38.617463 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1acff38d-0a2e-4a1f-8a70-c7c6a3779631 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports/847b5483-980a-4d2b-ba7e-71dce8f9f98b HTTP/1.1" status: 200 len: 911 time: 0.1083226 Jun 22 09:45:38.621065 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60146) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:38.637992 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Set router e64f78f8-09f9-4f16-974a-aa343f396d5a gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:38.705472 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dc135fec-8d44-4426-89cc-05f446bcaf66 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9054213 Jun 22 09:45:38.708827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60148) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:38.793815 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-fd42bc15-91e3-4cc3-8661-a76fbbd7e31f', 'network_id': 'fd42bc15-91e3-4cc3-8661-a76fbbd7e31f', 'tenant_id': 'd350cc773ed540d481462b23dd107ebd', 'fixed_ips': [{'subnet_id': 'e350f4f8-95c0-4d69-8fae-202cbb2a36d3'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:45:38.805867 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:38.816076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-abb7e62c-2b44-43f2-81ef-fa688e41105d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting port 91430cb3-3628-410b-8ebc-cf2c9b36b648 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:38.816423 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-abb7e62c-2b44-43f2-81ef-fa688e41105d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:38.825536 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:38.861640 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:38.914122 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64f78f8-09f9-4f16-974a-aa343f396d5a', 'name': 'tempest-NetworksTestDHCPv6-router-1889810617', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:33Z', 'updated_at': '2021-06-22T09:45:36Z', 'revision_number': 2, 'project_id': 'a9c1085b63b34e82a563468655f91b80', 'gw_port_host': None, '_interfaces': [{'id': '847b5483-980a-4d2b-ba7e-71dce8f9f98b', 'name': '', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'mac_address': 'fa:16:3e:4c:c8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64f78f8-09f9-4f16-974a-aa343f396d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'b2d4881e-b6de-4ad4-8bc0-b1f2de858f39', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:34Z', 'updated_at': '2021-06-22T09:45:37Z', 'revision_number': 2, 'project_id': 'a9c1085b63b34e82a563468655f91b80', 'subnets': [{'id': 'b2d4881e-b6de-4ad4-8bc0-b1f2de858f39', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:38.959536 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Checking router: e64f78f8-09f9-4f16-974a-aa343f396d5a for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:45:38.960431 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Updating router e64f78f8-09f9-4f16-974a-aa343f396d5a port 847b5483-980a-4d2b-ba7e-71dce8f9f98b binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:45:38.962625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Allocated IP 2001:db8::3 (fd42bc15-91e3-4cc3-8661-a76fbbd7e31f/e350f4f8-95c0-4d69-8fae-202cbb2a36d3/314b09f5-c7f0-4dc8-88a1-238117d8198b) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:38.984556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.26.3.31 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/31e7717a-6e53-4985-a27d-324a1a1bc9ab) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:39.015560 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:39.131706 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061a6f63-26ef-41a0-9c43-4b2ec90bbc78 None None] Network 91f56a36-f9f8-428b-84b6-879e8ed18f33 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:39.157501 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:39.304660 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:39.306728 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:39.326594 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:39.334346 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Transition to ACTIVE for port object 314b09f5-c7f0-4dc8-88a1-238117d8198b will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:39.390828 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:39.394006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:39.396610 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:39.430165 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=31e7717a-6e53-4985-a27d-324a1a1bc9ab,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:39.433471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:39.446958 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Transition to ACTIVE for port object 314b09f5-c7f0-4dc8-88a1-238117d8198b will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:39.458512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e783f977-279d-4e67-bd17-a705690378f9 None None] Provisioning for port 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:39.513209 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eade49a-cefb-4989-9c52-06e6a86de5fa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:39.528424 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:39.536174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eade49a-cefb-4989-9c52-06e6a86de5fa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:39.540556 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8eade49a-cefb-4989-9c52-06e6a86de5fa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9189179 Jun 22 09:45:39.545972 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60154) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:39.547290 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:39.550660 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c9a02710-6919-46eb-b6a6-1b2d1ee60330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:39.560692 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Transition to ACTIVE for port object 847b5483-980a-4d2b-ba7e-71dce8f9f98b will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:39.574777 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-abb7e62c-2b44-43f2-81ef-fa688e41105d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:39.575115 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ff68201e-800c-4244-8386-cff620b1ed04 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:39.595333 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c66965c6-1aa9-4d00-9bbd-70726e7afb59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0110610b37fd4838a23148654276ede5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0398450 Jun 22 09:45:39.598880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60156) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:39.626047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Network fd42bc15-91e3-4cc3-8661-a76fbbd7e31f is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:39.631106 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:39.636761 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:39.649319 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:39.658167 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:39.673226 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-abb7e62c-2b44-43f2-81ef-fa688e41105d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Calling delete_port for 91430cb3-3628-410b-8ebc-cf2c9b36b648 owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:39.683849 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:39.707647 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Pushing event updated for resources: {'Port': ['ID=314b09f5-c7f0-4dc8-88a1-238117d8198b,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:39.742360 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:39.800989 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-808104e7-2b96-4fbe-b811-35d6f06dc0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:39.833850 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Attempting to bind port 314b09f5-c7f0-4dc8-88a1-238117d8198b on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:39.834111 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Attempting to bind port 314b09f5-c7f0-4dc8-88a1-238117d8198b by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '9c449ea6-393b-472c-a67f-5b6b24e4a9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fd42bc15-91e3-4cc3-8661-a76fbbd7e31f'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:39.834310 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Attempting to bind port 314b09f5-c7f0-4dc8-88a1-238117d8198b on network fd42bc15-91e3-4cc3-8661-a76fbbd7e31f {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:39.856945 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Deleting port 314b09f5-c7f0-4dc8-88a1-238117d8198b {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:39.857291 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:39.858325 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port ff68201e-800c-4244-8386-cff620b1ed04 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:39.858725 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:39.860528 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:39.860917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Checking segment: {'id': '9c449ea6-393b-472c-a67f-5b6b24e4a9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fd42bc15-91e3-4cc3-8661-a76fbbd7e31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:39.861329 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:39.861739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Bound using segment: {'id': '9c449ea6-393b-472c-a67f-5b6b24e4a9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fd42bc15-91e3-4cc3-8661-a76fbbd7e31f'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:39.862239 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Bound port: 314b09f5-c7f0-4dc8-88a1-238117d8198b, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c449ea6-393b-472c-a67f-5b6b24e4a9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fd42bc15-91e3-4cc3-8661-a76fbbd7e31f'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:39.862961 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:39.897686 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-808104e7-2b96-4fbe-b811-35d6f06dc0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:39.902061 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Attempting to bind port 847b5483-980a-4d2b-ba7e-71dce8f9f98b on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:39.902576 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Attempting to bind port 847b5483-980a-4d2b-ba7e-71dce8f9f98b by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:39.902821 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Attempting to bind port 847b5483-980a-4d2b-ba7e-71dce8f9f98b on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:39.924897 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:39.929522 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:39.930209 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:39.930781 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:39.931478 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Bound port: 847b5483-980a-4d2b-ba7e-71dce8f9f98b, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:39.932060 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:40.041066 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] For port 314b09f5-c7f0-4dc8-88a1-238117d8198b, host dv-neutron-797121-3-hyperv, got binding levels [] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:40.041563 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:40.068520 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] For port 847b5483-980a-4d2b-ba7e-71dce8f9f98b, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:40.073507 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] For port 847b5483-980a-4d2b-ba7e-71dce8f9f98b, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=847b5483-980a-4d2b-ba7e-71dce8f9f98b,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:40.076673 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c781fe-ba1b-4a00-9bca-291b8dc59b10 None None] Pushing event updated for resources: {'Port': ['ID=847b5483-980a-4d2b-ba7e-71dce8f9f98b,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:40.084820 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c781fe-ba1b-4a00-9bca-291b8dc59b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:40.086508 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c781fe-ba1b-4a00-9bca-291b8dc59b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:40.086508 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c781fe-ba1b-4a00-9bca-291b8dc59b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:40.086784 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c781fe-ba1b-4a00-9bca-291b8dc59b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:40.087307 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c781fe-ba1b-4a00-9bca-291b8dc59b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:40.087896 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c781fe-ba1b-4a00-9bca-291b8dc59b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:40.088435 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c781fe-ba1b-4a00-9bca-291b8dc59b10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:40.088991 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c781fe-ba1b-4a00-9bca-291b8dc59b10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:40.089501 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c781fe-ba1b-4a00-9bca-291b8dc59b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:40.090150 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c781fe-ba1b-4a00-9bca-291b8dc59b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:40.090672 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c781fe-ba1b-4a00-9bca-291b8dc59b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:40.091187 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c781fe-ba1b-4a00-9bca-291b8dc59b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:40.099799 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-e4c781fe-ba1b-4a00-9bca-291b8dc59b10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:40.102043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] For port 314b09f5-c7f0-4dc8-88a1-238117d8198b, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:40.118741 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] For port 314b09f5-c7f0-4dc8-88a1-238117d8198b, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=314b09f5-c7f0-4dc8-88a1-238117d8198b,segment=NetworkSegment(9c449ea6-393b-472c-a67f-5b6b24e4a9b3),segment_id=9c449ea6-393b-472c-a67f-5b6b24e4a9b3)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:40.133494 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:40.137907 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Calling delete_port for 314b09f5-c7f0-4dc8-88a1-238117d8198b owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:40.142426 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-abb7e62c-2b44-43f2-81ef-fa688e41105d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:40.146724 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:40.191621 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7e62c-2b44-43f2-81ef-fa688e41105d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Port': ['ID=91430cb3-3628-410b-8ebc-cf2c9b36b648,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:40.194338 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-abb7e62c-2b44-43f2-81ef-fa688e41105d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:40.196027 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:40.198699 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-e4c781fe-ba1b-4a00-9bca-291b8dc59b10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:40.231597 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:40.233720 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-09b1a725-eb6b-4b23-a946-4d17bf1111d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:40.284941 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c781fe-ba1b-4a00-9bca-291b8dc59b10 None None] Pushing event updated for resources: {'Port': ['ID=847b5483-980a-4d2b-ba7e-71dce8f9f98b,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:40.301414 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:40.301633 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-e4c781fe-ba1b-4a00-9bca-291b8dc59b10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:40.325332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:40.325873 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:40.358656 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Pushing event updated for resources: {'Port': ['ID=314b09f5-c7f0-4dc8-88a1-238117d8198b,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:40.360830 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Routers {'e64f78f8-09f9-4f16-974a-aa343f396d5a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:40.363014 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e64f78f8-09f9-4f16-974a-aa343f396d5a'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:40.364209 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:40.370875 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:40.394313 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-abb7e62c-2b44-43f2-81ef-fa688e41105d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:40.457317 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:40.555461 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] Set router e64f78f8-09f9-4f16-974a-aa343f396d5a gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:40.560098 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 35cf0439-bc73-4af3-a5b1-4d5b7be597f2, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=35cf0439-bc73-4af3-a5b1-4d5b7be597f2,segment=NetworkSegment(a22f2ae2-f008-4bf6-b7f8-58cedd4365d5),segment_id=a22f2ae2-f008-4bf6-b7f8-58cedd4365d5)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:40.638104 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:40.641007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:40.714650 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb7e62c-2b44-43f2-81ef-fa688e41105d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router b8e787be-aba2-4963-932c-488ba6345f31 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:45:40.743513 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-808104e7-2b96-4fbe-b811-35d6f06dc0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:40.749581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-808104e7-2b96-4fbe-b811-35d6f06dc0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:40.753233 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-808104e7-2b96-4fbe-b811-35d6f06dc0c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/413537d3-2d53-4997-853f-77f58d3e1879 HTTP/1.1" status: 204 len: 168 time: 1.1462190 Jun 22 09:45:40.759970 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5d1dabec-34b1-4d45-b45a-177eb5a99bae tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:40.775070 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808104e7-2b96-4fbe-b811-35d6f06dc0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413537d3-2d53-4997-853f-77f58d3e1879,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:40.800914 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-808104e7-2b96-4fbe-b811-35d6f06dc0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:40.802657 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:40.825831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=35cf0439-bc73-4af3-a5b1-4d5b7be597f2,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:40.845950 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:40.868402 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64f78f8-09f9-4f16-974a-aa343f396d5a', 'name': 'tempest-NetworksTestDHCPv6-router-1889810617', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:33Z', 'updated_at': '2021-06-22T09:45:36Z', 'revision_number': 2, 'project_id': 'a9c1085b63b34e82a563468655f91b80', 'gw_port_host': None, '_interfaces': [{'id': '847b5483-980a-4d2b-ba7e-71dce8f9f98b', 'name': '', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'mac_address': 'fa:16:3e:4c:c8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64f78f8-09f9-4f16-974a-aa343f396d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'b2d4881e-b6de-4ad4-8bc0-b1f2de858f39', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:34Z', 'updated_at': '2021-06-22T09:45:40Z', 'revision_number': 4, 'project_id': 'a9c1085b63b34e82a563468655f91b80', 'subnets': [{'id': 'b2d4881e-b6de-4ad4-8bc0-b1f2de858f39', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:40.898764 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:40.900442 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d4536-51f1-4f8b-9fe3-d54dc99e059f None None] The sync data for ids ['e64f78f8-09f9-4f16-974a-aa343f396d5a'] in dv-neutron-797121-3-hyperv is: [{'id': 'e64f78f8-09f9-4f16-974a-aa343f396d5a', 'name': 'tempest-NetworksTestDHCPv6-router-1889810617', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:33Z', 'updated_at': '2021-06-22T09:45:36Z', 'revision_number': 2, 'project_id': 'a9c1085b63b34e82a563468655f91b80', 'gw_port_host': None, '_interfaces': [{'id': '847b5483-980a-4d2b-ba7e-71dce8f9f98b', 'name': '', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'mac_address': 'fa:16:3e:4c:c8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64f78f8-09f9-4f16-974a-aa343f396d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'b2d4881e-b6de-4ad4-8bc0-b1f2de858f39', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:34Z', 'updated_at': '2021-06-22T09:45:40Z', 'revision_number': 4, 'project_id': 'a9c1085b63b34e82a563468655f91b80', 'subnets': [{'id': 'b2d4881e-b6de-4ad4-8bc0-b1f2de858f39', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:45:40.903531 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-645c5b5f-a091-4070-8455-8c71f4a6a289 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:40.939595 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Port': ['ID=314b09f5-c7f0-4dc8-88a1-238117d8198b,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:40.941806 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb7e62c-2b44-43f2-81ef-fa688e41105d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:45:40.945000 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:40.948634 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-abb7e62c-2b44-43f2-81ef-fa688e41105d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/b8e787be-aba2-4963-932c-488ba6345f31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7423091 Jun 22 09:45:40.953064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60160) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:40.957373 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde53e05-7c92-476f-870f-8aab6808d778 None None] Sync routers for ids ['b8e787be-aba2-4963-932c-488ba6345f31'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:45:40.973999 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde53e05-7c92-476f-870f-8aab6808d778 None None] Routers {'b8e787be-aba2-4963-932c-488ba6345f31'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:40.975199 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-fde53e05-7c92-476f-870f-8aab6808d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b8e787be-aba2-4963-932c-488ba6345f31'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:41.004761 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8b92ace3-d728-41d1-a01a-d920130268ac tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8e787be-aba2-4963-932c-488ba6345f31 HTTP/1.1" status: 200 len: 205 time: 0.0491881 Jun 22 09:45:41.014810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-fde53e05-7c92-476f-870f-8aab6808d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:41.030062 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60162) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:41.033039 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde53e05-7c92-476f-870f-8aab6808d778 None None] Routers {'b8e787be-aba2-4963-932c-488ba6345f31'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:41.034144 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-fde53e05-7c92-476f-870f-8aab6808d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b8e787be-aba2-4963-932c-488ba6345f31'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:41.037790 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No DVR routers for this DVR port 314b09f5-c7f0-4dc8-88a1-238117d8198b on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:41.071887 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-fde53e05-7c92-476f-870f-8aab6808d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:41.073339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde53e05-7c92-476f-870f-8aab6808d778 None None] The sync data for ids ['b8e787be-aba2-4963-932c-488ba6345f31'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:45:41.091916 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:41.238069 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6a43b63-b432-4ed3-ac42-4a25dd319e86 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:41.266510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:41.268810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1cfbc7fc-1534-415a-802a-f2c1186c2113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:41.329156 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Subnet': ['ID=e350f4f8-95c0-4d69-8fae-202cbb2a36d3,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:41.332012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:41.409628 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:41.474909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:41.505063 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd42bc15-91e3-4cc3-8661-a76fbbd7e31f']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:41.530189 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c449ea6-393b-472c-a67f-5b6b24e4a9b3') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:41.532699 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c449ea6-393b-472c-a67f-5b6b24e4a9b3') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:41.546215 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:41.564661 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:41.572262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:41.580734 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:45:41.581545 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:45:41.671012 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:45:41.676185 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:41.676447 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:41.678973 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6a43b63-b432-4ed3-ac42-4a25dd319e86 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:41.714874 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6a43b63-b432-4ed3-ac42-4a25dd319e86 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:41.803003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 847b5483-980a-4d2b-ba7e-71dce8f9f98b up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:41.842462 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea09438-685a-4890-907b-e9ed68870a5f None None] Network fd42bc15-91e3-4cc3-8661-a76fbbd7e31f requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:41.848431 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ceec85e8-fcb1-4df0-8192-607a9cdb9d78 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:41.917838 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:41.922184 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:41.928586 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:41.936114 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/networks/fd42bc15-91e3-4cc3-8661-a76fbbd7e31f HTTP/1.1" status: 204 len: 168 time: 3.2200773 Jun 22 09:45:41.936325 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60174) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:41.941742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-220f8a87-63d4-41a8-96b4-7e3bd8fc7034 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2032284914'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:41.941996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Network': ['ID=fd42bc15-91e3-4cc3-8661-a76fbbd7e31f,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:41.944500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:41.965061 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-77d53dd0-4e55-40f4-992e-4c1c2042c8d5 None None] Could not find standard attr ID for object 314b09f5-c7f0-4dc8-88a1-238117d8198b. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:45:42.011149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6a43b63-b432-4ed3-ac42-4a25dd319e86 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.011781 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a43b63-b432-4ed3-ac42-4a25dd319e86 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Fanout notify agent at l3_agent the message router_deleted on router b8e787be-aba2-4963-932c-488ba6345f31 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:45:42.023084 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6a43b63-b432-4ed3-ac42-4a25dd319e86 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.024248 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c6a43b63-b432-4ed3-ac42-4a25dd319e86 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/routers/b8e787be-aba2-4963-932c-488ba6345f31 HTTP/1.1" status: 204 len: 168 time: 0.9402337 Jun 22 09:45:42.027009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60180) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:42.029842 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c12b92-aa6a-4cfe-976a-074cdc7c8463 None None] DHCP port deletion for fd42bc15-91e3-4cc3-8661-a76fbbd7e31f request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:45:42.081356 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 847b5483-980a-4d2b-ba7e-71dce8f9f98b completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:42.085334 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 847b5483-980a-4d2b-ba7e-71dce8f9f98b triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:42.086169 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.108742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd1bb49-0328-4f56-86f6-0eb71266088d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting subnet ebe06b5b-d8dc-421c-84dc-f6fb50215d9d {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:45:42.115889 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dfd1bb49-0328-4f56-86f6-0eb71266088d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.134847 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220f8a87-63d4-41a8-96b4-7e3bd8fc7034 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:42.138322 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-220f8a87-63d4-41a8-96b4-7e3bd8fc7034 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.140795 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 19dd9e09-3f6a-4d31-94ec-95af276577b6 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:45:42.182102 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.186838 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dfd1bb49-0328-4f56-86f6-0eb71266088d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.214192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 847b5483-980a-4d2b-ba7e-71dce8f9f98b, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=847b5483-980a-4d2b-ba7e-71dce8f9f98b,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:42.276431 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220f8a87-63d4-41a8-96b4-7e3bd8fc7034 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:45:42.310151 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-220f8a87-63d4-41a8-96b4-7e3bd8fc7034 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.318586 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-220f8a87-63d4-41a8-96b4-7e3bd8fc7034 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Added segment e33867fb-fcce-473e-ace6-ab6308468207 of type vlan for network 349cfef7-d24c-41f5-b7f6-66103a08003a Jun 22 09:45:42.358922 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.360938 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-2bd244f1-8a99-44cc-969e-4a45c33dd82f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:42.410001 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=847b5483-980a-4d2b-ba7e-71dce8f9f98b,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:42.414827 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:42.428117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-220f8a87-63d4-41a8-96b4-7e3bd8fc7034 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.433385 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60188) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:42.447499 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:45:42.450634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dfd1bb49-0328-4f56-86f6-0eb71266088d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.462430 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Sync routers for ids ['19dd9e09-3f6a-4d31-94ec-95af276577b6'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:45:42.470355 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Routers {'19dd9e09-3f6a-4d31-94ec-95af276577b6'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:42.470996 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['19dd9e09-3f6a-4d31-94ec-95af276577b6'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:42.501203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-ceec85e8-fcb1-4df0-8192-607a9cdb9d78 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port 847b5483-980a-4d2b-ba7e-71dce8f9f98b {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:42.501670 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ceec85e8-fcb1-4df0-8192-607a9cdb9d78 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.572988 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1304371866'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:42.592070 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Set router 19dd9e09-3f6a-4d31-94ec-95af276577b6 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:42.616867 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.616867 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8598876 Jun 22 09:45:42.617185 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60192) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:42.637708 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-ceec85e8-fcb1-4df0-8192-607a9cdb9d78 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] For port 847b5483-980a-4d2b-ba7e-71dce8f9f98b, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=847b5483-980a-4d2b-ba7e-71dce8f9f98b,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:42.638067 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ceec85e8-fcb1-4df0-8192-607a9cdb9d78 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.664079 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9871c4bb-3bb1-4471-984e-065a45509e6c tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=50763c4428f741ada1db53edd04651ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436225 Jun 22 09:45:42.664842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60194) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:42.675726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-220f8a87-63d4-41a8-96b4-7e3bd8fc7034 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.680994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220f8a87-63d4-41a8-96b4-7e3bd8fc7034 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:42.681568 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-220f8a87-63d4-41a8-96b4-7e3bd8fc7034 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.692437 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Made reservation on behalf of 7588fd8b34c542cb904a79e819310bef for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:42.696285 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.706313 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.717340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fa998aeb-4ca2-48a5-a2d0-af672f5f38ea tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:42.764290 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-ceec85e8-fcb1-4df0-8192-607a9cdb9d78 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for 847b5483-980a-4d2b-ba7e-71dce8f9f98b owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:42.781078 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'name': 'tempest-TestNetworkBasicOps-router-237245686', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:37Z', 'updated_at': '2021-06-22T09:45:39Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:38Z', 'updated_at': '2021-06-22T09:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:42.803170 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dfd1bb49-0328-4f56-86f6-0eb71266088d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.809112 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Checking router: 19dd9e09-3f6a-4d31-94ec-95af276577b6 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:45:42.809470 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Updating router 19dd9e09-3f6a-4d31-94ec-95af276577b6 port 31e7717a-6e53-4985-a27d-324a1a1bc9ab binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:45:42.816822 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.844754 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.888795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.894150 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-271fcc23-5724-424b-a199-07ea2856cbe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:42.914957 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:45:42.931965 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7b4244-1947-43cf-9846-1d274a68a987 None None] Network 3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:42.934640 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dfd1bb49-0328-4f56-86f6-0eb71266088d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.936546 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-dfd1bb49-0328-4f56-86f6-0eb71266088d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/subnets/ebe06b5b-d8dc-421c-84dc-f6fb50215d9d HTTP/1.1" status: 204 len: 168 time: 0.9080403 Jun 22 09:45:42.942267 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60196) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:42.949074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e39b5e6-1307-4fb3-adcc-f762f243cc50,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:42.955573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:42.955938 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Added segment 9bb1df8e-f1d4-4a4c-a475-61427d98d8e2 of type vlan for network eb7bb279-7f68-44a0-9bed-79c3062ff8bc Jun 22 09:45:42.957531 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:42.990724 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f8a87-63d4-41a8-96b4-7e3bd8fc7034 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Network': ['ID=349cfef7-d24c-41f5-b7f6-66103a08003a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:43.004462 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 349cfef7-d24c-41f5-b7f6-66103a08003a details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:45:43.014145 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-220f8a87-63d4-41a8-96b4-7e3bd8fc7034 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:43.015224 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-02bd0cf9-ae0a-4f19-9377-741152c41214 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:43.019191 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-220f8a87-63d4-41a8-96b4-7e3bd8fc7034 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0817986 Jun 22 09:45:43.038202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60198) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:43.039265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:43.054961 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-f8306532-1d76-436f-9270-116713ad43a8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'subnet': {'network_id': '349cfef7-d24c-41f5-b7f6-66103a08003a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:43.099657 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1bb49-0328-4f56-86f6-0eb71266088d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe06b5b-d8dc-421c-84dc-f6fb50215d9d,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:43.154684 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:43.165572 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Transition to ACTIVE for port object 31e7717a-6e53-4985-a27d-324a1a1bc9ab will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:43.191909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:43.198793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:43.198793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:43.203160 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2c05c15b-3b8f-4dac-882f-aed2136a994e tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:43.273044 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Pushing event updated for resources: {'Network': ['ID=eb7bb279-7f68-44a0-9bed-79c3062ff8bc,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:43.275528 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:43.287270 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network eb7bb279-7f68-44a0-9bed-79c3062ff8bc details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:45:43.288172 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:43.290758 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-41f732c3-d1ff-41e0-a6d2-8112ce35fae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:43.348872 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f5dd5-2ae7-4268-85ed-1613b373f1f7 None None] Pushing event updated for resources: {'Port': ['ID=31e7717a-6e53-4985-a27d-324a1a1bc9ab,revision_number=2']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:43.357508 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-9d8f5dd5-2ae7-4268-85ed-1613b373f1f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:43.362489 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9277844 Jun 22 09:45:43.365627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60200) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:43.373033 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-87979428-3bee-441b-99a2-a76dae8969dc tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'eb7bb279-7f68-44a0-9bed-79c3062ff8bc', 'tempest-TagsTest-Tag-1287708291') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:43.385593 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Attempting to bind port 31e7717a-6e53-4985-a27d-324a1a1bc9ab on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:43.385977 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Attempting to bind port 31e7717a-6e53-4985-a27d-324a1a1bc9ab by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:43.386753 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Attempting to bind port 31e7717a-6e53-4985-a27d-324a1a1bc9ab on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:43.392247 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:43.392637 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:43.393044 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:43.393442 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:43.393913 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Bound port: 31e7717a-6e53-4985-a27d-324a1a1bc9ab, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:43.394291 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:43.428073 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 847b5483-980a-4d2b-ba7e-71dce8f9f98b up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:43.468085 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005cd219-ab43-4de3-a5ff-a95508dcf32d None None] DHCP port deletion for 3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:45:43.479920 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] For port 31e7717a-6e53-4985-a27d-324a1a1bc9ab, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:43.486678 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] For port 31e7717a-6e53-4985-a27d-324a1a1bc9ab, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=31e7717a-6e53-4985-a27d-324a1a1bc9ab,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:43.501876 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-dfd1bb49-0328-4f56-86f6-0eb71266088d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:43.512702 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ca535f-b92d-4e5d-a11e-269f0af4820a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting subnet 4d98057e-b9ab-4ed5-86cb-b2bba199d355 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:45:43.520164 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24063680-f28e-4396-8953-ade19fb9ac31 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:43.521625 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-24063680-f28e-4396-8953-ade19fb9ac31 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8563044 Jun 22 09:45:43.522380 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-97ca535f-b92d-4e5d-a11e-269f0af4820a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:43.531889 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 847b5483-980a-4d2b-ba7e-71dce8f9f98b triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:43.531889 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:43.532122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60202) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:43.557629 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-005cd219-ab43-4de3-a5ff-a95508dcf32d None None] Deleting port 15b3d06c-e43e-4062-86e8-f23576c1648c {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:43.558013 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-005cd219-ab43-4de3-a5ff-a95508dcf32d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:43.568161 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6f97a767-6bb7-4042-ad33-7493c457eba6 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382907 Jun 22 09:45:43.568372 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60204) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:43.574025 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d63461bc-bf4d-44a3-a9c5-3bb6ae698117 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-610606980', 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27', 'project_id': '50763c4428f741ada1db53edd04651ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:43.609479 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:43.620385 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-97ca535f-b92d-4e5d-a11e-269f0af4820a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:43.623998 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-87979428-3bee-441b-99a2-a76dae8969dc tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] 10.222.0.20 "PUT /v2.0/networks/eb7bb279-7f68-44a0-9bed-79c3062ff8bc/tags/tempest-TagsTest-Tag-1287708291 HTTP/1.1" status: 201 len: 201 time: 0.2572696 Jun 22 09:45:43.627057 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60206) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:43.630212 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-c9bde273-e847-4bc1-bf9e-744bec55bf3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:43.631344 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-af4e4139-4643-463c-9340-1622b41ca880 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eb7bb279-7f68-44a0-9bed-79c3062ff8bc', 'tempest-TagsTest-Tag-1287708291') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:43.644662 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-005cd219-ab43-4de3-a5ff-a95508dcf32d None None] For port 15b3d06c-e43e-4062-86e8-f23576c1648c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=15b3d06c-e43e-4062-86e8-f23576c1648c,segment=NetworkSegment(e5ae6c9e-8898-4303-b489-292f31c5b0cd),segment_id=e5ae6c9e-8898-4303-b489-292f31c5b0cd)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:43.645060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-005cd219-ab43-4de3-a5ff-a95508dcf32d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:43.724208 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f5dd5-2ae7-4268-85ed-1613b373f1f7 None None] Pushing event updated for resources: {'Port': ['ID=31e7717a-6e53-4985-a27d-324a1a1bc9ab,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:43.724781 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-af4e4139-4643-463c-9340-1622b41ca880 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] 10.222.0.20 "GET /v2.0/networks/eb7bb279-7f68-44a0-9bed-79c3062ff8bc/tags/tempest-TagsTest-Tag-1287708291 HTTP/1.1" status: 204 len: 168 time: 0.0968058 Jun 22 09:45:43.727051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60208) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:43.733163 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-cfd672f2-2291-48ee-a99f-02aacecd4755 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'eb7bb279-7f68-44a0-9bed-79c3062ff8bc') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:43.737649 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-9d8f5dd5-2ae7-4268-85ed-1613b373f1f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:43.748255 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-005cd219-ab43-4de3-a5ff-a95508dcf32d None None] Calling delete_port for 15b3d06c-e43e-4062-86e8-f23576c1648c owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:43.751762 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Routers {'19dd9e09-3f6a-4d31-94ec-95af276577b6'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:43.752548 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['19dd9e09-3f6a-4d31-94ec-95af276577b6'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:43.757581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-97ca535f-b92d-4e5d-a11e-269f0af4820a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:43.795937 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8306532-1d76-436f-9270-116713ad43a8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:43.799866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f8306532-1d76-436f-9270-116713ad43a8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:43.807833 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 314b09f5-c7f0-4dc8-88a1-238117d8198b no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:43.826631 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 314b09f5-c7f0-4dc8-88a1-238117d8198b {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:43.827346 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 314b09f5-c7f0-4dc8-88a1-238117d8198b not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:43.847039 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cfd672f2-2291-48ee-a99f-02aacecd4755 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] 10.222.0.20 "GET /v2.0/networks/eb7bb279-7f68-44a0-9bed-79c3062ff8bc/tags HTTP/1.1" status: 200 len: 238 time: 0.1159079 Jun 22 09:45:43.847375 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60210) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:43.854440 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-cb15cc93-63d9-4f3f-a8e5-4eecb99eec95 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'eb7bb279-7f68-44a0-9bed-79c3062ff8bc', {'tags': ['tempest-TagsTest-Tag-1941567353', 'tempest-TagsTest-Tag-469393652', 'tempest-TagsTest-Tag-1785803404']}) {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:43.856571 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ceec85e8-fcb1-4df0-8192-607a9cdb9d78 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:43.862625 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b782b068-a1de-498d-835e-03e7fdada418 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:43.897404 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] Set router 19dd9e09-3f6a-4d31-94ec-95af276577b6 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:43.902562 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63461bc-bf4d-44a3-a9c5-3bb6ae698117 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:43.903613 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec85e8-fcb1-4df0-8192-607a9cdb9d78 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=847b5483-980a-4d2b-ba7e-71dce8f9f98b,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:43.909204 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d63461bc-bf4d-44a3-a9c5-3bb6ae698117 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:43.935734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ceec85e8-fcb1-4df0-8192-607a9cdb9d78 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:43.969150 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-005cd219-ab43-4de3-a5ff-a95508dcf32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:43.982049 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-1f0d6838-cc48-43d3-b8fb-dde14f1add0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:44.023597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ceec85e8-fcb1-4df0-8192-607a9cdb9d78 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.036275 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-97ca535f-b92d-4e5d-a11e-269f0af4820a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.040712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-28f72495-de53-48ba-a081-c7074bc189a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:44.046016 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005cd219-ab43-4de3-a5ff-a95508dcf32d None None] No DVR routers for this DVR port 15b3d06c-e43e-4062-86e8-f23576c1648c on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:44.064748 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cd219-ab43-4de3-a5ff-a95508dcf32d None None] Pushing event deleted for resources: {'Port': ['ID=15b3d06c-e43e-4062-86e8-f23576c1648c,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:44.068770 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-005cd219-ab43-4de3-a5ff-a95508dcf32d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:44.071508 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca535f-b92d-4e5d-a11e-269f0af4820a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Subnet': ['ID=4d98057e-b9ab-4ed5-86cb-b2bba199d355,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:44.079117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-97ca535f-b92d-4e5d-a11e-269f0af4820a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:44.093686 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cb15cc93-63d9-4f3f-a8e5-4eecb99eec95 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] 10.222.0.20 "PUT /v2.0/networks/eb7bb279-7f68-44a0-9bed-79c3062ff8bc/tags HTTP/1.1" status: 200 len: 308 time: 0.2427244 Jun 22 09:45:44.094250 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60212) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:44.098916 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-ceaabf9d-339a-4911-9fe3-359f844730a1 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'eb7bb279-7f68-44a0-9bed-79c3062ff8bc', 'tempest-TagsTest-Tag-1941567353') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:44.177996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-97ca535f-b92d-4e5d-a11e-269f0af4820a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.181820 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-97ca535f-b92d-4e5d-a11e-269f0af4820a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/subnets/4d98057e-b9ab-4ed5-86cb-b2bba199d355 HTTP/1.1" status: 204 len: 168 time: 1.2321014 Jun 22 09:45:44.188168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60214) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:44.194288 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75541a5a-a80c-4167-a215-d06833dee3f8 None None] Network 7b481a03-c157-4679-b383-e749a268dd17 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:44.298886 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'name': 'tempest-TestNetworkBasicOps-router-237245686', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:37Z', 'updated_at': '2021-06-22T09:45:39Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:38Z', 'updated_at': '2021-06-22T09:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:44.312069 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d63461bc-bf4d-44a3-a9c5-3bb6ae698117 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.315970 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c440d5bd-2c2f-45c5-b438-f1c9e16f8940 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:44.339162 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608ae37c-c718-4019-a4fd-e104314d00a2 None None] The sync data for ids ['19dd9e09-3f6a-4d31-94ec-95af276577b6'] in dv-neutron-797121-3-hyperv is: [{'id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'name': 'tempest-TestNetworkBasicOps-router-237245686', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:37Z', 'updated_at': '2021-06-22T09:45:39Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:38Z', 'updated_at': '2021-06-22T09:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:45:44.348223 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ceaabf9d-339a-4911-9fe3-359f844730a1 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] 10.222.0.20 "DELETE /v2.0/networks/eb7bb279-7f68-44a0-9bed-79c3062ff8bc/tags/tempest-TagsTest-Tag-1941567353 HTTP/1.1" status: 204 len: 168 time: 0.2532167 Jun 22 09:45:44.352061 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceec85e8-fcb1-4df0-8192-607a9cdb9d78 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Router e64f78f8-09f9-4f16-974a-aa343f396d5a has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:45:44.353427 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60216) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:44.358644 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-6857bf12-a8bb-4920-ab88-73f4a63a1185 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eb7bb279-7f68-44a0-9bed-79c3062ff8bc', 'tempest-TagsTest-Tag-1941567353') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:44.401696 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ee97da68-6aab-48a6-bd52-02a82eebad16 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.439558 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63461bc-bf4d-44a3-a9c5-3bb6ae698117 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Subnet': ['ID=d6e61e07-e547-40e1-9d33-b1877630025e,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:44.442410 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636dd1ec-a554-4b1c-9000-58459624a923 None None] DHCP port deletion for 7b481a03-c157-4679-b383-e749a268dd17 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:45:44.443229 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d63461bc-bf4d-44a3-a9c5-3bb6ae698117 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:44.461369 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63461bc-bf4d-44a3-a9c5-3bb6ae698117 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Checking segment: {'id': '327434d1-3564-47f6-9d2e-e6dbc2624eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:44.461739 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63461bc-bf4d-44a3-a9c5-3bb6ae698117 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network hostable DHCP agents. Network: a0ce1e5d-6656-4707-a16d-5d7c9ba76d27, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:45:44.483567 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-6857bf12-a8bb-4920-ab88-73f4a63a1185 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] show failed (client error): The resource could not be found. Jun 22 09:45:44.484604 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6857bf12-a8bb-4920-ab88-73f4a63a1185 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] 10.222.0.20 "GET /v2.0/networks/eb7bb279-7f68-44a0-9bed-79c3062ff8bc/tags/tempest-TagsTest-Tag-1941567353 HTTP/1.1" status: 404 len: 326 time: 0.1295929 Jun 22 09:45:44.487313 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60218) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:44.492026 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-306c92af-b60a-40ac-9558-c3876b8e4a10 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eb7bb279-7f68-44a0-9bed-79c3062ff8bc', 'tempest-TagsTest-Tag-469393652') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:44.500832 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-636dd1ec-a554-4b1c-9000-58459624a923 None None] Deleting port 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:44.501224 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-636dd1ec-a554-4b1c-9000-58459624a923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.553069 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceec85e8-fcb1-4df0-8192-607a9cdb9d78 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:45:44.558663 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ceec85e8-fcb1-4df0-8192-607a9cdb9d78 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "PUT /v2.0/routers/e64f78f8-09f9-4f16-974a-aa343f396d5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0109978 Jun 22 09:45:44.562276 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60220) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:44.565528 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf649f35-e10e-4244-87a1-5263c7f3f4d5 None None] Sync routers for ids ['e64f78f8-09f9-4f16-974a-aa343f396d5a'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:45:44.570329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f8306532-1d76-436f-9270-116713ad43a8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.580383 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-306c92af-b60a-40ac-9558-c3876b8e4a10 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] 10.222.0.20 "GET /v2.0/networks/eb7bb279-7f68-44a0-9bed-79c3062ff8bc/tags/tempest-TagsTest-Tag-469393652 HTTP/1.1" status: 204 len: 168 time: 0.0896783 Jun 22 09:45:44.587229 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf649f35-e10e-4244-87a1-5263c7f3f4d5 None None] Routers {'e64f78f8-09f9-4f16-974a-aa343f396d5a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:44.587981 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-cf649f35-e10e-4244-87a1-5263c7f3f4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e64f78f8-09f9-4f16-974a-aa343f396d5a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:44.602887 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5bd4b2e2-9488-4f9c-b073-aaf09e8a25f1 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:44.605266 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60222) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:44.612335 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-81c6d049-0a03-4913-a6ab-1ef7daf5860a tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eb7bb279-7f68-44a0-9bed-79c3062ff8bc', 'tempest-TagsTest-Tag-1785803404') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:44.615074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63461bc-bf4d-44a3-a9c5-3bb6ae698117 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:45:44.686962 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8306532-1d76-436f-9270-116713ad43a8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Subnet': ['ID=b2148cc2-cb84-497c-8565-85b8e1bd9c14,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:44.690796 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f8306532-1d76-436f-9270-116713ad43a8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:44.697978 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d3c5ff-3e45-4e80-89c5-a95f902f4eb8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:44.699734 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d3c5ff-3e45-4e80-89c5-a95f902f4eb8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:44.704071 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-89d3c5ff-3e45-4e80-89c5-a95f902f4eb8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1393957 Jun 22 09:45:44.704275 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-636dd1ec-a554-4b1c-9000-58459624a923 None None] For port 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8cd7953a-9d5d-4c78-b87d-76b34b32e1c1,segment=NetworkSegment(d89a66c6-9c41-4b0d-8718-fe744197ec77),segment_id=d89a66c6-9c41-4b0d-8718-fe744197ec77)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:44.704634 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-636dd1ec-a554-4b1c-9000-58459624a923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.708054 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60224) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:44.723834 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-cf649f35-e10e-4244-87a1-5263c7f3f4d5 None None] Set router e64f78f8-09f9-4f16-974a-aa343f396d5a gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:44.742328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ee97da68-6aab-48a6-bd52-02a82eebad16 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.754496 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-d63461bc-bf4d-44a3-a9c5-3bb6ae698117 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, a0ce1e5d-6656-4707-a16d-5d7c9ba76d27) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:44.754755 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-ee97da68-6aab-48a6-bd52-02a82eebad16 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:44.759334 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63461bc-bf4d-44a3-a9c5-3bb6ae698117 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:44.760497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d63461bc-bf4d-44a3-a9c5-3bb6ae698117 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.768586 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-ee97da68-6aab-48a6-bd52-02a82eebad16 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ae6c9e-8898-4303-b489-292f31c5b0cd') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:44.768793 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-ee97da68-6aab-48a6-bd52-02a82eebad16 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ae6c9e-8898-4303-b489-292f31c5b0cd') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:44.811503 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ee97da68-6aab-48a6-bd52-02a82eebad16 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.815640 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-81c6d049-0a03-4913-a6ab-1ef7daf5860a tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] 10.222.0.20 "GET /v2.0/networks/eb7bb279-7f68-44a0-9bed-79c3062ff8bc/tags/tempest-TagsTest-Tag-1785803404 HTTP/1.1" status: 204 len: 168 time: 0.2088659 Jun 22 09:45:44.820435 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-be01a1da-05ca-42a8-a263-811d041644f3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet b2d4881e-b6de-4ad4-8bc0-b1f2de858f39 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:45:44.823128 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8306532-1d76-436f-9270-116713ad43a8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Checking segment: {'id': 'e33867fb-fcce-473e-ace6-ab6308468207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '349cfef7-d24c-41f5-b7f6-66103a08003a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:44.823906 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60226) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:44.824052 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8306532-1d76-436f-9270-116713ad43a8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network hostable DHCP agents. Network: 349cfef7-d24c-41f5-b7f6-66103a08003a, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:45:44.825995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-be01a1da-05ca-42a8-a263-811d041644f3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.832021 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-22a48ddc-ba2f-4594-a583-a4ff0d7f5518 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'eb7bb279-7f68-44a0-9bed-79c3062ff8bc') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:44.832939 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-636dd1ec-a554-4b1c-9000-58459624a923 None None] Calling delete_port for 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:44.840137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ee97da68-6aab-48a6-bd52-02a82eebad16 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.849795 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee97da68-6aab-48a6-bd52-02a82eebad16 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:45:44.850204 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ee97da68-6aab-48a6-bd52-02a82eebad16 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:45:44.853961 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:45:44.877236 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d62020b-3d77-4da1-b7c5-17643a591d05 None None] Network a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:44.879786 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-cf649f35-e10e-4244-87a1-5263c7f3f4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64f78f8-09f9-4f16-974a-aa343f396d5a', 'name': 'tempest-NetworksTestDHCPv6-router-1889810617', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:33Z', 'updated_at': '2021-06-22T09:45:43Z', 'revision_number': 3, 'project_id': 'a9c1085b63b34e82a563468655f91b80', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:44.917427 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60228) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:44.917701 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d63461bc-bf4d-44a3-a9c5-3bb6ae698117 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3481286 Jun 22 09:45:44.930442 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-be01a1da-05ca-42a8-a263-811d041644f3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.959083 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf649f35-e10e-4244-87a1-5263c7f3f4d5 None None] Checking router: e64f78f8-09f9-4f16-974a-aa343f396d5a for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:45:44.981488 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8306532-1d76-436f-9270-116713ad43a8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network 349cfef7-d24c-41f5-b7f6-66103a08003a is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:45:45.019402 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf649f35-e10e-4244-87a1-5263c7f3f4d5 None None] Routers {'e64f78f8-09f9-4f16-974a-aa343f396d5a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:45.020681 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-cf649f35-e10e-4244-87a1-5263c7f3f4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e64f78f8-09f9-4f16-974a-aa343f396d5a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:45.037298 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ee97da68-6aab-48a6-bd52-02a82eebad16 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:45.042918 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ee97da68-6aab-48a6-bd52-02a82eebad16 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:45.046133 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ee97da68-6aab-48a6-bd52-02a82eebad16 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/networks/3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5 HTTP/1.1" status: 204 len: 168 time: 0.8600581 Jun 22 09:45:45.049452 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e7f5845e-68b4-41db-91ef-5600ee6593ac tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:45.049771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60230) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:45.070051 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97da68-6aab-48a6-bd52-02a82eebad16 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Network': ['ID=3fbf1bd7-0ad8-4e6b-a12b-2a6018510fd5,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:45.073696 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ee97da68-6aab-48a6-bd52-02a82eebad16 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:45.090499 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-f8306532-1d76-436f-9270-116713ad43a8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 349cfef7-d24c-41f5-b7f6-66103a08003a) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:45.093534 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-cf649f35-e10e-4244-87a1-5263c7f3f4d5 None None] Set router e64f78f8-09f9-4f16-974a-aa343f396d5a gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:45.096153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8306532-1d76-436f-9270-116713ad43a8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:45.097027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f8306532-1d76-436f-9270-116713ad43a8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:45.133178 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-22a48ddc-ba2f-4594-a583-a4ff0d7f5518 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] 10.222.0.20 "DELETE /v2.0/networks/eb7bb279-7f68-44a0-9bed-79c3062ff8bc/tags HTTP/1.1" status: 204 len: 168 time: 0.3082023 Jun 22 09:45:45.142397 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60232) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:45.145716 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-be01a1da-05ca-42a8-a263-811d041644f3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:45.153428 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-400fd2cb-a90e-4db6-ba45-cf68b438a9e2 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eb7bb279-7f68-44a0-9bed-79c3062ff8bc', 'tempest-TagsTest-Tag-469393652') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:45.163861 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-cf649f35-e10e-4244-87a1-5263c7f3f4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64f78f8-09f9-4f16-974a-aa343f396d5a', 'name': 'tempest-NetworksTestDHCPv6-router-1889810617', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:33Z', 'updated_at': '2021-06-22T09:45:43Z', 'revision_number': 3, 'project_id': 'a9c1085b63b34e82a563468655f91b80', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:45.165850 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86564634-80af-41ad-b4fb-3db1562142b2 None None] Network 349cfef7-d24c-41f5-b7f6-66103a08003a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:45.232483 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f8306532-1d76-436f-9270-116713ad43a8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1873817 Jun 22 09:45:45.235360 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60234) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:45.244882 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:45.259451 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf649f35-e10e-4244-87a1-5263c7f3f4d5 None None] The sync data for ids ['e64f78f8-09f9-4f16-974a-aa343f396d5a'] in dv-neutron-797121-3-hyperv is: [{'id': 'e64f78f8-09f9-4f16-974a-aa343f396d5a', 'name': 'tempest-NetworksTestDHCPv6-router-1889810617', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:33Z', 'updated_at': '2021-06-22T09:45:43Z', 'revision_number': 3, 'project_id': 'a9c1085b63b34e82a563468655f91b80', 'gw_port_host': None}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:45:45.373934 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-400fd2cb-a90e-4db6-ba45-cf68b438a9e2 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] show failed (client error): The resource could not be found. Jun 22 09:45:45.382026 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-400fd2cb-a90e-4db6-ba45-cf68b438a9e2 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] 10.222.0.20 "GET /v2.0/networks/eb7bb279-7f68-44a0-9bed-79c3062ff8bc/tags/tempest-TagsTest-Tag-469393652 HTTP/1.1" status: 404 len: 325 time: 0.2317829 Jun 22 09:45:45.382026 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-be01a1da-05ca-42a8-a263-811d041644f3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:45.382419 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60236) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:45.384811 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b954f36d-4c4c-4558-8e5a-a2c43def04d5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:45.394060 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-2a47f893-ec5a-445e-86e9-9089151b1ba2 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eb7bb279-7f68-44a0-9bed-79c3062ff8bc', 'tempest-TagsTest-Tag-1785803404') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:45.439923 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-a0ce1e5d-6656-4707-a16d-5d7c9ba76d27', 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ips': [{'subnet_id': 'd6e61e07-e547-40e1-9d33-b1877630025e'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:45:45.441274 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:45.452725 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01a1da-05ca-42a8-a263-811d041644f3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=b2d4881e-b6de-4ad4-8bc0-b1f2de858f39,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:45.466542 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-636dd1ec-a554-4b1c-9000-58459624a923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:45.481007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:45.483059 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44522ecd-78af-451e-a694-f244fd43d15b None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:45.490597 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-be01a1da-05ca-42a8-a263-811d041644f3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:45.496641 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636dd1ec-a554-4b1c-9000-58459624a923 None None] No DVR routers for this DVR port 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:45.496802 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-be01a1da-05ca-42a8-a263-811d041644f3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/b2d4881e-b6de-4ad4-8bc0-b1f2de858f39 HTTP/1.1" status: 204 len: 168 time: 0.7838197 Jun 22 09:45:45.500852 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-be01a1da-05ca-42a8-a263-811d041644f3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:45.501840 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60238) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:45.550965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:45.561184 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636dd1ec-a554-4b1c-9000-58459624a923 None None] Pushing event deleted for resources: {'Port': ['ID=8cd7953a-9d5d-4c78-b87d-76b34b32e1c1,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:45.564235 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-636dd1ec-a554-4b1c-9000-58459624a923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:45.709060 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:45.841124 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 31e7717a-6e53-4985-a27d-324a1a1bc9ab up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:45.859197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f46793-9b52-4bbb-8532-e101ad012299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-349cfef7-d24c-41f5-b7f6-66103a08003a', 'network_id': '349cfef7-d24c-41f5-b7f6-66103a08003a', 'tenant_id': 'd350cc773ed540d481462b23dd107ebd', 'fixed_ips': [{'subnet_id': 'b2148cc2-cb84-497c-8565-85b8e1bd9c14'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:45:45.860381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d3f46793-9b52-4bbb-8532-e101ad012299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:45.894487 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:45.996401 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting port 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:45.996836 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.069706 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Allocated IP 172.20.0.2 (a0ce1e5d-6656-4707-a16d-5d7c9ba76d27/d6e61e07-e547-40e1-9d33-b1877630025e/dc285024-a09d-478b-b923-bdb8e2a3be3c) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:46.074350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.081736 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4964adbc-6fb5-4c41-a9be-1dd158acdb7a tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:46.086724 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-2a47f893-ec5a-445e-86e9-9089151b1ba2 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] show failed (client error): The resource could not be found. Jun 22 09:45:46.090817 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2a47f893-ec5a-445e-86e9-9089151b1ba2 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] 10.222.0.20 "GET /v2.0/networks/eb7bb279-7f68-44a0-9bed-79c3062ff8bc/tags/tempest-TagsTest-Tag-1785803404 HTTP/1.1" status: 404 len: 326 time: 0.7022874 Jun 22 09:45:46.094407 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60242) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:46.099999 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-fd7531a4-92b4-4ec0-befb-4ec7f7503af6 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'eb7bb279-7f68-44a0-9bed-79c3062ff8bc') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:46.111068 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Subnet': ['ID=b2148cc2-cb84-497c-8565-85b8e1bd9c14,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:46.114436 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:46.136043 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] For port 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1, host dv-neutron-797121-3-hyperv, got binding levels [] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:46.136614 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.182643 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-86444d31-cf93-44b6-8fc2-5ebff1386da8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6718059 Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server [None req-d3f46793-9b52-4bbb-8532-e101ad012299 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2148cc2-cb84-497c-8565-85b8e1bd9c14: This subnet is being modified by another concurrent operation. Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 09:45:46.184524 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise exception Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2148cc2-cb84-497c-8565-85b8e1bd9c14: This subnet is being modified by another concurrent operation. Jun 22 09:45:46.194909 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server Jun 22 09:45:46.200227 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60244) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:46.250903 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Calling delete_port for 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:46.254905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.ipam_backend_mixin [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Port 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 was not found and therefore no delete operation was performed {{(pid=100652) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 09:45:46.257523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.262089 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e8bb7860-5de5-4e98-9ca2-a73a44c93a33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:46.285768 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 31e7717a-6e53-4985-a27d-324a1a1bc9ab completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:46.287341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Port': ['ID=8cd7953a-9d5d-4c78-b87d-76b34b32e1c1,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:46.293355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b762f1d1-9803-445d-a1da-fed7ec6d09c5 None None] Network 349cfef7-d24c-41f5-b7f6-66103a08003a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:46.294676 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:46.306067 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] No DVR routers for this DVR port 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:46.357908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 31e7717a-6e53-4985-a27d-324a1a1bc9ab triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:46.358297 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.420318 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa665c7d-3e6f-4e4d-8793-1a2db93214d7 None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:45:46.425761 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fd7531a4-92b4-4ec0-befb-4ec7f7503af6 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] 10.222.0.20 "DELETE /v2.0/networks/eb7bb279-7f68-44a0-9bed-79c3062ff8bc/tags HTTP/1.1" status: 204 len: 168 time: 0.3292036 Jun 22 09:45:46.428461 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.437365 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60246) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:46.459871 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b481a03-c157-4679-b383-e749a268dd17']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:46.469817 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.513294 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89a66c6-9c41-4b0d-8718-fe744197ec77') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:46.513603 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89a66c6-9c41-4b0d-8718-fe744197ec77') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:46.527191 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Transition to ACTIVE for port object dc285024-a09d-478b-b923-bdb8e2a3be3c will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:46.528754 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.550959 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.554205 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c2021423-e0d5-4e4e-8ac9-12b5fc7f0e67 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.556467 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.573193 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:45:46.573811 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:45:46.577412 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:45:46.597882 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349cfef7-d24c-41f5-b7f6-66103a08003a']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:46.617100 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33867fb-fcce-473e-ace6-ab6308468207') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:46.617100 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33867fb-fcce-473e-ace6-ab6308468207') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:46.618222 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4085b449-b34a-4c31-af6a-0f7d76113e5d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.634519 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.658518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.659794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 31e7717a-6e53-4985-a27d-324a1a1bc9ab, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=31e7717a-6e53-4985-a27d-324a1a1bc9ab,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:46.669060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Transition to ACTIVE for port object dc285024-a09d-478b-b923-bdb8e2a3be3c will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:46.681926 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2eed6e7e-0b89-4f41-9d6c-839284d57a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.688841 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-fa665c7d-3e6f-4e4d-8793-1a2db93214d7 None None] Deleting port ff68201e-800c-4244-8386-cff620b1ed04 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:46.689353 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fa665c7d-3e6f-4e4d-8793-1a2db93214d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.705006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.713918 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c2021423-e0d5-4e4e-8ac9-12b5fc7f0e67 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.724843 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-c2021423-e0d5-4e4e-8ac9-12b5fc7f0e67 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7bb279-7f68-44a0-9bed-79c3062ff8bc']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:46.741502 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.743034 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-c2021423-e0d5-4e4e-8ac9-12b5fc7f0e67 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb1df8e-f1d4-4a4c-a475-61427d98d8e2') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:46.744047 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-c2021423-e0d5-4e4e-8ac9-12b5fc7f0e67 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb1df8e-f1d4-4a4c-a475-61427d98d8e2') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:46.747356 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3bc4b582-b6f9-4847-a72f-232c40bb94e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:46.754230 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c2021423-e0d5-4e4e-8ac9-12b5fc7f0e67 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.771035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c2021423-e0d5-4e4e-8ac9-12b5fc7f0e67 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.778012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2021423-e0d5-4e4e-8ac9-12b5fc7f0e67 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:45:46.778316 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c2021423-e0d5-4e4e-8ac9-12b5fc7f0e67 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.784812 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:45:46.785360 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:45:46.788668 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:45:46.803367 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:45:46.808323 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-fa665c7d-3e6f-4e4d-8793-1a2db93214d7 None None] For port ff68201e-800c-4244-8386-cff620b1ed04, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ff68201e-800c-4244-8386-cff620b1ed04,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:46.808840 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fa665c7d-3e6f-4e4d-8793-1a2db93214d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.823949 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 15b3d06c-e43e-4062-86e8-f23576c1648c no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:46.844749 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.849797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 15b3d06c-e43e-4062-86e8-f23576c1648c {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:46.849797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 15b3d06c-e43e-4062-86e8-f23576c1648c not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:46.849797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:46.850182 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.851083 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/networks/7b481a03-c157-4679-b383-e749a268dd17 HTTP/1.1" status: 204 len: 168 time: 1.8003500 Jun 22 09:45:46.856570 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-eb727376-ba92-4f48-bd92-6f5a922d53c9 tempest-AllowedAddressPairIpV6TestJSON-540177822 tempest-AllowedAddressPairIpV6TestJSON-540177822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:46.858585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60248) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:46.870319 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d37eb2e1-8c39-443a-8773-190b7a3d3d29 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-799910314'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:46.873372 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Network': ['ID=7b481a03-c157-4679-b383-e749a268dd17,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:46.878451 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:46.880237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4085b449-b34a-4c31-af6a-0f7d76113e5d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.884426 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:46.885714 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8cd7953a-9d5d-4c78-b87d-76b34b32e1c1 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:46.890677 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.909966 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4085b449-b34a-4c31-af6a-0f7d76113e5d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.940352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c2021423-e0d5-4e4e-8ac9-12b5fc7f0e67 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.945652 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c2021423-e0d5-4e4e-8ac9-12b5fc7f0e67 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:46.950627 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c2021423-e0d5-4e4e-8ac9-12b5fc7f0e67 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] 10.222.0.20 "DELETE /v2.0/networks/eb7bb279-7f68-44a0-9bed-79c3062ff8bc HTTP/1.1" status: 204 len: 168 time: 0.5089633 Jun 22 09:45:46.950627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bb2ba9fe-d801-474d-9c80-dc2928883c02 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:46.958832 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-fa665c7d-3e6f-4e4d-8793-1a2db93214d7 None None] Calling delete_port for ff68201e-800c-4244-8386-cff620b1ed04 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:46.964832 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2021423-e0d5-4e4e-8ac9-12b5fc7f0e67 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Pushing event deleted for resources: {'Network': ['ID=eb7bb279-7f68-44a0-9bed-79c3062ff8bc,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:46.967930 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c2021423-e0d5-4e4e-8ac9-12b5fc7f0e67 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:46.977417 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=31e7717a-6e53-4985-a27d-324a1a1bc9ab,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:46.984868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:46.985586 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d3a3ec33-b655-400f-8b5c-a9b8159f9237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:46.987475 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.1 (a0ce1e5d-6656-4707-a16d-5d7c9ba76d27/d6e61e07-e547-40e1-9d33-b1877630025e/875f87da-7079-4de2-91fa-d9aef7fc736d) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:47.048636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Network a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:47.048636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:47.052448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:47.069557 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Pushing event updated for resources: {'Port': ['ID=dc285024-a09d-478b-b923-bdb8e2a3be3c,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:47.077686 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.083212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:47.088955 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.088955 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/networks/349cfef7-d24c-41f5-b7f6-66103a08003a HTTP/1.1" status: 204 len: 168 time: 1.8493452 Jun 22 09:45:47.093112 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60252) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:47.094624 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:47.100588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1692175275'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:47.110127 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4085b449-b34a-4c31-af6a-0f7d76113e5d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.110685 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4085b449-b34a-4c31-af6a-0f7d76113e5d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Fanout notify agent at l3_agent the message router_deleted on router e64f78f8-09f9-4f16-974a-aa343f396d5a {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:45:47.115806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Network': ['ID=349cfef7-d24c-41f5-b7f6-66103a08003a,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:47.117487 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37eb2e1-8c39-443a-8773-190b7a3d3d29 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Made reservation on behalf of 1e1c49b4fe1743bca27d47eb1c5640b6 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:47.121667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d37eb2e1-8c39-443a-8773-190b7a3d3d29 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.128660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4085b449-b34a-4c31-af6a-0f7d76113e5d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.129618 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4085b449-b34a-4c31-af6a-0f7d76113e5d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/routers/e64f78f8-09f9-4f16-974a-aa343f396d5a HTTP/1.1" status: 204 len: 168 time: 0.9394622 Jun 22 09:45:47.132754 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60254) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:47.135602 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:47.158718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Attempting to bind port dc285024-a09d-478b-b923-bdb8e2a3be3c on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:47.159299 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Attempting to bind port dc285024-a09d-478b-b923-bdb8e2a3be3c by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '327434d1-3564-47f6-9d2e-e6dbc2624eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:47.159567 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Attempting to bind port dc285024-a09d-478b-b923-bdb8e2a3be3c on network a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:47.166964 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:47.169467 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Checking segment: {'id': '327434d1-3564-47f6-9d2e-e6dbc2624eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:47.169467 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.169467 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Bound using segment: {'id': '327434d1-3564-47f6-9d2e-e6dbc2624eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:47.169467 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Bound port: dc285024-a09d-478b-b923-bdb8e2a3be3c, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327434d1-3564-47f6-9d2e-e6dbc2624eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:47.169467 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.180850 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37eb2e1-8c39-443a-8773-190b7a3d3d29 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:45:47.191851 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d37eb2e1-8c39-443a-8773-190b7a3d3d29 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.192187 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-d37eb2e1-8c39-443a-8773-190b7a3d3d29 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Added segment 01b39bc1-3264-49d7-8bd5-6d1303257028 of type vlan for network dffefbbc-bb89-4283-b60e-1a51efe78ee3 Jun 22 09:45:47.226562 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.231216 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aa1d71-0f77-4f87-8bb9-6f4cff724167 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:47.234446 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-79aa1d71-0f77-4f87-8bb9-6f4cff724167 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0951512 Jun 22 09:45:47.238425 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60256) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:47.253669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d37eb2e1-8c39-443a-8773-190b7a3d3d29 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.271069 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object 875f87da-7079-4de2-91fa-d9aef7fc736d will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:47.271562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fa665c7d-3e6f-4e4d-8793-1a2db93214d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.271562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] For port dc285024-a09d-478b-b923-bdb8e2a3be3c, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:47.271562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6d11e369-8468-4cac-9b6f-b192dacb6f19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:47.272262 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] For port dc285024-a09d-478b-b923-bdb8e2a3be3c, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dc285024-a09d-478b-b923-bdb8e2a3be3c,segment=NetworkSegment(327434d1-3564-47f6-9d2e-e6dbc2624eb3),segment_id=327434d1-3564-47f6-9d2e-e6dbc2624eb3)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:47.298433 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa665c7d-3e6f-4e4d-8793-1a2db93214d7 None None] Pushing event deleted for resources: {'Port': ['ID=ff68201e-800c-4244-8386-cff620b1ed04,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:47.301608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fa665c7d-3e6f-4e4d-8793-1a2db93214d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:47.302533 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa665c7d-3e6f-4e4d-8793-1a2db93214d7 None None] No DVR routers for this DVR port ff68201e-800c-4244-8386-cff620b1ed04 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:45:47.305218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:47.309513 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.342203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7432a9-28a9-4943-8a01-16e34071d744 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:47.343723 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ef7432a9-28a9-4943-8a01-16e34071d744 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1042957 Jun 22 09:45:47.346296 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60258) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:47.349665 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.352540 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6543ebf6-fed7-4b07-8e44-f590af9d35fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:47.397851 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 31e7717a-6e53-4985-a27d-324a1a1bc9ab up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:47.400293 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-21aa1afb-8791-4e78-a21d-6a14d7a0f9cd tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525451 Jun 22 09:45:47.403795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:45:47.407219 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60260) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:47.414147 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.414509 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Added segment 59d26d50-a8a2-4c20-8dbd-827d9861ddf3 of type vlan for network a2aa46b5-a7ac-4c01-a442-369a0d046386 Jun 22 09:45:47.415183 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:47.425090 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.439402 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-dee15043-54a3-43ed-a534-a59f518217e6 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:47.454569 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Pushing event updated for resources: {'Port': ['ID=dc285024-a09d-478b-b923-bdb8e2a3be3c,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:47.464996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.465428 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:47.490560 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d37eb2e1-8c39-443a-8773-190b7a3d3d29 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.497050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37eb2e1-8c39-443a-8773-190b7a3d3d29 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:47.497790 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 31e7717a-6e53-4985-a27d-324a1a1bc9ab triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:47.498037 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d37eb2e1-8c39-443a-8773-190b7a3d3d29 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.499788 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.553144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:47.559951 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:47.569594 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.581204 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:47.581864 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.587339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:47.612961 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4baafb3f-f3cd-49e5-b58c-0db156741db9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:47.626564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=875f87da-7079-4de2-91fa-d9aef7fc736d,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:47.629675 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:47.648807 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d37eb2e1-8c39-443a-8773-190b7a3d3d29 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7721531 Jun 22 09:45:47.668221 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60264) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:47.668894 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fa7d3a46-92b8-40c6-a3b6-d2203580d6f9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:47.680374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-61d89504-92e6-4c72-9df4-c90c9bb89282 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'subnet': {'network_id': 'dffefbbc-bb89-4283-b60e-1a51efe78ee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:47.688810 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60266) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:47.728020 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Network': ['ID=a2aa46b5-a7ac-4c01-a442-369a0d046386,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:47.736563 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:47.736970 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:47.737378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:47.737903 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:47.738323 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:47.738702 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:47.740006 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:47.740575 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:47.740963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:47.741660 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:47.742065 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:47.742444 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:47.742692 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ff68201e-800c-4244-8386-cff620b1ed04 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:47.746235 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:47.768155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network a2aa46b5-a7ac-4c01-a442-369a0d046386 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:45:47.772030 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: ff68201e-800c-4244-8386-cff620b1ed04 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:47.772610 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ff68201e-800c-4244-8386-cff620b1ed04 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:47.773200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 847b5483-980a-4d2b-ba7e-71dce8f9f98b no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:47.825816 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 847b5483-980a-4d2b-ba7e-71dce8f9f98b {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:45:47.826738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 847b5483-980a-4d2b-ba7e-71dce8f9f98b not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:45:47.834678 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.907984 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37eb2e1-8c39-443a-8773-190b7a3d3d29 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Network': ['ID=dffefbbc-bb89-4283-b60e-1a51efe78ee3,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:47.917862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network dffefbbc-bb89-4283-b60e-1a51efe78ee3 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:45:47.923143 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d37eb2e1-8c39-443a-8773-190b7a3d3d29 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:47.925250 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:47.928761 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:47.969642 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8739164 Jun 22 09:45:47.972354 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60270) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:47.978147 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-02a01422-d5c1-4471-93f7-5a3c8447c2b1 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'subnet': {'network_id': 'a2aa46b5-a7ac-4c01-a442-369a0d046386', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:48.106314 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ad58d909-8886-4ca8-9ea2-9732352a0158 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7588fd8b34c542cb904a79e819310bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656864 Jun 22 09:45:48.109420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60272) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:48.166787 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2b3ec5a6-fb96-4d66-ba04-420c3185a9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:48.189527 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2b3ec5a6-fb96-4d66-ba04-420c3185a9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:48.216657 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d89504-92e6-4c72-9df4-c90c9bb89282 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Made reservation on behalf of 1e1c49b4fe1743bca27d47eb1c5640b6 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:48.220260 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-61d89504-92e6-4c72-9df4-c90c9bb89282 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:48.340281 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a01422-d5c1-4471-93f7-5a3c8447c2b1 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:48.343141 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:48.343979 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-02a01422-d5c1-4471-93f7-5a3c8447c2b1 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:48.389741 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2b3ec5a6-fb96-4d66-ba04-420c3185a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:48.392378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2b3ec5a6-fb96-4d66-ba04-420c3185a9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:48.395875 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2b3ec5a6-fb96-4d66-ba04-420c3185a9c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e39b5e6-1307-4fb3-adcc-f762f243cc50 HTTP/1.1" status: 204 len: 168 time: 0.2829790 Jun 22 09:45:48.398926 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5facef08-7ddc-49c3-a900-278b30237520 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:48.419189 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ec5a6-fb96-4d66-ba04-420c3185a9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e39b5e6-1307-4fb3-adcc-f762f243cc50,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:48.423232 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2b3ec5a6-fb96-4d66-ba04-420c3185a9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:48.551800 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98f6adc-9890-4dcf-9fe6-805bcc1396fd None None] Network a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:48.652673 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-02a01422-d5c1-4471-93f7-5a3c8447c2b1 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:48.656106 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3c498a47-1ef9-4b40-8060-aaf22dddeb0d tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:48.717841 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a01422-d5c1-4471-93f7-5a3c8447c2b1 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Subnet': ['ID=ec1ebe0b-c99e-4003-bde0-58b0d79477d5,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:48.721968 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-02a01422-d5c1-4471-93f7-5a3c8447c2b1 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:48.729206 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a01422-d5c1-4471-93f7-5a3c8447c2b1 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Checking segment: {'id': '59d26d50-a8a2-4c20-8dbd-827d9861ddf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a2aa46b5-a7ac-4c01-a442-369a0d046386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:48.729828 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a01422-d5c1-4471-93f7-5a3c8447c2b1 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network hostable DHCP agents. Network: a2aa46b5-a7ac-4c01-a442-369a0d046386, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:45:48.744138 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-496501a7-2978-4ad7-ac02-05edb3481593 None None] Provisioning for port dc285024-a09d-478b-b923-bdb8e2a3be3c completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:48.860411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a01422-d5c1-4471-93f7-5a3c8447c2b1 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network a2aa46b5-a7ac-4c01-a442-369a0d046386 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:45:48.908379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.objects.ports [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100653) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:45:48.921367 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:48.927270 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3748fa15-6058-4e41-b98f-71361853fb2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:48.985993 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-02a01422-d5c1-4471-93f7-5a3c8447c2b1 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, a2aa46b5-a7ac-4c01-a442-369a0d046386) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:48.990676 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a01422-d5c1-4471-93f7-5a3c8447c2b1 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:48.991698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-02a01422-d5c1-4471-93f7-5a3c8447c2b1 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.002137 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccdbae3-1c3d-4a71-8666-be17b4544527 None None] Network a2aa46b5-a7ac-4c01-a442-369a0d046386 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:49.010226 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:49.017375 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:49.020912 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:49.021707 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.029397 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2b404f-90cc-446f-9050-633c8096ecc7 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:49.045651 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=26485fe2-2f36-4cf5-9592-f7f4983402aa,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:49.091419 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:49.091844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:49.092388 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:49.092766 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:49.093138 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:49.093508 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:49.093875 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:49.094239 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:49.094604 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:49.094982 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:49.095340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:49.095722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:49.100104 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:49.108420 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-61d89504-92e6-4c72-9df4-c90c9bb89282 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.115471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a9a9bf3b-cb16-41a8-8e92-783c882ebb99 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:49.139455 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-02a01422-d5c1-4471-93f7-5a3c8447c2b1 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1659791 Jun 22 09:45:49.141671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60284) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:49.215180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d89504-92e6-4c72-9df4-c90c9bb89282 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Subnet': ['ID=c15af9f9-4a6b-4e93-93a8-68604fdf35f0,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:49.218471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-61d89504-92e6-4c72-9df4-c90c9bb89282 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:49.229758 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8207703 Jun 22 09:45:49.234739 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60286) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:49.240388 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-27a915fa-9cc1-4620-94df-74877d010cff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:49.248715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d89504-92e6-4c72-9df4-c90c9bb89282 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Checking segment: {'id': '01b39bc1-3264-49d7-8bd5-6d1303257028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dffefbbc-bb89-4283-b60e-1a51efe78ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:49.248715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d89504-92e6-4c72-9df4-c90c9bb89282 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network hostable DHCP agents. Network: dffefbbc-bb89-4283-b60e-1a51efe78ee3, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:45:49.312075 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.323258 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-553813e4-c3b8-40ee-b247-f41d77c52053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.325713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.348075 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1887f35e-062f-4180-8448-84b4e7effba5 None None] Provisioning for port 875f87da-7079-4de2-91fa-d9aef7fc736d completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:49.361240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1887f35e-062f-4180-8448-84b4e7effba5 None None] Provisioning complete for port 875f87da-7079-4de2-91fa-d9aef7fc736d triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:49.361623 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1887f35e-062f-4180-8448-84b4e7effba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.414629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.457938 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-1887f35e-062f-4180-8448-84b4e7effba5 None None] Port 875f87da-7079-4de2-91fa-d9aef7fc736d cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:49.462450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.534006 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dc285024-a09d-478b-b923-bdb8e2a3be3c up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:49.536795 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.541874 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bae6dcff-46cd-4956-94fa-45dbf0d8468c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:49.582666 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': '26485fe2-2f36-4cf5-9592-f7f4983402aa'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:45:49.583577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.590095 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.591985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a915fa-9cc1-4620-94df-74877d010cff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:49.596122 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-27a915fa-9cc1-4620-94df-74877d010cff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.643907 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-df3d9367-a331-4fa8-9c12-f38fc2188ccd None None] Provisioning complete for port 875f87da-7079-4de2-91fa-d9aef7fc736d triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:49.644299 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-df3d9367-a331-4fa8-9c12-f38fc2188ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.657419 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d89504-92e6-4c72-9df4-c90c9bb89282 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network dffefbbc-bb89-4283-b60e-1a51efe78ee3 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:45:49.665885 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=875f87da-7079-4de2-91fa-d9aef7fc736d,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:49.675227 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.676926 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:49.678288 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-15df075a-b821-4f09-812f-b1ef2052f6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:49.730574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Subnet': ['ID=ec1ebe0b-c99e-4003-bde0-58b0d79477d5,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:49.734036 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:49.743370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-61d89504-92e6-4c72-9df4-c90c9bb89282 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, dffefbbc-bb89-4283-b60e-1a51efe78ee3) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:49.761253 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d89504-92e6-4c72-9df4-c90c9bb89282 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:49.761497 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6711d67d-55dd-4ae5-8638-097e41357fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-a2aa46b5-a7ac-4c01-a442-369a0d046386', 'network_id': 'a2aa46b5-a7ac-4c01-a442-369a0d046386', 'tenant_id': 'd350cc773ed540d481462b23dd107ebd', 'fixed_ips': [{'subnet_id': 'ec1ebe0b-c99e-4003-bde0-58b0d79477d5'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:45:49.761771 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-61d89504-92e6-4c72-9df4-c90c9bb89282 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.762205 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6711d67d-55dd-4ae5-8638-097e41357fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.764145 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73126ab-e4b1-498e-a228-188c859bc971 None None] Network dffefbbc-bb89-4283-b60e-1a51efe78ee3 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:49.805554 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.841544 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:49.844565 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:49.855672 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2aa46b5-a7ac-4c01-a442-369a0d046386']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:49.876186 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-df3d9367-a331-4fa8-9c12-f38fc2188ccd None None] Port 875f87da-7079-4de2-91fa-d9aef7fc736d cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:49.880840 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d26d50-a8a2-4c20-8dbd-827d9861ddf3') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:49.881153 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d26d50-a8a2-4c20-8dbd-827d9861ddf3') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:49.913739 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.927317 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-61d89504-92e6-4c72-9df4-c90c9bb89282 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2513921 Jun 22 09:45:49.930278 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60298) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:49.946023 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-df396bbe-2887-4efd-89c2-0504a370f51a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-335337531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:49.968090 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60300) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:49.970433 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.982105 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:45:49.982518 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:45:49.985564 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:45:50.065679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Allocated IP 2001:db8::f816:3eff:fe03:d9cf (36eee797-60f1-483e-81c4-4dc1c89ce22a/26485fe2-2f36-4cf5-9592-f7f4983402aa/a416b631-19c8-496b-b730-5949ff8a3ac8) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:50.098045 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-df396bbe-2887-4efd-89c2-0504a370f51a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.102445 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-df396bbe-2887-4efd-89c2-0504a370f51a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.133439 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-325911702-network', 'tenant_id': '6522641a2ddb4b00b2277d3a723744e1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:50.211483 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port dc285024-a09d-478b-b923-bdb8e2a3be3c completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:50.214233 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 19dd9e09-3f6a-4d31-94ec-95af276577b6 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:45:50.217942 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port dc285024-a09d-478b-b923-bdb8e2a3be3c triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:50.218563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.221641 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.226544 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8554cf6b-bd13-4c6b-8891-a4191c060038 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:50.243130 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.253075 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/networks/a2aa46b5-a7ac-4c01-a442-369a0d046386 HTTP/1.1" status: 204 len: 168 time: 1.1075857 Jun 22 09:45:50.254248 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Network': ['ID=a2aa46b5-a7ac-4c01-a442-369a0d046386,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:50.255963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60308) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:50.270023 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-6b79495d-1dfe-46c9-8090-0f9586e8ec46 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-824979566'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:50.272833 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8dd740-2bc5-4db2-b3c7-960e83ae82b8 None None] Network a2aa46b5-a7ac-4c01-a442-369a0d046386 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:50.281306 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:50.309204 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8dd740-2bc5-4db2-b3c7-960e83ae82b8 None None] Network a2aa46b5-a7ac-4c01-a442-369a0d046386 could not be found, it might have been deleted concurrently. {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 09:45:50.312795 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-dffefbbc-bb89-4283-b60e-1a51efe78ee3', 'network_id': 'dffefbbc-bb89-4283-b60e-1a51efe78ee3', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'fixed_ips': [{'subnet_id': 'c15af9f9-4a6b-4e93-93a8-68604fdf35f0'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:45:50.313810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.319045 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] Made reservation on behalf of 6522641a2ddb4b00b2277d3a723744e1 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:50.321743 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.330816 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-df396bbe-2887-4efd-89c2-0504a370f51a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.339819 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.383369 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-27a915fa-9cc1-4620-94df-74877d010cff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.387045 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a3aa4ecc-d719-4630-a946-73b8c0656ab1 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:50.387924 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.401629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-df396bbe-2887-4efd-89c2-0504a370f51a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.407166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-dabfdde8-fff3-4484-b2f1-c696c9bad228 None None] Provisioning complete for port 875f87da-7079-4de2-91fa-d9aef7fc736d triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:50.407617 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dabfdde8-fff3-4484-b2f1-c696c9bad228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.429600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b79495d-1dfe-46c9-8090-0f9586e8ec46 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:50.433774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Transition to ACTIVE for port object a416b631-19c8-496b-b730-5949ff8a3ac8 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:50.436339 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6b79495d-1dfe-46c9-8090-0f9586e8ec46 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.448259 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a915fa-9cc1-4620-94df-74877d010cff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:50.452079 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:45:50.455916 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-27a915fa-9cc1-4620-94df-74877d010cff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:50.460579 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b79495d-1dfe-46c9-8090-0f9586e8ec46 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:45:50.464279 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/19dd9e09-3f6a-4d31-94ec-95af276577b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5454552 Jun 22 09:45:50.470615 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60310) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:50.470773 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a915fa-9cc1-4620-94df-74877d010cff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.470773 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-27a915fa-9cc1-4620-94df-74877d010cff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.470773 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a915fa-9cc1-4620-94df-74877d010cff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=d2731a8d-fa1b-4d99-a849-e4cf755dcc73,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:50.476041 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Sync routers for ids ['19dd9e09-3f6a-4d31-94ec-95af276577b6'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:45:50.490141 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-27a915fa-9cc1-4620-94df-74877d010cff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:50.498596 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Routers {'19dd9e09-3f6a-4d31-94ec-95af276577b6'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:50.499683 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['19dd9e09-3f6a-4d31-94ec-95af276577b6'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:50.508381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.531209 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Transition to ACTIVE for port object a416b631-19c8-496b-b730-5949ff8a3ac8 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:50.539413 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-df396bbe-2887-4efd-89c2-0504a370f51a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.540306 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-df396bbe-2887-4efd-89c2-0504a370f51a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6065838 Jun 22 09:45:50.542018 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6b79495d-1dfe-46c9-8090-0f9586e8ec46 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.542421 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-6b79495d-1dfe-46c9-8090-0f9586e8ec46 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Added segment 098f761d-2438-4d14-ab88-80fe5ba93822 of type vlan for network 04c1a61c-a789-4d71-8981-25d9a3a0fa7d Jun 22 09:45:50.544088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60312) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:50.549381 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-c58960a5-22fa-4ff4-8ba1-605e87543b7f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'port': {'network_id': 'dffefbbc-bb89-4283-b60e-1a51efe78ee3', 'name': 'tempest-RoutersIpV6Test-1037996044'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:50.573562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-dabfdde8-fff3-4484-b2f1-c696c9bad228 None None] Port 875f87da-7079-4de2-91fa-d9aef7fc736d cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:50.597661 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-27a915fa-9cc1-4620-94df-74877d010cff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3617892 Jun 22 09:45:50.600181 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60314) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:50.607566 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-bf9cf7d3-3f9f-4e74-bac3-0e0e753d4b58 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'mac_address': 'fa:16:3e:15:10:c4', 'name': 'tempest-NetworksTestDHCPv6-913733440'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:50.619193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.659052 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.670107 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:50.678332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6b79495d-1dfe-46c9-8090-0f9586e8ec46 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.683610 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Set router 19dd9e09-3f6a-4d31-94ec-95af276577b6 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:50.717440 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Allocated IP 2001:db8::2 (dffefbbc-bb89-4283-b60e-1a51efe78ee3/c15af9f9-4a6b-4e93-93a8-68604fdf35f0/209c82d1-3edb-496a-8698-936f4559b2b1) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:50.732087 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port dc285024-a09d-478b-b923-bdb8e2a3be3c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dc285024-a09d-478b-b923-bdb8e2a3be3c,segment=NetworkSegment(327434d1-3564-47f6-9d2e-e6dbc2624eb3),segment_id=327434d1-3564-47f6-9d2e-e6dbc2624eb3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:50.761561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:50.767107 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Pushing event updated for resources: {'Port': ['ID=a416b631-19c8-496b-b730-5949ff8a3ac8,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:50.772335 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:50.787351 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:50.826165 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd30b17-a940-4a66-b178-aa568c4416b3 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.826587 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd30b17-a940-4a66-b178-aa568c4416b3 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.827061 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd30b17-a940-4a66-b178-aa568c4416b3 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.827568 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd30b17-a940-4a66-b178-aa568c4416b3 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.828037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd30b17-a940-4a66-b178-aa568c4416b3 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.828506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd30b17-a940-4a66-b178-aa568c4416b3 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.828969 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd30b17-a940-4a66-b178-aa568c4416b3 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.829728 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd30b17-a940-4a66-b178-aa568c4416b3 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.830154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd30b17-a940-4a66-b178-aa568c4416b3 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.830292 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:50.830517 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd30b17-a940-4a66-b178-aa568c4416b3 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.832537 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cfd30b17-a940-4a66-b178-aa568c4416b3 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7092 time: 0.3669400 Jun 22 09:45:50.835168 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.838553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60318) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:50.838700 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.843247 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-005cd219-ab43-4de3-a5ff-a95508dcf32d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:50.892320 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6b79495d-1dfe-46c9-8090-0f9586e8ec46 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.898998 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b79495d-1dfe-46c9-8090-0f9586e8ec46 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.899731 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6b79495d-1dfe-46c9-8090-0f9586e8ec46 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.908040 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c7c5239a-f413-4dd5-a3af-b3a9eb21ac3c tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:50.965235 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=dc285024-a09d-478b-b923-bdb8e2a3be3c,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:50.972667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:50.973467 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Attempting to bind port a416b631-19c8-496b-b730-5949ff8a3ac8 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:50.973787 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Attempting to bind port a416b631-19c8-496b-b730-5949ff8a3ac8 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:50.974118 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Attempting to bind port a416b631-19c8-496b-b730-5949ff8a3ac8 on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:50.975104 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.983942 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'name': 'tempest-TestNetworkBasicOps-router-237245686', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:37Z', 'updated_at': '2021-06-22T09:45:48Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:38Z', 'updated_at': '2021-06-22T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '875f87da-7079-4de2-91fa-d9aef7fc736d', 'name': '', 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:40:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'd6e61e07-e547-40e1-9d33-b1877630025e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:46Z', 'updated_at': '2021-06-22T09:45:48Z', 'revision_number': 2, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'd6e61e07-e547-40e1-9d33-b1877630025e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:50.984745 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6baf1c-3132-48e1-b1bb-e2bdddb691dd tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.985803 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6baf1c-3132-48e1-b1bb-e2bdddb691dd tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.986451 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6baf1c-3132-48e1-b1bb-e2bdddb691dd tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.987465 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6baf1c-3132-48e1-b1bb-e2bdddb691dd tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.988120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6baf1c-3132-48e1-b1bb-e2bdddb691dd tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.988751 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6baf1c-3132-48e1-b1bb-e2bdddb691dd tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.989518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6baf1c-3132-48e1-b1bb-e2bdddb691dd tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.990623 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6baf1c-3132-48e1-b1bb-e2bdddb691dd tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.990839 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:50.991244 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:50.991704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.992059 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6baf1c-3132-48e1-b1bb-e2bdddb691dd tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.992173 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:50.992601 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Bound port: a416b631-19c8-496b-b730-5949ff8a3ac8, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:50.992994 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:50.993273 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6baf1c-3132-48e1-b1bb-e2bdddb691dd tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.993933 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6baf1c-3132-48e1-b1bb-e2bdddb691dd tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:50.996258 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4a6baf1c-3132-48e1-b1bb-e2bdddb691dd tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7103 time: 0.1597528 Jun 22 09:45:50.998960 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60320) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:51.032567 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:45:51.038384 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Checking router: 19dd9e09-3f6a-4d31-94ec-95af276577b6 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:45:51.038764 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Updating router 19dd9e09-3f6a-4d31-94ec-95af276577b6 port 875f87da-7079-4de2-91fa-d9aef7fc736d binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:45:51.048080 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79495d-1dfe-46c9-8090-0f9586e8ec46 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Network': ['ID=04c1a61c-a789-4d71-8981-25d9a3a0fa7d,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:51.059797 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6b79495d-1dfe-46c9-8090-0f9586e8ec46 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:51.064066 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c9cd70eb-74b5-4e24-902a-089db871f644 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:51.066888 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:51.067417 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] Added segment b837449e-65e8-4c0a-935b-0a236c249d96 of type vlan for network 21c72c56-a580-4ed1-ad90-b49e3ece47ba Jun 22 09:45:51.079512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 04c1a61c-a789-4d71-8981-25d9a3a0fa7d details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:45:51.085538 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:51.097484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58960a5-22fa-4ff4-8ba1-605e87543b7f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Made reservation on behalf of 1e1c49b4fe1743bca27d47eb1c5640b6 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:51.101267 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c58960a5-22fa-4ff4-8ba1-605e87543b7f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:51.112495 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:51.126117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-c58960a5-22fa-4ff4-8ba1-605e87543b7f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] device_id is not set on port 3356829c-b981-49c5-9473-a8b78020f24a yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:45:51.137435 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:51.162607 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9231bf-0ad7-4af4-a4c4-d8a37e60877a req-0d269867-1fda-47e0-af31-673142b4bd81 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:51.171383 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dd9231bf-0ad7-4af4-a4c4-d8a37e60877a req-0d269867-1fda-47e0-af31-673142b4bd81 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.2593470 Jun 22 09:45:51.178710 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Transition to ACTIVE for port object 209c82d1-3edb-496a-8698-936f4559b2b1 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:51.195380 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:51.214244 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:51.215475 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] For port a416b631-19c8-496b-b730-5949ff8a3ac8, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:51.222270 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Transition to ACTIVE for port object 209c82d1-3edb-496a-8698-936f4559b2b1 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:51.232278 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] For port a416b631-19c8-496b-b730-5949ff8a3ac8, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=a416b631-19c8-496b-b730-5949ff8a3ac8,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:51.246165 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6b79495d-1dfe-46c9-8090-0f9586e8ec46 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9870622 Jun 22 09:45:51.251788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60322) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:51.256798 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-8c739e82-2c20-4604-839e-f60490ca5167 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'subnet': {'network_id': '04c1a61c-a789-4d71-8981-25d9a3a0fa7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:51.268176 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dd9231bf-0ad7-4af4-a4c4-d8a37e60877a req-069cfbfb-791d-4fb3-b189-f25d66b7677e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956125 Jun 22 09:45:51.327180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:51.336169 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-30790219-5750-457e-b46e-d93730197a62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:51.375696 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:51.376761 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:51.377805 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:51.380265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7bd64f30-3a12-420b-a536-f8338bc26bae tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:51.391222 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:51.412177 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-c58960a5-22fa-4ff4-8ba1-605e87543b7f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Allocated IP 2001:db8::2ec (dffefbbc-bb89-4283-b60e-1a51efe78ee3/c15af9f9-4a6b-4e93-93a8-68604fdf35f0/3356829c-b981-49c5-9473-a8b78020f24a) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:51.422773 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dc285024-a09d-478b-b923-bdb8e2a3be3c up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:51.478194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Network dffefbbc-bb89-4283-b60e-1a51efe78ee3 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:51.486906 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:51.488646 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:51.490881 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Pushing event updated for resources: {'Port': ['ID=209c82d1-3edb-496a-8698-936f4559b2b1,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:51.493366 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:51.503119 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Transition to ACTIVE for port object 875f87da-7079-4de2-91fa-d9aef7fc736d will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:51.505668 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:51.506154 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:51.510687 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] Pushing event updated for resources: {'Network': ['ID=21c72c56-a580-4ed1-ad90-b49e3ece47ba,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:51.520105 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:51.542910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9cf7d3-3f9f-4e74-bac3-0e0e753d4b58 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:51.563686 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5919642 Jun 22 09:45:51.567516 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60326) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:51.579581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-0203cebb-63b4-45df-acad-c6b518715299 admin admin] Request body: {'subnet': {'network_id': '21c72c56-a580-4ed1-ad90-b49e3ece47ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-325911702-subnet', 'tenant_id': '6522641a2ddb4b00b2277d3a723744e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:51.591487 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:51.596719 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 21c72c56-a580-4ed1-ad90-b49e3ece47ba details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:45:51.600355 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-28377d6f-84f2-411f-be16-a71b7788d138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:51.640593 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Pushing event updated for resources: {'Port': ['ID=a416b631-19c8-496b-b730-5949ff8a3ac8,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:51.688202 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c739e82-2c20-4604-839e-f60490ca5167 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:51.693151 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c739e82-2c20-4604-839e-f60490ca5167 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:51.718836 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:51.765310 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Attempting to bind port 209c82d1-3edb-496a-8698-936f4559b2b1 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:51.765699 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Attempting to bind port 209c82d1-3edb-496a-8698-936f4559b2b1 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '01b39bc1-3264-49d7-8bd5-6d1303257028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dffefbbc-bb89-4283-b60e-1a51efe78ee3'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:51.766070 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Attempting to bind port 209c82d1-3edb-496a-8698-936f4559b2b1 on network dffefbbc-bb89-4283-b60e-1a51efe78ee3 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:51.791545 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43df76-ec3c-49f2-a02a-7fd7a468a45c None None] Pushing event updated for resources: {'Port': ['ID=875f87da-7079-4de2-91fa-d9aef7fc736d,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:51.803473 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-fc43df76-ec3c-49f2-a02a-7fd7a468a45c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:51.809533 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:51.810510 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Checking segment: {'id': '01b39bc1-3264-49d7-8bd5-6d1303257028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dffefbbc-bb89-4283-b60e-1a51efe78ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:51.810945 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:51.811397 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Bound using segment: {'id': '01b39bc1-3264-49d7-8bd5-6d1303257028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dffefbbc-bb89-4283-b60e-1a51efe78ee3'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:51.812027 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Bound port: 209c82d1-3edb-496a-8698-936f4559b2b1, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b39bc1-3264-49d7-8bd5-6d1303257028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dffefbbc-bb89-4283-b60e-1a51efe78ee3'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:51.812404 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:51.855285 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0203cebb-63b4-45df-acad-c6b518715299 admin admin] Made reservation on behalf of 6522641a2ddb4b00b2277d3a723744e1 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:51.857680 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Attempting to bind port 875f87da-7079-4de2-91fa-d9aef7fc736d on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:51.858170 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Attempting to bind port 875f87da-7079-4de2-91fa-d9aef7fc736d by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '327434d1-3564-47f6-9d2e-e6dbc2624eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:51.858673 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Attempting to bind port 875f87da-7079-4de2-91fa-d9aef7fc736d on network a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:51.860085 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0203cebb-63b4-45df-acad-c6b518715299 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:51.865750 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:51.866296 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Checking segment: {'id': '327434d1-3564-47f6-9d2e-e6dbc2624eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:51.868036 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b5972b19-ab75-40ad-9e0b-c8e485e735c8 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3579 time: 0.8670099 Jun 22 09:45:51.873287 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c58960a5-22fa-4ff4-8ba1-605e87543b7f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:51.878709 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bf9cf7d3-3f9f-4e74-bac3-0e0e753d4b58 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:51.879794 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:51.880369 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Bound using segment: {'id': '327434d1-3564-47f6-9d2e-e6dbc2624eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:51.880909 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Bound port: 875f87da-7079-4de2-91fa-d9aef7fc736d, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327434d1-3564-47f6-9d2e-e6dbc2624eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:51.881316 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:51.941305 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa1289-6568-459c-9d02-fc78ce653cad req-30c837c9-63ff-423a-b85a-59de1d91902b tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:51.945284 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b6aa1289-6568-459c-9d02-fc78ce653cad req-30c837c9-63ff-423a-b85a-59de1d91902b tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.4077938 Jun 22 09:45:51.960633 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-c58960a5-22fa-4ff4-8ba1-605e87543b7f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Transition to ACTIVE for port object 3356829c-b981-49c5-9473-a8b78020f24a will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:52.003247 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-bf9cf7d3-3f9f-4e74-bac3-0e0e753d4b58 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port 604e550b-20ac-4d68-9001-5e640bb5c239 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:45:52.073672 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] For port 875f87da-7079-4de2-91fa-d9aef7fc736d, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:52.077532 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] For port 875f87da-7079-4de2-91fa-d9aef7fc736d, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=875f87da-7079-4de2-91fa-d9aef7fc736d,segment=NetworkSegment(327434d1-3564-47f6-9d2e-e6dbc2624eb3),segment_id=327434d1-3564-47f6-9d2e-e6dbc2624eb3)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:52.106527 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:52.120596 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port dc285024-a09d-478b-b923-bdb8e2a3be3c triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:52.121279 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:52.146937 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:52.149189 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-0d9e91cd-9671-447b-850f-b0809ee66342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:52.156900 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b6aa1289-6568-459c-9d02-fc78ce653cad req-6fd3ba27-84c5-44ca-8be7-3f8d9b23d657 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977525 Jun 22 09:45:52.284297 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] For port 209c82d1-3edb-496a-8698-936f4559b2b1, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:52.291693 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Routers {'19dd9e09-3f6a-4d31-94ec-95af276577b6'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:52.293093 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['19dd9e09-3f6a-4d31-94ec-95af276577b6'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:52.304551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] For port 209c82d1-3edb-496a-8698-936f4559b2b1, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=209c82d1-3edb-496a-8698-936f4559b2b1,segment=NetworkSegment(01b39bc1-3264-49d7-8bd5-6d1303257028),segment_id=01b39bc1-3264-49d7-8bd5-6d1303257028)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:52.310102 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c739e82-2c20-4604-839e-f60490ca5167 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:52.321407 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8026ec13-b828-4c71-b112-b51991cfb0b1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:52.341272 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-bf9cf7d3-3f9f-4e74-bac3-0e0e753d4b58 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 172.20.0.10 (36eee797-60f1-483e-81c4-4dc1c89ce22a/d2731a8d-fa1b-4d99-a849-e4cf755dcc73/604e550b-20ac-4d68-9001-5e640bb5c239) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:52.349532 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-bf9cf7d3-3f9f-4e74-bac3-0e0e753d4b58 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::f816:3eff:fe15:10c4 (36eee797-60f1-483e-81c4-4dc1c89ce22a/26485fe2-2f36-4cf5-9592-f7f4983402aa/604e550b-20ac-4d68-9001-5e640bb5c239) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:52.366966 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43df76-ec3c-49f2-a02a-7fd7a468a45c None None] Pushing event updated for resources: {'Port': ['ID=875f87da-7079-4de2-91fa-d9aef7fc736d,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:52.372342 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-fc43df76-ec3c-49f2-a02a-7fd7a468a45c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:52.398702 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c58960a5-22fa-4ff4-8ba1-605e87543b7f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:52.417607 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0203cebb-63b4-45df-acad-c6b518715299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:52.418109 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ceec85e8-fcb1-4df0-8192-607a9cdb9d78 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:52.462980 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60334) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:52.492654 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:52.497456 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d69d07f2-af41-4602-b35f-9075bded3806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:52.506591 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c739e82-2c20-4604-839e-f60490ca5167 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Subnet': ['ID=4fb8d703-9276-448e-9de9-07b12fd8a1ce,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:52.509678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8c739e82-2c20-4604-839e-f60490ca5167 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:52.516569 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-898a2936-b184-48cf-b268-07f80d129ce6 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:52.518403 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] Set router 19dd9e09-3f6a-4d31-94ec-95af276577b6 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:45:52.529116 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203cebb-63b4-45df-acad-c6b518715299 admin admin] Checking segment: {'id': 'b837449e-65e8-4c0a-935b-0a236c249d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '21c72c56-a580-4ed1-ad90-b49e3ece47ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:52.529486 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0203cebb-63b4-45df-acad-c6b518715299 admin admin] Network hostable DHCP agents. Network: 21c72c56-a580-4ed1-ad90-b49e3ece47ba, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:45:52.530821 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-9cc721ef-e0e2-4801-8f6f-7a8bd5cf14fb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1061213873', 'description': 'tempest-secgroup-smoke-1061213873 description', 'project_id': '50763c4428f741ada1db53edd04651ab'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:52.561848 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c739e82-2c20-4604-839e-f60490ca5167 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Checking segment: {'id': '098f761d-2438-4d14-ab88-80fe5ba93822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '04c1a61c-a789-4d71-8981-25d9a3a0fa7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:52.562221 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c739e82-2c20-4604-839e-f60490ca5167 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network hostable DHCP agents. Network: 04c1a61c-a789-4d71-8981-25d9a3a0fa7d, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:45:52.583669 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Pushing event updated for resources: {'Port': ['ID=209c82d1-3edb-496a-8698-936f4559b2b1,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:52.588227 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:52.610687 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203cebb-63b4-45df-acad-c6b518715299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=283ddd72-4398-40de-a4e8-0f59a665118e,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:52.614631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0203cebb-63b4-45df-acad-c6b518715299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:52.670959 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58960a5-22fa-4ff4-8ba1-605e87543b7f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network dffefbbc-bb89-4283-b60e-1a51efe78ee3 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:52.677440 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-c58960a5-22fa-4ff4-8ba1-605e87543b7f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:52.679522 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58960a5-22fa-4ff4-8ba1-605e87543b7f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=3356829c-b981-49c5-9473-a8b78020f24a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:52.683880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58960a5-22fa-4ff4-8ba1-605e87543b7f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:52.689827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58960a5-22fa-4ff4-8ba1-605e87543b7f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:52.690478 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c58960a5-22fa-4ff4-8ba1-605e87543b7f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:52.697644 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c58960a5-22fa-4ff4-8ba1-605e87543b7f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:52.715809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c739e82-2c20-4604-839e-f60490ca5167 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network 04c1a61c-a789-4d71-8981-25d9a3a0fa7d is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:45:52.723848 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0203cebb-63b4-45df-acad-c6b518715299 admin admin] Network 21c72c56-a580-4ed1-ad90-b49e3ece47ba is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:45:52.766801 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bf9cf7d3-3f9f-4e74-bac3-0e0e753d4b58 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:52.798754 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-bf9cf7d3-3f9f-4e74-bac3-0e0e753d4b58 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object 604e550b-20ac-4d68-9001-5e640bb5c239 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:52.815301 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9cc721ef-e0e2-4801-8f6f-7a8bd5cf14fb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:52.863682 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'name': 'tempest-TestNetworkBasicOps-router-237245686', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:37Z', 'updated_at': '2021-06-22T09:45:48Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:38Z', 'updated_at': '2021-06-22T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '875f87da-7079-4de2-91fa-d9aef7fc736d', 'name': '', 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:40:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'd6e61e07-e547-40e1-9d33-b1877630025e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:46Z', 'updated_at': '2021-06-22T09:45:52Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'd6e61e07-e547-40e1-9d33-b1877630025e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:52.907002 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-8c739e82-2c20-4604-839e-f60490ca5167 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 04c1a61c-a789-4d71-8981-25d9a3a0fa7d) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:52.912958 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-0203cebb-63b4-45df-acad-c6b518715299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 21c72c56-a580-4ed1-ad90-b49e3ece47ba) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:52.918159 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0203cebb-63b4-45df-acad-c6b518715299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:52.919146 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0203cebb-63b4-45df-acad-c6b518715299 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:52.923190 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb28e33b-88b9-49ee-91b4-fa3ec535ec52 None None] The sync data for ids ['19dd9e09-3f6a-4d31-94ec-95af276577b6'] in dv-neutron-797121-3-hyperv is: [{'id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'name': 'tempest-TestNetworkBasicOps-router-237245686', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:37Z', 'updated_at': '2021-06-22T09:45:48Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:38Z', 'updated_at': '2021-06-22T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '875f87da-7079-4de2-91fa-d9aef7fc736d', 'name': '', 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:40:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'd6e61e07-e547-40e1-9d33-b1877630025e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:46Z', 'updated_at': '2021-06-22T09:45:52Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'd6e61e07-e547-40e1-9d33-b1877630025e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:45:52.926864 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c739e82-2c20-4604-839e-f60490ca5167 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:52.927664 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c739e82-2c20-4604-839e-f60490ca5167 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:52.934824 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc470e0-7439-43fa-86de-becb39fa1a1d None None] Network 04c1a61c-a789-4d71-8981-25d9a3a0fa7d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:52.938340 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816f0589-e4b1-4055-b2b7-cd2d687599c6 None None] Network 21c72c56-a580-4ed1-ad90-b49e3ece47ba requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:52.962338 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c58960a5-22fa-4ff4-8ba1-605e87543b7f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4145758 Jun 22 09:45:52.963543 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60338) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:53.000744 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bf9cf7d3-3f9f-4e74-bac3-0e0e753d4b58 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:53.032776 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-09c61289-aee0-4b04-a1df-10978e6c96f5 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:53.113414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb84dce-6dfc-4c5d-beef-a398861d7aef req-e5b4a005-096c-4aa3-bf90-6c3cf1c0529d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:53.121788 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1bb84dce-6dfc-4c5d-beef-a398861d7aef req-e5b4a005-096c-4aa3-bf90-6c3cf1c0529d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.3093071 Jun 22 09:45:53.164439 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9cf7d3-3f9f-4e74-bac3-0e0e753d4b58 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:53.174846 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-bf9cf7d3-3f9f-4e74-bac3-0e0e753d4b58 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:53.188233 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9cf7d3-3f9f-4e74-bac3-0e0e753d4b58 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:53.210231 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:45:53.233746 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c893f61-ad5a-40fe-8937-3542e5bd78d5 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:53.233991 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cf7d3-3f9f-4e74-bac3-0e0e753d4b58 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=604e550b-20ac-4d68-9001-5e640bb5c239,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:53.250389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bf9cf7d3-3f9f-4e74-bac3-0e0e753d4b58 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:53.293679 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9cf7d3-3f9f-4e74-bac3-0e0e753d4b58 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:53.294442 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bf9cf7d3-3f9f-4e74-bac3-0e0e753d4b58 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:53.329072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9cc721ef-e0e2-4801-8f6f-7a8bd5cf14fb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:53.359177 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1bb84dce-6dfc-4c5d-beef-a398861d7aef req-fe4b3dc9-48d3-4645-845a-1423e974812a tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363715 Jun 22 09:45:53.381207 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a809cfad-e293-4b0f-a99a-d28f98c34b52 None None] Network 21c72c56-a580-4ed1-ad90-b49e3ece47ba requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:53.408577 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9cc721ef-e0e2-4801-8f6f-7a8bd5cf14fb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:53.411139 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:53.467250 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc721ef-e0e2-4801-8f6f-7a8bd5cf14fb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f17943-9239-4982-a1a2-d413fb17af80,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:53.468836 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9cc721ef-e0e2-4801-8f6f-7a8bd5cf14fb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:53.493275 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bf9cf7d3-3f9f-4e74-bac3-0e0e753d4b58 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8918922 Jun 22 09:45:53.496101 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60340) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:53.526593 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4d7622ed-8a08-4492-a14b-54817c367d91 None None] Provisioning for port a416b631-19c8-496b-b730-5949ff8a3ac8 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:53.546021 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-04c1a61c-a789-4d71-8981-25d9a3a0fa7d', 'network_id': '04c1a61c-a789-4d71-8981-25d9a3a0fa7d', 'tenant_id': 'd350cc773ed540d481462b23dd107ebd', 'fixed_ips': [{'subnet_id': '4fb8d703-9276-448e-9de9-07b12fd8a1ce'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:45:53.546907 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:53.553579 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0203cebb-63b4-45df-acad-c6b518715299 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9802089 Jun 22 09:45:53.559084 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8c739e82-2c20-4604-839e-f60490ca5167 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3023989 Jun 22 09:45:53.560718 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60342) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:53.569534 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-fe7f0986-df3d-425a-8cfe-68bb38428631 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'subnet': {'network_id': '04c1a61c-a789-4d71-8981-25d9a3a0fa7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:53.584263 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9cc721ef-e0e2-4801-8f6f-7a8bd5cf14fb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:53.585738 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9cc721ef-e0e2-4801-8f6f-7a8bd5cf14fb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0618215 Jun 22 09:45:53.588536 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60346) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:53.599934 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device a416b631-19c8-496b-b730-5949ff8a3ac8 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:53.605034 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-646223cd-8735-4305-b1e5-2d7a77f9b894 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'd3f17943-9239-4982-a1a2-d413fb17af80', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:53.720550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-81381e5b-e64b-495a-b312-c5af7bad3426 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:53.735674 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1039a72c-6541-4c36-9ff8-0813f6890ebb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:53.749149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1039a72c-6541-4c36-9ff8-0813f6890ebb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:53.754399 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1039a72c-6541-4c36-9ff8-0813f6890ebb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2570217 Jun 22 09:45:53.762776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60348) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:53.777123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-646223cd-8735-4305-b1e5-2d7a77f9b894 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:53.874513 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7f0986-df3d-425a-8cfe-68bb38428631 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:53.880842 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0986-df3d-425a-8cfe-68bb38428631 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:53.911021 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-646223cd-8735-4305-b1e5-2d7a77f9b894 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:53.931208 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Allocated IP 2001:db8::2 (04c1a61c-a789-4d71-8981-25d9a3a0fa7d/4fb8d703-9276-448e-9de9-07b12fd8a1ce/65538f1e-2f32-4a21-acb9-2726e81f60c5) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:54.009443 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-646223cd-8735-4305-b1e5-2d7a77f9b894 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:54.011485 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:54.050375 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646223cd-8735-4305-b1e5-2d7a77f9b894 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a23240-22a1-4c89-bf0a-2d5e5be00e88,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:54.064283 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-646223cd-8735-4305-b1e5-2d7a77f9b894 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:54.122786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-646223cd-8735-4305-b1e5-2d7a77f9b894 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:54.124013 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-646223cd-8735-4305-b1e5-2d7a77f9b894 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5345321 Jun 22 09:45:54.129830 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60354) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:54.131806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-c39b51ec-6ad6-45e1-a2ba-d2c8ef21bad1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'd3f17943-9239-4982-a1a2-d413fb17af80', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:54.202172 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68448695-3fb2-42b2-b29e-eb91e66902f4 None None] Network dffefbbc-bb89-4283-b60e-1a51efe78ee3 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:54.289736 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port a416b631-19c8-496b-b730-5949ff8a3ac8 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:54.297560 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c39b51ec-6ad6-45e1-a2ba-d2c8ef21bad1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:54.341830 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port a416b631-19c8-496b-b730-5949ff8a3ac8 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:54.342231 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:54.404724 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c39b51ec-6ad6-45e1-a2ba-d2c8ef21bad1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:54.407099 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-31454a19-4a3a-4d47-af5e-b46c588bdabe None None] Provisioning for port 209c82d1-3edb-496a-8698-936f4559b2b1 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:54.466253 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:54.509608 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c39b51ec-6ad6-45e1-a2ba-d2c8ef21bad1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:54.518081 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:54.529231 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88268129-806f-4674-9d25-758c0a8f2613 None None] Update dhcp port {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'fixed_ips': [{'subnet_id': '26485fe2-2f36-4cf5-9592-f7f4983402aa', 'ip_address': '2001:db8::f816:3eff:fe03:d9cf'}, {'subnet_id': 'd2731a8d-fa1b-4d99-a849-e4cf755dcc73'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': 'a416b631-19c8-496b-b730-5949ff8a3ac8'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:45:54.537831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Transition to ACTIVE for port object 65538f1e-2f32-4a21-acb9-2726e81f60c5 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:54.550481 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b51ec-6ad6-45e1-a2ba-d2c8ef21bad1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df388c6b-b72f-4479-b149-bfe7e07f1b51,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:54.563597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c39b51ec-6ad6-45e1-a2ba-d2c8ef21bad1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:54.610536 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-664345b5-1c92-42c9-a554-105daf960c87 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port 604e550b-20ac-4d68-9001-5e640bb5c239 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:54.611828 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-664345b5-1c92-42c9-a554-105daf960c87 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:54.631863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Transition to ACTIVE for port object 65538f1e-2f32-4a21-acb9-2726e81f60c5 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:54.661301 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c39b51ec-6ad6-45e1-a2ba-d2c8ef21bad1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:54.665011 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c39b51ec-6ad6-45e1-a2ba-d2c8ef21bad1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5349460 Jun 22 09:45:54.667774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60366) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:54.679162 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-ffaa8433-02f4-4aca-a4bd-78eadbae8da1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'd3f17943-9239-4982-a1a2-d413fb17af80', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:54.692507 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60368) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:54.705425 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1807046053-network', 'tenant_id': '2de2d9d54c4447c492ed5075c5683a09'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:54.706349 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-88268129-806f-4674-9d25-758c0a8f2613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:54.727901 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:54.736846 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d190cd84-9261-4f48-9ce4-a54045fb37ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:54.757676 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d10c97-fb2b-4de3-9a11-f75f5400238b req-dbff225d-e1c2-41c8-bf0b-778b16fe1f95 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:54.759312 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e7d10c97-fb2b-4de3-9a11-f75f5400238b req-dbff225d-e1c2-41c8-bf0b-778b16fe1f95 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1845310 Jun 22 09:45:54.811564 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e7d10c97-fb2b-4de3-9a11-f75f5400238b req-bd9817a4-44db-4ce6-8591-a80b43d5ab24 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457597 Jun 22 09:45:54.836956 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-81381e5b-e64b-495a-b312-c5af7bad3426 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:54.841011 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:54.857280 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8433-02f4-4aca-a4bd-78eadbae8da1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:54.860940 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-664345b5-1c92-42c9-a554-105daf960c87 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:54.893817 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Pushing event updated for resources: {'Port': ['ID=65538f1e-2f32-4a21-acb9-2726e81f60c5,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:54.907794 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0986-df3d-425a-8cfe-68bb38428631 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:54.909400 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Network 04c1a61c-a789-4d71-8981-25d9a3a0fa7d is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:54.910344 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:54.922863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:54.931841 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:45:54.940676 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-664345b5-1c92-42c9-a554-105daf960c87 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for 604e550b-20ac-4d68-9001-5e640bb5c239 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:54.943154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d63461bc-bf4d-44a3-a9c5-3bb6ae698117 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:54.973202 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-81381e5b-e64b-495a-b312-c5af7bad3426 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.001009 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7f0986-df3d-425a-8cfe-68bb38428631 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network 04c1a61c-a789-4d71-8981-25d9a3a0fa7d is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:55.007253 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-fe7f0986-df3d-425a-8cfe-68bb38428631 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:55.037525 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port a416b631-19c8-496b-b730-5949ff8a3ac8, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=a416b631-19c8-496b-b730-5949ff8a3ac8,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:55.042427 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7f0986-df3d-425a-8cfe-68bb38428631 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:55.043467 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0986-df3d-425a-8cfe-68bb38428631 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.099900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f0986-df3d-425a-8cfe-68bb38428631 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Subnet': ['ID=1b2ac368-94bc-4c74-ae00-c6bd99339a22,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:55.108483 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fe7f0986-df3d-425a-8cfe-68bb38428631 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:55.114413 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:55.218698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81381e5b-e64b-495a-b312-c5af7bad3426 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=3356829c-b981-49c5-9473-a8b78020f24a,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:55.224050 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-81381e5b-e64b-495a-b312-c5af7bad3426 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:55.226358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.227240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 209c82d1-3edb-496a-8698-936f4559b2b1 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:55.232866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3aa7eac1-1911-4035-9d4f-dbb2e286fd3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:55.239350 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Attempting to bind port 65538f1e-2f32-4a21-acb9-2726e81f60c5 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:45:55.239350 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Attempting to bind port 65538f1e-2f32-4a21-acb9-2726e81f60c5 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '098f761d-2438-4d14-ab88-80fe5ba93822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '04c1a61c-a789-4d71-8981-25d9a3a0fa7d'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:45:55.239350 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Attempting to bind port 65538f1e-2f32-4a21-acb9-2726e81f60c5 on network 04c1a61c-a789-4d71-8981-25d9a3a0fa7d {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:45:55.268937 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8433-02f4-4aca-a4bd-78eadbae8da1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.286376 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-88268129-806f-4674-9d25-758c0a8f2613 None None] Allocated IP 172.20.0.2 (36eee797-60f1-483e-81c4-4dc1c89ce22a/d2731a8d-fa1b-4d99-a849-e4cf755dcc73/a416b631-19c8-496b-b730-5949ff8a3ac8) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:55.292998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] Made reservation on behalf of 2de2d9d54c4447c492ed5075c5683a09 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:55.295112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:45:55.295617 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Checking segment: {'id': '098f761d-2438-4d14-ab88-80fe5ba93822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '04c1a61c-a789-4d71-8981-25d9a3a0fa7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:55.295744 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.296040 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.300738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Bound using segment: {'id': '098f761d-2438-4d14-ab88-80fe5ba93822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '04c1a61c-a789-4d71-8981-25d9a3a0fa7d'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:45:55.300738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Bound port: 65538f1e-2f32-4a21-acb9-2726e81f60c5, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098f761d-2438-4d14-ab88-80fe5ba93822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '04c1a61c-a789-4d71-8981-25d9a3a0fa7d'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:45:55.300738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.305617 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.339294 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-81381e5b-e64b-495a-b312-c5af7bad3426 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.360594 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8433-02f4-4aca-a4bd-78eadbae8da1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.362475 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2046e60b-3ab8-45b6-8407-00863ddba69e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:55.381764 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa8433-02f4-4aca-a4bd-78eadbae8da1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b230e3-01e3-4924-a5c1-a50010927ee7,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:55.386291 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ffaa8433-02f4-4aca-a4bd-78eadbae8da1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:55.408312 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=a416b631-19c8-496b-b730-5949ff8a3ac8,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:55.413169 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fe7f0986-df3d-425a-8cfe-68bb38428631 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8487687 Jun 22 09:45:55.415182 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60370) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:55.418046 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:55.502642 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-88268129-806f-4674-9d25-758c0a8f2613 None None] For port a416b631-19c8-496b-b730-5949ff8a3ac8, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=a416b631-19c8-496b-b730-5949ff8a3ac8,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:55.504810 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391cefc-f891-47b6-8c43-5d7ae745c5fa tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:55.504970 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] For port 65538f1e-2f32-4a21-acb9-2726e81f60c5, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:45:55.506346 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391cefc-f891-47b6-8c43-5d7ae745c5fa tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:55.507890 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391cefc-f891-47b6-8c43-5d7ae745c5fa tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:55.509402 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391cefc-f891-47b6-8c43-5d7ae745c5fa tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:55.511893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391cefc-f891-47b6-8c43-5d7ae745c5fa tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:55.513650 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0391cefc-f891-47b6-8c43-5d7ae745c5fa tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0974400 Jun 22 09:45:55.518487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60372) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:55.528637 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-e3794b2c-79aa-4f0e-bd1c-1cef579d2dee tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1928414899'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:55.555706 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-88268129-806f-4674-9d25-758c0a8f2613 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.561290 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 209c82d1-3edb-496a-8698-936f4559b2b1 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:55.567536 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.568429 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 209c82d1-3edb-496a-8698-936f4559b2b1 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:55.568825 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.580765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-664345b5-1c92-42c9-a554-105daf960c87 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.587291 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:55.596790 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-88268129-806f-4674-9d25-758c0a8f2613 None None] Transition to ACTIVE for port object a416b631-19c8-496b-b730-5949ff8a3ac8 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:45:55.610590 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] For port 65538f1e-2f32-4a21-acb9-2726e81f60c5, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=65538f1e-2f32-4a21-acb9-2726e81f60c5,segment=NetworkSegment(098f761d-2438-4d14-ab88-80fe5ba93822),segment_id=098f761d-2438-4d14-ab88-80fe5ba93822)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:45:55.636661 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664345b5-1c92-42c9-a554-105daf960c87 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=604e550b-20ac-4d68-9001-5e640bb5c239,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:55.639387 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-664345b5-1c92-42c9-a554-105daf960c87 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:55.654641 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4cdd59b3-54a9-4bbc-824f-5418506b2cb4 None None] Provisioning for port 3356829c-b981-49c5-9473-a8b78020f24a completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:55.662789 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4cdd59b3-54a9-4bbc-824f-5418506b2cb4 None None] Provisioning complete for port 3356829c-b981-49c5-9473-a8b78020f24a triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:55.663173 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4cdd59b3-54a9-4bbc-824f-5418506b2cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.686254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.689813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-88268129-806f-4674-9d25-758c0a8f2613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.691595 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:55.694699 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:55.716439 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-81381e5b-e64b-495a-b312-c5af7bad3426 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.719265 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.732351 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:45:55.734432 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.756117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.761854 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] Added segment 619df27d-a790-4ed1-8399-8571bd577c22 of type vlan for network ad284858-eb07-44bb-b1d3-ed65a139498a Jun 22 09:45:55.762783 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ffd055-b0d3-44ba-9900-61d69e854c28,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:55.782793 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8433-02f4-4aca-a4bd-78eadbae8da1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.786951 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ffaa8433-02f4-4aca-a4bd-78eadbae8da1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1141937 Jun 22 09:45:55.786951 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:55.787179 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60376) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:55.802110 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d4fce87a-968a-40de-9b20-56a5afa31b15 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'd3f17943-9239-4982-a1a2-d413fb17af80', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:55.808839 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd59b3-54a9-4bbc-824f-5418506b2cb4 None None] Port 3356829c-b981-49c5-9473-a8b78020f24a cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:55.835042 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-664345b5-1c92-42c9-a554-105daf960c87 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.837152 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-664345b5-1c92-42c9-a554-105daf960c87 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/604e550b-20ac-4d68-9001-5e640bb5c239 HTTP/1.1" status: 204 len: 168 time: 2.0608132 Jun 22 09:45:55.843014 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60378) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:55.863374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.880136 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 209c82d1-3edb-496a-8698-936f4559b2b1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=209c82d1-3edb-496a-8698-936f4559b2b1,segment=NetworkSegment(01b39bc1-3264-49d7-8bd5-6d1303257028),segment_id=01b39bc1-3264-49d7-8bd5-6d1303257028)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:55.881682 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88268129-806f-4674-9d25-758c0a8f2613 None None] Pushing event updated for resources: {'Port': ['ID=a416b631-19c8-496b-b730-5949ff8a3ac8,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:55.886493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-88268129-806f-4674-9d25-758c0a8f2613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:55.887269 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:55.962731 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Pushing event updated for resources: {'Port': ['ID=65538f1e-2f32-4a21-acb9-2726e81f60c5,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:55.967208 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:55.968155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:55.972805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 875f87da-7079-4de2-91fa-d9aef7fc736d up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:55.972805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:56.002902 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.005935 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:56.009790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.017748 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:56.035641 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d4fce87a-968a-40de-9b20-56a5afa31b15 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.088834 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-aee39afc-794b-4514-9507-117ed08992e5 None None] Provisioning complete for port 3356829c-b981-49c5-9473-a8b78020f24a triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:56.092340 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-aee39afc-794b-4514-9507-117ed08992e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.137790 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3794b2c-79aa-4f0e-bd1c-1cef579d2dee tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:56.139567 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=209c82d1-3edb-496a-8698-936f4559b2b1,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:56.141853 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e3794b2c-79aa-4f0e-bd1c-1cef579d2dee tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.173731 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:56.180640 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] Pushing event updated for resources: {'Network': ['ID=ad284858-eb07-44bb-b1d3-ed65a139498a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:56.201081 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:56.230341 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network ad284858-eb07-44bb-b1d3-ed65a139498a details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:45:56.231669 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5369692 Jun 22 09:45:56.236064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60382) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:56.254426 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d4fce87a-968a-40de-9b20-56a5afa31b15 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.256322 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-5556f2ef-3871-49f1-98df-0ff019affac4 admin admin] Request body: {'subnet': {'network_id': 'ad284858-eb07-44bb-b1d3-ed65a139498a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1807046053-subnet', 'tenant_id': '2de2d9d54c4447c492ed5075c5683a09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:56.285326 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a00c43-426a-4947-b76f-3a0cd35da727 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:56.286919 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a00c43-426a-4947-b76f-3a0cd35da727 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:56.289039 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a00c43-426a-4947-b76f-3a0cd35da727 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:56.291242 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-38a00c43-426a-4947-b76f-3a0cd35da727 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4464052 Jun 22 09:45:56.294019 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60384) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:56.300400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3794b2c-79aa-4f0e-bd1c-1cef579d2dee tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:45:56.304361 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-aee39afc-794b-4514-9507-117ed08992e5 None None] Port 3356829c-b981-49c5-9473-a8b78020f24a cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:56.345826 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 875f87da-7079-4de2-91fa-d9aef7fc736d completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:56.353847 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e3794b2c-79aa-4f0e-bd1c-1cef579d2dee tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.354555 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-e3794b2c-79aa-4f0e-bd1c-1cef579d2dee tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Added segment 75118369-16a5-45dd-ac77-f7c096a24d7b of type vlan for network 066118c2-a930-48bc-849d-53daeccbd536 Jun 22 09:45:56.355330 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 875f87da-7079-4de2-91fa-d9aef7fc736d triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:56.355788 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.383350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d4fce87a-968a-40de-9b20-56a5afa31b15 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.392090 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ffaa8433-02f4-4aca-a4bd-78eadbae8da1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:56.405677 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a364e63-9d9f-4756-ab9f-29613834e3d3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 26485fe2-2f36-4cf5-9592-f7f4983402aa {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:45:56.409514 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a364e63-9d9f-4756-ab9f-29613834e3d3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.440855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec326b-494d-48c5-97d4-45f2109b5bc0 req-b7bc2a86-0358-4ebf-94d3-3b9d93d05913 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:56.444299 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f4812aad-d3f5-44f9-8abb-5d452d3b9cce None None] Provisioning complete for port 3356829c-b981-49c5-9473-a8b78020f24a triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:56.445261 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f4812aad-d3f5-44f9-8abb-5d452d3b9cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.448335 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-81ec326b-494d-48c5-97d4-45f2109b5bc0 req-b7bc2a86-0358-4ebf-94d3-3b9d93d05913 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.3241365 Jun 22 09:45:56.453435 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fce87a-968a-40de-9b20-56a5afa31b15 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45f4146-7024-4c79-9bc5-609c7df1c216,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:56.466973 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d4fce87a-968a-40de-9b20-56a5afa31b15 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:56.468315 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5556f2ef-3871-49f1-98df-0ff019affac4 admin admin] Made reservation on behalf of 2de2d9d54c4447c492ed5075c5683a09 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:56.470626 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5556f2ef-3871-49f1-98df-0ff019affac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.488016 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a364e63-9d9f-4756-ab9f-29613834e3d3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.499379 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e3794b2c-79aa-4f0e-bd1c-1cef579d2dee tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.520155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-f4812aad-d3f5-44f9-8abb-5d452d3b9cce None None] Port 3356829c-b981-49c5-9473-a8b78020f24a cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:56.523423 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.534831 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-81381e5b-e64b-495a-b312-c5af7bad3426 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.560625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 875f87da-7079-4de2-91fa-d9aef7fc736d, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=875f87da-7079-4de2-91fa-d9aef7fc736d,segment=NetworkSegment(327434d1-3564-47f6-9d2e-e6dbc2624eb3),segment_id=327434d1-3564-47f6-9d2e-e6dbc2624eb3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:56.561370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d4fce87a-968a-40de-9b20-56a5afa31b15 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.565126 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d4fce87a-968a-40de-9b20-56a5afa31b15 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7744982 Jun 22 09:45:56.572161 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60386) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:56.579120 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4f35884d-cfca-4bf8-a31c-5e59b7e36448 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'd3f17943-9239-4982-a1a2-d413fb17af80', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:56.605317 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a364e63-9d9f-4756-ab9f-29613834e3d3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.614366 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-81ec326b-494d-48c5-97d4-45f2109b5bc0 req-cc5c1827-2aa0-481c-826d-f2adf58a7bf6 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651509 Jun 22 09:45:56.630393 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-81381e5b-e64b-495a-b312-c5af7bad3426 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.631270 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-81381e5b-e64b-495a-b312-c5af7bad3426 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.636737 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5dc134a3-5148-4cab-90f1-946f55232123 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:56.652480 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.654904 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4c33bbf8-21f9-4990-9d0c-7ae1927f5f44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:56.732096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81381e5b-e64b-495a-b312-c5af7bad3426 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=3356829c-b981-49c5-9473-a8b78020f24a,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:56.735224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-81381e5b-e64b-495a-b312-c5af7bad3426 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:56.735954 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e3794b2c-79aa-4f0e-bd1c-1cef579d2dee tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.736335 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a364e63-9d9f-4756-ab9f-29613834e3d3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.741789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3794b2c-79aa-4f0e-bd1c-1cef579d2dee tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:56.742423 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e3794b2c-79aa-4f0e-bd1c-1cef579d2dee tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.749455 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:56.754016 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-03e85265-7209-466f-8b44-a90a01180e90 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:56.755178 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-4f35884d-cfca-4bf8-a31c-5e59b7e36448 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:45:56.761461 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=875f87da-7079-4de2-91fa-d9aef7fc736d,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:56.772583 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a364e63-9d9f-4756-ab9f-29613834e3d3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.776850 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2a364e63-9d9f-4756-ab9f-29613834e3d3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/26485fe2-2f36-4cf5-9592-f7f4983402aa HTTP/1.1" status: 204 len: 168 time: 0.4794624 Jun 22 09:45:56.778751 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:56.779111 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:56.779477 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:56.779824 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:56.780163 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:56.780501 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:56.786952 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:56.787387 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:56.787796 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:56.788147 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:56.788488 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:56.789368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:56.799363 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:56.820933 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60388) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:56.833523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4f35884d-cfca-4bf8-a31c-5e59b7e36448 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.867403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a364e63-9d9f-4756-ab9f-29613834e3d3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=26485fe2-2f36-4cf5-9592-f7f4983402aa,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:56.875282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2a364e63-9d9f-4756-ab9f-29613834e3d3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:56.903832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f777323-b2b4-4350-b623-997261e1ad1c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet d2731a8d-fa1b-4d99-a849-e4cf755dcc73 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:45:56.908512 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3f777323-b2b4-4350-b623-997261e1ad1c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.910634 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device a416b631-19c8-496b-b730-5949ff8a3ac8 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:56.951963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3794b2c-79aa-4f0e-bd1c-1cef579d2dee tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Network': ['ID=066118c2-a930-48bc-849d-53daeccbd536,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:56.954967 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e3794b2c-79aa-4f0e-bd1c-1cef579d2dee tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:56.966396 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 066118c2-a930-48bc-849d-53daeccbd536 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:45:56.975046 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492d222d-1c7c-4ff6-afcb-6c31ec62845c None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:56.975247 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3f777323-b2b4-4350-b623-997261e1ad1c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:56.991738 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e3794b2c-79aa-4f0e-bd1c-1cef579d2dee tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4712877 Jun 22 09:45:56.997412 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60390) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:57.005239 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-b7a43d7d-cc7f-4753-8080-32dc89be34fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:57.073946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3f777323-b2b4-4350-b623-997261e1ad1c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:57.132924 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81381e5b-e64b-495a-b312-c5af7bad3426 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network dffefbbc-bb89-4283-b60e-1a51efe78ee3 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:45:57.140836 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 65538f1e-2f32-4a21-acb9-2726e81f60c5 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:57.146946 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-81381e5b-e64b-495a-b312-c5af7bad3426 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:57.167227 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fcff8068-a6e1-454c-9c84-577c80c0a8f2 None None] Could not find standard attr ID for object 604e550b-20ac-4d68-9001-5e640bb5c239. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:45:57.177132 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4f35884d-cfca-4bf8-a31c-5e59b7e36448 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:57.230964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5556f2ef-3871-49f1-98df-0ff019affac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:57.271609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-02a01422-d5c1-4471-93f7-5a3c8447c2b1 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:57.280879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3f777323-b2b4-4350-b623-997261e1ad1c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:57.284522 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-84638515-ad8f-482b-a6c6-e1ec59530659 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:57.305675 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3f777323-b2b4-4350-b623-997261e1ad1c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:57.309483 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3f777323-b2b4-4350-b623-997261e1ad1c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/d2731a8d-fa1b-4d99-a849-e4cf755dcc73 HTTP/1.1" status: 204 len: 168 time: 0.4875722 Jun 22 09:45:57.333468 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e23011-4c0f-474a-9534-45354df5d7da None None] Network 04c1a61c-a789-4d71-8981-25d9a3a0fa7d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:57.335880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60392) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:57.336782 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f777323-b2b4-4350-b623-997261e1ad1c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=d2731a8d-fa1b-4d99-a849-e4cf755dcc73,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:57.344344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3f777323-b2b4-4350-b623-997261e1ad1c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:57.348936 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fcff8068-a6e1-454c-9c84-577c80c0a8f2 None None] Provisioning for port a416b631-19c8-496b-b730-5949ff8a3ac8 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:57.356773 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4f35884d-cfca-4bf8-a31c-5e59b7e36448 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:57.388294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fcff8068-a6e1-454c-9c84-577c80c0a8f2 None None] Provisioning complete for port a416b631-19c8-496b-b730-5949ff8a3ac8 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:57.388764 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fcff8068-a6e1-454c-9c84-577c80c0a8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:57.389512 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1dd04dc0-0db2-42a4-8f74-f6bcd48cabe1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462127 Jun 22 09:45:57.390259 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60394) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:57.395342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:57.413926 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 65538f1e-2f32-4a21-acb9-2726e81f60c5 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:57.435293 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556f2ef-3871-49f1-98df-0ff019affac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c1eb11-d24f-47de-98f7-74f3612b664a,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:57.437327 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 209c82d1-3edb-496a-8698-936f4559b2b1 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:57.449475 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5556f2ef-3871-49f1-98df-0ff019affac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:57.449841 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:57.468265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b7a43d7d-cc7f-4753-8080-32dc89be34fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:57.483931 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35884d-cfca-4bf8-a31c-5e59b7e36448 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2191c2e1-f4a8-430b-8b4a-b0cfc5daaa16,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:57.488277 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4f35884d-cfca-4bf8-a31c-5e59b7e36448 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:57.489334 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5556f2ef-3871-49f1-98df-0ff019affac4 admin admin] Checking segment: {'id': '619df27d-a790-4ed1-8399-8571bd577c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ad284858-eb07-44bb-b1d3-ed65a139498a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:57.489560 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5556f2ef-3871-49f1-98df-0ff019affac4 admin admin] Network hostable DHCP agents. Network: ad284858-eb07-44bb-b1d3-ed65a139498a, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:45:57.524707 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4f35884d-cfca-4bf8-a31c-5e59b7e36448 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:57.526218 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4f35884d-cfca-4bf8-a31c-5e59b7e36448 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9512794 Jun 22 09:45:57.529171 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60396) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:57.535971 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-7fe7869d-c3f3-4fa3-bd81-96aab635f249 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'd3f17943-9239-4982-a1a2-d413fb17af80', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:57.574268 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b7a43d7d-cc7f-4753-8080-32dc89be34fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:57.576604 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-eedefd29-5250-40b0-b78e-db8d0e15f359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:57.614935 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:57.621582 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:57.624865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b7a43d7d-cc7f-4753-8080-32dc89be34fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network 066118c2-a930-48bc-849d-53daeccbd536 is not hosted by any dhcp agent {{(pid=100652) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 09:45:57.626244 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 209c82d1-3edb-496a-8698-936f4559b2b1 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:57.626627 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:57.630192 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a43d7d-cc7f-4753-8080-32dc89be34fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:57.630796 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b7a43d7d-cc7f-4753-8080-32dc89be34fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:57.634754 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b7a43d7d-cc7f-4753-8080-32dc89be34fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "PUT /v2.0/networks/066118c2-a930-48bc-849d-53daeccbd536 HTTP/1.1" status: 200 len: 723 time: 0.6335549 Jun 22 09:45:57.637735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5556f2ef-3871-49f1-98df-0ff019affac4 admin admin] Network ad284858-eb07-44bb-b1d3-ed65a139498a is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:45:57.639586 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81381e5b-e64b-495a-b312-c5af7bad3426 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router cce4c6ed-2443-4294-aa30-ea08832f0590 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:45:57.642049 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60398) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:57.675041 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a43d7d-cc7f-4753-8080-32dc89be34fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Network': ['ID=066118c2-a930-48bc-849d-53daeccbd536,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:57.678403 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b7a43d7d-cc7f-4753-8080-32dc89be34fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:57.687392 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa66ad57-68eb-4b78-8743-627e937c1208 None None] Update dhcp port {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'fixed_ips': [{'subnet_id': 'd2731a8d-fa1b-4d99-a849-e4cf755dcc73'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': 'a416b631-19c8-496b-b730-5949ff8a3ac8'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:45:57.691317 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-f1a54b01-fa74-496c-96d5-3a9cd5060664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'subnet': {'network_id': '066118c2-a930-48bc-849d-53daeccbd536', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:57.695158 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 066118c2-a930-48bc-849d-53daeccbd536 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:45:57.751136 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-5556f2ef-3871-49f1-98df-0ff019affac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, ad284858-eb07-44bb-b1d3-ed65a139498a) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:57.767861 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd87296-cbe6-4554-afef-94bf63b78080 None None] Network ad284858-eb07-44bb-b1d3-ed65a139498a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:57.773099 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5556f2ef-3871-49f1-98df-0ff019affac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:57.773990 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5556f2ef-3871-49f1-98df-0ff019affac4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:57.789325 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-7fe7869d-c3f3-4fa3-bd81-96aab635f249 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:45:57.805259 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7fe7869d-c3f3-4fa3-bd81-96aab635f249 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:57.820231 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81381e5b-e64b-495a-b312-c5af7bad3426 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:45:57.833325 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-81381e5b-e64b-495a-b312-c5af7bad3426 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/cce4c6ed-2443-4294-aa30-ea08832f0590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8686583 Jun 22 09:45:57.834615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60404) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:57.839177 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f4363a-2cad-4cfc-ab4f-946b1609123b None None] Sync routers for ids ['cce4c6ed-2443-4294-aa30-ea08832f0590'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:45:57.859392 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-aa66ad57-68eb-4b78-8743-627e937c1208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:57.866232 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f4363a-2cad-4cfc-ab4f-946b1609123b None None] Routers {'cce4c6ed-2443-4294-aa30-ea08832f0590'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:57.866879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-06f4363a-2cad-4cfc-ab4f-946b1609123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['cce4c6ed-2443-4294-aa30-ea08832f0590'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:57.892537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7fe7869d-c3f3-4fa3-bd81-96aab635f249 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:57.905807 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a54b01-fa74-496c-96d5-3a9cd5060664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:45:57.912229 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f1a54b01-fa74-496c-96d5-3a9cd5060664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:57.924453 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396e6805-da09-4d0c-9499-7f769884621f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:57.928545 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-396e6805-da09-4d0c-9499-7f769884621f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/ports/3356829c-b981-49c5-9473-a8b78020f24a HTTP/1.1" status: 200 len: 984 time: 0.0903723 Jun 22 09:45:57.929336 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60408) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:57.948810 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5556f2ef-3871-49f1-98df-0ff019affac4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7088006 Jun 22 09:45:57.988629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7fe7869d-c3f3-4fa3-bd81-96aab635f249 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:57.993601 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e516f5ef-eb95-410c-bfdc-6ab6cb80a849 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:58.049629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7869d-c3f3-4fa3-bd81-96aab635f249 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e44708-c0af-4e24-902c-eac5fa38b59b,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:58.061986 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-06f4363a-2cad-4cfc-ab4f-946b1609123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:58.062756 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7fe7869d-c3f3-4fa3-bd81-96aab635f249 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:58.085473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f4363a-2cad-4cfc-ab4f-946b1609123b None None] Routers {'cce4c6ed-2443-4294-aa30-ea08832f0590'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:45:58.089926 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-06f4363a-2cad-4cfc-ab4f-946b1609123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['cce4c6ed-2443-4294-aa30-ea08832f0590'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:58.124931 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-06f4363a-2cad-4cfc-ab4f-946b1609123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:45:58.125607 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f4363a-2cad-4cfc-ab4f-946b1609123b None None] The sync data for ids ['cce4c6ed-2443-4294-aa30-ea08832f0590'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:45:58.260508 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bea3b388-5343-48af-97fd-841eb5581d3c None None] Provisioning complete for port 3356829c-b981-49c5-9473-a8b78020f24a triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:58.260800 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bea3b388-5343-48af-97fd-841eb5581d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:58.354798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f1a54b01-fa74-496c-96d5-3a9cd5060664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:58.361054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-271c1a4c-9db3-42a9-9e1b-40c72f902412 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:58.393988 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa122e6-3568-4a86-8ac8-069c43e47b2d None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:58.400786 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-bea3b388-5343-48af-97fd-841eb5581d3c None None] Port 3356829c-b981-49c5-9473-a8b78020f24a cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:45:58.444373 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a54b01-fa74-496c-96d5-3a9cd5060664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Subnet': ['ID=0a761b0e-4369-41bd-b91e-9fe899685f0b,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:58.481183 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f1a54b01-fa74-496c-96d5-3a9cd5060664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:58.489209 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af882fc7-1873-4277-9acc-61e985ee547d None None] Network ad284858-eb07-44bb-b1d3-ed65a139498a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:58.541515 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a54b01-fa74-496c-96d5-3a9cd5060664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Checking segment: {'id': '75118369-16a5-45dd-ac77-f7c096a24d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '066118c2-a930-48bc-849d-53daeccbd536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:45:58.541759 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a54b01-fa74-496c-96d5-3a9cd5060664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network hostable DHCP agents. Network: 066118c2-a930-48bc-849d-53daeccbd536, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:45:58.551874 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bf146-3189-4b3c-b892-c63111683c0f req-fd7ef832-1a5e-4cba-ac66-fa17faae1fb2 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:58.553673 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-061bf146-3189-4b3c-b892-c63111683c0f req-fd7ef832-1a5e-4cba-ac66-fa17faae1fb2 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.3515317 Jun 22 09:45:58.554470 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e030ede2-d5b2-4d9c-81a0-497f45b1d8df None None] Update dhcp port {'port': {'network_id': '04c1a61c-a789-4d71-8981-25d9a3a0fa7d', 'fixed_ips': [{'subnet_id': '4fb8d703-9276-448e-9de9-07b12fd8a1ce', 'ip_address': '2001:db8::2'}, {'subnet_id': '1b2ac368-94bc-4c74-ae00-c6bd99339a22'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': '65538f1e-2f32-4a21-acb9-2726e81f60c5'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:45:58.596090 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bea3b388-5343-48af-97fd-841eb5581d3c None None] Provisioning for port 65538f1e-2f32-4a21-acb9-2726e81f60c5 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:45:58.622270 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-061bf146-3189-4b3c-b892-c63111683c0f req-f0996ffd-49ba-4aa6-bb69-b17dcab67f1b tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611968 Jun 22 09:45:58.635449 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bea3b388-5343-48af-97fd-841eb5581d3c None None] Provisioning complete for port 65538f1e-2f32-4a21-acb9-2726e81f60c5 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:58.639919 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bea3b388-5343-48af-97fd-841eb5581d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:58.653483 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7fe7869d-c3f3-4fa3-bd81-96aab635f249 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:58.658971 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7fe7869d-c3f3-4fa3-bd81-96aab635f249 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1231160 Jun 22 09:45:58.659145 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a54b01-fa74-496c-96d5-3a9cd5060664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network 066118c2-a930-48bc-849d-53daeccbd536 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:45:58.694863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e030ede2-d5b2-4d9c-81a0-497f45b1d8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:58.795025 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 875f87da-7079-4de2-91fa-d9aef7fc736d up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:45:58.809817 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-f1a54b01-fa74-496c-96d5-3a9cd5060664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 066118c2-a930-48bc-849d-53daeccbd536) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:45:58.826535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006385de-b449-4815-99f0-8554b64c2911 req-88465444-e837-41f2-a659-96f53600f8ab tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:58.828115 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-006385de-b449-4815-99f0-8554b64c2911 req-88465444-e837-41f2-a659-96f53600f8ab tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/networks?id=21c72c56-a580-4ed1-ad90-b49e3ece47ba HTTP/1.1" status: 200 len: 811 time: 0.1785178 Jun 22 09:45:58.836987 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23189da-696b-49db-bd79-f60c7ed8d995 None None] Network 066118c2-a930-48bc-849d-53daeccbd536 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:58.841098 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a54b01-fa74-496c-96d5-3a9cd5060664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:58.842031 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f1a54b01-fa74-496c-96d5-3a9cd5060664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:58.880093 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-006385de-b449-4815-99f0-8554b64c2911 req-14f3e48c-f5e1-4850-8193-a23750b09b06 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/quotas/6522641a2ddb4b00b2277d3a723744e1 HTTP/1.1" status: 200 len: 375 time: 0.0400624 Jun 22 09:45:58.893599 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.objects.ports [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100653) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:45:58.943222 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-006385de-b449-4815-99f0-8554b64c2911 req-e5020d9b-aa2f-4797-a1c0-f7f831b616d1 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6522641a2ddb4b00b2277d3a723744e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550742 Jun 22 09:45:58.948308 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb968e3-6d64-4c79-99b0-cd148a78b927 None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:45:58.992995 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f1a54b01-fa74-496c-96d5-3a9cd5060664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3496077 Jun 22 09:45:59.008649 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60442) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:59.014665 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-edea536a-818d-42f7-92de-f927ad787c8b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:59.069650 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bea3b388-5343-48af-97fd-841eb5581d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:59.071236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a37384fa-c686-43c9-9f39-fd3a3a7c9443 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:59.114302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 875f87da-7079-4de2-91fa-d9aef7fc736d triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:59.114302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:59.141303 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-98f84df6-5abd-4b7d-a2a3-8de73476c963 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1061213873&fields=id&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 267 time: 0.1559863 Jun 22 09:45:59.162727 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-006385de-b449-4815-99f0-8554b64c2911 req-2c73b0ed-d8e4-41c1-8478-a90a1d5af2aa service neutron] 10.222.0.20 "GET /v2.0/networks/21c72c56-a580-4ed1-ad90-b49e3ece47ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069144 Jun 22 09:45:59.177781 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-e030ede2-d5b2-4d9c-81a0-497f45b1d8df None None] Allocated IP 172.20.0.1 (04c1a61c-a789-4d71-8981-25d9a3a0fa7d/1b2ac368-94bc-4c74-ae00-c6bd99339a22/65538f1e-2f32-4a21-acb9-2726e81f60c5) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:45:59.192574 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-bea3b388-5343-48af-97fd-841eb5581d3c None None] For port 65538f1e-2f32-4a21-acb9-2726e81f60c5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=65538f1e-2f32-4a21-acb9-2726e81f60c5,segment=NetworkSegment(098f761d-2438-4d14-ab88-80fe5ba93822),segment_id=098f761d-2438-4d14-ab88-80fe5ba93822)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:59.228802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-bbb968e3-6d64-4c79-99b0-cd148a78b927 None None] Deleting port a416b631-19c8-496b-b730-5949ff8a3ac8 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:59.229193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bbb968e3-6d64-4c79-99b0-cd148a78b927 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:59.291117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-066118c2-a930-48bc-849d-53daeccbd536', 'network_id': '066118c2-a930-48bc-849d-53daeccbd536', 'tenant_id': 'd350cc773ed540d481462b23dd107ebd', 'fixed_ips': [{'subnet_id': '0a761b0e-4369-41bd-b91e-9fe899685f0b'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:45:59.292002 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:59.298202 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bea3b388-5343-48af-97fd-841eb5581d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:59.308767 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edea536a-818d-42f7-92de-f927ad787c8b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9232925'] for subnet, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:59.314988 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:59.343019 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-006385de-b449-4815-99f0-8554b64c2911 req-179f6fe2-0f5c-407f-80ef-08c44e0ba5e7 service neutron] 10.222.0.20 "GET /v2.0/networks/21c72c56-a580-4ed1-ad90-b49e3ece47ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694105 Jun 22 09:45:59.420273 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-b73b6b86-971d-4d14-a38b-2bb9092e44ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:59.422508 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-b73b6b86-971d-4d14-a38b-2bb9092e44ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/networks?id=a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 HTTP/1.1" status: 200 len: 796 time: 0.2440581 Jun 22 09:45:59.424419 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a37384fa-c686-43c9-9f39-fd3a3a7c9443 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting port 3356829c-b981-49c5-9473-a8b78020f24a {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:45:59.425618 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a37384fa-c686-43c9-9f39-fd3a3a7c9443 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:59.461763 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-940cc7c8-5af7-4f81-99f1-ffb6d6071b5e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/quotas/50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 375 time: 0.0152545 Jun 22 09:45:59.543178 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-bbb968e3-6d64-4c79-99b0-cd148a78b927 None None] For port a416b631-19c8-496b-b730-5949ff8a3ac8, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=a416b631-19c8-496b-b730-5949ff8a3ac8,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:45:59.543938 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bbb968e3-6d64-4c79-99b0-cd148a78b927 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:59.552679 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a37384fa-c686-43c9-9f39-fd3a3a7c9443 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:59.557934 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3b388-5343-48af-97fd-841eb5581d3c None None] Pushing event updated for resources: {'Port': ['ID=65538f1e-2f32-4a21-acb9-2726e81f60c5,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:59.578370 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bea3b388-5343-48af-97fd-841eb5581d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:59.607601 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:59.617441 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-97ecf241-950b-434b-b484-dc8a743c5d49 None None] Provisioning complete for port a416b631-19c8-496b-b730-5949ff8a3ac8 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:59.617831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-97ecf241-950b-434b-b484-dc8a743c5d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:59.641149 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a37384fa-c686-43c9-9f39-fd3a3a7c9443 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Calling delete_port for 3356829c-b981-49c5-9473-a8b78020f24a owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:59.644661 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-bbb968e3-6d64-4c79-99b0-cd148a78b927 None None] Calling delete_port for a416b631-19c8-496b-b730-5949ff8a3ac8 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:45:59.658481 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device a416b631-19c8-496b-b730-5949ff8a3ac8 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:45:59.804077 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edea536a-818d-42f7-92de-f927ad787c8b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755272541660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10152425'] for subnet, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:59.818745 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b314d801-9065-40b7-80c1-f6eacf798b78 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:59.829407 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edea536a-818d-42f7-92de-f927ad787c8b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:59.830500 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-edea536a-818d-42f7-92de-f927ad787c8b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:59.832143 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-edea536a-818d-42f7-92de-f927ad787c8b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "PUT /v2.0/subnets/0a761b0e-4369-41bd-b91e-9fe899685f0b HTTP/1.1" status: 200 len: 826 time: 0.8221421 Jun 22 09:45:59.878187 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60450) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:59.879611 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-0602e2b1-d329-4d20-a616-e3f5c7b6d95e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4082861 Jun 22 09:45:59.916118 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-e030ede2-d5b2-4d9c-81a0-497f45b1d8df None None] For port 65538f1e-2f32-4a21-acb9-2726e81f60c5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=65538f1e-2f32-4a21-acb9-2726e81f60c5,segment=NetworkSegment(098f761d-2438-4d14-ab88-80fe5ba93822),segment_id=098f761d-2438-4d14-ab88-80fe5ba93822)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:00.053510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8a00d-141f-417b-a210-9ff6802e7b8a req-7c5881b7-88d7-4dae-87c2-8725b3b36c59 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:00.055313 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-73f8a00d-141f-417b-a210-9ff6802e7b8a req-7c5881b7-88d7-4dae-87c2-8725b3b36c59 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1873245 Jun 22 09:46:00.061333 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:00.068416 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e030ede2-d5b2-4d9c-81a0-497f45b1d8df None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:00.093143 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Allocated IP 2001:db8::2 (066118c2-a930-48bc-849d-53daeccbd536/0a761b0e-4369-41bd-b91e-9fe899685f0b/ee4eeae1-4762-4034-a0ab-f0d30262860c) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:00.143100 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-73f8a00d-141f-417b-a210-9ff6802e7b8a req-60f5a5b8-5fbd-42ff-ad3b-e40cc22777d7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781093 Jun 22 09:46:00.156332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:00.185304 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a37384fa-c686-43c9-9f39-fd3a3a7c9443 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:00.187080 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e030ede2-d5b2-4d9c-81a0-497f45b1d8df None None] Transition to ACTIVE for port object 65538f1e-2f32-4a21-acb9-2726e81f60c5 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:00.191774 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:00.228310 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37384fa-c686-43c9-9f39-fd3a3a7c9443 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Port': ['ID=3356829c-b981-49c5-9473-a8b78020f24a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:00.245203 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:00.253723 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a37384fa-c686-43c9-9f39-fd3a3a7c9443 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:00.302468 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-14bf6791-db0f-40da-901c-586fab1b2148 req-fe99e0b2-9fc8-45c4-a2b6-ff5352b34291 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 210 time: 0.0754683 Jun 22 09:46:00.320108 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea536a-818d-42f7-92de-f927ad787c8b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Subnet': ['ID=0a761b0e-4369-41bd-b91e-9fe899685f0b,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:00.329102 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] For port a416b631-19c8-496b-b730-5949ff8a3ac8, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=a416b631-19c8-496b-b730-5949ff8a3ac8,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:00.331104 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-edea536a-818d-42f7-92de-f927ad787c8b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:00.367125 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:00.375612 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e030ede2-d5b2-4d9c-81a0-497f45b1d8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:00.380500 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:00.407376 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a37384fa-c686-43c9-9f39-fd3a3a7c9443 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:00.407679 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-ab8ebb9b-79de-48bb-afd1-1734ff059c7b service neutron] 10.222.0.20 "GET /v2.0/networks/a0ce1e5d-6656-4707-a16d-5d7c9ba76d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035748 Jun 22 09:46:00.438781 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030ede2-d5b2-4d9c-81a0-497f45b1d8df None None] Pushing event updated for resources: {'Port': ['ID=65538f1e-2f32-4a21-acb9-2726e81f60c5,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:00.449477 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e030ede2-d5b2-4d9c-81a0-497f45b1d8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:00.498701 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:00.499801 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:00.503952 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3a1aca0b-f244-497c-9110-cb7cec0ed055 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:00.519743 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:00.531373 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Transition to ACTIVE for port object ee4eeae1-4762-4034-a0ab-f0d30262860c will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:00.549972 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Transition to ACTIVE for port object ee4eeae1-4762-4034-a0ab-f0d30262860c will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:00.553722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:00.564643 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:00.570471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:00.571049 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:00.591920 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-dbb9554a-5ab9-4a4e-bd5f-7cf62eee849b service neutron] 10.222.0.20 "GET /v2.0/networks/a0ce1e5d-6656-4707-a16d-5d7c9ba76d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832035 Jun 22 09:46:00.597870 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37384fa-c686-43c9-9f39-fd3a3a7c9443 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router cce4c6ed-2443-4294-aa30-ea08832f0590 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:46:00.606459 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bbb968e3-6d64-4c79-99b0-cd148a78b927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:00.609006 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9c21eba8-af2d-47af-959e-4a477a03128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:00.620696 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=a416b631-19c8-496b-b730-5949ff8a3ac8,revision_number=8']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:00.624437 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:00.625985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b22499b5-7daa-4764-bd85-cd68ba5c4c26 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:00.678821 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:00.681015 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb968e3-6d64-4c79-99b0-cd148a78b927 None None] Pushing event deleted for resources: {'Port': ['ID=a416b631-19c8-496b-b730-5949ff8a3ac8,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:00.683933 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb968e3-6d64-4c79-99b0-cd148a78b927 None None] No DVR routers for this DVR port a416b631-19c8-496b-b730-5949ff8a3ac8 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:00.686770 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bbb968e3-6d64-4c79-99b0-cd148a78b927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:00.688562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:00.711475 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3171375 Jun 22 09:46:00.711589 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60456) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:00.724211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-b9d75582-b8ae-4308-ae58-7bf7331b7a2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:00.737376 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37384fa-c686-43c9-9f39-fd3a3a7c9443 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:46:00.744727 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aa0fe9-fbe3-4418-8acc-506ff157d2d8 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:00.748087 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb26db1-c75d-4c93-8e58-3b91f724cd77 None None] Sync routers for ids ['cce4c6ed-2443-4294-aa30-ea08832f0590'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:46:00.768306 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb26db1-c75d-4c93-8e58-3b91f724cd77 None None] Routers {'cce4c6ed-2443-4294-aa30-ea08832f0590'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:00.768306 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5bb26db1-c75d-4c93-8e58-3b91f724cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['cce4c6ed-2443-4294-aa30-ea08832f0590'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:00.772417 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=3e64aae2-2fad-4d94-a474-f8a4ab78afca,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:00.775689 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:00.796830 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5bb26db1-c75d-4c93-8e58-3b91f724cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:00.807475 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb26db1-c75d-4c93-8e58-3b91f724cd77 None None] Routers {'cce4c6ed-2443-4294-aa30-ea08832f0590'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:00.808407 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5bb26db1-c75d-4c93-8e58-3b91f724cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['cce4c6ed-2443-4294-aa30-ea08832f0590'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:00.809912 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a37384fa-c686-43c9-9f39-fd3a3a7c9443 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/cce4c6ed-2443-4294-aa30-ea08832f0590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8784401 Jun 22 09:46:00.813228 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60458) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:00.879261 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5bb26db1-c75d-4c93-8e58-3b91f724cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:00.882607 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb26db1-c75d-4c93-8e58-3b91f724cd77 None None] The sync data for ids ['cce4c6ed-2443-4294-aa30-ea08832f0590'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:46:00.885922 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Network 066118c2-a930-48bc-849d-53daeccbd536 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:00.887080 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 65538f1e-2f32-4a21-acb9-2726e81f60c5 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:00.899069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:00.904080 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:00.939260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:00.943859 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Pushing event updated for resources: {'Port': ['ID=ee4eeae1-4762-4034-a0ab-f0d30262860c,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:00.960599 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:00.968913 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5556f2ef-3871-49f1-98df-0ff019affac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:01.016655 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eacf742a-87c3-4fac-b646-03f11fbca0f3 req-b86fa7d7-b5a4-4685-b4df-e8e6013152ea tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 210 time: 0.0488641 Jun 22 09:46:01.048140 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Subnet': ['ID=0a761b0e-4369-41bd-b91e-9fe899685f0b,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:01.061203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:01.138503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Attempting to bind port ee4eeae1-4762-4034-a0ab-f0d30262860c on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:01.139283 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Attempting to bind port ee4eeae1-4762-4034-a0ab-f0d30262860c by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '75118369-16a5-45dd-ac77-f7c096a24d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '066118c2-a930-48bc-849d-53daeccbd536'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:01.139921 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Attempting to bind port ee4eeae1-4762-4034-a0ab-f0d30262860c on network 066118c2-a930-48bc-849d-53daeccbd536 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:01.157659 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:01.172179 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066118c2-a930-48bc-849d-53daeccbd536']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:01.173462 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:01.174141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Checking segment: {'id': '75118369-16a5-45dd-ac77-f7c096a24d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '066118c2-a930-48bc-849d-53daeccbd536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:01.174776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:01.175407 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Bound using segment: {'id': '75118369-16a5-45dd-ac77-f7c096a24d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '066118c2-a930-48bc-849d-53daeccbd536'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:01.176185 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Bound port: ee4eeae1-4762-4034-a0ab-f0d30262860c, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75118369-16a5-45dd-ac77-f7c096a24d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '066118c2-a930-48bc-849d-53daeccbd536'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:01.176807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:01.206447 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d75582-b8ae-4308-ae58-7bf7331b7a2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:01.220554 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b9d75582-b8ae-4308-ae58-7bf7331b7a2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:01.222000 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-89f8365a-71bd-4e86-a2eb-5d3dc1aa7345 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] remove_router_interface failed (client error): The resource could not be found. Jun 22 09:46:01.223268 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-89f8365a-71bd-4e86-a2eb-5d3dc1aa7345 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/cce4c6ed-2443-4294-aa30-ea08832f0590/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4088304 Jun 22 09:46:01.225928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60472) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:01.232735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75118369-16a5-45dd-ac77-f7c096a24d7b') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:01.233395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75118369-16a5-45dd-ac77-f7c096a24d7b') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:01.278540 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-889c93ff-6238-41b8-9d17-f85d3e23c315 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce4c6ed-2443-4294-aa30-ea08832f0590 HTTP/1.1" status: 200 len: 205 time: 0.0512981 Jun 22 09:46:01.281171 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60474) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:01.281319 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': '3e64aae2-2fad-4d94-a474-f8a4ab78afca'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:46:01.282210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:01.306725 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:01.319032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] For port ee4eeae1-4762-4034-a0ab-f0d30262860c, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:01.328671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] For port ee4eeae1-4762-4034-a0ab-f0d30262860c, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ee4eeae1-4762-4034-a0ab-f0d30262860c,segment=NetworkSegment(75118369-16a5-45dd-ac77-f7c096a24d7b),segment_id=75118369-16a5-45dd-ac77-f7c096a24d7b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:01.466444 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-76d9d5c7-a397-4aaf-9a1f-d34d3eb0a3a9 req-14fbcf15-120e-4800-8713-4e2f5493bd3b tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 210 time: 0.0596836 Jun 22 09:46:01.475943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:01.481389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3ada0a50-bc29-490f-9b80-2f9bc3f99ed9 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:01.492363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:46:01.492967 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:46:01.496199 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:46:01.502236 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e836db2-78bd-4a9c-906b-bd1fcda7941c None None] Network 04c1a61c-a789-4d71-8981-25d9a3a0fa7d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:01.511020 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:01.524224 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0f53d1cb-756c-47a0-ba87-5c0a52ee452e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:01.612409 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b06a5b-37d8-4d9f-91ed-984a66b290ee req-095b112b-d065-40f5-975d-992950908fa1 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:01.614001 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-41b06a5b-37d8-4d9f-91ed-984a66b290ee req-095b112b-d065-40f5-975d-992950908fa1 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1875830 Jun 22 09:46:01.680022 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.api [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:46:01.680022 dv-neutron-797121-3-hyperv neutron-server[100652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:46:01.680022 dv-neutron-797121-3-hyperv neutron-server[100652]: [parameters: {'id': '066118c2-a930-48bc-849d-53daeccbd536'}] Jun 22 09:46:01.680022 dv-neutron-797121-3-hyperv neutron-server[100652]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:46:01.681598 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_db.api [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:46:01.682001 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Allocated IP 2001:db8::f816:3eff:fe4a:2adc (36eee797-60f1-483e-81c4-4dc1c89ce22a/3e64aae2-2fad-4d94-a474-f8a4ab78afca/4a9c6c14-aa06-4906-be91-689def4c6753) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:01.696248 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3ada0a50-bc29-490f-9b80-2f9bc3f99ed9 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:01.701408 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3ada0a50-bc29-490f-9b80-2f9bc3f99ed9 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:01.708829 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Pushing event updated for resources: {'Port': ['ID=ee4eeae1-4762-4034-a0ab-f0d30262860c,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:01.725747 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:01.748865 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-41b06a5b-37d8-4d9f-91ed-984a66b290ee req-c2689f19-f41b-4283-af57-e9e943d49561 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033242 Jun 22 09:46:01.751357 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-173ab511-9c6f-4c4f-bf4f-45a032a20d4b None None] Provisioning for port 65538f1e-2f32-4a21-acb9-2726e81f60c5 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:01.777410 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b9d75582-b8ae-4308-ae58-7bf7331b7a2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:01.781061 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:01.789867 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-173ab511-9c6f-4c4f-bf4f-45a032a20d4b None None] Provisioning complete for port 65538f1e-2f32-4a21-acb9-2726e81f60c5 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:01.790257 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-173ab511-9c6f-4c4f-bf4f-45a032a20d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:01.825134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d75582-b8ae-4308-ae58-7bf7331b7a2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:01.826919 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34288f37-b74f-4a53-8e31-562f2abdb0d7 None None] Network 066118c2-a930-48bc-849d-53daeccbd536 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:01.830170 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-b9d75582-b8ae-4308-ae58-7bf7331b7a2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:01.834511 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d75582-b8ae-4308-ae58-7bf7331b7a2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:01.835185 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b9d75582-b8ae-4308-ae58-7bf7331b7a2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:01.838853 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3ada0a50-bc29-490f-9b80-2f9bc3f99ed9 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:01.839133 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ada0a50-bc29-490f-9b80-2f9bc3f99ed9 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Fanout notify agent at l3_agent the message router_deleted on router cce4c6ed-2443-4294-aa30-ea08832f0590 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:46:01.848659 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3ada0a50-bc29-490f-9b80-2f9bc3f99ed9 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:01.848840 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d75582-b8ae-4308-ae58-7bf7331b7a2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=9a6a884c-3c82-4160-b950-6d013443b2ff,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:01.849300 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3ada0a50-bc29-490f-9b80-2f9bc3f99ed9 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/routers/cce4c6ed-2443-4294-aa30-ea08832f0590 HTTP/1.1" status: 204 len: 168 time: 0.5668945 Jun 22 09:46:01.851985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60480) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:01.857943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b9d75582-b8ae-4308-ae58-7bf7331b7a2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:01.912131 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed0ac27-81a2-43b2-93ab-ec6665686f3c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting subnet c15af9f9-4a6b-4e93-93a8-68604fdf35f0 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:01.915239 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ac27-81a2-43b2-93ab-ec6665686f3c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:01.958454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ac27-81a2-43b2-93ab-ec6665686f3c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:01.978821 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b9d75582-b8ae-4308-ae58-7bf7331b7a2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2641046 Jun 22 09:46:01.979363 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60482) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:01.984093 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-eec18093-f125-4b94-b5e1-36afb3089876 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'mac_address': 'fa:16:3e:67:5f:e3', 'name': 'tempest-NetworksTestDHCPv6-1078550934'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:02.150720 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.159037 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ac27-81a2-43b2-93ab-ec6665686f3c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.166348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Transition to ACTIVE for port object 4a9c6c14-aa06-4906-be91-689def4c6753 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:02.182779 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.190098 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Transition to ACTIVE for port object 4a9c6c14-aa06-4906-be91-689def4c6753 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:02.205144 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2b02e4-a8e4-4b02-a1dc-bf24ce224ff8 None None] Network 066118c2-a930-48bc-849d-53daeccbd536 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:02.256860 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-70bd211d-6ff8-4347-b9f6-fe9b915a4d20 req-b9c82ce6-2aed-4ad7-9009-e4fcff40b471 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 210 time: 0.0497568 Jun 22 09:46:02.283843 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Deleting port ee4eeae1-4762-4034-a0ab-f0d30262860c {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:02.284471 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.317325 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec18093-f125-4b94-b5e1-36afb3089876 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:02.320064 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.399659 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ac27-81a2-43b2-93ab-ec6665686f3c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.405002 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6e0884f7-c5bc-44ea-8cf7-4505640c075f tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:02.405202 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] For port ee4eeae1-4762-4034-a0ab-f0d30262860c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ee4eeae1-4762-4034-a0ab-f0d30262860c,segment=NetworkSegment(75118369-16a5-45dd-ac77-f7c096a24d7b),segment_id=75118369-16a5-45dd-ac77-f7c096a24d7b)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:02.405501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.434576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0ac27-81a2-43b2-93ab-ec6665686f3c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Subnet': ['ID=c15af9f9-4a6b-4e93-93a8-68604fdf35f0,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:02.439637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6ed0ac27-81a2-43b2-93ab-ec6665686f3c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:02.442855 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ac27-81a2-43b2-93ab-ec6665686f3c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.447422 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6ed0ac27-81a2-43b2-93ab-ec6665686f3c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/subnets/c15af9f9-4a6b-4e93-93a8-68604fdf35f0 HTTP/1.1" status: 204 len: 168 time: 0.5925026 Jun 22 09:46:02.448083 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60488) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:02.488432 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Calling delete_port for ee4eeae1-4762-4034-a0ab-f0d30262860c owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:02.519290 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eec18093-f125-4b94-b5e1-36afb3089876 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.544225 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:02.555003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:02.561907 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:02.564920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-eec18093-f125-4b94-b5e1-36afb3089876 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port babea688-9927-49c6-92f9-477b5645829d yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:46:02.566551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:02.570403 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26175db-121a-4ce4-b2bb-73afefabab58 None None] Network dffefbbc-bb89-4283-b60e-1a51efe78ee3 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:02.572864 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.659678 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ce10d60e-befd-496f-978b-7be813aae610 req-fb97a616-7c58-4819-aa86-c8e09e30055d tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 210 time: 0.0424647 Jun 22 09:46:02.674544 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.678148 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a37384fa-c686-43c9-9f39-fd3a3a7c9443 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:02.704040 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Pushing event updated for resources: {'Port': ['ID=4a9c6c14-aa06-4906-be91-689def4c6753,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:02.707408 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Port': ['ID=ee4eeae1-4762-4034-a0ab-f0d30262860c,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:02.710575 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No DVR routers for this DVR port ee4eeae1-4762-4034-a0ab-f0d30262860c on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:02.713346 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:02.719005 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:02.751938 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-46db8394-6d53-418b-9ebf-2f38930dc326 None None] Provisioning complete for port 65538f1e-2f32-4a21-acb9-2726e81f60c5 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:02.754239 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-46db8394-6d53-418b-9ebf-2f38930dc326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.787531 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting port 209c82d1-3edb-496a-8698-936f4559b2b1 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:02.787800 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.824533 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Attempting to bind port 4a9c6c14-aa06-4906-be91-689def4c6753 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:02.825178 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Attempting to bind port 4a9c6c14-aa06-4906-be91-689def4c6753 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:02.825964 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Attempting to bind port 4a9c6c14-aa06-4906-be91-689def4c6753 on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:02.841313 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.852093 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066118c2-a930-48bc-849d-53daeccbd536']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:02.865212 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:02.865806 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:02.866405 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.866963 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:02.867638 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Bound port: 4a9c6c14-aa06-4906-be91-689def4c6753, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:02.868182 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.895317 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75118369-16a5-45dd-ac77-f7c096a24d7b') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:02.895588 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-eec18093-f125-4b94-b5e1-36afb3089876 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 172.20.0.4 (36eee797-60f1-483e-81c4-4dc1c89ce22a/9a6a884c-3c82-4160-b950-6d013443b2ff/babea688-9927-49c6-92f9-477b5645829d) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:02.895738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75118369-16a5-45dd-ac77-f7c096a24d7b') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:02.925010 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.944335 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.944561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-eec18093-f125-4b94-b5e1-36afb3089876 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::f816:3eff:fe67:5fe3 (36eee797-60f1-483e-81c4-4dc1c89ce22a/3e64aae2-2fad-4d94-a474-f8a4ab78afca/babea688-9927-49c6-92f9-477b5645829d) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:02.954353 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:46:02.954851 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:46:02.960162 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:46:02.981729 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] For port 209c82d1-3edb-496a-8698-936f4559b2b1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=209c82d1-3edb-496a-8698-936f4559b2b1,segment=NetworkSegment(01b39bc1-3264-49d7-8bd5-6d1303257028),segment_id=01b39bc1-3264-49d7-8bd5-6d1303257028)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:02.982153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.991147 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] For port 4a9c6c14-aa06-4906-be91-689def4c6753, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:02.994680 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] For port 4a9c6c14-aa06-4906-be91-689def4c6753, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4a9c6c14-aa06-4906-be91-689def4c6753,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:03.042875 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcdc01-6051-4895-a7e1-3bbbfb1c910e req-cc6edf89-ff06-4e03-882d-94172cd3910d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:03.046342 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f6fcdc01-6051-4895-a7e1-3bbbfb1c910e req-cc6edf89-ff06-4e03-882d-94172cd3910d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1658447 Jun 22 09:46:03.070047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:03.074997 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-636dd1ec-a554-4b1c-9000-58459624a923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:03.076569 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Calling delete_port for 209c82d1-3edb-496a-8698-936f4559b2b1 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:03.077787 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a77b74-e8f9-4a20-be79-bc0b99211dec None None] DHCP port deletion for dffefbbc-bb89-4283-b60e-1a51efe78ee3 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:46:03.105840 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f6fcdc01-6051-4895-a7e1-3bbbfb1c910e req-1544f933-a475-480f-acda-6fcae58fa750 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542731 Jun 22 09:46:03.122840 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:03.126573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e3794b2c-79aa-4f0e-bd1c-1cef579d2dee tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:03.133051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:03.133051 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/networks/066118c2-a930-48bc-849d-53daeccbd536 HTTP/1.1" status: 204 len: 168 time: 3.2538054 Jun 22 09:46:03.139061 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60494) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:03.184494 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Pushing event updated for resources: {'Port': ['ID=4a9c6c14-aa06-4906-be91-689def4c6753,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:03.190914 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Network': ['ID=066118c2-a930-48bc-849d-53daeccbd536,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:03.199096 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:03.205487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:03.207367 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0f5935-7476-4c8c-b972-cd06c87dcd28 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] DELETE failed (client error): The resource could not be found. Jun 22 09:46:03.208210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb0f5935-7476-4c8c-b972-cd06c87dcd28 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:03.215790 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fb0f5935-7476-4c8c-b972-cd06c87dcd28 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/networks/066118c2-a930-48bc-849d-53daeccbd536 HTTP/1.1" status: 404 len: 339 time: 0.0564277 Jun 22 09:46:03.216523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60496) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:03.220901 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-92a77b74-e8f9-4a20-be79-bc0b99211dec None None] Deleting port 209c82d1-3edb-496a-8698-936f4559b2b1 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:03.221728 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-92a77b74-e8f9-4a20-be79-bc0b99211dec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:03.222992 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-6c420466-f154-45e9-b4af-b7cb65f1e3fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1065852048', 'description': 'd1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:03.300805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-92a77b74-e8f9-4a20-be79-bc0b99211dec None None] For port 209c82d1-3edb-496a-8698-936f4559b2b1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=209c82d1-3edb-496a-8698-936f4559b2b1,segment=NetworkSegment(01b39bc1-3264-49d7-8bd5-6d1303257028),segment_id=01b39bc1-3264-49d7-8bd5-6d1303257028)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:03.301560 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-92a77b74-e8f9-4a20-be79-bc0b99211dec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:03.340099 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c420466-f154-45e9-b4af-b7cb65f1e3fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:03.346625 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6c420466-f154-45e9-b4af-b7cb65f1e3fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:03.381877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c420466-f154-45e9-b4af-b7cb65f1e3fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:46:03.425649 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-92a77b74-e8f9-4a20-be79-bc0b99211dec None None] Calling delete_port for 209c82d1-3edb-496a-8698-936f4559b2b1 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:03.433720 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6c420466-f154-45e9-b4af-b7cb65f1e3fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:03.434157 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-6c420466-f154-45e9-b4af-b7cb65f1e3fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Added segment 4fc3da1e-2fe9-44c4-8b62-31f02d1ccee9 of type vlan for network 9ba34bda-2ca4-4c84-9a5d-27ab9ab61485 Jun 22 09:46:03.459871 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006385de-b449-4815-99f0-8554b64c2911 req-5c13e5f1-fdff-4a5a-879e-7fb71627d17f tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:03.461909 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-006385de-b449-4815-99f0-8554b64c2911 req-5c13e5f1-fdff-4a5a-879e-7fb71627d17f tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.35 "GET /v2.0/networks?id=21c72c56-a580-4ed1-ad90-b49e3ece47ba HTTP/1.1" status: 200 len: 811 time: 0.3831213 Jun 22 09:46:03.489472 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6c420466-f154-45e9-b4af-b7cb65f1e3fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:03.518096 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eec18093-f125-4b94-b5e1-36afb3089876 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:03.527699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-006385de-b449-4815-99f0-8554b64c2911 req-d45c7adc-e05b-4193-9944-f1dcee0bff4a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Request body: {'port': {'device_id': '127f0fcd-801d-46e1-8317-02eeebf0181e', 'network_id': '21c72c56-a580-4ed1-ad90-b49e3ece47ba', 'admin_state_up': True, 'tenant_id': '6522641a2ddb4b00b2277d3a723744e1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:03.592439 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c114871d-fd0c-4e5d-bd2d-abe908cc209b req-1e1e3626-91c3-47c3-ba39-1ddb940c75a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 210 time: 0.1285236 Jun 22 09:46:03.592660 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-92a77b74-e8f9-4a20-be79-bc0b99211dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:03.595903 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:03.600282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:03.617538 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ecf4503c-f457-4b2f-9ab9-a0c06e283ed9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:03.617538 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] No DVR routers for this DVR port 209c82d1-3edb-496a-8698-936f4559b2b1 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:03.626549 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-eec18093-f125-4b94-b5e1-36afb3089876 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object babea688-9927-49c6-92f9-477b5645829d will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:03.627723 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a77b74-e8f9-4a20-be79-bc0b99211dec None None] Pushing event deleted for resources: {'Port': ['ID=209c82d1-3edb-496a-8698-936f4559b2b1,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:03.631003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-92a77b74-e8f9-4a20-be79-bc0b99211dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:03.631855 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a77b74-e8f9-4a20-be79-bc0b99211dec None None] No DVR routers for this DVR port 209c82d1-3edb-496a-8698-936f4559b2b1 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:03.671908 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Port': ['ID=209c82d1-3edb-496a-8698-936f4559b2b1,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:03.674184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:03.688777 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6c420466-f154-45e9-b4af-b7cb65f1e3fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:03.698324 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c420466-f154-45e9-b4af-b7cb65f1e3fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:03.698324 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6c420466-f154-45e9-b4af-b7cb65f1e3fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:03.707687 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:03.760022 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:03.787543 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffefbbc-bb89-4283-b60e-1a51efe78ee3']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:03.808647 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6c420466-f154-45e9-b4af-b7cb65f1e3fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5910561 Jun 22 09:46:03.818945 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60504) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:03.822047 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b39bc1-3264-49d7-8bd5-6d1303257028') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:03.822350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b39bc1-3264-49d7-8bd5-6d1303257028') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:03.838506 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-774e986a-c60f-4a63-a593-f1c41bded75d req-cfa426eb-de1b-4975-944a-f27716fb8700 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 210 time: 0.0433695 Jun 22 09:46:03.846448 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c420466-f154-45e9-b4af-b7cb65f1e3fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Network': ['ID=9ba34bda-2ca4-4c84-9a5d-27ab9ab61485,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:03.850208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6c420466-f154-45e9-b4af-b7cb65f1e3fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:03.860724 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 9ba34bda-2ca4-4c84-9a5d-27ab9ab61485 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:46:03.865600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:03.901331 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006385de-b449-4815-99f0-8554b64c2911 req-d45c7adc-e05b-4193-9944-f1dcee0bff4a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Made reservation on behalf of 6522641a2ddb4b00b2277d3a723744e1 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:03.905090 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-006385de-b449-4815-99f0-8554b64c2911 req-d45c7adc-e05b-4193-9944-f1dcee0bff4a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:03.908438 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:03.935318 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:46:03.935756 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:46:03.938641 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:46:03.994658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eec18093-f125-4b94-b5e1-36afb3089876 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:04.005708 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e307939-4b38-4d17-8c71-0f535677e439 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:04.007326 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2e307939-4b38-4d17-8c71-0f535677e439 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "GET /v2.0/networks?id=9ba34bda-2ca4-4c84-9a5d-27ab9ab61485 HTTP/1.1" status: 200 len: 765 time: 0.1874659 Jun 22 09:46:04.012667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c58960a5-22fa-4ff4-8ba1-605e87543b7f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:04.020781 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60510) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:04.026788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-c6156f6c-fadd-4809-9350-4934de99e671 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'network': {'description': 'd2'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:04.117796 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec18093-f125-4b94-b5e1-36afb3089876 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:04.147768 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-eec18093-f125-4b94-b5e1-36afb3089876 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:04.150753 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec18093-f125-4b94-b5e1-36afb3089876 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:04.156479 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec18093-f125-4b94-b5e1-36afb3089876 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=babea688-9927-49c6-92f9-477b5645829d,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:04.171147 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-eec18093-f125-4b94-b5e1-36afb3089876 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:04.201686 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:04.206447 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:04.215706 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/networks/dffefbbc-bb89-4283-b60e-1a51efe78ee3 HTTP/1.1" status: 204 len: 168 time: 1.7602677 Jun 22 09:46:04.223167 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60514) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:04.224029 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:04.235548 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-f2b5f557-48b6-418e-a013-1403636077bc tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1714730911'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:04.326239 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Network': ['ID=dffefbbc-bb89-4283-b60e-1a51efe78ee3,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:04.336937 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:04.371814 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fe76c9-0d05-413c-8853-e74c67ca9c01 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:04.376758 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec18093-f125-4b94-b5e1-36afb3089876 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:04.377695 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eec18093-f125-4b94-b5e1-36afb3089876 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:04.392370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-006385de-b449-4815-99f0-8554b64c2911 req-d45c7adc-e05b-4193-9944-f1dcee0bff4a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Allocated IP 172.20.0.4 (21c72c56-a580-4ed1-ad90-b49e3ece47ba/283ddd72-4398-40de-a4e8-0f59a665118e/98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:04.516649 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b5f557-48b6-418e-a013-1403636077bc tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Made reservation on behalf of 1e1c49b4fe1743bca27d47eb1c5640b6 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:04.520555 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2b5f557-48b6-418e-a013-1403636077bc tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:04.542495 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1d0c0-bdc9-414b-8d64-6db8c934b628 req-07396764-8230-46f7-88e9-ee4d8032e7c6 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:04.550061 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-76d1d0c0-bdc9-414b-8d64-6db8c934b628 req-07396764-8230-46f7-88e9-ee4d8032e7c6 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.2782285 Jun 22 09:46:04.562987 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-f3c4fe75-2c5a-4f23-95c0-ed14b381ac15 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:04.571726 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-f3c4fe75-2c5a-4f23-95c0-ed14b381ac15 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/networks?id=a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 HTTP/1.1" status: 200 len: 796 time: 0.5966067 Jun 22 09:46:04.594957 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b5f557-48b6-418e-a013-1403636077bc tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:46:04.633886 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2b5f557-48b6-418e-a013-1403636077bc tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:04.634519 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-f2b5f557-48b6-418e-a013-1403636077bc tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Added segment 13b18cef-e2a8-4746-a942-50cee6cba87e of type vlan for network 67708a4e-37d0-4c90-9913-2565c6b50f2d Jun 22 09:46:04.637096 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-829054d7-b47b-4dec-9c5f-4feecb5a8cb2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 380 time: 0.0632403 Jun 22 09:46:04.646255 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-eec18093-f125-4b94-b5e1-36afb3089876 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6593084 Jun 22 09:46:04.646789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60522) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:04.647329 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-dcd95f78-e5d7-4e8e-81f5-722f9af705ea None None] Provisioning for port 4a9c6c14-aa06-4906-be91-689def4c6753 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:04.650865 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-76d1d0c0-bdc9-414b-8d64-6db8c934b628 req-9d83b124-6895-4bc5-8b50-6475b033402c tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998802 Jun 22 09:46:04.660171 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-d6e26449-ddcc-4dd4-bfd7-8d1dd73ba7c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'port': {'device_id': '787c0292-c03d-4b97-9091-84934dac792c', 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27', 'admin_state_up': True, 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'security_groups': ['d3f17943-9239-4982-a1a2-d413fb17af80']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:04.700710 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c6156f6c-fadd-4809-9350-4934de99e671 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:04.724161 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42efa7f4-586a-4d7c-91f8-70f5c9b6547e None None] Update dhcp port {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'fixed_ips': [{'subnet_id': '3e64aae2-2fad-4d94-a474-f8a4ab78afca', 'ip_address': '2001:db8::f816:3eff:fe4a:2adc'}, {'subnet_id': '9a6a884c-3c82-4160-b950-6d013443b2ff'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': '4a9c6c14-aa06-4906-be91-689def4c6753'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:46:04.792310 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-006385de-b449-4815-99f0-8554b64c2911 req-d45c7adc-e05b-4193-9944-f1dcee0bff4a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:04.816465 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-42efa7f4-586a-4d7c-91f8-70f5c9b6547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:04.907024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2b5f557-48b6-418e-a013-1403636077bc tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:04.921436 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4a9c6c14-aa06-4906-be91-689def4c6753 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:04.953641 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c6156f6c-fadd-4809-9350-4934de99e671 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:04.962800 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4c8a91ce-4259-4714-8cc9-33cb0a2e3283 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:04.968217 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-aa280b08-61d8-492b-96cc-6e79cb3ecb8d req-b08c4628-a65a-4847-88d2-5885e40a45c0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 210 time: 0.1141024 Jun 22 09:46:04.980690 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-006385de-b449-4815-99f0-8554b64c2911 req-d45c7adc-e05b-4193-9944-f1dcee0bff4a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:04.985093 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:04.993484 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c6156f6c-fadd-4809-9350-4934de99e671 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network 9ba34bda-2ca4-4c84-9a5d-27ab9ab61485 is not hosted by any dhcp agent {{(pid=100652) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 09:46:05.000671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6156f6c-fadd-4809-9350-4934de99e671 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:05.001404 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c6156f6c-fadd-4809-9350-4934de99e671 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:05.002559 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c6156f6c-fadd-4809-9350-4934de99e671 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "PUT /v2.0/networks/9ba34bda-2ca4-4c84-9a5d-27ab9ab61485 HTTP/1.1" status: 200 len: 762 time: 0.9807992 Jun 22 09:46:05.027822 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60528) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:05.052559 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2b5f557-48b6-418e-a013-1403636077bc tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:05.060533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b5f557-48b6-418e-a013-1403636077bc tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:05.061216 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2b5f557-48b6-418e-a013-1403636077bc tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:05.079653 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124bc019-ffe5-49a5-a05e-5703aadae3d3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:05.085898 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124bc019-ffe5-49a5-a05e-5703aadae3d3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:05.088464 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-124bc019-ffe5-49a5-a05e-5703aadae3d3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.4433916 Jun 22 09:46:05.091136 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006385de-b449-4815-99f0-8554b64c2911 req-d45c7adc-e05b-4193-9944-f1dcee0bff4a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Network 21c72c56-a580-4ed1-ad90-b49e3ece47ba is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:05.092020 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60530) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:05.125021 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-006385de-b449-4815-99f0-8554b64c2911 req-d45c7adc-e05b-4193-9944-f1dcee0bff4a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:05.135673 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-006385de-b449-4815-99f0-8554b64c2911 req-d45c7adc-e05b-4193-9944-f1dcee0bff4a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:05.161904 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6156f6c-fadd-4809-9350-4934de99e671 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Network': ['ID=9ba34bda-2ca4-4c84-9a5d-27ab9ab61485,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:05.164802 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c6156f6c-fadd-4809-9350-4934de99e671 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:05.181974 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c7adc-e05b-4193-9944-f1dcee0bff4a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Pushing event updated for resources: {'Port': ['ID=98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:05.182302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-42efa7f4-586a-4d7c-91f8-70f5c9b6547e None None] Allocated IP 172.20.0.2 (36eee797-60f1-483e-81c4-4dc1c89ce22a/9a6a884c-3c82-4160-b950-6d013443b2ff/4a9c6c14-aa06-4906-be91-689def4c6753) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:05.186196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d45c7adc-e05b-4193-9944-f1dcee0bff4a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:05.186359 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ff8c77db-8733-4808-9b51-d74d94ca2deb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:05.186568 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 9ba34bda-2ca4-4c84-9a5d-27ab9ab61485 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:46:05.237916 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-d6e26449-ddcc-4dd4-bfd7-8d1dd73ba7c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:05.244594 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-d6e26449-ddcc-4dd4-bfd7-8d1dd73ba7c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:05.276311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f32f2-44f4-42d9-b841-c0922ece8038 req-7333fc2d-8516-4226-91d8-dbcd9bba818c tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:05.278384 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-256f32f2-44f4-42d9-b841-c0922ece8038 req-7333fc2d-8516-4226-91d8-dbcd9bba818c tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 931 time: 0.1854713 Jun 22 09:46:05.309425 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 4a9c6c14-aa06-4906-be91-689def4c6753 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:05.319887 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 4a9c6c14-aa06-4906-be91-689def4c6753 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:05.320270 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:05.398140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-42efa7f4-586a-4d7c-91f8-70f5c9b6547e None None] For port 4a9c6c14-aa06-4906-be91-689def4c6753, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4a9c6c14-aa06-4906-be91-689def4c6753,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:05.402519 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-1f8db16c-3a4d-46ba-ae0e-1bec4afe9125 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port babea688-9927-49c6-92f9-477b5645829d {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:05.402990 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f8db16c-3a4d-46ba-ae0e-1bec4afe9125 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:05.465196 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-42efa7f4-586a-4d7c-91f8-70f5c9b6547e None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:05.468361 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:05.489533 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-42efa7f4-586a-4d7c-91f8-70f5c9b6547e None None] Transition to ACTIVE for port object 4a9c6c14-aa06-4906-be91-689def4c6753 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:05.495633 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-256f32f2-44f4-42d9-b841-c0922ece8038 req-d207bda5-9a7b-480d-a308-3fcbbca1d226 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069974 Jun 22 09:46:05.554243 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f8db16c-3a4d-46ba-ae0e-1bec4afe9125 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:05.565132 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-42efa7f4-586a-4d7c-91f8-70f5c9b6547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:05.568960 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f5fdbcbc-41cf-4e32-bdfc-2b0dc998d06f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:05.631685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-1f8db16c-3a4d-46ba-ae0e-1bec4afe9125 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for babea688-9927-49c6-92f9-477b5645829d owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:05.638571 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-d6e26449-ddcc-4dd4-bfd7-8d1dd73ba7c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.4 (a0ce1e5d-6656-4707-a16d-5d7c9ba76d27/d6e61e07-e547-40e1-9d33-b1877630025e/838308d2-e63a-4657-a487-f71fbd0a2e16) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:05.680747 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:46:05.681227 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:46:05.682164 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07b5da3-603b-427a-a3e9-e706f7d3dc7b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:05.687510 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e07b5da3-603b-427a-a3e9-e706f7d3dc7b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "GET /v2.0/networks?id=9ba34bda-2ca4-4c84-9a5d-27ab9ab61485 HTTP/1.1" status: 200 len: 765 time: 0.6532216 Jun 22 09:46:05.690401 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60534) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:05.697501 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efa7f4-586a-4d7c-91f8-70f5c9b6547e None None] Pushing event updated for resources: {'Port': ['ID=4a9c6c14-aa06-4906-be91-689def4c6753,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:05.698602 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f2b5f557-48b6-418e-a013-1403636077bc tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4695334 Jun 22 09:46:05.708161 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-42efa7f4-586a-4d7c-91f8-70f5c9b6547e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:05.712811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60536) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:05.740950 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-c99886f7-f2d7-4362-b38e-bedb0c8da1eb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'subnet': {'network_id': '67708a4e-37d0-4c90-9913-2565c6b50f2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:05.757339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006385de-b449-4815-99f0-8554b64c2911 req-d45c7adc-e05b-4193-9944-f1dcee0bff4a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:05.758050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-006385de-b449-4815-99f0-8554b64c2911 req-d45c7adc-e05b-4193-9944-f1dcee0bff4a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:05.762717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5f557-48b6-418e-a013-1403636077bc tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Network': ['ID=67708a4e-37d0-4c90-9913-2565c6b50f2d,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:05.767700 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f2b5f557-48b6-418e-a013-1403636077bc tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:05.773707 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 67708a4e-37d0-4c90-9913-2565c6b50f2d details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:46:05.916546 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011da42b-0b29-40f7-a309-e62a1d775f81 req-001b5357-4397-4e21-9dcf-7a64d71cc392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:05.918162 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-011da42b-0b29-40f7-a309-e62a1d775f81 req-001b5357-4397-4e21-9dcf-7a64d71cc392 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0dfd02b234a947f5a587ecec0451722d&device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 1099 time: 0.3276205 Jun 22 09:46:05.926979 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e571cb-8995-43ef-8489-1715d3212bd5 req-fab0ac00-90dd-4945-bf2e-4b522a56b29c tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:05.928604 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e7e571cb-8995-43ef-8489-1715d3212bd5 req-fab0ac00-90dd-4945-bf2e-4b522a56b29c tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.3391671 Jun 22 09:46:05.995223 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50defa8d-a8e9-4ee4-955c-5a0e80227ed2 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:05.996148 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-50defa8d-a8e9-4ee4-955c-5a0e80227ed2 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3056159 Jun 22 09:46:05.999469 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60538) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:06.022325 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-006385de-b449-4815-99f0-8554b64c2911 req-d45c7adc-e05b-4193-9944-f1dcee0bff4a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4986842 Jun 22 09:46:06.038107 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Request body: {'port': {'device_id': '127f0fcd-801d-46e1-8317-02eeebf0181e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:06.091339 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7e14f709-2f1b-4d2e-8e23-03a48d37c134 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b HTTP/1.1" status: 200 len: 207 time: 0.0837691 Jun 22 09:46:06.095082 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60542) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:06.121026 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-d6e26449-ddcc-4dd4-bfd7-8d1dd73ba7c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:06.217451 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e7e571cb-8995-43ef-8489-1715d3212bd5 req-7ae7f484-c9f9-4e1c-b64d-5f92a42a055a tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744868 Jun 22 09:46:06.218213 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99886f7-f2d7-4362-b38e-bedb0c8da1eb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Made reservation on behalf of 1e1c49b4fe1743bca27d47eb1c5640b6 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:06.221945 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c99886f7-f2d7-4362-b38e-bedb0c8da1eb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:06.242670 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:06.288308 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 4a9c6c14-aa06-4906-be91-689def4c6753, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4a9c6c14-aa06-4906-be91-689def4c6753,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:06.292710 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9e295b11-3322-4c83-baf7-0ffecf8b7c37 req-487c4be2-cccb-483c-9796-f101e9d67ec5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 210 time: 0.1751986 Jun 22 09:46:06.316920 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-d6e26449-ddcc-4dd4-bfd7-8d1dd73ba7c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object 838308d2-e63a-4657-a487-f71fbd0a2e16 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:06.328433 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f8db16c-3a4d-46ba-ae0e-1bec4afe9125 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:06.333658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:06.369984 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8db16c-3a4d-46ba-ae0e-1bec4afe9125 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=babea688-9927-49c6-92f9-477b5645829d,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:06.384641 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1f8db16c-3a4d-46ba-ae0e-1bec4afe9125 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:06.420242 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:06.422915 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bbb968e3-6d64-4c79-99b0-cd148a78b927 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:06.498594 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 209c82d1-3edb-496a-8698-936f4559b2b1 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:06.498794 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011da42b-0b29-40f7-a309-e62a1d775f81 req-4b998155-7bfb-4588-ad1c-b5f34000d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:06.500398 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-011da42b-0b29-40f7-a309-e62a1d775f81 req-4b998155-7bfb-4588-ad1c-b5f34000d419 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a67bf89-842d-4150-83fd-e92b2abafdf3 HTTP/1.1" status: 200 len: 910 time: 0.5709090 Jun 22 09:46:06.506412 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-d6e26449-ddcc-4dd4-bfd7-8d1dd73ba7c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:06.510841 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-da86dfe9-cd35-44ec-a859-e4bd156869be tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:06.525660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:06.528468 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=4a9c6c14-aa06-4906-be91-689def4c6753,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:06.531944 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:06.532902 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 209c82d1-3edb-496a-8698-936f4559b2b1 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:06.533255 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 209c82d1-3edb-496a-8698-936f4559b2b1 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:46:06.581144 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d3471e86-00c5-4fb7-9066-623a299341d2 None None] Provisioning for port 4a9c6c14-aa06-4906-be91-689def4c6753 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:06.586225 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f8db16c-3a4d-46ba-ae0e-1bec4afe9125 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:06.589092 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1f8db16c-3a4d-46ba-ae0e-1bec4afe9125 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/babea688-9927-49c6-92f9-477b5645829d HTTP/1.1" status: 204 len: 168 time: 1.4943337 Jun 22 09:46:06.592039 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60548) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:06.592489 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d3471e86-00c5-4fb7-9066-623a299341d2 None None] Provisioning complete for port 4a9c6c14-aa06-4906-be91-689def4c6753 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:06.593132 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d3471e86-00c5-4fb7-9066-623a299341d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:06.647108 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d82f1ee-3b0c-4ed3-bae1-6e54acebff48 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:06.654654 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d82f1ee-3b0c-4ed3-bae1-6e54acebff48 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:06.658970 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-d6e26449-ddcc-4dd4-bfd7-8d1dd73ba7c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:06.660647 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d82f1ee-3b0c-4ed3-bae1-6e54acebff48 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:06.662790 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0070b78d-cf2a-4e94-9008-f931e44c0f7e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:06.664358 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0070b78d-cf2a-4e94-9008-f931e44c0f7e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:06.666533 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0070b78d-cf2a-4e94-9008-f931e44c0f7e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:06.667081 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d82f1ee-3b0c-4ed3-bae1-6e54acebff48 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:06.668250 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0070b78d-cf2a-4e94-9008-f931e44c0f7e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0732338 Jun 22 09:46:06.671598 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60550) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:06.672288 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-d6e26449-ddcc-4dd4-bfd7-8d1dd73ba7c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:06.674470 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d82f1ee-3b0c-4ed3-bae1-6e54acebff48 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:06.675470 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-d6e26449-ddcc-4dd4-bfd7-8d1dd73ba7c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:06.680747 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d82f1ee-3b0c-4ed3-bae1-6e54acebff48 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:06.688344 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7d82f1ee-3b0c-4ed3-bae1-6e54acebff48 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5822260 Jun 22 09:46:06.696247 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60552) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:06.710528 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d3471e86-00c5-4fb7-9066-623a299341d2 None None] Could not find standard attr ID for object babea688-9927-49c6-92f9-477b5645829d. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:46:06.828802 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e26449-ddcc-4dd4-bfd7-8d1dd73ba7c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=838308d2-e63a-4657-a487-f71fbd0a2e16,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:06.838981 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d6e26449-ddcc-4dd4-bfd7-8d1dd73ba7c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:06.860805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8befcbc0-a9ce-4577-900b-adbdec219c3e None None] Could not find standard attr ID for object 604e550b-20ac-4d68-9001-5e640bb5c239. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:46:06.860805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4a9c6c14-aa06-4906-be91-689def4c6753 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:06.888354 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf57f15-e136-40f0-b419-7eabcbdc3cdc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 3e64aae2-2fad-4d94-a474-f8a4ab78afca {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:06.893086 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-011da42b-0b29-40f7-a309-e62a1d775f81 req-8cf1b9ce-cc89-4b15-9b88-b99d424be387 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99e323f9-56f7-4189-a0f3-5872e92fa5cc HTTP/1.1" status: 200 len: 1001 time: 0.3814931 Jun 22 09:46:06.909237 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-d6e26449-ddcc-4dd4-bfd7-8d1dd73ba7c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:06.913490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-d6e26449-ddcc-4dd4-bfd7-8d1dd73ba7c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:06.932011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eaf57f15-e136-40f0-b419-7eabcbdc3cdc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:06.946526 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 4a9c6c14-aa06-4906-be91-689def4c6753 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:06.947280 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:06.995451 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-39c468f0-fcca-4d59-bb57-8722766b2d13 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2979646 Jun 22 09:46:07.002845 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60554) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:07.049985 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eaf57f15-e136-40f0-b419-7eabcbdc3cdc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:07.095028 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-d6e26449-ddcc-4dd4-bfd7-8d1dd73ba7c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4513052 Jun 22 09:46:07.119128 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Request body: {'port': {'device_id': '787c0292-c03d-4b97-9091-84934dac792c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:07.125445 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38079547-c65c-41fe-9177-ee92fb85599c tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:07.127088 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38079547-c65c-41fe-9177-ee92fb85599c tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:07.129174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38079547-c65c-41fe-9177-ee92fb85599c tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:07.130315 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38079547-c65c-41fe-9177-ee92fb85599c tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:07.132048 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38079547-c65c-41fe-9177-ee92fb85599c tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:07.133821 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-38079547-c65c-41fe-9177-ee92fb85599c tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1327024 Jun 22 09:46:07.139076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60556) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:07.143410 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011da42b-0b29-40f7-a309-e62a1d775f81 req-851f51ef-1275-4651-85f8-6ba024e05a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:07.144903 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-011da42b-0b29-40f7-a309-e62a1d775f81 req-851f51ef-1275-4651-85f8-6ba024e05a9b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=509cc921-aa0d-47ec-9fdc-bd091c518ce4 HTTP/1.1" status: 200 len: 848 time: 0.2335935 Jun 22 09:46:07.160316 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-41e4d1ae-b9d6-498c-94b0-820f6b922c42 None None] Provisioning for port 838308d2-e63a-4657-a487-f71fbd0a2e16 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:07.164700 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-41e4d1ae-b9d6-498c-94b0-820f6b922c42 None None] Provisioning complete for port 838308d2-e63a-4657-a487-f71fbd0a2e16 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:07.165087 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-41e4d1ae-b9d6-498c-94b0-820f6b922c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:07.216666 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-41e4d1ae-b9d6-498c-94b0-820f6b922c42 None None] Port 838308d2-e63a-4657-a487-f71fbd0a2e16 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:46:07.238018 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080e55d-c655-4dc0-888c-f8ab77e61cf7 req-137f438b-5507-41f4-a8a8-0d7a480a5d55 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:07.246933 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3080e55d-c655-4dc0-888c-f8ab77e61cf7 req-137f438b-5507-41f4-a8a8-0d7a480a5d55 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 931 time: 0.5354471 Jun 22 09:46:07.276617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e355977a-f524-4947-8fbd-b2a0fb7fce7b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['shared'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:07.281233 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e355977a-f524-4947-8fbd-b2a0fb7fce7b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['shared'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:07.281233 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e355977a-f524-4947-8fbd-b2a0fb7fce7b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['shared'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:07.281233 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e355977a-f524-4947-8fbd-b2a0fb7fce7b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['shared'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:07.282611 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e355977a-f524-4947-8fbd-b2a0fb7fce7b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['shared'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:07.289064 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e355977a-f524-4947-8fbd-b2a0fb7fce7b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1440735 Jun 22 09:46:07.294189 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60560) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:07.317867 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eaf57f15-e136-40f0-b419-7eabcbdc3cdc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:07.342114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-395a14b7-daea-435f-bfb4-d38b908ca022 None None] Could not find standard attr ID for object babea688-9927-49c6-92f9-477b5645829d. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:46:07.349663 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:07.353461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c99886f7-f2d7-4362-b38e-bedb0c8da1eb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:07.390792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8e40c86c-ba65-46d6-80b1-e07e6c539171 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:07.551329 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debe413-8d42-4d27-8788-bbd12389ef47 req-0fe61e8b-d46e-42b6-9d5c-79f387835c5e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:07.552940 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6debe413-8d42-4d27-8788-bbd12389ef47 req-0fe61e8b-d46e-42b6-9d5c-79f387835c5e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.2011659 Jun 22 09:46:07.604129 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eaf57f15-e136-40f0-b419-7eabcbdc3cdc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:07.612690 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-62c8593c-d456-491a-b8c3-92d2679d5ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:07.655286 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf57f15-e136-40f0-b419-7eabcbdc3cdc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=3e64aae2-2fad-4d94-a474-f8a4ab78afca,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:07.657447 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eaf57f15-e136-40f0-b419-7eabcbdc3cdc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:07.661721 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-eaf57f15-e136-40f0-b419-7eabcbdc3cdc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/3e64aae2-2fad-4d94-a474-f8a4ab78afca HTTP/1.1" status: 204 len: 168 time: 0.9848936 Jun 22 09:46:07.666637 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60564) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:07.667569 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-eaf57f15-e136-40f0-b419-7eabcbdc3cdc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:07.720388 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6debe413-8d42-4d27-8788-bbd12389ef47 req-7a503949-aa5f-411e-9463-d0c706a26784 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534708 Jun 22 09:46:07.763967 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8a3b23-2387-468d-ba0e-1c653849f6db tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 9a6a884c-3c82-4160-b950-6d013443b2ff {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:07.769773 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3b23-2387-468d-ba0e-1c653849f6db tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:07.774985 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3080e55d-c655-4dc0-888c-f8ab77e61cf7 req-ac8599c5-f280-47bf-aecf-1aa9e7d8c3ec tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797299 Jun 22 09:46:07.823945 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3b23-2387-468d-ba0e-1c653849f6db tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:07.861914 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99886f7-f2d7-4362-b38e-bedb0c8da1eb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Subnet': ['ID=75154c9c-1105-444e-8cae-230d92722995,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:07.878903 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c99886f7-f2d7-4362-b38e-bedb0c8da1eb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:07.886817 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011da42b-0b29-40f7-a309-e62a1d775f81 req-45bc0d77-7e7b-4452-89a0-c2a6c116efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:07.888376 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-011da42b-0b29-40f7-a309-e62a1d775f81 req-45bc0d77-7e7b-4452-89a0-c2a6c116efa5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a67bf89-842d-4150-83fd-e92b2abafdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7281628 Jun 22 09:46:07.916865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838308d2-e63a-4657-a487-f71fbd0a2e16 {{(pid=100652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:46:07.933271 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:07.959418 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c253a-e98b-4faa-8b64-3768e990e57c tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:07.965455 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2f3c253a-e98b-4faa-8b64-3768e990e57c tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "GET /v2.0/networks/86af73ba-d576-49e5-a410-92974110b7e0 HTTP/1.1" status: 200 len: 804 time: 0.6636167 Jun 22 09:46:07.968402 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60566) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:07.988524 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Transition to ACTIVE for port object 838308d2-e63a-4657-a487-f71fbd0a2e16 will not be triggered until provisioned by entity L2. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:07.991456 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99886f7-f2d7-4362-b38e-bedb0c8da1eb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Checking segment: {'id': '13b18cef-e2a8-4746-a942-50cee6cba87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '67708a4e-37d0-4c90-9913-2565c6b50f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:07.991820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99886f7-f2d7-4362-b38e-bedb0c8da1eb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network hostable DHCP agents. Network: 67708a4e-37d0-4c90-9913-2565c6b50f2d, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:46:08.028726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:46:08.042752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:08.054963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3b23-2387-468d-ba0e-1c653849f6db tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:08.069903 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Transition to ACTIVE for port object 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:08.074438 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-011da42b-0b29-40f7-a309-e62a1d775f81 req-82656f5a-f33a-4ef0-a255-844e3171d343 service neutron] 10.222.0.35 "GET /v2.0/networks/7a67bf89-842d-4150-83fd-e92b2abafdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696527 Jun 22 09:46:08.079337 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f50b76-731c-45a8-b980-a11bda4f1551 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:08.085758 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:08.093106 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-664345b5-1c92-42c9-a554-105daf960c87 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:08.112825 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df78bb-a247-4c75-90c4-b33d2386bb56 req-1c34da72-a44f-433f-a80b-5262be8b4d68 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:08.119937 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b7df78bb-a247-4c75-90c4-b33d2386bb56 req-1c34da72-a44f-433f-a80b-5262be8b4d68 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 931 time: 0.2569306 Jun 22 09:46:08.130245 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99886f7-f2d7-4362-b38e-bedb0c8da1eb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network 67708a4e-37d0-4c90-9913-2565c6b50f2d is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:46:08.160539 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:08.166238 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:08.214429 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-011da42b-0b29-40f7-a309-e62a1d775f81 req-e943ab38-6086-48e3-89db-1848b4b5f57f service neutron] 10.222.0.35 "GET /v2.0/networks/7a67bf89-842d-4150-83fd-e92b2abafdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328921 Jun 22 09:46:08.247858 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Pushing event updated for resources: {'Port': ['ID=838308d2-e63a-4657-a487-f71fbd0a2e16,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:08.261164 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:08.270265 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-c99886f7-f2d7-4362-b38e-bedb0c8da1eb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 67708a4e-37d0-4c90-9913-2565c6b50f2d) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:08.284180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99886f7-f2d7-4362-b38e-bedb0c8da1eb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:08.284180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c99886f7-f2d7-4362-b38e-bedb0c8da1eb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:08.295324 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce51ff7d-d8f2-4883-9963-244c46612be2 None None] Network 67708a4e-37d0-4c90-9913-2565c6b50f2d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:08.310882 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-36ea74fb-fa5c-4568-9363-5095d4863e57 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "GET /v2.0/networks/86af73ba-d576-49e5-a410-92974110b7e0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3398187 Jun 22 09:46:08.321663 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Pushing event updated for resources: {'Port': ['ID=98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:08.323413 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b7df78bb-a247-4c75-90c4-b33d2386bb56 req-f2095a90-1b2f-4ddd-9fd4-04913aa548a9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3f17943-9239-4982-a1a2-d413fb17af80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742785 Jun 22 09:46:08.324371 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60568) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:08.374065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:08.395724 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Attempting to bind port 838308d2-e63a-4657-a487-f71fbd0a2e16 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:08.396379 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Attempting to bind port 838308d2-e63a-4657-a487-f71fbd0a2e16 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '327434d1-3564-47f6-9d2e-e6dbc2624eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:08.396902 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Attempting to bind port 838308d2-e63a-4657-a487-f71fbd0a2e16 on network a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:08.407600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Port 838308d2-e63a-4657-a487-f71fbd0a2e16 on network a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:46:08.408274 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Attempting to bind port 838308d2-e63a-4657-a487-f71fbd0a2e16 on network a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:08.415173 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:08.416169 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Checking segment: {'id': '327434d1-3564-47f6-9d2e-e6dbc2624eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:08.416571 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Bound using segment: {'id': '327434d1-3564-47f6-9d2e-e6dbc2624eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27'} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:08.417450 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Bound port: 838308d2-e63a-4657-a487-f71fbd0a2e16, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '327434d1-3564-47f6-9d2e-e6dbc2624eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27'}}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:08.417815 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:08.424257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2782c2-f720-47e1-a914-20a5aea23d15 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:08.430009 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fa2782c2-f720-47e1-a914-20a5aea23d15 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "GET /v2.0/subnets/1128047c-1a2b-4ccc-8822-97352b8a4b17 HTTP/1.1" status: 200 len: 843 time: 0.0985589 Jun 22 09:46:08.431195 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60570) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:08.484446 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c99886f7-f2d7-4362-b38e-bedb0c8da1eb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7539973 Jun 22 09:46:08.490359 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60572) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:08.496423 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-64047616-51e3-4066-84d1-765fd0840cf5 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-413870133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:08.521015 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-67708a4e-37d0-4c90-9913-2565c6b50f2d', 'network_id': '67708a4e-37d0-4c90-9913-2565c6b50f2d', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'fixed_ips': [{'subnet_id': '75154c9c-1105-444e-8cae-230d92722995'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:46:08.523590 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] For port 838308d2-e63a-4657-a487-f71fbd0a2e16, host hv-neutron-7971, cleared binding levels {{(pid=100652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:08.536293 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:08.536586 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] For port 838308d2-e63a-4657-a487-f71fbd0a2e16, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=838308d2-e63a-4657-a487-f71fbd0a2e16,segment=NetworkSegment(327434d1-3564-47f6-9d2e-e6dbc2624eb3),segment_id=327434d1-3564-47f6-9d2e-e6dbc2624eb3)] {{(pid=100652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:08.554789 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Attempting to bind port 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:08.555224 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Attempting to bind port 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b837449e-65e8-4c0a-935b-0a236c249d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '21c72c56-a580-4ed1-ad90-b49e3ece47ba'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:08.555836 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Attempting to bind port 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 on network 21c72c56-a580-4ed1-ad90-b49e3ece47ba {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:08.561786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e78353-25e7-4f87-aaeb-8e19bfb46526 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['shared'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:08.567180 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-19e78353-25e7-4f87-aaeb-8e19bfb46526 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "GET /v2.0/subnets/1128047c-1a2b-4ccc-8822-97352b8a4b17?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1311159 Jun 22 09:46:08.568048 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60574) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:08.573771 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-a2c7c5bc-eeb9-490a-9635-c6d098c41407 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2049951498'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:08.580487 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Port 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 on network 21c72c56-a580-4ed1-ad90-b49e3ece47ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:46:08.580940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Attempting to bind port 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 on network 21c72c56-a580-4ed1-ad90-b49e3ece47ba {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:08.586194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:08.586539 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Checking segment: {'id': 'b837449e-65e8-4c0a-935b-0a236c249d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '21c72c56-a580-4ed1-ad90-b49e3ece47ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:08.587521 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Bound using segment: {'id': 'b837449e-65e8-4c0a-935b-0a236c249d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '21c72c56-a580-4ed1-ad90-b49e3ece47ba'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:08.587999 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Bound port: 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b837449e-65e8-4c0a-935b-0a236c249d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '21c72c56-a580-4ed1-ad90-b49e3ece47ba'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:08.588355 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:08.600539 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3b23-2387-468d-ba0e-1c653849f6db tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:08.604295 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:08.631918 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a3b23-2387-468d-ba0e-1c653849f6db tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=9a6a884c-3c82-4160-b950-6d013443b2ff,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:08.636394 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bf8a3b23-2387-468d-ba0e-1c653849f6db tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:08.639705 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3b23-2387-468d-ba0e-1c653849f6db tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:08.641715 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bf8a3b23-2387-468d-ba0e-1c653849f6db tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/9a6a884c-3c82-4160-b950-6d013443b2ff HTTP/1.1" status: 204 len: 168 time: 0.9731843 Jun 22 09:46:08.644320 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60576) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:08.682792 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Allocated IP 2001:db8::2 (67708a4e-37d0-4c90-9913-2565c6b50f2d/75154c9c-1105-444e-8cae-230d92722995/df86625b-78dd-483b-b09c-a54aa5694aad) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:08.683564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64047616-51e3-4066-84d1-765fd0840cf5 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:08.684118 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e23272f0-6cc5-419b-9ea9-4856cf0983a6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0384648 Jun 22 09:46:08.684800 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64047616-51e3-4066-84d1-765fd0840cf5 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:08.685496 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:08.690270 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60578) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:08.697058 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:08.699351 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] For port 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:08.704993 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-774d76cb-c923-4d32-8632-0ef0bda27525 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:08.759608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:08.760333 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:08.761799 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-980dad35-4c07-4185-a272-304e860a8809 service neutron] 10.222.0.35 "PUT /v2.0/ports/838308d2-e63a-4657-a487-f71fbd0a2e16 HTTP/1.1" status: 200 len: 1093 time: 1.6530032 Jun 22 09:46:08.762384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787c0292-c03d-4b97-9091-84934dac792c', 'tag': '838308d2-e63a-4657-a487-f71fbd0a2e16'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:46:08.764795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b0fec1-14bf-4305-82c4-c11155af54b8" -d '{"events": [{"name": "network-changed", "server_uuid": "787c0292-c03d-4b97-9091-84934dac792c", "tag": "838308d2-e63a-4657-a487-f71fbd0a2e16"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:46:08.804814 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Pushing event updated for resources: {'Port': ['ID=838308d2-e63a-4657-a487-f71fbd0a2e16,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:08.815978 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:08.859665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d786894-ee26-438d-aad9-41410dd866ba x-openstack-request-id: req-2d786894-ee26-438d-aad9-41410dd866ba {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:46:08.860011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787c0292-c03d-4b97-9091-84934dac792c", "tag": "838308d2-e63a-4657-a487-f71fbd0a2e16", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:46:08.860319 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d786894-ee26-438d-aad9-41410dd866ba {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:46:08.861192 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787c0292-c03d-4b97-9091-84934dac792c', 'tag': '838308d2-e63a-4657-a487-f71fbd0a2e16', 'status': 'completed', 'code': 200} Jun 22 09:46:08.889352 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] For port 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2,segment=NetworkSegment(b837449e-65e8-4c0a-935b-0a236c249d96),segment_id=b837449e-65e8-4c0a-935b-0a236c249d96)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:08.924933 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64047616-51e3-4066-84d1-765fd0840cf5 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:08.973941 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c7c5bc-eeb9-490a-9635-c6d098c41407 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:08.977956 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a2c7c5bc-eeb9-490a-9635-c6d098c41407 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:09.015917 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c7c5bc-eeb9-490a-9635-c6d098c41407 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:46:09.025256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:09.031689 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:09.038053 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Transition to ACTIVE for port object df86625b-78dd-483b-b09c-a54aa5694aad will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:09.049315 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-df8b61bd-3a2e-4f13-8929-5788a4dd5ec7 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:09.052661 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a2c7c5bc-eeb9-490a-9635-c6d098c41407 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:09.053092 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-a2c7c5bc-eeb9-490a-9635-c6d098c41407 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Added segment cb090908-ab7d-478e-b550-8c1a8fa9df62 of type vlan for network 68f16361-0e06-4c09-b918-6e8514c63c0b Jun 22 09:46:09.061802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Transition to ACTIVE for port object df86625b-78dd-483b-b09c-a54aa5694aad will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:09.061965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:09.063919 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:09.068746 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-006385de-b449-4815-99f0-8554b64c2911 req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] 10.222.0.35 "PUT /v2.0/ports/98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 HTTP/1.1" status: 200 len: 1093 time: 3.0358853 Jun 22 09:46:09.122982 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '127f0fcd-801d-46e1-8317-02eeebf0181e', 'tag': '98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:46:09.125558 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e8bb3c-e376-46b0-b601-f220f891f726" -d '{"events": [{"name": "network-changed", "server_uuid": "127f0fcd-801d-46e1-8317-02eeebf0181e", "tag": "98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:46:09.132443 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:09.135554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-88268129-806f-4674-9d25-758c0a8f2613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:09.198644 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Network 67708a4e-37d0-4c90-9913-2565c6b50f2d is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:09.202377 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:09.209120 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:09.217155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Pushing event updated for resources: {'Port': ['ID=df86625b-78dd-483b-b09c-a54aa5694aad,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:09.221519 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64047616-51e3-4066-84d1-765fd0840cf5 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:09.232417 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:09.236806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774d76cb-c923-4d32-8632-0ef0bda27525 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:09.240712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-774d76cb-c923-4d32-8632-0ef0bda27525 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:09.303550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Attempting to bind port df86625b-78dd-483b-b09c-a54aa5694aad on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:09.304211 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Attempting to bind port df86625b-78dd-483b-b09c-a54aa5694aad by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '13b18cef-e2a8-4746-a942-50cee6cba87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '67708a4e-37d0-4c90-9913-2565c6b50f2d'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:09.304757 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Attempting to bind port df86625b-78dd-483b-b09c-a54aa5694aad on network 67708a4e-37d0-4c90-9913-2565c6b50f2d {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:09.312108 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:09.312913 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Checking segment: {'id': '13b18cef-e2a8-4746-a942-50cee6cba87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '67708a4e-37d0-4c90-9913-2565c6b50f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:09.313521 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:09.314104 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Bound using segment: {'id': '13b18cef-e2a8-4746-a942-50cee6cba87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '67708a4e-37d0-4c90-9913-2565c6b50f2d'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:09.314807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Bound port: df86625b-78dd-483b-b09c-a54aa5694aad, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b18cef-e2a8-4746-a942-50cee6cba87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '67708a4e-37d0-4c90-9913-2565c6b50f2d'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:09.315376 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:09.355766 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3787fa3-8501-495e-93a6-9d3e0f1d9174 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:09.379275 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Pushing event updated for resources: {'Port': ['ID=98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:09.388513 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64047616-51e3-4066-84d1-765fd0840cf5 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:09.392358 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-64047616-51e3-4066-84d1-765fd0840cf5 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9006088 Jun 22 09:46:09.400062 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:09.401374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60592) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:09.411237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a2c7c5bc-eeb9-490a-9635-c6d098c41407 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:09.552694 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005ede6-db57-4d34-b926-2029843afb63 req-db3e9e92-f72b-4ae5-9674-3787d6b7b7c4 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:09.554269 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0005ede6-db57-4d34-b926-2029843afb63 req-db3e9e92-f72b-4ae5-9674-3787d6b7b7c4 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 943 time: 0.0843451 Jun 22 09:46:09.560374 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0fec1-14bf-4305-82c4-c11155af54b8 req-882d35a6-49e1-42d8-b937-36feb18223f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:09.562009 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-25b0fec1-14bf-4305-82c4-c11155af54b8 req-882d35a6-49e1-42d8-b937-36feb18223f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 1096 time: 0.6254873 Jun 22 09:46:09.609542 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] For port df86625b-78dd-483b-b09c-a54aa5694aad, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:09.611587 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5ecc250f-733b-4015-b19e-5500403acc4f None None] Provisioning complete for port 4a9c6c14-aa06-4906-be91-689def4c6753 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:09.612076 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5ecc250f-733b-4015-b19e-5500403acc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:09.648269 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a2c7c5bc-eeb9-490a-9635-c6d098c41407 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:09.651294 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0005ede6-db57-4d34-b926-2029843afb63 req-c507473c-6f55-4702-8508-ee72719059f3 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863128 Jun 22 09:46:09.654800 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c7c5bc-eeb9-490a-9635-c6d098c41407 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:09.655687 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a2c7c5bc-eeb9-490a-9635-c6d098c41407 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:09.660585 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] For port df86625b-78dd-483b-b09c-a54aa5694aad, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=df86625b-78dd-483b-b09c-a54aa5694aad,segment=NetworkSegment(13b18cef-e2a8-4746-a942-50cee6cba87e),segment_id=13b18cef-e2a8-4746-a942-50cee6cba87e)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:09.664572 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4de6d08a-e584-439e-b8fa-6b36c8cd2d6d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:09.683299 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c993467-0aa7-41fc-a5f1-dcf2502069d2 req-e725b8a1-c817-4ecb-98da-68b8dd6bc243 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:09.685483 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4c993467-0aa7-41fc-a5f1-dcf2502069d2 req-e725b8a1-c817-4ecb-98da-68b8dd6bc243 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.7024353 Jun 22 09:46:09.699915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0fec1-14bf-4305-82c4-c11155af54b8 req-a667830a-917c-4f3d-8ed5-952744ce5c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:09.702252 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-25b0fec1-14bf-4305-82c4-c11155af54b8 req-a667830a-917c-4f3d-8ed5-952744ce5c95 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=50763c4428f741ada1db53edd04651ab&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1189179 Jun 22 09:46:09.721625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:09.725317 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:09.766502 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87820b6e-ee5c-41a7-9b21-eb098f4736fd x-openstack-request-id: req-87820b6e-ee5c-41a7-9b21-eb098f4736fd {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:46:09.766845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "127f0fcd-801d-46e1-8317-02eeebf0181e", "tag": "98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:46:09.767147 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87820b6e-ee5c-41a7-9b21-eb098f4736fd {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:46:09.767697 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '127f0fcd-801d-46e1-8317-02eeebf0181e', 'tag': '98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2', 'status': 'completed', 'code': 200} Jun 22 09:46:09.840727 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0fec1-14bf-4305-82c4-c11155af54b8 req-f53d502e-0d6a-430a-8f38-5fc7c25895a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:09.844943 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-25b0fec1-14bf-4305-82c4-c11155af54b8 req-f53d502e-0d6a-430a-8f38-5fc7c25895a2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1372838 Jun 22 09:46:09.846479 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Pushing event updated for resources: {'Port': ['ID=df86625b-78dd-483b-b09c-a54aa5694aad,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:09.855061 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:09.890259 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006385de-b449-4815-99f0-8554b64c2911 req-51154733-137f-4597-a350-26ea66ac111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:09.892195 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-006385de-b449-4815-99f0-8554b64c2911 req-51154733-137f-4597-a350-26ea66ac111d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6522641a2ddb4b00b2277d3a723744e1&device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 1096 time: 0.5903327 Jun 22 09:46:09.959872 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a2c7c5bc-eeb9-490a-9635-c6d098c41407 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3897452 Jun 22 09:46:09.963638 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60596) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:09.966569 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad34c55-368e-471e-a910-f859fb83d732 None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:46:09.978961 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-99c77e84-9765-4cc8-8672-390abb5c39fb tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'subnet': {'network_id': '68f16361-0e06-4c09-b918-6e8514c63c0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:10.013289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7c5bc-eeb9-490a-9635-c6d098c41407 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Network': ['ID=68f16361-0e06-4c09-b918-6e8514c63c0b,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:10.023758 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002cbbd-adcf-4500-8928-5145359cb696 req-520e5041-7d8f-4096-9679-677ff96772e2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:10.025884 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4002cbbd-adcf-4500-8928-5145359cb696 req-520e5041-7d8f-4096-9679-677ff96772e2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 943 time: 0.1543255 Jun 22 09:46:10.034552 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a2c7c5bc-eeb9-490a-9635-c6d098c41407 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:10.036376 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 68f16361-0e06-4c09-b918-6e8514c63c0b details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:46:10.041551 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-006385de-b449-4815-99f0-8554b64c2911 req-4164ebe0-3b48-491c-b529-e7faa3b78445 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 HTTP/1.1" status: 200 len: 217 time: 0.0899312 Jun 22 09:46:10.109378 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-fad34c55-368e-471e-a910-f859fb83d732 None None] Deleting port 4a9c6c14-aa06-4906-be91-689def4c6753 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:10.112698 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fad34c55-368e-471e-a910-f859fb83d732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:10.123246 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4c993467-0aa7-41fc-a5f1-dcf2502069d2 req-3bff5481-c4a1-449e-b22a-a1ebfc0ce8ee tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4173491 Jun 22 09:46:10.230728 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4002cbbd-adcf-4500-8928-5145359cb696 req-e403cd2e-69bf-45f4-ba1e-b2271ffbf358 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3f17943-9239-4982-a1a2-d413fb17af80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485217 Jun 22 09:46:10.237149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:10.241411 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006385de-b449-4815-99f0-8554b64c2911 req-1cb49253-0e9b-446c-ae7f-d6fc15f8ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:10.243210 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-006385de-b449-4815-99f0-8554b64c2911 req-1cb49253-0e9b-446c-ae7f-d6fc15f8ece8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=283ddd72-4398-40de-a4e8-0f59a665118e HTTP/1.1" status: 200 len: 851 time: 0.1732333 Jun 22 09:46:10.298159 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-fad34c55-368e-471e-a910-f859fb83d732 None None] For port 4a9c6c14-aa06-4906-be91-689def4c6753, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4a9c6c14-aa06-4906-be91-689def4c6753,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:10.298579 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fad34c55-368e-471e-a910-f859fb83d732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:10.306557 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-4082aa52-0b07-470d-b98a-ab68739900e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:10.310980 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-4082aa52-0b07-470d-b98a-ab68739900e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 1096 time: 0.3770299 Jun 22 09:46:10.340125 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-774d76cb-c923-4d32-8632-0ef0bda27525 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:10.354807 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-635f3a17-911e-4e2b-8995-6874291e0d07 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=838308d2-e63a-4657-a487-f71fbd0a2e16 HTTP/1.1" status: 200 len: 217 time: 0.0396247 Jun 22 09:46:10.393442 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c77e84-9765-4cc8-8672-390abb5c39fb tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Made reservation on behalf of d350cc773ed540d481462b23dd107ebd for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:10.396040 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:10.399107 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-99c77e84-9765-4cc8-8672-390abb5c39fb tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:10.406927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:10.423897 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-fad34c55-368e-471e-a910-f859fb83d732 None None] Calling delete_port for 4a9c6c14-aa06-4906-be91-689def4c6753 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:10.446807 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-006385de-b449-4815-99f0-8554b64c2911 req-3f4dc59c-c9ec-4893-a313-651f9b089b99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=21c72c56-a580-4ed1-ad90-b49e3ece47ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1624484 Jun 22 09:46:10.478776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-85fb837a-83d3-4a0d-9104-0d4800a19a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:10.480386 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-85fb837a-83d3-4a0d-9104-0d4800a19a49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d6e61e07-e547-40e1-9d33-b1877630025e HTTP/1.1" status: 200 len: 834 time: 0.1201103 Jun 22 09:46:10.481766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.ipam_backend_mixin [None req-99c77e84-9765-4cc8-8672-390abb5c39fb tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Performing IP validity checks on allocation pools {{(pid=100652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 09:46:10.482290 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.ipam_backend_mixin [None req-99c77e84-9765-4cc8-8672-390abb5c39fb tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 09:46:10.483757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774d76cb-c923-4d32-8632-0ef0bda27525 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:10.498017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-774d76cb-c923-4d32-8632-0ef0bda27525 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:10.548443 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774d76cb-c923-4d32-8632-0ef0bda27525 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:10.549026 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-774d76cb-c923-4d32-8632-0ef0bda27525 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:10.579484 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fad34c55-368e-471e-a910-f859fb83d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:10.583742 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:10.603960 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-d46e93c5-d76e-4c4a-919a-60b077386d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:10.603960 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-d46e93c5-d76e-4c4a-919a-60b077386d8c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0ce1e5d-6656-4707-a16d-5d7c9ba76d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1141725 Jun 22 09:46:10.604523 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d76cb-c923-4d32-8632-0ef0bda27525 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=35cda0eb-aa5c-4bcf-b642-16fe8624d553,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:10.613193 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-774d76cb-c923-4d32-8632-0ef0bda27525 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:10.616474 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad34c55-368e-471e-a910-f859fb83d732 None None] Pushing event deleted for resources: {'Port': ['ID=4a9c6c14-aa06-4906-be91-689def4c6753,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:10.620088 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fad34c55-368e-471e-a910-f859fb83d732 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:10.621607 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad34c55-368e-471e-a910-f859fb83d732 None None] No DVR routers for this DVR port 4a9c6c14-aa06-4906-be91-689def4c6753 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:10.638634 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e01e7b-c096-4b4e-bc68-40b8f7b10528 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:10.683930 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-774d76cb-c923-4d32-8632-0ef0bda27525 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9885077 Jun 22 09:46:10.688451 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60598) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:10.693611 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:10.710229 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-006385de-b449-4815-99f0-8554b64c2911 req-0507e149-1647-4480-8c41-f60db3a6ae1b service neutron] 10.222.0.35 "GET /v2.0/networks/21c72c56-a580-4ed1-ad90-b49e3ece47ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521751 Jun 22 09:46:10.807830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-99c77e84-9765-4cc8-8672-390abb5c39fb tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:10.816111 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b9d75582-b8ae-4308-ae58-7bf7331b7a2b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:10.826455 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-67daa88b-b967-4c14-b5d5-d7fc5fc94f4b service neutron] 10.222.0.35 "GET /v2.0/networks/a0ce1e5d-6656-4707-a16d-5d7c9ba76d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109780 Jun 22 09:46:10.887774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': '35cda0eb-aa5c-4bcf-b642-16fe8624d553'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:46:10.888893 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:10.909352 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device df86625b-78dd-483b-b09c-a54aa5694aad up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:10.993217 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e8fcc2d-36a7-48ca-b4b8-baaecd5a843e req-a0c40384-e246-4694-bafa-88bb5c3083dc service neutron] 10.222.0.35 "GET /v2.0/networks/a0ce1e5d-6656-4707-a16d-5d7c9ba76d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071806 Jun 22 09:46:11.016177 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c77e84-9765-4cc8-8672-390abb5c39fb tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Subnet': ['ID=20a083d6-2c93-4126-9468-815fc7f5ec01,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:11.020713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-99c77e84-9765-4cc8-8672-390abb5c39fb tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:11.044325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c77e84-9765-4cc8-8672-390abb5c39fb tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Checking segment: {'id': 'cb090908-ab7d-478e-b550-8c1a8fa9df62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '68f16361-0e06-4c09-b918-6e8514c63c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:11.044501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c77e84-9765-4cc8-8672-390abb5c39fb tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network hostable DHCP agents. Network: 68f16361-0e06-4c09-b918-6e8514c63c0b, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:46:11.046149 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-006385de-b449-4815-99f0-8554b64c2911 req-5101afda-db28-409b-abaf-2c0a77dd6301 service neutron] 10.222.0.35 "GET /v2.0/networks/21c72c56-a580-4ed1-ad90-b49e3ece47ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028688 Jun 22 09:46:11.092849 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Allocated IP 2001:db8::1 (67708a4e-37d0-4c90-9913-2565c6b50f2d/75154c9c-1105-444e-8cae-230d92722995/671241bf-7a50-4b92-afd9-e6ff4591c01f) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:11.100908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Allocated IP 172.20.0.2 (36eee797-60f1-483e-81c4-4dc1c89ce22a/35cda0eb-aa5c-4bcf-b642-16fe8624d553/dfee47f1-bc11-4536-b66f-e805dcfd747f) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:11.145558 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75872860-e00c-4b79-a39e-968b79a8cc01 req-673d2f76-365b-4a5c-9d01-ef1961ea823a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:11.147193 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-75872860-e00c-4b79-a39e-968b79a8cc01 req-673d2f76-365b-4a5c-9d01-ef1961ea823a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 943 time: 0.2246621 Jun 22 09:46:11.176921 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c77e84-9765-4cc8-8672-390abb5c39fb tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Network 68f16361-0e06-4c09-b918-6e8514c63c0b is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:46:11.179378 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port df86625b-78dd-483b-b09c-a54aa5694aad completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:11.240636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2490a03-100e-47b7-a643-69550e2ac844 None None] Network 67708a4e-37d0-4c90-9913-2565c6b50f2d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:11.265452 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-99c77e84-9765-4cc8-8672-390abb5c39fb tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 68f16361-0e06-4c09-b918-6e8514c63c0b) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:11.269476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c77e84-9765-4cc8-8672-390abb5c39fb tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:11.270352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-99c77e84-9765-4cc8-8672-390abb5c39fb tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:11.276563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4a9c6c14-aa06-4906-be91-689def4c6753 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:11.318633 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-75872860-e00c-4b79-a39e-968b79a8cc01 req-db8485b0-5fb4-4bfd-8a13-03f6fac39b0a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541345 Jun 22 09:46:11.353281 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df36d213-f85e-498e-ad5a-695f784dacd6 None None] Network 68f16361-0e06-4c09-b918-6e8514c63c0b requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:11.356736 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:11.366878 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c3970-4917-4920-9105-4c7858330dce req-ac0037bf-af1a-43d6-9d64-95a57b471ed9 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:11.369189 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bd8c3970-4917-4920-9105-4c7858330dce req-ac0037bf-af1a-43d6-9d64-95a57b471ed9 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.0825770 Jun 22 09:46:11.372649 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8bb3c-e376-46b0-b601-f220f891f726 req-002c197d-8d33-49ec-a6c9-b73880ef1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:11.374140 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-78e8bb3c-e376-46b0-b601-f220f891f726 req-002c197d-8d33-49ec-a6c9-b73880ef1d7b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6522641a2ddb4b00b2277d3a723744e1&device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 1096 time: 0.1540074 Jun 22 09:46:11.379518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Transition to ACTIVE for port object 671241bf-7a50-4b92-afd9-e6ff4591c01f will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:11.389197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 4a9c6c14-aa06-4906-be91-689def4c6753 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:11.389632 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4a9c6c14-aa06-4906-be91-689def4c6753 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:46:11.431337 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bd8c3970-4917-4920-9105-4c7858330dce req-0fba4835-b51b-486c-be15-78ee418af73d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515766 Jun 22 09:46:11.442820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:11.447997 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:11.529296 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:11.531058 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-609ad888-0078-4e43-82d6-139e3d8d3704 None None] Provisioning for port df86625b-78dd-483b-b09c-a54aa5694aad completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:11.537563 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-99c77e84-9765-4cc8-8672-390abb5c39fb tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5728378 Jun 22 09:46:11.540381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60608) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:11.546756 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-ebac920a-34fd-449f-b767-228587f8c7f8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:11.552636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-609ad888-0078-4e43-82d6-139e3d8d3704 None None] Provisioning complete for port df86625b-78dd-483b-b09c-a54aa5694aad triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:11.552806 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-609ad888-0078-4e43-82d6-139e3d8d3704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:11.573748 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Transition to ACTIVE for port object dfee47f1-bc11-4536-b66f-e805dcfd747f will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:11.639499 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8bb3c-e376-46b0-b601-f220f891f726 req-f241b8d7-b281-471b-a03c-bbc5858cd486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:11.640901 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-78e8bb3c-e376-46b0-b601-f220f891f726 req-f241b8d7-b281-471b-a03c-bbc5858cd486 service neutron] 10.222.0.35 "GET /v2.0/networks?id=21c72c56-a580-4ed1-ad90-b49e3ece47ba HTTP/1.1" status: 200 len: 912 time: 0.2597640 Jun 22 09:46:11.656596 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Transition to ACTIVE for port object dfee47f1-bc11-4536-b66f-e805dcfd747f will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:11.658873 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:11.668955 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-365dfcd6-5cb5-4a91-b07b-67611d565ff8 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:11.701534 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ebac920a-34fd-449f-b767-228587f8c7f8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9178230'] for subnet, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:11.721545 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addcbe9-711b-44d7-8fba-a189cb8f6a25 req-65d5ab98-e0db-4ebc-990f-ef1a36b67d7d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:11.723187 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1addcbe9-711b-44d7-8fba-a189cb8f6a25 req-65d5ab98-e0db-4ebc-990f-ef1a36b67d7d tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1412051 Jun 22 09:46:11.726943 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:11.732623 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fad34c55-368e-471e-a910-f859fb83d732 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:11.735047 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67ea93-e6af-49bb-b0fb-713d1d404239 req-7baaec21-8cd4-47ad-8b34-6aa100769c36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:11.736785 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2a67ea93-e6af-49bb-b0fb-713d1d404239 req-7baaec21-8cd4-47ad-8b34-6aa100769c36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 943 time: 0.2375429 Jun 22 09:46:11.747913 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-78e8bb3c-e376-46b0-b601-f220f891f726 req-ff41f6a5-6757-4205-b387-bc2ddbc2a0e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 HTTP/1.1" status: 200 len: 217 time: 0.0913155 Jun 22 09:46:11.774425 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network 67708a4e-37d0-4c90-9913-2565c6b50f2d is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:11.778933 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-68f16361-0e06-4c09-b918-6e8514c63c0b', 'network_id': '68f16361-0e06-4c09-b918-6e8514c63c0b', 'tenant_id': 'd350cc773ed540d481462b23dd107ebd', 'fixed_ips': [{'subnet_id': '20a083d6-2c93-4126-9468-815fc7f5ec01'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:46:11.779822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:11.808397 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:11.809880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:11.810036 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1addcbe9-711b-44d7-8fba-a189cb8f6a25 req-a1d06b75-1012-4f13-aa50-01d732569614 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495048 Jun 22 09:46:11.812352 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:11.812908 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:11.825575 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:11.834357 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:11.837276 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-609ad888-0078-4e43-82d6-139e3d8d3704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:11.841695 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Pushing event updated for resources: {'Port': ['ID=dfee47f1-bc11-4536-b66f-e805dcfd747f,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:11.851687 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:11.863887 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=671241bf-7a50-4b92-afd9-e6ff4591c01f,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:11.867421 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:11.956315 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2a67ea93-e6af-49bb-b0fb-713d1d404239 req-900db1e6-b63b-49db-9e8a-918a51ac5ea6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3f17943-9239-4982-a1a2-d413fb17af80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989172 Jun 22 09:46:11.957748 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8bb3c-e376-46b0-b601-f220f891f726 req-8daeed70-1402-4e67-bfa7-7e7ef8031dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:11.959115 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-78e8bb3c-e376-46b0-b601-f220f891f726 req-8daeed70-1402-4e67-bfa7-7e7ef8031dd6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=283ddd72-4398-40de-a4e8-0f59a665118e HTTP/1.1" status: 200 len: 851 time: 0.1976213 Jun 22 09:46:12.021164 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-78e8bb3c-e376-46b0-b601-f220f891f726 req-9603386b-4a6a-4262-bb55-9f10d00660a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=21c72c56-a580-4ed1-ad90-b49e3ece47ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541568 Jun 22 09:46:12.031459 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-609ad888-0078-4e43-82d6-139e3d8d3704 None None] For port df86625b-78dd-483b-b09c-a54aa5694aad, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=df86625b-78dd-483b-b09c-a54aa5694aad,segment=NetworkSegment(13b18cef-e2a8-4746-a942-50cee6cba87e),segment_id=13b18cef-e2a8-4746-a942-50cee6cba87e)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:12.053515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Attempting to bind port dfee47f1-bc11-4536-b66f-e805dcfd747f on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:12.054199 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Attempting to bind port dfee47f1-bc11-4536-b66f-e805dcfd747f by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:12.054743 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Attempting to bind port dfee47f1-bc11-4536-b66f-e805dcfd747f on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:12.070209 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:12.070601 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:12.075561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:12.075561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:12.075561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Bound port: dfee47f1-bc11-4536-b66f-e805dcfd747f, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:12.075561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:12.076058 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ebac920a-34fd-449f-b767-228587f8c7f8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755272541660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9890958'] for subnet, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:12.078185 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-79cd8ff1-7cd7-4986-935b-98617a06f5c6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:12.151508 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-609ad888-0078-4e43-82d6-139e3d8d3704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:12.156378 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-92a77b74-e8f9-4a20-be79-bc0b99211dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:12.156982 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac920a-34fd-449f-b767-228587f8c7f8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event updated for resources: {'Subnet': ['ID=20a083d6-2c93-4126-9468-815fc7f5ec01,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:12.165642 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ebac920a-34fd-449f-b767-228587f8c7f8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:12.175679 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebac920a-34fd-449f-b767-228587f8c7f8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:12.176400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ebac920a-34fd-449f-b767-228587f8c7f8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:12.181792 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ebac920a-34fd-449f-b767-228587f8c7f8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "PUT /v2.0/subnets/20a083d6-2c93-4126-9468-815fc7f5ec01 HTTP/1.1" status: 200 len: 900 time: 0.6400542 Jun 22 09:46:12.182470 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60612) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:12.201951 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Allocated IP 2001:db8::3 (68f16361-0e06-4c09-b918-6e8514c63c0b/20a083d6-2c93-4126-9468-815fc7f5ec01/bdc3cf7a-7da7-4893-be76-a3826b64b76b) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:12.284194 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5a01a-4f4a-4bc6-b985-43f62fc6f82d req-380725f8-595b-46c5-b89f-d15a48067b85 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:12.285828 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ebe5a01a-4f4a-4bc6-b985-43f62fc6f82d req-380725f8-595b-46c5-b89f-d15a48067b85 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.2790656 Jun 22 09:46:12.344722 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:12.411803 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ad888-0078-4e43-82d6-139e3d8d3704 None None] Pushing event updated for resources: {'Port': ['ID=df86625b-78dd-483b-b09c-a54aa5694aad,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:12.416966 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-609ad888-0078-4e43-82d6-139e3d8d3704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:12.423505 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] For port dfee47f1-bc11-4536-b66f-e805dcfd747f, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:12.449018 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] For port dfee47f1-bc11-4536-b66f-e805dcfd747f, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dfee47f1-bc11-4536-b66f-e805dcfd747f,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:12.456086 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:12.460918 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ebe5a01a-4f4a-4bc6-b985-43f62fc6f82d req-b8f27013-a9fe-4813-a211-58f75089719c tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622229 Jun 22 09:46:12.490171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3d51ac81-8234-4c52-a6fa-afc9f42ff087 None None] Provisioning complete for port df86625b-78dd-483b-b09c-a54aa5694aad triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:12.490570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3d51ac81-8234-4c52-a6fa-afc9f42ff087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:12.539804 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Transition to ACTIVE for port object bdc3cf7a-7da7-4893-be76-a3826b64b76b will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:12.555873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:12.578180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Transition to ACTIVE for port object bdc3cf7a-7da7-4893-be76-a3826b64b76b will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:12.580879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:12.584648 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e030ede2-d5b2-4d9c-81a0-497f45b1d8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:12.620590 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-39c741e1-6a96-4c63-84f7-ff4fc0d8263a req-3121cd82-f995-4570-8c2d-47c32c8b165b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2505996 Jun 22 09:46:12.779610 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:12.783163 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c741e1-6a96-4c63-84f7-ff4fc0d8263a req-d58e51b1-6c4f-4407-9b4b-283612678942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:12.783163 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-39c741e1-6a96-4c63-84f7-ff4fc0d8263a req-d58e51b1-6c4f-4407-9b4b-283612678942 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6405790520f347c092a1490886c89b06&device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 1098 time: 0.1056414 Jun 22 09:46:12.805146 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-78e8bb3c-e376-46b0-b601-f220f891f726 req-d92bdcc4-59c1-417a-9698-3fe37c015472 service neutron] 10.222.0.35 "GET /v2.0/networks/21c72c56-a580-4ed1-ad90-b49e3ece47ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147702 Jun 22 09:46:12.815608 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13000ec7-940c-475a-b7ab-6b0cab39225d req-ffb623d1-4994-41a7-9f49-c4891e280090 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:12.817642 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-13000ec7-940c-475a-b7ab-6b0cab39225d req-ffb623d1-4994-41a7-9f49-c4891e280090 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 943 time: 0.3287432 Jun 22 09:46:12.849971 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device df86625b-78dd-483b-b09c-a54aa5694aad up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:12.858064 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:12.897194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Pushing event updated for resources: {'Port': ['ID=dfee47f1-bc11-4536-b66f-e805dcfd747f,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:12.907099 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:12.910116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-95b9129b-14e8-4f9a-a759-ba06d607d4e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:12.952716 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Network 68f16361-0e06-4c09-b918-6e8514c63c0b is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:12.953320 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c741e1-6a96-4c63-84f7-ff4fc0d8263a req-7ef6808c-e172-460d-86d0-5eb88b138cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:12.963341 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-39c741e1-6a96-4c63-84f7-ff4fc0d8263a req-7ef6808c-e172-460d-86d0-5eb88b138cc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=75ca7b51-8500-41da-a24f-8648dce1885d HTTP/1.1" status: 200 len: 897 time: 0.1728389 Jun 22 09:46:12.974727 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:12.978292 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:13.026841 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-13000ec7-940c-475a-b7ab-6b0cab39225d req-977da78f-d33d-4c65-84d3-4666a832bdb8 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919188 Jun 22 09:46:13.041124 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Pushing event updated for resources: {'Port': ['ID=bdc3cf7a-7da7-4893-be76-a3826b64b76b,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:13.046583 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:13.054563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3d51ac81-8234-4c52-a6fa-afc9f42ff087 None None] Provisioning for port 671241bf-7a50-4b92-afd9-e6ff4591c01f completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:13.060305 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:13.066340 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ebac920a-34fd-449f-b767-228587f8c7f8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:13.110452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3d51ac81-8234-4c52-a6fa-afc9f42ff087 None None] Provisioning complete for port 671241bf-7a50-4b92-afd9-e6ff4591c01f triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:13.110452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3d51ac81-8234-4c52-a6fa-afc9f42ff087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:13.110452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port df86625b-78dd-483b-b09c-a54aa5694aad triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:13.110452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:13.133007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Subnet': ['ID=20a083d6-2c93-4126-9468-815fc7f5ec01,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:13.150398 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:13.174120 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-39c741e1-6a96-4c63-84f7-ff4fc0d8263a req-fdd2a81c-556c-4660-9bc6-4a7f724b8075 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 HTTP/1.1" status: 200 len: 1001 time: 0.2089915 Jun 22 09:46:13.195523 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Attempting to bind port bdc3cf7a-7da7-4893-be76-a3826b64b76b on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:13.195919 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Attempting to bind port bdc3cf7a-7da7-4893-be76-a3826b64b76b by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'cb090908-ab7d-478e-b550-8c1a8fa9df62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '68f16361-0e06-4c09-b918-6e8514c63c0b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:13.196860 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Attempting to bind port bdc3cf7a-7da7-4893-be76-a3826b64b76b on network 68f16361-0e06-4c09-b918-6e8514c63c0b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:13.206721 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-78e8bb3c-e376-46b0-b601-f220f891f726 req-f7e9fb98-82a3-47bd-a005-3390c1294407 service neutron] 10.222.0.35 "GET /v2.0/networks/21c72c56-a580-4ed1-ad90-b49e3ece47ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878856 Jun 22 09:46:13.233708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:13.234544 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Checking segment: {'id': 'cb090908-ab7d-478e-b550-8c1a8fa9df62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '68f16361-0e06-4c09-b918-6e8514c63c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:13.235259 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:13.236250 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Bound using segment: {'id': 'cb090908-ab7d-478e-b550-8c1a8fa9df62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '68f16361-0e06-4c09-b918-6e8514c63c0b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:13.237170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Bound port: bdc3cf7a-7da7-4893-be76-a3826b64b76b, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb090908-ab7d-478e-b550-8c1a8fa9df62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '68f16361-0e06-4c09-b918-6e8514c63c0b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:13.237802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:13.265180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3d51ac81-8234-4c52-a6fa-afc9f42ff087 None None] Port 671241bf-7a50-4b92-afd9-e6ff4591c01f cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:46:13.288241 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:13.302275 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f16361-0e06-4c09-b918-6e8514c63c0b']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:13.310802 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c741e1-6a96-4c63-84f7-ff4fc0d8263a req-48f29931-48cb-4144-9c3e-4da08c38631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:13.312407 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-39c741e1-6a96-4c63-84f7-ff4fc0d8263a req-48f29931-48cb-4144-9c3e-4da08c38631c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e4884e1f-8290-4e72-874f-49d914add356 HTTP/1.1" status: 200 len: 835 time: 0.1272643 Jun 22 09:46:13.315815 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb090908-ab7d-478e-b550-8c1a8fa9df62') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:13.316185 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb090908-ab7d-478e-b550-8c1a8fa9df62') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:13.335728 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.objects.ports [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100653) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:46:13.336282 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:13.356874 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] For port bdc3cf7a-7da7-4893-be76-a3826b64b76b, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:13.370499 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] For port bdc3cf7a-7da7-4893-be76-a3826b64b76b, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=bdc3cf7a-7da7-4893-be76-a3826b64b76b,segment=NetworkSegment(cb090908-ab7d-478e-b550-8c1a8fa9df62),segment_id=cb090908-ab7d-478e-b550-8c1a8fa9df62)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:13.390181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-33ffdae1-353a-46a6-b6e4-d9fb24609de5 None None] Provisioning complete for port 671241bf-7a50-4b92-afd9-e6ff4591c01f triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:13.390858 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-33ffdae1-353a-46a6-b6e4-d9fb24609de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:13.408295 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c741e1-6a96-4c63-84f7-ff4fc0d8263a req-2781c493-c42e-4daa-986e-9cf053025ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:13.410220 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-39c741e1-6a96-4c63-84f7-ff4fc0d8263a req-2781c493-c42e-4daa-986e-9cf053025ab5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75ca7b51-8500-41da-a24f-8648dce1885d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861161 Jun 22 09:46:13.431455 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-33ffdae1-353a-46a6-b6e4-d9fb24609de5 None None] Port 671241bf-7a50-4b92-afd9-e6ff4591c01f cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:46:13.443469 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:13.443469 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:13.446958 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:13.492747 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:13.506040 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:46:13.507019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:46:13.510604 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:46:13.527669 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Pushing event updated for resources: {'Port': ['ID=bdc3cf7a-7da7-4893-be76-a3826b64b76b,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:13.529301 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629024f-deaa-4e2e-a55a-56337c6cc6c7 req-e99e26ad-24bc-436c-93e2-83b897e00813 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:13.530852 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0629024f-deaa-4e2e-a55a-56337c6cc6c7 req-e99e26ad-24bc-436c-93e2-83b897e00813 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 943 time: 0.2696543 Jun 22 09:46:13.542787 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:13.564034 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bccec3-ebe8-44f2-b2af-b5bf753114b9 None None] Network 68f16361-0e06-4c09-b918-6e8514c63c0b requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:13.599236 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0629024f-deaa-4e2e-a55a-56337c6cc6c7 req-6613ffc4-d27e-41a5-bcda-051c9f6a8a1d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3f17943-9239-4982-a1a2-d413fb17af80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571380 Jun 22 09:46:13.600133 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:13.600853 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:13.610289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e8e7e351-03b5-419b-aeb8-6427b5e081f1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:13.652419 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-39c741e1-6a96-4c63-84f7-ff4fc0d8263a req-b7ca0ad8-c011-44be-99ae-06546d5215f7 service neutron] 10.222.0.35 "GET /v2.0/networks/75ca7b51-8500-41da-a24f-8648dce1885d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342684 Jun 22 09:46:13.657925 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.api [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:46:13.657925 dv-neutron-797121-3-hyperv neutron-server[100652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:46:13.657925 dv-neutron-797121-3-hyperv neutron-server[100652]: [parameters: {'id': '68f16361-0e06-4c09-b918-6e8514c63c0b'}] Jun 22 09:46:13.657925 dv-neutron-797121-3-hyperv neutron-server[100652]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:46:13.658379 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_db.api [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:46:13.727196 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d3e0-4d80-43b2-9477-ec14e4082123 req-56a711b6-f126-43ce-87fe-e4ae9a3222e5 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:13.728515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b798e48-15b6-44c8-bd19-dbf9c53405b2 None None] Network 68f16361-0e06-4c09-b918-6e8514c63c0b requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:13.729001 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f229d3e0-4d80-43b2-9477-ec14e4082123 req-56a711b6-f126-43ce-87fe-e4ae9a3222e5 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1652780 Jun 22 09:46:13.797489 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 838308d2-e63a-4657-a487-f71fbd0a2e16 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:46:13.809146 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f229d3e0-4d80-43b2-9477-ec14e4082123 req-1f7119df-d1cd-43b3-b1d5-2487782d2443 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727162 Jun 22 09:46:13.812926 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network 67708a4e-37d0-4c90-9913-2565c6b50f2d is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:13.828671 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-39c741e1-6a96-4c63-84f7-ff4fc0d8263a req-4de4c8ed-17a8-483c-aa18-36f5f01824f8 service neutron] 10.222.0.35 "GET /v2.0/networks/75ca7b51-8500-41da-a24f-8648dce1885d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679893 Jun 22 09:46:13.831837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:13.836756 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:13.843229 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=671241bf-7a50-4b92-afd9-e6ff4591c01f,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:13.855840 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:13.973963 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 838308d2-e63a-4657-a487-f71fbd0a2e16, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=838308d2-e63a-4657-a487-f71fbd0a2e16,segment=NetworkSegment(327434d1-3564-47f6-9d2e-e6dbc2624eb3),segment_id=327434d1-3564-47f6-9d2e-e6dbc2624eb3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:13.993911 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '838308d2-e63a-4657-a487-f71fbd0a2e16', 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27', 'port_id': '838308d2-e63a-4657-a487-f71fbd0a2e16', 'mac_address': 'fa:16:3e:3c:1f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6e61e07-e547-40e1-9d33-b1877630025e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:46:14.042798 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:14.060475 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838308d2-e63a-4657-a487-f71fbd0a2e16 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:46:14.081915 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 838308d2-e63a-4657-a487-f71fbd0a2e16, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=838308d2-e63a-4657-a487-f71fbd0a2e16,segment=NetworkSegment(327434d1-3564-47f6-9d2e-e6dbc2624eb3),segment_id=327434d1-3564-47f6-9d2e-e6dbc2624eb3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:14.116552 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] For port dfee47f1-bc11-4536-b66f-e805dcfd747f, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dfee47f1-bc11-4536-b66f-e805dcfd747f,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:14.149245 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151b2af4-2971-4539-a318-f4397491f828 None None] get_active_networks_info from dv-neutron-797121-3-hyperv {{(pid=100654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:46:14.153866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:14.159389 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:14.176838 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:14.177561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:46:14.184630 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:14.186950 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:46:14.222804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Deleting port bdc3cf7a-7da7-4893-be76-a3826b64b76b {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:14.223248 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:14.225125 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:14.226145 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:14.237348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-20e1b537-aec3-458c-b389-0cb151bf2703 None None] Provisioning complete for port 671241bf-7a50-4b92-afd9-e6ff4591c01f triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:14.237736 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-20e1b537-aec3-458c-b389-0cb151bf2703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:14.237989 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-82fd89c7-23e2-45bb-b34b-3129a815c231 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:14.273827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:14.292976 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] For port bdc3cf7a-7da7-4893-be76-a3826b64b76b, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=bdc3cf7a-7da7-4893-be76-a3826b64b76b,segment=NetworkSegment(cb090908-ab7d-478e-b550-8c1a8fa9df62),segment_id=cb090908-ab7d-478e-b550-8c1a8fa9df62)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:14.293442 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:14.315372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:14.347599 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:14.347861 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=838308d2-e63a-4657-a487-f71fbd0a2e16,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:14.348365 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:14.350773 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:14.364985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-20e1b537-aec3-458c-b389-0cb151bf2703 None None] Port 671241bf-7a50-4b92-afd9-e6ff4591c01f cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:46:14.386951 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Calling delete_port for bdc3cf7a-7da7-4893-be76-a3826b64b76b owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:14.407769 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=dfee47f1-bc11-4536-b66f-e805dcfd747f,revision_number=4']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:14.416731 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:14.418138 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b8c3a7f9-4c5f-465e-8808-cb9b6d103497 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:14.421230 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151b2af4-2971-4539-a318-f4397491f828 None None] Resources bound (agent type, host, resource id): {{(pid=100654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:46:14.424412 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:46:14.438287 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834876ca-4c67-4695-85bb-01e255acec06 None None] Sync routers for ids ['ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:46:14.452837 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0450568 Jun 22 09:46:14.453172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60624) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:14.459897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abea94-833b-4f7e-8427-3cb15573a1ca req-91c39da9-facf-4ba9-99ce-d0cb5347a21c tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:14.467368 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02abea94-833b-4f7e-8427-3cb15573a1ca req-91c39da9-facf-4ba9-99ce-d0cb5347a21c tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 943 time: 0.2761970 Jun 22 09:46:14.472788 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834876ca-4c67-4695-85bb-01e255acec06 None None] Routers {'ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:14.473498 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-834876ca-4c67-4695-85bb-01e255acec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:14.511976 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=76529193-a766-4ee2-90f0-a866d9ab6ad5,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:14.519098 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:14.519961 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b664ee-5c3e-4976-ad1c-b508569f47e9 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:14.521415 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-91b664ee-5c3e-4976-ad1c-b508569f47e9 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/ports/671241bf-7a50-4b92-afd9-e6ff4591c01f HTTP/1.1" status: 200 len: 911 time: 0.0671947 Jun 22 09:46:14.526890 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60626) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:14.538207 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8487360 Jun 22 09:46:14.540663 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60628) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:14.541847 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02abea94-833b-4f7e-8427-3cb15573a1ca req-e1bf8120-ea0c-4f3d-a94a-377b3ccc3697 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736659 Jun 22 09:46:14.547396 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-431a1604-faa1-4905-87fe-0434c913d5e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'mac_address': 'fa:16:3e:25:ef:4e', 'name': 'tempest-NetworksTestDHCPv6-486332100'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:14.549574 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-834876ca-4c67-4695-85bb-01e255acec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:14.559261 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-20e1b537-aec3-458c-b389-0cb151bf2703 None None] Provisioning for port dfee47f1-bc11-4536-b66f-e805dcfd747f completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:14.599120 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834876ca-4c67-4695-85bb-01e255acec06 None None] Routers {'ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:14.599582 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-834876ca-4c67-4695-85bb-01e255acec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:14.657263 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:14.687258 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5f873e2a-aded-44a9-be60-db9c196a21bd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:14.695919 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No DVR routers for this DVR port bdc3cf7a-7da7-4893-be76-a3826b64b76b on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:14.707118 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-834876ca-4c67-4695-85bb-01e255acec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:14.707807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834876ca-4c67-4695-85bb-01e255acec06 None None] The sync data for ids ['ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:46:14.716409 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2,segment=NetworkSegment(b837449e-65e8-4c0a-935b-0a236c249d96),segment_id=b837449e-65e8-4c0a-935b-0a236c249d96)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:14.747061 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Port': ['ID=bdc3cf7a-7da7-4893-be76-a3826b64b76b,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:14.749564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:14.772444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2', 'network_id': '21c72c56-a580-4ed1-ad90-b49e3ece47ba', 'port_id': '98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2', 'mac_address': 'fa:16:3e:e6:51:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283ddd72-4398-40de-a4e8-0f59a665118e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:46:14.827660 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431a1604-faa1-4905-87fe-0434c913d5e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:14.843531 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:14.901076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:14.916678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f16361-0e06-4c09-b918-6e8514c63c0b']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:14.919257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c98da9c2-9dfb-420b-a96a-61e7630cda1f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:14.934177 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb090908-ab7d-478e-b550-8c1a8fa9df62') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:14.934482 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb090908-ab7d-478e-b550-8c1a8fa9df62') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:14.953541 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:46:14.957146 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:14.974063 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dfee47f1-bc11-4536-b66f-e805dcfd747f up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:14.978209 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbf32a-2fe6-4d03-afbc-c6f031266270 req-c68684da-6336-44fa-8dc7-eb4acfe28fd7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:14.979973 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-23bbf32a-2fe6-4d03-afbc-c6f031266270 req-c68684da-6336-44fa-8dc7-eb4acfe28fd7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 944 time: 0.2271023 Jun 22 09:46:15.001975 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:15.009927 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd59720-7722-480f-ab4a-ed85e44a0fd9 None None] get_active_networks_info from dv-neutron-797121-3-hyperv {{(pid=100654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:46:15.023747 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:46:15.024199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:46:15.028683 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:46:15.043545 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2,segment=NetworkSegment(b837449e-65e8-4c0a-935b-0a236c249d96),segment_id=b837449e-65e8-4c0a-935b-0a236c249d96)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:15.082921 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-431a1604-faa1-4905-87fe-0434c913d5e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:15.111494 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-23bbf32a-2fe6-4d03-afbc-c6f031266270 req-9854a08c-5b86-4256-9cb8-851d6c35f145 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3f17943-9239-4982-a1a2-d413fb17af80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178911 Jun 22 09:46:15.128098 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-431a1604-faa1-4905-87fe-0434c913d5e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port 5d56e7af-42d1-434c-92d7-b15c7818e469 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:46:15.133336 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:15.139600 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c553629f-9308-4f64-a6d7-afc3175c39dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:15.163041 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f5cc1-a174-4cfb-a85f-2b8443b1d2cb req-f23e4890-ad6f-4645-9601-26cb9083ffd7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:15.164594 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-df3f5cc1-a174-4cfb-a85f-2b8443b1d2cb req-f23e4890-ad6f-4645-9601-26cb9083ffd7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1923041 Jun 22 09:46:15.174124 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port dfee47f1-bc11-4536-b66f-e805dcfd747f completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:15.191148 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port dfee47f1-bc11-4536-b66f-e805dcfd747f triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:15.193003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:15.214869 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:15.215503 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-df3f5cc1-a174-4cfb-a85f-2b8443b1d2cb req-75aea788-3ae5-4c02-bd7a-3039dcd6ca31 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436609 Jun 22 09:46:15.222568 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:15.226686 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:15.235995 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/networks/68f16361-0e06-4c09-b918-6e8514c63c0b HTTP/1.1" status: 204 len: 168 time: 3.0357213 Jun 22 09:46:15.239016 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:15.242013 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:15.245260 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60634) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:15.247499 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd59720-7722-480f-ab4a-ed85e44a0fd9 None None] Resources bound (agent type, host, resource id): {{(pid=100654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:46:15.248594 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Network': ['ID=68f16361-0e06-4c09-b918-6e8514c63c0b,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:15.255397 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:15.284230 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5da19c-7d78-49c0-a4ec-d98801993f9a tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] DELETE failed (client error): The resource could not be found. Jun 22 09:46:15.284720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5da19c-7d78-49c0-a4ec-d98801993f9a tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:15.289818 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7e5da19c-7d78-49c0-a4ec-d98801993f9a tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/subnets/20a083d6-2c93-4126-9468-815fc7f5ec01 HTTP/1.1" status: 404 len: 337 time: 0.0402949 Jun 22 09:46:15.289818 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60638) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:15.315458 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e735bd4a-4c28-4ec5-836a-d68554318a92 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] DELETE failed (client error): The resource could not be found. Jun 22 09:46:15.316040 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e735bd4a-4c28-4ec5-836a-d68554318a92 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:15.317752 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e735bd4a-4c28-4ec5-836a-d68554318a92 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/networks/68f16361-0e06-4c09-b918-6e8514c63c0b HTTP/1.1" status: 404 len: 339 time: 0.0277896 Jun 22 09:46:15.320542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60640) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:15.382365 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-431a1604-faa1-4905-87fe-0434c913d5e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 172.20.0.9 (36eee797-60f1-483e-81c4-4dc1c89ce22a/35cda0eb-aa5c-4bcf-b642-16fe8624d553/5d56e7af-42d1-434c-92d7-b15c7818e469) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:15.386275 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:15.391161 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-431a1604-faa1-4905-87fe-0434c913d5e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::f816:3eff:fe25:ef4e (36eee797-60f1-483e-81c4-4dc1c89ce22a/76529193-a766-4ee2-90f0-a866d9ab6ad5/5d56e7af-42d1-434c-92d7-b15c7818e469) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:15.428168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5fd57a8b-bbc0-4aa4-b6d4-137c6f0555a7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:15.449575 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port dfee47f1-bc11-4536-b66f-e805dcfd747f, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dfee47f1-bc11-4536-b66f-e805dcfd747f,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:15.453460 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-c98da9c2-9dfb-420b-a96a-61e7630cda1f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting port 671241bf-7a50-4b92-afd9-e6ff4591c01f {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:15.453806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c98da9c2-9dfb-420b-a96a-61e7630cda1f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:15.506256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:46:15.534903 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['838308d2-e63a-4657-a487-f71fbd0a2e16'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:46:15.541938 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:15.562764 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-431a1604-faa1-4905-87fe-0434c913d5e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:15.563689 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fa665c7d-3e6f-4e4d-8793-1a2db93214d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:15.580917 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-431a1604-faa1-4905-87fe-0434c913d5e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object 5d56e7af-42d1-434c-92d7-b15c7818e469 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:15.599686 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5fd57a8b-bbc0-4aa4-b6d4-137c6f0555a7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:15.616134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-5fd57a8b-bbc0-4aa4-b6d4-137c6f0555a7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba34bda-2ca4-4c84-9a5d-27ab9ab61485']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:15.631690 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c98da9c2-9dfb-420b-a96a-61e7630cda1f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:15.640630 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-5fd57a8b-bbc0-4aa4-b6d4-137c6f0555a7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc3da1e-2fe9-44c4-8b62-31f02d1ccee9') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:15.640630 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-5fd57a8b-bbc0-4aa4-b6d4-137c6f0555a7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc3da1e-2fe9-44c4-8b62-31f02d1ccee9') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:15.654403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5fd57a8b-bbc0-4aa4-b6d4-137c6f0555a7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:15.691789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-431a1604-faa1-4905-87fe-0434c913d5e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:15.699277 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f89c053b-3565-44aa-99c1-a09702e49199 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:15.717466 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-c98da9c2-9dfb-420b-a96a-61e7630cda1f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Calling delete_port for 671241bf-7a50-4b92-afd9-e6ff4591c01f owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:15.758422 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5fd57a8b-bbc0-4aa4-b6d4-137c6f0555a7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:15.772780 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431a1604-faa1-4905-87fe-0434c913d5e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:15.779968 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-431a1604-faa1-4905-87fe-0434c913d5e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:15.786373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431a1604-faa1-4905-87fe-0434c913d5e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:15.791647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a1604-faa1-4905-87fe-0434c913d5e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=5d56e7af-42d1-434c-92d7-b15c7818e469,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:15.804293 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd57a8b-bbc0-4aa4-b6d4-137c6f0555a7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:46:15.804819 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5fd57a8b-bbc0-4aa4-b6d4-137c6f0555a7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:46:15.808961 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:46:15.843845 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-431a1604-faa1-4905-87fe-0434c913d5e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:15.886060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=dfee47f1-bc11-4536-b66f-e805dcfd747f,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:15.896629 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:15.932696 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431a1604-faa1-4905-87fe-0434c913d5e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:15.933358 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-431a1604-faa1-4905-87fe-0434c913d5e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:15.959387 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50642aae-3e45-45e4-801e-271c8a416fed None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:15.989072 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e389e-ecd9-4480-85e1-e8f95cfc05be req-d1b1a2f8-9cd1-4a4f-89cc-3eef580b4468 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:15.995690 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a03e389e-ecd9-4480-85e1-e8f95cfc05be req-d1b1a2f8-9cd1-4a4f-89cc-3eef580b4468 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1429667 Jun 22 09:46:15.995690 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208fd6c-4f07-42b5-b764-fb464b91c505 req-f04d9a0b-79b9-41be-a58e-805d287b943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:15.995690 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e208fd6c-4f07-42b5-b764-fb464b91c505 req-f04d9a0b-79b9-41be-a58e-805d287b943c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0dfd02b234a947f5a587ecec0451722d&device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 1099 time: 0.1350050 Jun 22 09:46:16.032295 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-431a1604-faa1-4905-87fe-0434c913d5e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4905052 Jun 22 09:46:16.058344 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60646) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:16.122128 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a03e389e-ecd9-4480-85e1-e8f95cfc05be req-884700fb-e4c0-4675-bead-63a8cbc775e7 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236517 Jun 22 09:46:16.175951 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208fd6c-4f07-42b5-b764-fb464b91c505 req-c6a2b4d6-2895-47e9-970d-69e9ebb8b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:16.177434 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e208fd6c-4f07-42b5-b764-fb464b91c505 req-c6a2b4d6-2895-47e9-970d-69e9ebb8b960 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a67bf89-842d-4150-83fd-e92b2abafdf3 HTTP/1.1" status: 200 len: 910 time: 0.1725981 Jun 22 09:46:16.321899 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e208fd6c-4f07-42b5-b764-fb464b91c505 req-5595ecf7-6880-47c1-a341-5fba5961b1a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99e323f9-56f7-4189-a0f3-5872e92fa5cc HTTP/1.1" status: 200 len: 1001 time: 0.1343741 Jun 22 09:46:16.335521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0648c154-96d1-4d4d-873f-d59638de28f3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:16.341794 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0648c154-96d1-4d4d-873f-d59638de28f3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:16.343357 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0648c154-96d1-4d4d-873f-d59638de28f3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2840116 Jun 22 09:46:16.354770 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60650) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:16.355384 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a2a83-cace-426e-ada4-3143f1f1cee0 req-7ed810c4-75f2-4ea8-9c12-876495a2d6eb tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:16.356949 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-453a2a83-cace-426e-ada4-3143f1f1cee0 req-7ed810c4-75f2-4ea8-9c12-876495a2d6eb tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 944 time: 0.6372547 Jun 22 09:46:16.388712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5fd57a8b-bbc0-4aa4-b6d4-137c6f0555a7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:16.396804 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cd6df920-9475-4653-a5f6-9b8379e5bcb5 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:16.400797 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5fd57a8b-bbc0-4aa4-b6d4-137c6f0555a7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:16.402588 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5fd57a8b-bbc0-4aa4-b6d4-137c6f0555a7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/networks/9ba34bda-2ca4-4c84-9a5d-27ab9ab61485 HTTP/1.1" status: 204 len: 168 time: 1.0803671 Jun 22 09:46:16.408490 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60652) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:16.476074 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd57a8b-bbc0-4aa4-b6d4-137c6f0555a7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Network': ['ID=9ba34bda-2ca4-4c84-9a5d-27ab9ab61485,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:16.481689 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5fd57a8b-bbc0-4aa4-b6d4-137c6f0555a7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:16.484868 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-453a2a83-cace-426e-ada4-3143f1f1cee0 req-47f482cd-0b2f-422c-aed5-5ea0c6cffe34 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207442 Jun 22 09:46:16.485716 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e2ffb5-d52c-4fd0-b871-d240a7d168df tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] DELETE failed (client error): The resource could not be found. Jun 22 09:46:16.486180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e2ffb5-d52c-4fd0-b871-d240a7d168df tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:16.487877 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-77e2ffb5-d52c-4fd0-b871-d240a7d168df tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/subnets/0a761b0e-4369-41bd-b91e-9fe899685f0b HTTP/1.1" status: 404 len: 337 time: 0.0784361 Jun 22 09:46:16.490716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60654) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:16.524085 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef7d35f-dac5-4a24-8b77-d7cc252b1c7f tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] DELETE failed (client error): The resource could not be found. Jun 22 09:46:16.524704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef7d35f-dac5-4a24-8b77-d7cc252b1c7f tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:16.528757 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fef7d35f-dac5-4a24-8b77-d7cc252b1c7f tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/networks/066118c2-a930-48bc-849d-53daeccbd536 HTTP/1.1" status: 404 len: 339 time: 0.0347998 Jun 22 09:46:16.541764 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60656) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:16.589550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c989f499-f077-4646-8621-1036cf5e416c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:16.600275 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c0f98a-4265-425c-b922-1c8a779aa8f4 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Deleting subnet 1b2ac368-94bc-4c74-ae00-c6bd99339a22 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:16.604471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a0c0f98a-4265-425c-b922-1c8a779aa8f4 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:16.654798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a0c0f98a-4265-425c-b922-1c8a779aa8f4 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:16.676888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c98da9c2-9dfb-420b-a96a-61e7630cda1f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:16.681704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2ecf946e-70ad-439d-9d4d-78d1c3769f9c tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:16.724604 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98da9c2-9dfb-420b-a96a-61e7630cda1f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Port': ['ID=671241bf-7a50-4b92-afd9-e6ff4591c01f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:16.727054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c98da9c2-9dfb-420b-a96a-61e7630cda1f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:16.810102 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208fd6c-4f07-42b5-b764-fb464b91c505 req-ce9ef467-3aab-4fdf-9fc8-21ffd27c8092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:16.811581 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e208fd6c-4f07-42b5-b764-fb464b91c505 req-ce9ef467-3aab-4fdf-9fc8-21ffd27c8092 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=509cc921-aa0d-47ec-9fdc-bd091c518ce4 HTTP/1.1" status: 200 len: 848 time: 0.4670899 Jun 22 09:46:16.834716 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dfee47f1-bc11-4536-b66f-e805dcfd747f up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:16.843253 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c98da9c2-9dfb-420b-a96a-61e7630cda1f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:16.921832 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port dfee47f1-bc11-4536-b66f-e805dcfd747f triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:16.922379 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:16.940653 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6e443-894c-4921-b77b-3d3be3a6f573 req-314d0a0c-8bff-4a96-81e8-8af9247697ca tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:16.942302 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c5c6e443-894c-4921-b77b-3d3be3a6f573 req-314d0a0c-8bff-4a96-81e8-8af9247697ca tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 944 time: 0.6707826 Jun 22 09:46:17.050093 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c5c6e443-894c-4921-b77b-3d3be3a6f573 req-af56059c-5464-4fa8-89f0-7e01a51feb89 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3f17943-9239-4982-a1a2-d413fb17af80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835674 Jun 22 09:46:17.058054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a0c0f98a-4265-425c-b922-1c8a779aa8f4 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.071459 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208fd6c-4f07-42b5-b764-fb464b91c505 req-bcb03d4d-d1c1-4dd2-9cbb-208662c8eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:17.073113 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e208fd6c-4f07-42b5-b764-fb464b91c505 req-bcb03d4d-d1c1-4dd2-9cbb-208662c8eb94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a67bf89-842d-4150-83fd-e92b2abafdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2367728 Jun 22 09:46:17.075801 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-bcb48efb-ad66-478f-a7a2-3d863b165f89 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port 5d56e7af-42d1-434c-92d7-b15c7818e469 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:17.076286 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bcb48efb-ad66-478f-a7a2-3d863b165f89 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.146218 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98da9c2-9dfb-420b-a96a-61e7630cda1f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:46:17.247046 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98da9c2-9dfb-420b-a96a-61e7630cda1f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:46:17.253051 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e208fd6c-4f07-42b5-b764-fb464b91c505 req-9ca81f6e-aa15-4ffd-8939-ee081f512827 service neutron] 10.222.0.35 "GET /v2.0/networks/7a67bf89-842d-4150-83fd-e92b2abafdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706662 Jun 22 09:46:17.253754 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c98da9c2-9dfb-420b-a96a-61e7630cda1f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7253428 Jun 22 09:46:17.257721 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60662) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:17.258966 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3261cbdc-25e2-4e38-9824-6e023e2b71ae None None] Sync routers for ids ['ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:46:17.275036 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3261cbdc-25e2-4e38-9824-6e023e2b71ae None None] Routers {'ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:17.275878 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3261cbdc-25e2-4e38-9824-6e023e2b71ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:17.293782 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-90c0e4f2-5dc2-4f63-9370-f014b2f662db tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186 HTTP/1.1" status: 200 len: 205 time: 0.0329757 Jun 22 09:46:17.296577 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a0c0f98a-4265-425c-b922-1c8a779aa8f4 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.298479 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60664) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:17.306563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-edea536a-818d-42f7-92de-f927ad787c8b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:17.320197 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3261cbdc-25e2-4e38-9824-6e023e2b71ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:17.322538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bcb48efb-ad66-478f-a7a2-3d863b165f89 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.323047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-94cf3ed0-c60e-449b-bfb6-ab6f32708a6e None None] Provisioning for port 5d56e7af-42d1-434c-92d7-b15c7818e469 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:17.327609 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-94cf3ed0-c60e-449b-bfb6-ab6f32708a6e None None] Provisioning complete for port 5d56e7af-42d1-434c-92d7-b15c7818e469 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:17.328198 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-94cf3ed0-c60e-449b-bfb6-ab6f32708a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.332813 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3261cbdc-25e2-4e38-9824-6e023e2b71ae None None] Routers {'ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:17.338962 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3261cbdc-25e2-4e38-9824-6e023e2b71ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:45:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:17.376898 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3261cbdc-25e2-4e38-9824-6e023e2b71ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:17.377765 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3261cbdc-25e2-4e38-9824-6e023e2b71ae None None] The sync data for ids ['ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:46:17.388146 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-94cf3ed0-c60e-449b-bfb6-ab6f32708a6e None None] Port 5d56e7af-42d1-434c-92d7-b15c7818e469 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:46:17.398616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-94cf3ed0-c60e-449b-bfb6-ab6f32708a6e None None] Provisioning complete for port dfee47f1-bc11-4536-b66f-e805dcfd747f triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:17.399007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-94cf3ed0-c60e-449b-bfb6-ab6f32708a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.402735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-bcb48efb-ad66-478f-a7a2-3d863b165f89 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for 5d56e7af-42d1-434c-92d7-b15c7818e469 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:17.418440 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0f98a-4265-425c-b922-1c8a779aa8f4 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2ac368-94bc-4c74-ae00-c6bd99339a22,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:17.435684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a0c0f98a-4265-425c-b922-1c8a779aa8f4 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:17.476913 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a0c0f98a-4265-425c-b922-1c8a779aa8f4 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.480875 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a0c0f98a-4265-425c-b922-1c8a779aa8f4 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/subnets/1b2ac368-94bc-4c74-ae00-c6bd99339a22 HTTP/1.1" status: 204 len: 168 time: 0.9454310 Jun 22 09:46:17.481614 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60666) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:17.486724 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ef08ce4a-826a-47cf-876d-1eb6fe1ef771 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.499058 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017b4b9d-3116-47ce-9d76-8121001e1fe5 None None] Network 04c1a61c-a789-4d71-8981-25d9a3a0fa7d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:17.500461 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e208fd6c-4f07-42b5-b764-fb464b91c505 req-e68eaf22-9ef8-47f9-846a-fb2e95b15a9f service neutron] 10.222.0.35 "GET /v2.0/networks/7a67bf89-842d-4150-83fd-e92b2abafdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374430 Jun 22 09:46:17.563931 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cd2fcf-42b6-47bc-bea5-14d8716f215b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Deleting subnet 4fb8d703-9276-448e-9de9-07b12fd8a1ce {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:17.567740 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-41cd2fcf-42b6-47bc-bea5-14d8716f215b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.640099 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-41cd2fcf-42b6-47bc-bea5-14d8716f215b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.666660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec35aa-3e86-4cb8-82ab-9e835563697c req-6e0add7b-9cff-4faf-a90d-636b7670309a tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:17.667741 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b7ec35aa-3e86-4cb8-82ab-9e835563697c req-6e0add7b-9cff-4faf-a90d-636b7670309a tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.3771350 Jun 22 09:46:17.669584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ef08ce4a-826a-47cf-876d-1eb6fe1ef771 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.671832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ef08ce4a-826a-47cf-876d-1eb6fe1ef771 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.723304 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c651923c-67a0-4505-88da-b383858c53b6 None None] Provisioning complete for port 5d56e7af-42d1-434c-92d7-b15c7818e469 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:17.724932 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c651923c-67a0-4505-88da-b383858c53b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.739893 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b7ec35aa-3e86-4cb8-82ab-9e835563697c req-1de37ebc-cda3-431c-a822-5d9ed216aed4 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649199 Jun 22 09:46:17.776045 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c651923c-67a0-4505-88da-b383858c53b6 None None] Port 5d56e7af-42d1-434c-92d7-b15c7818e469 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:46:17.796354 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 838308d2-e63a-4657-a487-f71fbd0a2e16 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:17.826237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ef08ce4a-826a-47cf-876d-1eb6fe1ef771 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.830170 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef08ce4a-826a-47cf-876d-1eb6fe1ef771 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Fanout notify agent at l3_agent the message router_deleted on router ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:46:17.830862 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-41cd2fcf-42b6-47bc-bea5-14d8716f215b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.834164 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ef08ce4a-826a-47cf-876d-1eb6fe1ef771 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.835254 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ef08ce4a-826a-47cf-876d-1eb6fe1ef771 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/routers/ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186 HTTP/1.1" status: 204 len: 168 time: 0.5244181 Jun 22 09:46:17.839379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60670) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:17.887556 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bcb48efb-ad66-478f-a7a2-3d863b165f89 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.894276 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc8ad5b-ad28-483a-b454-a9137c8a5fcb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting subnet 75154c9c-1105-444e-8cae-230d92722995 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:17.896265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214410a3-3282-4b31-b72f-f4de068e343e req-2318a4b5-f860-4dd7-a6cf-c0ca895e5ed1 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:17.897828 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-214410a3-3282-4b31-b72f-f4de068e343e req-2318a4b5-f860-4dd7-a6cf-c0ca895e5ed1 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 944 time: 0.1963935 Jun 22 09:46:17.898075 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0cc8ad5b-ad28-483a-b454-a9137c8a5fcb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.902941 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:17.914116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 838308d2-e63a-4657-a487-f71fbd0a2e16 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:17.920168 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 838308d2-e63a-4657-a487-f71fbd0a2e16 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:17.920785 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.948747 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0cc8ad5b-ad28-483a-b454-a9137c8a5fcb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:17.953357 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb48efb-ad66-478f-a7a2-3d863b165f89 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=5d56e7af-42d1-434c-92d7-b15c7818e469,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:17.973833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bcb48efb-ad66-478f-a7a2-3d863b165f89 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:18.057960 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:18.069731 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-214410a3-3282-4b31-b72f-f4de068e343e req-49314b9f-14d6-4d94-a53f-ac02c5b01d60 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606548 Jun 22 09:46:18.074348 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0cc8ad5b-ad28-483a-b454-a9137c8a5fcb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:18.099398 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-41cd2fcf-42b6-47bc-bea5-14d8716f215b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:18.101190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787c0292-c03d-4b97-9091-84934dac792c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838308d2-e63a-4657-a487-f71fbd0a2e16'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:46:18.101782 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3dedb7bf-d94c-4f71-ab7b-a2e83a89e16e tempest-NetworksIpV6TestAttrs-848206323 tempest-NetworksIpV6TestAttrs-848206323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:18.108069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972a41f9-cdd1-415f-9c89-4b3fb1775e93" -d '{"events": [{"server_uuid": "787c0292-c03d-4b97-9091-84934dac792c", "name": "network-vif-plugged", "status": "completed", "tag": "838308d2-e63a-4657-a487-f71fbd0a2e16"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:46:18.128517 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 838308d2-e63a-4657-a487-f71fbd0a2e16, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=838308d2-e63a-4657-a487-f71fbd0a2e16,segment=NetworkSegment(327434d1-3564-47f6-9d2e-e6dbc2624eb3),segment_id=327434d1-3564-47f6-9d2e-e6dbc2624eb3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:18.134364 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd2fcf-42b6-47bc-bea5-14d8716f215b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb8d703-9276-448e-9de9-07b12fd8a1ce,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:18.143267 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-41cd2fcf-42b6-47bc-bea5-14d8716f215b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:18.147082 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-41cd2fcf-42b6-47bc-bea5-14d8716f215b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:18.150335 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-41cd2fcf-42b6-47bc-bea5-14d8716f215b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/subnets/4fb8d703-9276-448e-9de9-07b12fd8a1ce HTTP/1.1" status: 204 len: 168 time: 0.6633267 Jun 22 09:46:18.150819 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bcb48efb-ad66-478f-a7a2-3d863b165f89 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:18.156577 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bcb48efb-ad66-478f-a7a2-3d863b165f89 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/5d56e7af-42d1-434c-92d7-b15c7818e469 HTTP/1.1" status: 204 len: 168 time: 1.7999797 Jun 22 09:46:18.157396 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60678) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:18.157890 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60680) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:18.194250 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afaceaf-d385-463c-aa4a-c41110442292 x-openstack-request-id: req-0afaceaf-d385-463c-aa4a-c41110442292 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:46:18.194692 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787c0292-c03d-4b97-9091-84934dac792c", "name": "network-vif-plugged", "status": "completed", "tag": "838308d2-e63a-4657-a487-f71fbd0a2e16", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:46:18.195054 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0afaceaf-d385-463c-aa4a-c41110442292 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:46:18.195590 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787c0292-c03d-4b97-9091-84934dac792c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838308d2-e63a-4657-a487-f71fbd0a2e16', 'code': 200} Jun 22 09:46:18.197460 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:18.198433 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:18.200573 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:18.259542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0cc8ad5b-ad28-483a-b454-a9137c8a5fcb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:18.277612 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1253c057-5215-4f55-bcd3-7c1b31d089a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:18.291315 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0cc8ad5b-ad28-483a-b454-a9137c8a5fcb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:18.293876 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0cc8ad5b-ad28-483a-b454-a9137c8a5fcb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/subnets/75154c9c-1105-444e-8cae-230d92722995 HTTP/1.1" status: 204 len: 168 time: 0.4531612 Jun 22 09:46:18.298078 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=838308d2-e63a-4657-a487-f71fbd0a2e16,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:18.298903 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60682) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:18.308981 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7055ca-6360-4371-9576-bfa56dad61a0 None None] Network 67708a4e-37d0-4c90-9913-2565c6b50f2d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:18.392720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8ad5b-ad28-483a-b454-a9137c8a5fcb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Subnet': ['ID=75154c9c-1105-444e-8cae-230d92722995,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:18.401076 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0cc8ad5b-ad28-483a-b454-a9137c8a5fcb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:18.404247 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:18.457133 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0493f79-bd8a-4d09-83e1-04b3528d1296 req-44292ab4-9929-4797-adf3-d42a6e387dbf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:18.458813 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b0493f79-bd8a-4d09-83e1-04b3528d1296 req-44292ab4-9929-4797-adf3-d42a6e387dbf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 945 time: 0.1835456 Jun 22 09:46:18.507099 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:18.551751 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b0493f79-bd8a-4d09-83e1-04b3528d1296 req-7f43ecf0-41ff-44c5-a692-fc01598a92c3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3f17943-9239-4982-a1a2-d413fb17af80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754461 Jun 22 09:46:18.564252 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:18.569411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b700b5ec-7b7e-4b67-8ea6-7571c40e02c1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:18.571054 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b700b5ec-7b7e-4b67-8ea6-7571c40e02c1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:18.572860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b700b5ec-7b7e-4b67-8ea6-7571c40e02c1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:18.575383 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b700b5ec-7b7e-4b67-8ea6-7571c40e02c1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4055066 Jun 22 09:46:18.580002 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60694) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:18.585337 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:18.593730 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:18.594231 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:18.615991 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66be17f-e436-4f76-beca-bd2edd23efab None None] Network 04c1a61c-a789-4d71-8981-25d9a3a0fa7d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:18.654531 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-03790fae-084b-4493-a68e-fe6b66a2752c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 35cda0eb-aa5c-4bcf-b642-16fe8624d553 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:18.659095 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-03790fae-084b-4493-a68e-fe6b66a2752c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:18.683091 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting port df86625b-78dd-483b-b09c-a54aa5694aad {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:18.683847 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:18.708730 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-03790fae-084b-4493-a68e-fe6b66a2752c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:18.799013 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Deleting port 65538f1e-2f32-4a21-acb9-2726e81f60c5 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:18.799450 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:18.843722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b1c1907e-aaaf-489b-81bf-fbc1fa844a45 None None] Provisioning complete for port 65538f1e-2f32-4a21-acb9-2726e81f60c5 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:18.844335 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b1c1907e-aaaf-489b-81bf-fbc1fa844a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:18.856388 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-03790fae-084b-4493-a68e-fe6b66a2752c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:18.867175 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] For port df86625b-78dd-483b-b09c-a54aa5694aad, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=df86625b-78dd-483b-b09c-a54aa5694aad,segment=NetworkSegment(13b18cef-e2a8-4746-a942-50cee6cba87e),segment_id=13b18cef-e2a8-4746-a942-50cee6cba87e)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:18.867574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:18.960697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Calling delete_port for df86625b-78dd-483b-b09c-a54aa5694aad owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:19.009707 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] For port 65538f1e-2f32-4a21-acb9-2726e81f60c5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=65538f1e-2f32-4a21-acb9-2726e81f60c5,segment=NetworkSegment(098f761d-2438-4d14-ab88-80fe5ba93822),segment_id=098f761d-2438-4d14-ab88-80fe5ba93822)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:19.010373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.021441 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e702a15-fa91-457e-82ed-34d3e6044d8b req-c3c7f67f-42b8-4e5a-95af-2470b9ebb2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:19.023227 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6e702a15-fa91-457e-82ed-34d3e6044d8b req-c3c7f67f-42b8-4e5a-95af-2470b9ebb2b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 1098 time: 0.3189130 Jun 22 09:46:19.023641 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fa44ae-553c-48c3-915f-72afa6e63d4e None None] DHCP port deletion for 67708a4e-37d0-4c90-9913-2565c6b50f2d request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:46:19.077553 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8e123fae-821c-42f9-920d-3d53fd562fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.101669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1389dc0-7b48-4ddd-8e93-81ccf18ee884 req-19f942d0-98cb-45c1-b786-c0bf2ceb6e04 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:19.107618 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c1389dc0-7b48-4ddd-8e93-81ccf18ee884 req-19f942d0-98cb-45c1-b786-c0bf2ceb6e04 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1718853 Jun 22 09:46:19.108064 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-03790fae-084b-4493-a68e-fe6b66a2752c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.120879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f1a54b01-fa74-496c-96d5-3a9cd5060664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:19.127131 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Calling delete_port for 65538f1e-2f32-4a21-acb9-2726e81f60c5 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:19.159019 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.175577 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03790fae-084b-4493-a68e-fe6b66a2752c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=35cda0eb-aa5c-4bcf-b642-16fe8624d553,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:19.178925 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-03790fae-084b-4493-a68e-fe6b66a2752c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:19.188238 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-03790fae-084b-4493-a68e-fe6b66a2752c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.190147 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-03790fae-084b-4493-a68e-fe6b66a2752c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/35cda0eb-aa5c-4bcf-b642-16fe8624d553 HTTP/1.1" status: 204 len: 168 time: 0.6081560 Jun 22 09:46:19.193187 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60704) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:19.202336 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4974d99c-ec16-4637-b953-9ad67fb0d078 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:19.243142 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c1389dc0-7b48-4ddd-8e93-81ccf18ee884 req-a8e4e580-dc41-4447-978a-89a934593a42 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299679 Jun 22 09:46:19.245953 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6e702a15-fa91-457e-82ed-34d3e6044d8b req-e6d7e02f-5096-4eb1-a230-0af899a5419f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d3f17943-9239-4982-a1a2-d413fb17af80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765583 Jun 22 09:46:19.284962 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d716d534-c63b-4144-a7ed-dc900c0ac4f4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 76529193-a766-4ee2-90f0-a866d9ab6ad5 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:19.288627 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d716d534-c63b-4144-a7ed-dc900c0ac4f4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.353583 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3f598-7487-44fb-8410-78170329549f req-0276368e-6ab5-4135-bfe7-17b8d7716611 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:19.359772 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-95b3f598-7487-44fb-8410-78170329549f req-0276368e-6ab5-4135-bfe7-17b8d7716611 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 945 time: 0.1917684 Jun 22 09:46:19.373113 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d716d534-c63b-4144-a7ed-dc900c0ac4f4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.383210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2,segment=NetworkSegment(b837449e-65e8-4c0a-935b-0a236c249d96),segment_id=b837449e-65e8-4c0a-935b-0a236c249d96)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:19.411355 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-95b3f598-7487-44fb-8410-78170329549f req-7a519020-ae27-4671-9350-c2048eb2f885 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500009 Jun 22 09:46:19.420571 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c049bfc3-4795-4dc3-a890-a2bd761ed689 None None] DHCP port deletion for 04c1a61c-a789-4d71-8981-25d9a3a0fa7d request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:46:19.462860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.466099 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1728caf9-23a6-4e30-97e1-153ff736a9aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:19.495033 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Port': ['ID=df86625b-78dd-483b-b09c-a54aa5694aad,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:19.500569 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] No DVR routers for this DVR port df86625b-78dd-483b-b09c-a54aa5694aad on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:19.503849 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.509061 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d716d534-c63b-4144-a7ed-dc900c0ac4f4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.509556 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-31fa44ae-553c-48c3-915f-72afa6e63d4e None None] Deleting port df86625b-78dd-483b-b09c-a54aa5694aad {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:19.509556 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-31fa44ae-553c-48c3-915f-72afa6e63d4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.510168 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.518193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bea3b388-5343-48af-97fd-841eb5581d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:19.526486 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:19.528026 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:19.532633 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83f130-6a73-49e6-a179-0c2be2fa441a req-4898d40b-7b54-4e46-8549-16288c83d1aa tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:19.540701 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-be83f130-6a73-49e6-a179-0c2be2fa441a req-4898d40b-7b54-4e46-8549-16288c83d1aa tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 944 time: 0.1374540 Jun 22 09:46:19.540842 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.571880 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Port': ['ID=65538f1e-2f32-4a21-acb9-2726e81f60c5,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:19.572995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No DVR routers for this DVR port 65538f1e-2f32-4a21-acb9-2726e81f60c5 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:19.581290 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:19.598822 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-be83f130-6a73-49e6-a179-0c2be2fa441a req-00ef7a85-e929-43fa-8b87-68f29819f3d3 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526562 Jun 22 09:46:19.689733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d716d534-c63b-4144-a7ed-dc900c0ac4f4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.692049 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f8306532-1d76-436f-9270-116713ad43a8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:19.719164 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716d534-c63b-4144-a7ed-dc900c0ac4f4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=76529193-a766-4ee2-90f0-a866d9ab6ad5,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:19.725560 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.727957 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d716d534-c63b-4144-a7ed-dc900c0ac4f4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:19.728972 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d716d534-c63b-4144-a7ed-dc900c0ac4f4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.730864 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d716d534-c63b-4144-a7ed-dc900c0ac4f4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/76529193-a766-4ee2-90f0-a866d9ab6ad5 HTTP/1.1" status: 204 len: 168 time: 0.5367565 Jun 22 09:46:19.735993 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60712) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:19.739246 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c1a61c-a789-4d71-8981-25d9a3a0fa7d']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:19.788908 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-de062d5f-9896-4120-b56e-ee8cc335adb1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507863 Jun 22 09:46:19.790227 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60714) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:19.796755 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-585abc96-d93f-4a19-86e8-81693aea2ddd tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:19.799181 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098f761d-2438-4d14-ab88-80fe5ba93822') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:19.799620 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098f761d-2438-4d14-ab88-80fe5ba93822') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:19.813492 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.819294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-31fa44ae-553c-48c3-915f-72afa6e63d4e None None] For port df86625b-78dd-483b-b09c-a54aa5694aad, host dv-neutron-797121-3-hyperv, got binding levels [] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:19.819499 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.819729 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-31fa44ae-553c-48c3-915f-72afa6e63d4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.836523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67708a4e-37d0-4c90-9913-2565c6b50f2d']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:19.842665 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:19.852753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b18cef-e2a8-4746-a942-50cee6cba87e') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:19.853170 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b18cef-e2a8-4746-a942-50cee6cba87e') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:19.860884 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.866708 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.874956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:19.879834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:46:19.879834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:46:19.886069 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:46:19.899722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-31fa44ae-553c-48c3-915f-72afa6e63d4e None None] Calling delete_port for df86625b-78dd-483b-b09c-a54aa5694aad owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:19.905826 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.ipam_backend_mixin [None req-31fa44ae-553c-48c3-915f-72afa6e63d4e None None] Port df86625b-78dd-483b-b09c-a54aa5694aad was not found and therefore no delete operation was performed {{(pid=100654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 09:46:19.906193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c049bfc3-4795-4dc3-a890-a2bd761ed689 None None] Deleting port 65538f1e-2f32-4a21-acb9-2726e81f60c5 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:19.906584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c049bfc3-4795-4dc3-a890-a2bd761ed689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.907145 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.910829 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-31fa44ae-553c-48c3-915f-72afa6e63d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.922240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:19.948203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:46:19.948697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:46:19.951875 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:46:19.966385 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f74a92-8f4d-4ee7-ad73-bd40a5179722 req-58726906-d139-47a5-b31c-22aea470c889 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:19.967960 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-88f74a92-8f4d-4ee7-ad73-bd40a5179722 req-58726906-d139-47a5-b31c-22aea470c889 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 945 time: 0.2253854 Jun 22 09:46:19.982320 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585abc96-d93f-4a19-86e8-81693aea2ddd tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:19.985309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa44ae-553c-48c3-915f-72afa6e63d4e None None] Pushing event deleted for resources: {'Port': ['ID=df86625b-78dd-483b-b09c-a54aa5694aad,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:19.988388 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-585abc96-d93f-4a19-86e8-81693aea2ddd tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:19.992635 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-31fa44ae-553c-48c3-915f-72afa6e63d4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:20.005195 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fa44ae-553c-48c3-915f-72afa6e63d4e None None] No DVR routers for this DVR port df86625b-78dd-483b-b09c-a54aa5694aad on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:20.014978 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c049bfc3-4795-4dc3-a890-a2bd761ed689 None None] For port 65538f1e-2f32-4a21-acb9-2726e81f60c5, host dv-neutron-797121-3-hyperv, got binding levels [] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:20.015389 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c049bfc3-4795-4dc3-a890-a2bd761ed689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.067742 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-88f74a92-8f4d-4ee7-ad73-bd40a5179722 req-759ab5b2-4f4e-4c64-a8d6-4f1cd924c2ce tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3f17943-9239-4982-a1a2-d413fb17af80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558681 Jun 22 09:46:20.104076 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c049bfc3-4795-4dc3-a890-a2bd761ed689 None None] Calling delete_port for 65538f1e-2f32-4a21-acb9-2726e81f60c5 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:20.108216 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.116568 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.120963 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/networks/04c1a61c-a789-4d71-8981-25d9a3a0fa7d HTTP/1.1" status: 204 len: 168 time: 1.9596896 Jun 22 09:46:20.120963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-47898fe9-70c3-4f48-80a3-cf412cfb1a43 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:20.123570 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60716) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:20.126624 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.ipam_backend_mixin [None req-c049bfc3-4795-4dc3-a890-a2bd761ed689 None None] Port 65538f1e-2f32-4a21-acb9-2726e81f60c5 was not found and therefore no delete operation was performed {{(pid=100654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 09:46:20.129677 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c049bfc3-4795-4dc3-a890-a2bd761ed689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.134212 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-912e1497-0014-4165-b449-0ffe42417f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:20.142379 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c049bfc3-4795-4dc3-a890-a2bd761ed689 None None] Network 04c1a61c-a789-4d71-8981-25d9a3a0fa7d is not hosted by any dhcp agent {{(pid=100654) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 09:46:20.148514 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c049bfc3-4795-4dc3-a890-a2bd761ed689 None None] No DVR routers for this DVR port 65538f1e-2f32-4a21-acb9-2726e81f60c5 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:20.167622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049bfc3-4795-4dc3-a890-a2bd761ed689 None None] Pushing event deleted for resources: {'Port': ['ID=65538f1e-2f32-4a21-acb9-2726e81f60c5,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:20.169935 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.172078 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Network': ['ID=04c1a61c-a789-4d71-8981-25d9a3a0fa7d,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:20.179871 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fe37eb-33ad-4253-996f-b7a7eeae6313 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] DELETE failed (client error): The resource could not be found. Jun 22 09:46:20.179871 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4fe37eb-33ad-4253-996f-b7a7eeae6313 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:20.179871 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b4fe37eb-33ad-4253-996f-b7a7eeae6313 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/subnets/ec1ebe0b-c99e-4003-bde0-58b0d79477d5 HTTP/1.1" status: 404 len: 337 time: 0.0527139 Jun 22 09:46:20.180257 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c049bfc3-4795-4dc3-a890-a2bd761ed689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:20.180365 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:20.180510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6b79495d-1dfe-46c9-8090-0f9586e8ec46 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:20.181629 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60718) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:20.186314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.188180 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/networks/67708a4e-37d0-4c90-9913-2565c6b50f2d HTTP/1.1" status: 204 len: 168 time: 1.8731961 Jun 22 09:46:20.192355 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60720) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:20.194642 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cb1c60-91c3-4d75-89c0-d5853d94cea8 None None] Update dhcp port {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'fixed_ips': [{'subnet_id': '76529193-a766-4ee2-90f0-a866d9ab6ad5'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': 'dfee47f1-bc11-4536-b66f-e805dcfd747f'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:46:20.197034 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127f0fcd-801d-46e1-8317-02eeebf0181e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:46:20.200102 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a060c7-0df1-4c5c-a676-bf9986f25073" -d '{"events": [{"server_uuid": "127f0fcd-801d-46e1-8317-02eeebf0181e", "name": "network-vif-plugged", "status": "completed", "tag": "98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:46:20.200257 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Network': ['ID=67708a4e-37d0-4c90-9913-2565c6b50f2d,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:20.202870 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:20.210848 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-14282092', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}, 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:20.240111 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d4f8a1-eedc-44ac-abdf-a1ad7c4cbad5 x-openstack-request-id: req-47d4f8a1-eedc-44ac-abdf-a1ad7c4cbad5 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:46:20.240484 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "127f0fcd-801d-46e1-8317-02eeebf0181e", "name": "network-vif-plugged", "status": "completed", "tag": "98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:46:20.240618 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd6b902-e7ed-4551-a0f8-a6f08775a111 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] DELETE failed (client error): The resource could not be found. Jun 22 09:46:20.240867 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47d4f8a1-eedc-44ac-abdf-a1ad7c4cbad5 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:46:20.241075 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd6b902-e7ed-4551-a0f8-a6f08775a111 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:20.241374 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '127f0fcd-801d-46e1-8317-02eeebf0181e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2', 'code': 200} Jun 22 09:46:20.242799 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2dd6b902-e7ed-4551-a0f8-a6f08775a111 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/networks/a2aa46b5-a7ac-4c01-a442-369a0d046386 HTTP/1.1" status: 404 len: 339 time: 0.0602117 Jun 22 09:46:20.245578 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60724) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:20.251947 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-99cb1c60-91c3-4d75-89c0-d5853d94cea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.287623 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-be77df04-8cce-4918-a6ed-9b2211b4d157 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] DELETE failed (client error): The resource could not be found. Jun 22 09:46:20.287623 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be77df04-8cce-4918-a6ed-9b2211b4d157 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:20.287623 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-be77df04-8cce-4918-a6ed-9b2211b4d157 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/subnets/b2148cc2-cb84-497c-8565-85b8e1bd9c14 HTTP/1.1" status: 404 len: 337 time: 0.0349553 Jun 22 09:46:20.293096 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60728) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:20.304381 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-585abc96-d93f-4a19-86e8-81693aea2ddd tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.315656 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a1361381-8994-4e51-bc4f-ed3d99aff545 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:20.324592 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3177beb1-b827-4fc4-b297-29ea0e9492d7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] DELETE failed (client error): The resource could not be found. Jun 22 09:46:20.325704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3177beb1-b827-4fc4-b297-29ea0e9492d7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:20.327745 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3177beb1-b827-4fc4-b297-29ea0e9492d7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/networks/349cfef7-d24c-41f5-b7f6-66103a08003a HTTP/1.1" status: 404 len: 339 time: 0.0334072 Jun 22 09:46:20.330415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60730) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:20.374360 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-17de6cd8-8681-4404-90a4-50b2679ebba7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] DELETE failed (client error): The resource could not be found. Jun 22 09:46:20.374893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17de6cd8-8681-4404-90a4-50b2679ebba7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:20.375760 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585abc96-d93f-4a19-86e8-81693aea2ddd tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:20.377692 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-17de6cd8-8681-4404-90a4-50b2679ebba7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/subnets/e350f4f8-95c0-4d69-8fae-202cbb2a36d3 HTTP/1.1" status: 404 len: 337 time: 0.0462210 Jun 22 09:46:20.382786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-585abc96-d93f-4a19-86e8-81693aea2ddd tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:20.384060 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60732) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:20.392708 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585abc96-d93f-4a19-86e8-81693aea2ddd tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:20.393456 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-585abc96-d93f-4a19-86e8-81693aea2ddd tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.399886 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.400998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.406014 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a6608e-4bf1-4578-97af-739d9ad9c0c1 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] DELETE failed (client error): The resource could not be found. Jun 22 09:46:20.406689 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a6608e-4bf1-4578-97af-739d9ad9c0c1 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:20.410894 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c6a6608e-4bf1-4578-97af-739d9ad9c0c1 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/networks/fd42bc15-91e3-4cc3-8661-a76fbbd7e31f HTTP/1.1" status: 404 len: 339 time: 0.0238471 Jun 22 09:46:20.415944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60734) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:20.419153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585abc96-d93f-4a19-86e8-81693aea2ddd tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=0a9b4e24-462a-447e-bcd4-268f353178b3,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:20.428802 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-585abc96-d93f-4a19-86e8-81693aea2ddd tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:20.465264 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.468365 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876af917-ec36-4432-adca-8cf8e18df2f8 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:20.518213 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef216cf-74d0-40b0-9614-b91a458a0bd5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Deleting subnet bad23806-581b-4bac-b3bd-750caccf7287 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:20.526190 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8ef216cf-74d0-40b0-9614-b91a458a0bd5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.532231 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-585abc96-d93f-4a19-86e8-81693aea2ddd tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7380164 Jun 22 09:46:20.532231 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.532789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60738) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:20.537805 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:20.571143 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8ef216cf-74d0-40b0-9614-b91a458a0bd5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.634087 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-02a9d37a-8207-4368-84cf-8282354809d6 None None] Provisioning complete for port dfee47f1-bc11-4536-b66f-e805dcfd747f triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:20.634476 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-02a9d37a-8207-4368-84cf-8282354809d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.637792 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c15e11-e39e-41c2-b5ae-fde321f5b655 req-e5534b26-8d16-48d3-9536-8221d493a5aa tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:20.639291 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-16c15e11-e39e-41c2-b5ae-fde321f5b655 req-e5534b26-8d16-48d3-9536-8221d493a5aa tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1968727 Jun 22 09:46:20.708380 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-16c15e11-e39e-41c2-b5ae-fde321f5b655 req-8dfb300d-dd0b-4d06-b051-6f9e7b6c3aae tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600073 Jun 22 09:46:20.784969 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:20.789586 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.854044 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.864993 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8ef216cf-74d0-40b0-9614-b91a458a0bd5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.875178 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f802df-753f-411d-ac85-8eace44cb6d9 None None] Update dhcp port {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'fixed_ips': [{'subnet_id': '0a9b4e24-462a-447e-bcd4-268f353178b3'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': 'dfee47f1-bc11-4536-b66f-e805dcfd747f'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:46:20.911641 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dfee47f1-bc11-4536-b66f-e805dcfd747f no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:20.911921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f591c3c-08a0-46a3-98b9-eed48c9afbd2 req-53cf2546-bff1-471b-9082-5a00c00296e5 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:20.913420 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0f591c3c-08a0-46a3-98b9-eed48c9afbd2 req-53cf2546-bff1-471b-9082-5a00c00296e5 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 945 time: 0.2986567 Jun 22 09:46:20.955767 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-57f802df-753f-411d-ac85-8eace44cb6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:20.997328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5dc23-240b-4df9-9598-6869908591ec req-76174395-0a83-4d8f-a4dd-2801cfac07f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:20.998800 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-96c5dc23-240b-4df9-9598-6869908591ec req-76174395-0a83-4d8f-a4dd-2801cfac07f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 1098 time: 0.1909275 Jun 22 09:46:21.027976 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0f591c3c-08a0-46a3-98b9-eed48c9afbd2 req-9b6ac971-35f9-4d7a-bfb2-743289907d94 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032217 Jun 22 09:46:21.092125 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8ef216cf-74d0-40b0-9614-b91a458a0bd5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:21.096038 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d716d534-c63b-4144-a7ed-dc900c0ac4f4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:21.123552 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-96c5dc23-240b-4df9-9598-6869908591ec req-26d30f80-b6d0-4a1a-8198-b770754b730f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150234 Jun 22 09:46:21.129797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:21.134509 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11eb2b3-c676-49c2-aa40-c60b5002ed97 req-b3962e42-2020-460f-8c85-accab2bf7e77 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:21.136289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef216cf-74d0-40b0-9614-b91a458a0bd5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Subnet': ['ID=bad23806-581b-4bac-b3bd-750caccf7287,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:21.141546 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8ef216cf-74d0-40b0-9614-b91a458a0bd5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:21.143288 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b11eb2b3-c676-49c2-aa40-c60b5002ed97 req-b3962e42-2020-460f-8c85-accab2bf7e77 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 945 time: 0.1977243 Jun 22 09:46:21.147484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8ef216cf-74d0-40b0-9614-b91a458a0bd5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:21.150514 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8ef216cf-74d0-40b0-9614-b91a458a0bd5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/subnets/bad23806-581b-4bac-b3bd-750caccf7287 HTTP/1.1" status: 204 len: 168 time: 0.7323306 Jun 22 09:46:21.152940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60748) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:21.194284 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887686f6-0b0d-4e7e-aa7c-0dc53f69b34d None None] Network 91f56a36-f9f8-428b-84b6-879e8ed18f33 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:21.209607 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b11eb2b3-c676-49c2-aa40-c60b5002ed97 req-b34d980c-4ee7-4003-8ef4-6c8328341d41 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595694 Jun 22 09:46:21.268254 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port dfee47f1-bc11-4536-b66f-e805dcfd747f, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dfee47f1-bc11-4536-b66f-e805dcfd747f,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:21.281734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-57f802df-753f-411d-ac85-8eace44cb6d9 None None] Allocated IP 172.20.0.2 (36eee797-60f1-483e-81c4-4dc1c89ce22a/0a9b4e24-462a-447e-bcd4-268f353178b3/dfee47f1-bc11-4536-b66f-e805dcfd747f) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:21.344889 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:21.345669 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 65538f1e-2f32-4a21-acb9-2726e81f60c5 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:21.348734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:21.355275 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-609ad888-0078-4e43-82d6-139e3d8d3704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:21.385057 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:21.396454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:21.400006 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 65538f1e-2f32-4a21-acb9-2726e81f60c5 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:21.400376 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 65538f1e-2f32-4a21-acb9-2726e81f60c5 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:46:21.400804 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device df86625b-78dd-483b-b09c-a54aa5694aad no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:21.402187 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da14295-c3fe-4025-9654-f6b3b1dc6c00 req-c44852e9-21ef-4e5c-90d9-f09b36673393 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:21.403810 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2da14295-c3fe-4025-9654-f6b3b1dc6c00 req-c44852e9-21ef-4e5c-90d9-f09b36673393 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 945 time: 0.0923178 Jun 22 09:46:21.466616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: df86625b-78dd-483b-b09c-a54aa5694aad {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:21.466979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device df86625b-78dd-483b-b09c-a54aa5694aad not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:46:21.476358 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a7f1f-91d6-4b98-b064-16ac9e1b590d req-818207fa-aba5-4b6c-8ea9-1e145bc41f60 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:21.478413 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5a5a7f1f-91d6-4b98-b064-16ac9e1b590d req-818207fa-aba5-4b6c-8ea9-1e145bc41f60 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.2712433 Jun 22 09:46:21.515204 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=dfee47f1-bc11-4536-b66f-e805dcfd747f,revision_number=8']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:21.528143 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:21.531025 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2da14295-c3fe-4025-9654-f6b3b1dc6c00 req-8a2239db-014c-4dec-bf7f-4322a670b7f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3f17943-9239-4982-a1a2-d413fb17af80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093180 Jun 22 09:46:21.550492 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-57f802df-753f-411d-ac85-8eace44cb6d9 None None] For port dfee47f1-bc11-4536-b66f-e805dcfd747f, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dfee47f1-bc11-4536-b66f-e805dcfd747f,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:21.572682 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5a5a7f1f-91d6-4b98-b064-16ac9e1b590d req-429ab51d-ee8b-4a49-ab97-8719d9447d85 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756023 Jun 22 09:46:21.577980 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.objects.ports [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100652) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:46:21.609891 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Deleting port 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:21.610250 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:21.612417 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Allocated IP 172.26.3.216 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/a2cf7e0a-14cb-4e4c-88d9-62f785976386) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:21.660741 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea540350-a2e8-4b6c-9efd-5267221945f1 None None] DHCP port deletion for 91f56a36-f9f8-428b-84b6-879e8ed18f33 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:46:21.724673 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-57f802df-753f-411d-ac85-8eace44cb6d9 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:21.745326 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:21.747101 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-57f802df-753f-411d-ac85-8eace44cb6d9 None None] Transition to ACTIVE for port object dfee47f1-bc11-4536-b66f-e805dcfd747f will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:21.771345 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ea540350-a2e8-4b6c-9efd-5267221945f1 None None] Deleting port 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:21.772020 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ea540350-a2e8-4b6c-9efd-5267221945f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:21.819170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-57f802df-753f-411d-ac85-8eace44cb6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:21.825102 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7fbcbd48-c64a-4983-93e4-18bc092dda17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:21.932632 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-ea540350-a2e8-4b6c-9efd-5267221945f1 None None] For port 35cf0439-bc73-4af3-a5b1-4d5b7be597f2, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=35cf0439-bc73-4af3-a5b1-4d5b7be597f2,segment=NetworkSegment(a22f2ae2-f008-4bf6-b7f8-58cedd4365d5),segment_id=a22f2ae2-f008-4bf6-b7f8-58cedd4365d5)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:21.933313 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ea540350-a2e8-4b6c-9efd-5267221945f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:21.951031 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f802df-753f-411d-ac85-8eace44cb6d9 None None] Pushing event updated for resources: {'Port': ['ID=dfee47f1-bc11-4536-b66f-e805dcfd747f,revision_number=9']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:21.954333 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-57f802df-753f-411d-ac85-8eace44cb6d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:22.019351 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ea540350-a2e8-4b6c-9efd-5267221945f1 None None] Calling delete_port for 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:22.155996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] For port 35cf0439-bc73-4af3-a5b1-4d5b7be597f2, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=35cf0439-bc73-4af3-a5b1-4d5b7be597f2,segment=NetworkSegment(a22f2ae2-f008-4bf6-b7f8-58cedd4365d5),segment_id=a22f2ae2-f008-4bf6-b7f8-58cedd4365d5)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:22.156351 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:22.242978 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ea540350-a2e8-4b6c-9efd-5267221945f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:22.245236 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Calling delete_port for 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:22.245435 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:22.289613 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea540350-a2e8-4b6c-9efd-5267221945f1 None None] Pushing event deleted for resources: {'Port': ['ID=35cf0439-bc73-4af3-a5b1-4d5b7be597f2,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:22.302674 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ea540350-a2e8-4b6c-9efd-5267221945f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:22.312745 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea540350-a2e8-4b6c-9efd-5267221945f1 None None] No DVR routers for this DVR port 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:22.376190 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569fcdf-d3ee-4401-b998-1744eecef7ba req-93c2ae9d-bf7d-4172-98ab-06101ed42b6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:22.376190 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7569fcdf-d3ee-4401-b998-1744eecef7ba req-93c2ae9d-bf7d-4172-98ab-06101ed42b6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 945 time: 0.2053719 Jun 22 09:46:22.377289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:22.458766 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7569fcdf-d3ee-4401-b998-1744eecef7ba req-fde4e8e8-b8b8-43e1-a828-9d19a1ef1c2c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3f17943-9239-4982-a1a2-d413fb17af80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725648 Jun 22 09:46:22.485411 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:22.485639 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60760) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:22.498383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:22.524942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No DVR routers for this DVR port 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:22.530464 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Port': ['ID=35cf0439-bc73-4af3-a5b1-4d5b7be597f2,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:22.542753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:22.565462 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:22.634564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:22.640538 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0c03499d-0b73-418c-9bf9-df01b02063c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:22.646813 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:22.665057 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62700bb4-20f3-40f1-9736-d683d4cd2e56 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:22.666586 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-62700bb4-20f3-40f1-9736-d683d4cd2e56 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 1093 time: 0.1765981 Jun 22 09:46:22.670005 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60762) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:22.677963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '838308d2-e63a-4657-a487-f71fbd0a2e16', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:22.681421 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f56a36-f9f8-428b-84b6-879e8ed18f33']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:22.704770 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22f2ae2-f008-4bf6-b7f8-58cedd4365d5') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:22.705139 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22f2ae2-f008-4bf6-b7f8-58cedd4365d5') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:22.715777 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:22.724831 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:22.733660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c9536-1063-438f-9e0e-60dafc659c16 req-2bc700ec-d3f1-4b75-86ab-f934e0eca09e tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:22.740656 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-627c9536-1063-438f-9e0e-60dafc659c16 req-2bc700ec-d3f1-4b75-86ab-f934e0eca09e tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 945 time: 0.2993186 Jun 22 09:46:22.750052 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:22.755353 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:22.768419 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa45786-67c0-49cc-81e8-5d370c51d810 req-c9ac2aa1-702c-440a-9442-2202f5977d3a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:22.770735 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-faa45786-67c0-49cc-81e8-5d370c51d810 req-c9ac2aa1-702c-440a-9442-2202f5977d3a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 945 time: 0.1810741 Jun 22 09:46:22.774290 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=a2cf7e0a-14cb-4e4c-88d9-62f785976386,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:22.797598 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:22.810371 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:22.833716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:46:22.834133 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:22.847805 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] For port dfee47f1-bc11-4536-b66f-e805dcfd747f, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dfee47f1-bc11-4536-b66f-e805dcfd747f,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:22.851971 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-faa45786-67c0-49cc-81e8-5d370c51d810 req-b7ed585c-9735-44cd-b32b-2bfa6b3273f5 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567355 Jun 22 09:46:22.860130 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:22.895268 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dfee47f1-bc11-4536-b66f-e805dcfd747f up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:22.926281 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-627c9536-1063-438f-9e0e-60dafc659c16 req-bc6d8258-30b9-4c49-bc27-131726d24381 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846406 Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:46:22.933947 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:46:22.936461 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.002995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.022026 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:23.043056 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:23.043502 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 35cf0439-bc73-4af3-a5b1-4d5b7be597f2 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:46:23.045533 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.046679 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.050276 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2e22e241-4c08-45c9-a7ec-24f8ee6d703c None None] Provisioning for port dfee47f1-bc11-4536-b66f-e805dcfd747f completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:23.054528 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2e22e241-4c08-45c9-a7ec-24f8ee6d703c None None] Provisioning complete for port dfee47f1-bc11-4536-b66f-e805dcfd747f triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:23.055168 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2e22e241-4c08-45c9-a7ec-24f8ee6d703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.060017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.064481 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e70add67-9b2e-4e02-b0b1-d85fb154910e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:23.068772 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.070579 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/networks/91f56a36-f9f8-428b-84b6-879e8ed18f33 HTTP/1.1" status: 204 len: 168 time: 1.9161882 Jun 22 09:46:23.073655 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60764) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:23.079114 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d6e26449-ddcc-4dd4-bfd7-8d1dd73ba7c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:23.112415 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Network': ['ID=91f56a36-f9f8-428b-84b6-879e8ed18f33,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:23.118584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:23.120423 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3621e221-e04a-4d2c-8098-90696f6da23b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] DELETE failed (client error): The resource could not be found. Jun 22 09:46:23.120880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3621e221-e04a-4d2c-8098-90696f6da23b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:23.122768 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3621e221-e04a-4d2c-8098-90696f6da23b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/subnets/a6ead3b5-179e-45ac-afc2-a3620059110f HTTP/1.1" status: 404 len: 337 time: 0.0465841 Jun 22 09:46:23.125445 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60766) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:23.148288 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1f0e11-957e-4824-b638-f65dd9880e3b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] DELETE failed (client error): The resource could not be found. Jun 22 09:46:23.149433 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba1f0e11-957e-4824-b638-f65dd9880e3b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:23.151138 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ba1f0e11-957e-4824-b638-f65dd9880e3b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/networks/c02ab742-5d40-4e36-84a7-a11c10ec43d3 HTTP/1.1" status: 404 len: 339 time: 0.0247970 Jun 22 09:46:23.153856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60768) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:23.163191 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2e22e241-4c08-45c9-a7ec-24f8ee6d703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.166449 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:23.185070 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:23.192537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:23.192537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.205737 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-2e22e241-4c08-45c9-a7ec-24f8ee6d703c None None] For port dfee47f1-bc11-4536-b66f-e805dcfd747f, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dfee47f1-bc11-4536-b66f-e805dcfd747f,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:23.209108 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d636fa-199c-4531-8cd8-f49fc8b873ab None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:23.226595 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=dfee47f1-bc11-4536-b66f-e805dcfd747f,revision_number=11']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:23.237848 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:23.250122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-eaf57f15-e136-40f0-b419-7eabcbdc3cdc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:23.251045 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-734de45f-fdb4-4b9a-a27a-57f345a41664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Deleting subnet 1128047c-1a2b-4ccc-8822-97352b8a4b17 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:23.255883 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-734de45f-fdb4-4b9a-a27a-57f345a41664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.275722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2e22e241-4c08-45c9-a7ec-24f8ee6d703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.284344 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bf048-4b23-4e5b-94ea-e1c573fd7d7f req-35caf87a-0a0c-4623-8579-c70f714d70fc tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:23.284344 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d56bf048-4b23-4e5b-94ea-e1c573fd7d7f req-35caf87a-0a0c-4623-8579-c70f714d70fc tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.2670529 Jun 22 09:46:23.284744 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:23.322127 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.26.3.92 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/b15741a7-e073-4c0d-9a16-42c16234adf6) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:23.335449 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-734de45f-fdb4-4b9a-a27a-57f345a41664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.351241 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8147929 Jun 22 09:46:23.351241 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=6d851616-be49-4294-a2d9-f4403b015d92,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:23.352271 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60770) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:23.362286 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-8d94f721-e33a-4557-b6ad-c1fd46925712 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'mac_address': 'fa:16:3e:05:c0:37', 'name': 'tempest-NetworksTestDHCPv6-194063472'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:23.364242 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.368564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:23.377450 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22e241-4c08-45c9-a7ec-24f8ee6d703c None None] Pushing event updated for resources: {'Port': ['ID=dfee47f1-bc11-4536-b66f-e805dcfd747f,revision_number=12']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:23.381084 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-2e22e241-4c08-45c9-a7ec-24f8ee6d703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:23.389853 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d56bf048-4b23-4e5b-94ea-e1c573fd7d7f req-e6d9fead-cb46-475d-9226-0101e02cd188 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924671 Jun 22 09:46:23.504544 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-734de45f-fdb4-4b9a-a27a-57f345a41664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.543912 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.628132 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d94f721-e33a-4557-b6ad-c1fd46925712 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:23.649090 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.669196 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.674658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1f8db16c-3a4d-46ba-ae0e-1bec4afe9125 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:23.696977 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-734de45f-fdb4-4b9a-a27a-57f345a41664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.701884 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b4033f0d-cf72-4868-884b-d2d4773fe8c5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:23.728554 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:23.736057 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734de45f-fdb4-4b9a-a27a-57f345a41664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Subnet': ['ID=1128047c-1a2b-4ccc-8822-97352b8a4b17,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:23.745500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:23.749516 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:23.751988 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=b15741a7-e073-4c0d-9a16-42c16234adf6,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:23.758192 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:23.758832 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317911a2-1093-4d2e-b9e8-80302fc1092c None None] Network 86af73ba-d576-49e5-a410-92974110b7e0 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:23.762684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-734de45f-fdb4-4b9a-a27a-57f345a41664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.766858 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-734de45f-fdb4-4b9a-a27a-57f345a41664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/subnets/1128047c-1a2b-4ccc-8822-97352b8a4b17 HTTP/1.1" status: 204 len: 168 time: 0.6099172 Jun 22 09:46:23.767641 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-734de45f-fdb4-4b9a-a27a-57f345a41664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:23.769410 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60772) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:23.791720 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8d94f721-e33a-4557-b6ad-c1fd46925712 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:23.842640 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-8d94f721-e33a-4557-b6ad-c1fd46925712 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port 6559ce88-f980-4a55-930f-5417baa0ac11 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:46:23.866259 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:24.019683 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Deleting port 0f04946f-17fe-480b-a4d4-3ed09a8ba93a {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:24.020058 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:24.021705 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router bb6b5d61-e73c-431c-9c39-5a80d1a1b950 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:46:24.035599 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c406d5b-8275-46f4-aacc-db47e1082801 None None] DHCP port deletion for 86af73ba-d576-49e5-a410-92974110b7e0 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:46:24.099390 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-7c406d5b-8275-46f4-aacc-db47e1082801 None None] Deleting port 0f04946f-17fe-480b-a4d4-3ed09a8ba93a {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:24.100062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7c406d5b-8275-46f4-aacc-db47e1082801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:24.185718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-7c406d5b-8275-46f4-aacc-db47e1082801 None None] For port 0f04946f-17fe-480b-a4d4-3ed09a8ba93a, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=0f04946f-17fe-480b-a4d4-3ed09a8ba93a,segment=NetworkSegment(b5277858-46b8-4aa3-87c6-fe9be6384d34),segment_id=b5277858-46b8-4aa3-87c6-fe9be6384d34)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:24.186123 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7c406d5b-8275-46f4-aacc-db47e1082801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:24.199301 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-8d94f721-e33a-4557-b6ad-c1fd46925712 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 172.20.0.6 (36eee797-60f1-483e-81c4-4dc1c89ce22a/0a9b4e24-462a-447e-bcd4-268f353178b3/6559ce88-f980-4a55-930f-5417baa0ac11) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:24.227776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-8d94f721-e33a-4557-b6ad-c1fd46925712 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::f816:3eff:fe05:c037 (36eee797-60f1-483e-81c4-4dc1c89ce22a/6d851616-be49-4294-a2d9-f4403b015d92/6559ce88-f980-4a55-930f-5417baa0ac11) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:24.230969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] For port 0f04946f-17fe-480b-a4d4-3ed09a8ba93a, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=0f04946f-17fe-480b-a4d4-3ed09a8ba93a,segment=NetworkSegment(b5277858-46b8-4aa3-87c6-fe9be6384d34),segment_id=b5277858-46b8-4aa3-87c6-fe9be6384d34)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:24.231344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:24.258804 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-7c406d5b-8275-46f4-aacc-db47e1082801 None None] Calling delete_port for 0f04946f-17fe-480b-a4d4-3ed09a8ba93a owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:24.334281 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-40a53f59-2771-4f63-b0b3-f7c512005dbe None None] Provisioning complete for port dfee47f1-bc11-4536-b66f-e805dcfd747f triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:24.334903 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-40a53f59-2771-4f63-b0b3-f7c512005dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:24.341516 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Calling delete_port for 0f04946f-17fe-480b-a4d4-3ed09a8ba93a owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:24.344579 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788a88a-c28f-4fa1-9fb0-dff7aa05cacc req-00b289a4-7ea6-47c2-8d1b-fbec05a2517c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:24.348080 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8788a88a-c28f-4fa1-9fb0-dff7aa05cacc req-00b289a4-7ea6-47c2-8d1b-fbec05a2517c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 945 time: 0.2082772 Jun 22 09:46:24.416803 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c4430-9b80-4a85-9b6c-40907487598b req-e449fa49-7382-40c7-9b5b-63c0c030b1d5 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:24.418314 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9d2c4430-9b80-4a85-9b6c-40907487598b req-e449fa49-7382-40c7-9b5b-63c0c030b1d5 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 945 time: 0.3676062 Jun 22 09:46:24.419360 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:46:24.433065 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a438a9f-9564-4dfb-a8c0-5825d479806f None None] Sync routers for ids ['bb6b5d61-e73c-431c-9c39-5a80d1a1b950'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:46:24.454262 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a438a9f-9564-4dfb-a8c0-5825d479806f None None] Routers {'bb6b5d61-e73c-431c-9c39-5a80d1a1b950'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:24.455233 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-7a438a9f-9564-4dfb-a8c0-5825d479806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['bb6b5d61-e73c-431c-9c39-5a80d1a1b950'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:24.482602 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9d2c4430-9b80-4a85-9b6c-40907487598b req-7639d0ea-e8ca-4539-8847-cff65dd29930 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552571 Jun 22 09:46:24.490088 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-7a438a9f-9564-4dfb-a8c0-5825d479806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:24.496925 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7c406d5b-8275-46f4-aacc-db47e1082801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:24.497059 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8788a88a-c28f-4fa1-9fb0-dff7aa05cacc req-3a298036-d7cd-4c28-85f8-9c438bbe6560 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061745 Jun 22 09:46:24.499733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:24.504403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:24.515694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:24.515694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c406d5b-8275-46f4-aacc-db47e1082801 None None] No DVR routers for this DVR port 0f04946f-17fe-480b-a4d4-3ed09a8ba93a on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:24.533341 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a438a9f-9564-4dfb-a8c0-5825d479806f None None] Routers {'bb6b5d61-e73c-431c-9c39-5a80d1a1b950'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:24.533582 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:24.533977 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-7a438a9f-9564-4dfb-a8c0-5825d479806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['bb6b5d61-e73c-431c-9c39-5a80d1a1b950'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:24.541812 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c406d5b-8275-46f4-aacc-db47e1082801 None None] Pushing event deleted for resources: {'Port': ['ID=0f04946f-17fe-480b-a4d4-3ed09a8ba93a,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:24.551280 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:24.555751 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.3516726 Jun 22 09:46:24.555751 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Port': ['ID=0f04946f-17fe-480b-a4d4-3ed09a8ba93a,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:24.558393 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:24.559028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60782) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:24.581754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7c406d5b-8275-46f4-aacc-db47e1082801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:24.582852 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-7a438a9f-9564-4dfb-a8c0-5825d479806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:24.583540 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a438a9f-9564-4dfb-a8c0-5825d479806f None None] The sync data for ids ['bb6b5d61-e73c-431c-9c39-5a80d1a1b950'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:46:24.659874 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] No DVR routers for this DVR port 0f04946f-17fe-480b-a4d4-3ed09a8ba93a on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:24.684033 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8d94f721-e33a-4557-b6ad-c1fd46925712 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:24.730014 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-8d94f721-e33a-4557-b6ad-c1fd46925712 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object 6559ce88-f980-4a55-930f-5417baa0ac11 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:24.749067 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:24.799827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:24.805741 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dad8d6-a174-4194-a295-191151a47d54 req-9be18256-7d50-4a4a-9ba0-94d872fe121e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:24.807614 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-60dad8d6-a174-4194-a295-191151a47d54 req-9be18256-7d50-4a4a-9ba0-94d872fe121e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.1668594 Jun 22 09:46:24.812651 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-dbb76809-ca9e-4eaf-acf4-3bf2b2386dda tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/routers/bb6b5d61-e73c-431c-9c39-5a80d1a1b950 HTTP/1.1" status: 200 len: 883 time: 0.2521837 Jun 22 09:46:24.818133 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86af73ba-d576-49e5-a410-92974110b7e0']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:24.819152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60784) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:24.824030 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dfee47f1-bc11-4536-b66f-e805dcfd747f up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:24.831897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5277858-46b8-4aa3-87c6-fe9be6384d34') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:24.832202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5277858-46b8-4aa3-87c6-fe9be6384d34') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:24.845391 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:24.871091 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4760aa4-112a-4cbf-97a8-2f15146ddc0e req-e457886b-e7ae-4c0b-a18e-9e7ae31ed803 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:24.872638 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b4760aa4-112a-4cbf-97a8-2f15146ddc0e req-e457886b-e7ae-4c0b-a18e-9e7ae31ed803 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 945 time: 0.2067437 Jun 22 09:46:24.873667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:24.881684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:46:24.882094 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:46:24.885224 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:46:24.904421 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port dfee47f1-bc11-4536-b66f-e805dcfd747f triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:24.904421 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:24.967420 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b4760aa4-112a-4cbf-97a8-2f15146ddc0e req-f66ad8b9-07e8-48ef-be78-5ce5a804480a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811567 Jun 22 09:46:24.970253 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8d94f721-e33a-4557-b6ad-c1fd46925712 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:24.976386 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-60dad8d6-a174-4194-a295-191151a47d54 req-4f12d8fc-f792-4efa-9ce4-70e3432bbcf2 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481307 Jun 22 09:46:24.985441 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bcb48efb-ad66-478f-a7a2-3d863b165f89 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:25.047891 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:25.058081 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:25.059393 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 0f04946f-17fe-480b-a4d4-3ed09a8ba93a no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:25.063202 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] 10.222.0.20 "DELETE /v2.0/networks/86af73ba-d576-49e5-a410-92974110b7e0 HTTP/1.1" status: 204 len: 168 time: 1.2928128 Jun 22 09:46:25.064257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-44cf8f81-17dc-4b00-8a86-d61557f2ce94 tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:25.079376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Pushing event deleted for resources: {'Network': ['ID=86af73ba-d576-49e5-a410-92974110b7e0,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:25.088830 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:25.090056 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 0f04946f-17fe-480b-a4d4-3ed09a8ba93a {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:25.090730 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 0f04946f-17fe-480b-a4d4-3ed09a8ba93a not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:46:25.140033 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d94f721-e33a-4557-b6ad-c1fd46925712 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:25.166421 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-8d94f721-e33a-4557-b6ad-c1fd46925712 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:25.180591 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d94f721-e33a-4557-b6ad-c1fd46925712 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:25.194876 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94f721-e33a-4557-b6ad-c1fd46925712 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=6559ce88-f980-4a55-930f-5417baa0ac11,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:25.540175 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3e4a334f-7431-4c1c-ad8c-d0e22ead445d None None] Provisioning for port 6559ce88-f980-4a55-930f-5417baa0ac11 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:25.545990 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3e4a334f-7431-4c1c-ad8c-d0e22ead445d None None] Provisioning complete for port 6559ce88-f980-4a55-930f-5417baa0ac11 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:25.546441 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3e4a334f-7431-4c1c-ad8c-d0e22ead445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:25.568572 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8d94f721-e33a-4557-b6ad-c1fd46925712 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:25.599734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3e4a334f-7431-4c1c-ad8c-d0e22ead445d None None] Port 6559ce88-f980-4a55-930f-5417baa0ac11 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:46:25.631238 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:25.688006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60796) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:25.694887 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d94f721-e33a-4557-b6ad-c1fd46925712 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:25.695411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8d94f721-e33a-4557-b6ad-c1fd46925712 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:25.733065 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:25.741662 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:25.755787 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f204e-e64a-42ab-81a9-803e3fae6734 req-eb953487-eaba-4824-9f8b-a0761891bf51 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:25.757278 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-077f204e-e64a-42ab-81a9-803e3fae6734 req-eb953487-eaba-4824-9f8b-a0761891bf51 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.35 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.6990011 Jun 22 09:46:25.801632 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30feb190-844f-4ee7-abed-68303b687fb8 req-e53d4fd0-97ca-45b0-a3a0-4cbd1745ea61 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:25.803149 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-30feb190-844f-4ee7-abed-68303b687fb8 req-e53d4fd0-97ca-45b0-a3a0-4cbd1745ea61 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 945 time: 0.0921698 Jun 22 09:46:25.867169 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fdcb8674-78ca-4523-a297-ff7662db00b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d350cc773ed540d481462b23dd107ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1776586 Jun 22 09:46:25.870230 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-30feb190-844f-4ee7-abed-68303b687fb8 req-a189cbb5-0531-4fe4-88e0-5bb5280e707e tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534861 Jun 22 09:46:25.870678 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60800) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:25.895312 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8d94f721-e33a-4557-b6ad-c1fd46925712 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5291829 Jun 22 09:46:25.895475 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60802) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:25.897611 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=b15741a7-e073-4c0d-9a16-42c16234adf6,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:25.911655 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:25.922914 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11734e-26e0-408c-b0ad-3dbe38050a37 req-abacc083-0e2f-4f4b-980e-0a313da9166b tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:25.924422 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4b11734e-26e0-408c-b0ad-3dbe38050a37 req-abacc083-0e2f-4f4b-980e-0a313da9166b tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 945 time: 0.3092711 Jun 22 09:46:25.958904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f4dd5805-3b0a-4ae8-a77e-5cd982c22dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:25.970087 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c0aa9d40-3805-4fa0-9176-b6fe0d5d6f5d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.1497183 Jun 22 09:46:25.972326 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:25.974415 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60804) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:25.985309 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-627e498e-976e-422d-b07f-fff0cb894597 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-14282092'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:26.055776 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0862f98c-ef96-4b70-93ac-9ba6751858d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:26.061102 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4b11734e-26e0-408c-b0ad-3dbe38050a37 req-dcf4b850-f9bb-4a9a-a76d-6876ca4a409c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269248 Jun 22 09:46:26.061576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0862f98c-ef96-4b70-93ac-9ba6751858d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:26.065568 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0862f98c-ef96-4b70-93ac-9ba6751858d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1668308 Jun 22 09:46:26.067195 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f4dd5805-3b0a-4ae8-a77e-5cd982c22dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:26.070505 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60808) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:26.106259 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-077f204e-e64a-42ab-81a9-803e3fae6734 req-f4769ff6-d2b1-460d-b97c-2cba82472212 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Deleting port 99e323f9-56f7-4189-a0f3-5872e92fa5cc {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:26.106616 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-077f204e-e64a-42ab-81a9-803e3fae6734 req-f4769ff6-d2b1-460d-b97c-2cba82472212 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:26.166086 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP 444dab80-0785-4e22-8faa-378089dc40d9 associated. External IP: 172.26.3.92, port: 838308d2-e63a-4657-a487-f71fbd0a2e16. Jun 22 09:46:26.282600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-077f204e-e64a-42ab-81a9-803e3fae6734 req-f4769ff6-d2b1-460d-b97c-2cba82472212 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] For port 99e323f9-56f7-4189-a0f3-5872e92fa5cc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=99e323f9-56f7-4189-a0f3-5872e92fa5cc,segment=NetworkSegment(c9e11026-794e-40bf-9e85-90adceb64843),segment_id=c9e11026-794e-40bf-9e85-90adceb64843)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:26.282974 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-077f204e-e64a-42ab-81a9-803e3fae6734 req-f4769ff6-d2b1-460d-b97c-2cba82472212 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:26.656311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 19dd9e09-3f6a-4d31-94ec-95af276577b6 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:46:26.658006 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-077f204e-e64a-42ab-81a9-803e3fae6734 req-f4769ff6-d2b1-460d-b97c-2cba82472212 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:26.658381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-077f204e-e64a-42ab-81a9-803e3fae6734 req-f4769ff6-d2b1-460d-b97c-2cba82472212 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:26.658700 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [req-077f204e-e64a-42ab-81a9-803e3fae6734 req-f4769ff6-d2b1-460d-b97c-2cba82472212 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Floating IP 4eb292fd-e3cd-4972-b8ec-360ff0de902c disassociated. External IP: 172.26.3.46, port: 99e323f9-56f7-4189-a0f3-5872e92fa5cc. Jun 22 09:46:26.659050 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-077f204e-e64a-42ab-81a9-803e3fae6734 req-f4769ff6-d2b1-460d-b97c-2cba82472212 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Calling delete_port for 99e323f9-56f7-4189-a0f3-5872e92fa5cc owned by compute:nova {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:26.697307 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32be550-52c7-4774-be9d-aa973597b294 req-02ba8c42-4a2a-4459-b43a-02f6d6348e8e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:26.698831 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d32be550-52c7-4774-be9d-aa973597b294 req-02ba8c42-4a2a-4459-b43a-02f6d6348e8e tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 946 time: 0.5812397 Jun 22 09:46:26.752050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f4dd5805-3b0a-4ae8-a77e-5cd982c22dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:26.754581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f4dd5805-3b0a-4ae8-a77e-5cd982c22dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:26.755709 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f4dd5805-3b0a-4ae8-a77e-5cd982c22dce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5df417e4-97c1-4631-818c-636cc552fa08 HTTP/1.1" status: 204 len: 168 time: 0.8841188 Jun 22 09:46:26.760924 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2105b0a1-4b3d-4e1d-bbf1-9b8c9be328a8 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:26.779014 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-f20e285e-4e5a-496a-be43-b65c35c3f446 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port 6559ce88-f980-4a55-930f-5417baa0ac11 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:26.779355 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f20e285e-4e5a-496a-be43-b65c35c3f446 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:26.785062 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd5805-3b0a-4ae8-a77e-5cd982c22dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df417e4-97c1-4631-818c-636cc552fa08,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:26.806368 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f4dd5805-3b0a-4ae8-a77e-5cd982c22dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:26.833461 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:46:26.847070 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5df848-9056-4805-9cbd-b63c3255873b None None] Sync routers for ids ['19dd9e09-3f6a-4d31-94ec-95af276577b6'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:46:26.852705 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d32be550-52c7-4774-be9d-aa973597b294 req-9520c9be-5b06-436d-ab39-4fd8dade7ef1 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265650 Jun 22 09:46:26.868299 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5df848-9056-4805-9cbd-b63c3255873b None None] Routers {'19dd9e09-3f6a-4d31-94ec-95af276577b6'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:26.869293 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bd5df848-9056-4805-9cbd-b63c3255873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['19dd9e09-3f6a-4d31-94ec-95af276577b6'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:26.945182 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:26.975856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f20e285e-4e5a-496a-be43-b65c35c3f446 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:26.994249 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3230205 Jun 22 09:46:26.994911 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-bd5df848-9056-4805-9cbd-b63c3255873b None None] Set router 19dd9e09-3f6a-4d31-94ec-95af276577b6 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:46:26.995092 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787c0292-c03d-4b97-9091-84934dac792c', 'tag': '838308d2-e63a-4657-a487-f71fbd0a2e16'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:46:26.998693 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be8fc06-005e-4d54-b599-2578bfc1c153" -d '{"events": [{"name": "network-changed", "server_uuid": "787c0292-c03d-4b97-9091-84934dac792c", "tag": "838308d2-e63a-4657-a487-f71fbd0a2e16"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:46:26.998872 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60814) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:27.004859 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-077f204e-e64a-42ab-81a9-803e3fae6734 req-f4769ff6-d2b1-460d-b97c-2cba82472212 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:27.009478 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2db5e1ef-b44f-42c8-aaa5-c4f8309fdcec tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:27.063960 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-f20e285e-4e5a-496a-be43-b65c35c3f446 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for 6559ce88-f980-4a55-930f-5417baa0ac11 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:27.068126 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-627e498e-976e-422d-b07f-fff0cb894597 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:27.071131 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4769ff6-d2b1-460d-b97c-2cba82472212 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Pushing event deleted for resources: {'Port': ['ID=99e323f9-56f7-4189-a0f3-5872e92fa5cc,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:27.077134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db068e6-9dbe-4c63-8201-196f9467dcd3 x-openstack-request-id: req-9db068e6-9dbe-4c63-8201-196f9467dcd3 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:46:27.077626 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787c0292-c03d-4b97-9091-84934dac792c", "tag": "838308d2-e63a-4657-a487-f71fbd0a2e16", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:46:27.078054 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9db068e6-9dbe-4c63-8201-196f9467dcd3 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:46:27.078619 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787c0292-c03d-4b97-9091-84934dac792c', 'tag': '838308d2-e63a-4657-a487-f71fbd0a2e16', 'status': 'completed', 'code': 200} Jun 22 09:46:27.082804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f4769ff6-d2b1-460d-b97c-2cba82472212 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:27.216304 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-627e498e-976e-422d-b07f-fff0cb894597 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:27.254889 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-31ad7872-baeb-48a4-8020-247c6eab67d5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/444dab80-0785-4e22-8faa-378089dc40d9 HTTP/1.1" status: 200 len: 990 time: 0.2532938 Jun 22 09:46:27.396306 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5619b-18e0-46a9-8c7c-3d2d1e476cfe req-9d0a48bf-275b-4d29-a1aa-a208a7a72a2b tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:27.402370 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-55d5619b-18e0-46a9-8c7c-3d2d1e476cfe req-9d0a48bf-275b-4d29-a1aa-a208a7a72a2b tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 945 time: 0.3472264 Jun 22 09:46:27.449056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-077f204e-e64a-42ab-81a9-803e3fae6734 req-f4769ff6-d2b1-460d-b97c-2cba82472212 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Router facff48d-b632-4b2e-8b87-0326be2384ee has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:46:27.450333 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8fc06-005e-4d54-b599-2578bfc1c153 req-10db0cb1-a695-426f-a14d-7fec40240d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:27.451404 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bd5df848-9056-4805-9cbd-b63c3255873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'name': 'tempest-TestNetworkBasicOps-router-237245686', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:37Z', 'updated_at': '2021-06-22T09:45:48Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:38Z', 'updated_at': '2021-06-22T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '444dab80-0785-4e22-8faa-378089dc40d9', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.92', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'port_id': '838308d2-e63a-4657-a487-f71fbd0a2e16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27', 'mac_address': 'fa:16:3e:3c:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787c0292-c03d-4b97-9091-84934dac792c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:46:24Z', 'updated_at': '2021-06-22T09:46:24Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875f87da-7079-4de2-91fa-d9aef7fc736d', 'name': '', 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:40:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'd6e61e07-e547-40e1-9d33-b1877630025e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:46Z', 'updated_at': '2021-06-22T09:45:56Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'd6e61e07-e547-40e1-9d33-b1877630025e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:27.451895 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8be8fc06-005e-4d54-b599-2578bfc1c153 req-10db0cb1-a695-426f-a14d-7fec40240d35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 1098 time: 0.3384924 Jun 22 09:46:27.466803 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-55d5619b-18e0-46a9-8c7c-3d2d1e476cfe req-c9e43eef-b553-400d-8afb-c1b318aa8131 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583577 Jun 22 09:46:27.497640 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5df848-9056-4805-9cbd-b63c3255873b None None] Checking router: 19dd9e09-3f6a-4d31-94ec-95af276577b6 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:46:27.507420 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5df848-9056-4805-9cbd-b63c3255873b None None] Routers {'19dd9e09-3f6a-4d31-94ec-95af276577b6'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:27.508639 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bd5df848-9056-4805-9cbd-b63c3255873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['19dd9e09-3f6a-4d31-94ec-95af276577b6'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:27.637332 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627e498e-976e-422d-b07f-fff0cb894597 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router bb6b5d61-e73c-431c-9c39-5a80d1a1b950 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:46:27.653004 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-bd5df848-9056-4805-9cbd-b63c3255873b None None] Set router 19dd9e09-3f6a-4d31-94ec-95af276577b6 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:46:27.701688 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8fc06-005e-4d54-b599-2578bfc1c153 req-0b52e8e9-3026-4e34-b31b-8417229f7910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:27.703205 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8be8fc06-005e-4d54-b599-2578bfc1c153 req-0b52e8e9-3026-4e34-b31b-8417229f7910 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 HTTP/1.1" status: 200 len: 897 time: 0.2325253 Jun 22 09:46:27.786621 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f20e285e-4e5a-496a-be43-b65c35c3f446 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:27.799566 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8573ee-44e9-4385-ba42-b0325fa6fd83 req-89a3319c-e110-4985-8fad-03369899fc95 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:27.804090 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2d8573ee-44e9-4385-ba42-b0325fa6fd83 req-89a3319c-e110-4985-8fad-03369899fc95 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 945 time: 0.3182526 Jun 22 09:46:27.811644 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a78b016f-8107-4ab8-b962-4818ee9cfbb9 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:27.839054 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 99e323f9-56f7-4189-a0f3-5872e92fa5cc no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:27.864831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 99e323f9-56f7-4189-a0f3-5872e92fa5cc {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:27.865566 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 99e323f9-56f7-4189-a0f3-5872e92fa5cc not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:46:27.887274 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e285e-4e5a-496a-be43-b65c35c3f446 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=6559ce88-f980-4a55-930f-5417baa0ac11,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:27.899316 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-077f204e-e64a-42ab-81a9-803e3fae6734 req-f4769ff6-d2b1-460d-b97c-2cba82472212 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:46:27.910142 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339e9c44-af9c-421a-bd16-3c24f121373f None None] Sync routers for ids ['facff48d-b632-4b2e-8b87-0326be2384ee'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:46:27.911486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f20e285e-4e5a-496a-be43-b65c35c3f446 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:27.920645 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339e9c44-af9c-421a-bd16-3c24f121373f None None] Routers {'facff48d-b632-4b2e-8b87-0326be2384ee'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:27.921464 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-339e9c44-af9c-421a-bd16-3c24f121373f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['facff48d-b632-4b2e-8b87-0326be2384ee'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:27.935227 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8be8fc06-005e-4d54-b599-2578bfc1c153 req-ae8bf4d7-da97-40ac-a18d-05c08d593c71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=838308d2-e63a-4657-a487-f71fbd0a2e16 HTTP/1.1" status: 200 len: 998 time: 0.1885393 Jun 22 09:46:27.976882 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bd5df848-9056-4805-9cbd-b63c3255873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'name': 'tempest-TestNetworkBasicOps-router-237245686', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:37Z', 'updated_at': '2021-06-22T09:45:48Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:38Z', 'updated_at': '2021-06-22T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '444dab80-0785-4e22-8faa-378089dc40d9', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.92', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'port_id': '838308d2-e63a-4657-a487-f71fbd0a2e16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27', 'mac_address': 'fa:16:3e:3c:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787c0292-c03d-4b97-9091-84934dac792c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:46:24Z', 'updated_at': '2021-06-22T09:46:24Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875f87da-7079-4de2-91fa-d9aef7fc736d', 'name': '', 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:40:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'd6e61e07-e547-40e1-9d33-b1877630025e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:46Z', 'updated_at': '2021-06-22T09:45:56Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'd6e61e07-e547-40e1-9d33-b1877630025e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:27.990326 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-077f204e-e64a-42ab-81a9-803e3fae6734 req-f4769ff6-d2b1-460d-b97c-2cba82472212 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] No DVR routers for this DVR port 99e323f9-56f7-4189-a0f3-5872e92fa5cc on host hv-neutron-7971 {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:27.993950 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-077f204e-e64a-42ab-81a9-803e3fae6734 req-f4769ff6-d2b1-460d-b97c-2cba82472212 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:27.996135 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-077f204e-e64a-42ab-81a9-803e3fae6734 req-f4769ff6-d2b1-460d-b97c-2cba82472212 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.35 "DELETE /v2.0/ports/99e323f9-56f7-4189-a0f3-5872e92fa5cc HTTP/1.1" status: 204 len: 173 time: 2.2115688 Jun 22 09:46:28.053624 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5df848-9056-4805-9cbd-b63c3255873b None None] The sync data for ids ['19dd9e09-3f6a-4d31-94ec-95af276577b6'] in dv-neutron-797121-3-hyperv is: [{'id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'name': 'tempest-TestNetworkBasicOps-router-237245686', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:37Z', 'updated_at': '2021-06-22T09:45:48Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:38Z', 'updated_at': '2021-06-22T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '444dab80-0785-4e22-8faa-378089dc40d9', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.92', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'port_id': '838308d2-e63a-4657-a487-f71fbd0a2e16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27', 'mac_address': 'fa:16:3e:3c:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787c0292-c03d-4b97-9091-84934dac792c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:46:24Z', 'updated_at': '2021-06-22T09:46:24Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875f87da-7079-4de2-91fa-d9aef7fc736d', 'name': '', 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:40:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'd6e61e07-e547-40e1-9d33-b1877630025e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:46Z', 'updated_at': '2021-06-22T09:45:56Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'd6e61e07-e547-40e1-9d33-b1877630025e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:46:28.074051 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627e498e-976e-422d-b07f-fff0cb894597 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:46:28.086465 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25ffeef-73e9-4242-bf0d-085d590738a0 None None] Sync routers for ids ['bb6b5d61-e73c-431c-9c39-5a80d1a1b950'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:46:28.113000 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2d8573ee-44e9-4385-ba42-b0325fa6fd83 req-c128adbc-c383-4969-8d99-e089188d951c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2925303 Jun 22 09:46:28.114674 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ffeef-73e9-4242-bf0d-085d590738a0 None None] Routers {'bb6b5d61-e73c-431c-9c39-5a80d1a1b950'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:28.120270 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-b25ffeef-73e9-4242-bf0d-085d590738a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['bb6b5d61-e73c-431c-9c39-5a80d1a1b950'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:28.139649 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-627e498e-976e-422d-b07f-fff0cb894597 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:28.140830 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-627e498e-976e-422d-b07f-fff0cb894597 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/bb6b5d61-e73c-431c-9c39-5a80d1a1b950 HTTP/1.1" status: 200 len: 890 time: 2.1627975 Jun 22 09:46:28.147401 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60826) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:28.190142 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b0b89-2aa3-4d71-90df-9748e5147161 req-b7916404-cafe-42a6-b4fc-0773d8fceca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:28.191930 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b35b0b89-2aa3-4d71-90df-9748e5147161 req-b7916404-cafe-42a6-b4fc-0773d8fceca8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6522641a2ddb4b00b2277d3a723744e1&device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 1098 time: 0.1138387 Jun 22 09:46:28.195250 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-b25ffeef-73e9-4242-bf0d-085d590738a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:28.215015 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ffeef-73e9-4242-bf0d-085d590738a0 None None] Routers {'bb6b5d61-e73c-431c-9c39-5a80d1a1b950'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:28.215670 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-b25ffeef-73e9-4242-bf0d-085d590738a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['bb6b5d61-e73c-431c-9c39-5a80d1a1b950'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:28.258984 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-b25ffeef-73e9-4242-bf0d-085d590738a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:28.259738 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25ffeef-73e9-4242-bf0d-085d590738a0 None None] The sync data for ids ['bb6b5d61-e73c-431c-9c39-5a80d1a1b950'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:46:28.276284 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e672fed2-1783-46da-8245-3474afbc6cea req-fee3f164-7958-4089-b9e3-384e9f1e5203 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/ports?device_id=902a20a6-01bf-4c06-afb1-e04ac8f78cbe HTTP/1.1" status: 200 len: 210 time: 0.0832415 Jun 22 09:46:28.279834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60828) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:28.370087 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8fc06-005e-4d54-b599-2578bfc1c153 req-3ad45e21-bda5-42c3-85ca-cbde78cf4e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:28.374673 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8be8fc06-005e-4d54-b599-2578bfc1c153 req-3ad45e21-bda5-42c3-85ca-cbde78cf4e4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d6e61e07-e547-40e1-9d33-b1877630025e HTTP/1.1" status: 200 len: 834 time: 0.4139092 Jun 22 09:46:28.421880 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-339e9c44-af9c-421a-bd16-3c24f121373f None None] Set router facff48d-b632-4b2e-8b87-0326be2384ee gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:46:28.452452 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f20e285e-4e5a-496a-be43-b65c35c3f446 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:28.455708 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f20e285e-4e5a-496a-be43-b65c35c3f446 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/6559ce88-f980-4a55-930f-5417baa0ac11 HTTP/1.1" status: 204 len: 168 time: 2.3846550 Jun 22 09:46:28.459801 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c44b9ac-0700-4f2f-81c0-cc833cfc326d None None] New status for floating IP 444dab80-0785-4e22-8faa-378089dc40d9: ACTIVE {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:46:28.461837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60830) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:28.476615 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b5d3219e-dcfb-4809-9573-c5623bab0c69 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/444dab80-0785-4e22-8faa-378089dc40d9 HTTP/1.1" status: 200 len: 990 time: 0.1938100 Jun 22 09:46:28.494397 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b0b89-2aa3-4d71-90df-9748e5147161 req-bb9c5dee-8200-4034-9134-3347c527bada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:28.495948 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b35b0b89-2aa3-4d71-90df-9748e5147161 req-bb9c5dee-8200-4034-9134-3347c527bada service neutron] 10.222.0.35 "GET /v2.0/networks?id=21c72c56-a580-4ed1-ad90-b49e3ece47ba HTTP/1.1" status: 200 len: 912 time: 0.2150905 Jun 22 09:46:28.546605 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b35b0b89-2aa3-4d71-90df-9748e5147161 req-7100d744-f1c3-47ec-972a-ffe14956a8b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 HTTP/1.1" status: 200 len: 217 time: 0.0434642 Jun 22 09:46:28.576605 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab691c6-1130-45a8-8712-ba69d37f4ea9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:28.583782 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab691c6-1130-45a8-8712-ba69d37f4ea9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:28.583782 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab691c6-1130-45a8-8712-ba69d37f4ea9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:28.583782 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3ab691c6-1130-45a8-8712-ba69d37f4ea9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1176214 Jun 22 09:46:28.584133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60832) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:28.618854 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6bc9b5fa-b3fd-46f4-81ad-35388eb277ca tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/routers/bb6b5d61-e73c-431c-9c39-5a80d1a1b950 HTTP/1.1" status: 200 len: 890 time: 0.4494648 Jun 22 09:46:28.619960 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60834) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:28.624878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f46815-cb9a-4fc1-9729-95f63fbc6b58 req-7474d600-0091-4ee2-8e7b-65c28431bf0e tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:28.626406 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-87f46815-cb9a-4fc1-9729-95f63fbc6b58 req-7474d600-0091-4ee2-8e7b-65c28431bf0e tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 945 time: 0.2454920 Jun 22 09:46:28.628396 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8fc06-005e-4d54-b599-2578bfc1c153 req-c4c5ceff-e26c-41c3-9dd4-8e4755777f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:28.629755 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8be8fc06-005e-4d54-b599-2578bfc1c153 req-c4c5ceff-e26c-41c3-9dd4-8e4755777f51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0ce1e5d-6656-4707-a16d-5d7c9ba76d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2352355 Jun 22 09:46:28.676230 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a8e4ce4f-a648-486f-895c-191fd17d4ae0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6b5d61-e73c-431c-9c39-5a80d1a1b950 HTTP/1.1" status: 200 len: 205 time: 0.0554247 Jun 22 09:46:28.676831 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60836) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:28.706915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b0b89-2aa3-4d71-90df-9748e5147161 req-879b943d-b4e4-4982-a236-fa4718d41d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:28.708408 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b35b0b89-2aa3-4d71-90df-9748e5147161 req-879b943d-b4e4-4982-a236-fa4718d41d68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=283ddd72-4398-40de-a4e8-0f59a665118e HTTP/1.1" status: 200 len: 851 time: 0.1559787 Jun 22 09:46:28.732234 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-87f46815-cb9a-4fc1-9729-95f63fbc6b58 req-9da5ca28-0a28-4deb-b18f-9982b36f483b tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995162 Jun 22 09:46:28.747777 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0ea1a5-911c-443e-a466-7354d01e1214 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 0a9b4e24-462a-447e-bcd4-268f353178b3 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:28.768312 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8be8fc06-005e-4d54-b599-2578bfc1c153 req-37c526b4-6ace-4131-a052-796a46039313 service neutron] 10.222.0.35 "GET /v2.0/networks/a0ce1e5d-6656-4707-a16d-5d7c9ba76d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286261 Jun 22 09:46:28.771061 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f0ea1a5-911c-443e-a466-7354d01e1214 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:28.791753 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-339e9c44-af9c-421a-bd16-3c24f121373f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'name': 'tempest-ServerActionsTestJSON-8812801-router', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:45Z', 'updated_at': '2021-06-22T09:40:54Z', 'revision_number': 4, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'gw_port': {'id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '003ef775-7a15-4df4-a09c-84a2cccfdf4f', 'name': '', 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'mac_address': 'fa:16:3e:1f:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:52Z', 'updated_at': '2021-06-22T09:41:05Z', 'revision_number': 5, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'subnets': [{'id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:28.822923 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339e9c44-af9c-421a-bd16-3c24f121373f None None] Checking router: facff48d-b632-4b2e-8b87-0326be2384ee for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:46:28.825629 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b35b0b89-2aa3-4d71-90df-9748e5147161 req-104e24ce-fb41-43d1-a008-ac1c7d3c3bf0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=21c72c56-a580-4ed1-ad90-b49e3ece47ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676937 Jun 22 09:46:28.837762 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339e9c44-af9c-421a-bd16-3c24f121373f None None] Routers {'facff48d-b632-4b2e-8b87-0326be2384ee'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:28.839231 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-339e9c44-af9c-421a-bd16-3c24f121373f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['facff48d-b632-4b2e-8b87-0326be2384ee'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:28.876419 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8be8fc06-005e-4d54-b599-2578bfc1c153 req-528db500-bb6b-4b3f-8fd7-eea36764a87e service neutron] 10.222.0.35 "GET /v2.0/networks/a0ce1e5d-6656-4707-a16d-5d7c9ba76d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011410 Jun 22 09:46:28.963349 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-339e9c44-af9c-421a-bd16-3c24f121373f None None] Set router facff48d-b632-4b2e-8b87-0326be2384ee gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:46:28.996172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f0ea1a5-911c-443e-a466-7354d01e1214 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:29.079521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902a20a6-01bf-4c06-afb1-e04ac8f78cbe', 'name': 'network-vif-deleted', 'tag': '99e323f9-56f7-4189-a0f3-5872e92fa5cc'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:46:29.081868 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9906e8-abe8-4a7d-ac41-2f499d41bf0b" -d '{"events": [{"server_uuid": "902a20a6-01bf-4c06-afb1-e04ac8f78cbe", "name": "network-vif-deleted", "tag": "99e323f9-56f7-4189-a0f3-5872e92fa5cc"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:46:29.100313 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ae8914f0-0e8b-4075-9e71-601984c9fc33 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:29.154433 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdee28a-753e-44c9-a900-354e18136f4d x-openstack-request-id: req-bbdee28a-753e-44c9-a900-354e18136f4d {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:46:29.155393 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902a20a6-01bf-4c06-afb1-e04ac8f78cbe", "name": "network-vif-deleted", "tag": "99e323f9-56f7-4189-a0f3-5872e92fa5cc", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:46:29.155393 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbdee28a-753e-44c9-a900-354e18136f4d {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:46:29.155695 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902a20a6-01bf-4c06-afb1-e04ac8f78cbe', 'name': 'network-vif-deleted', 'tag': '99e323f9-56f7-4189-a0f3-5872e92fa5cc', 'status': 'completed', 'code': 200} Jun 22 09:46:29.184106 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-339e9c44-af9c-421a-bd16-3c24f121373f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'name': 'tempest-ServerActionsTestJSON-8812801-router', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:45Z', 'updated_at': '2021-06-22T09:40:54Z', 'revision_number': 4, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'gw_port': {'id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '003ef775-7a15-4df4-a09c-84a2cccfdf4f', 'name': '', 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'mac_address': 'fa:16:3e:1f:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:52Z', 'updated_at': '2021-06-22T09:41:05Z', 'revision_number': 5, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'subnets': [{'id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:29.196411 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b35b0b89-2aa3-4d71-90df-9748e5147161 req-98d6f162-0c53-41c4-a26a-4fd43c9daa05 service neutron] 10.222.0.35 "GET /v2.0/networks/21c72c56-a580-4ed1-ad90-b49e3ece47ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484254 Jun 22 09:46:29.210748 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339e9c44-af9c-421a-bd16-3c24f121373f None None] The sync data for ids ['facff48d-b632-4b2e-8b87-0326be2384ee'] in dv-neutron-797121-3-hyperv is: [{'id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'name': 'tempest-ServerActionsTestJSON-8812801-router', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:45Z', 'updated_at': '2021-06-22T09:40:54Z', 'revision_number': 4, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'gw_port': {'id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '003ef775-7a15-4df4-a09c-84a2cccfdf4f', 'name': '', 'network_id': '7a67bf89-842d-4150-83fd-e92b2abafdf3', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'mac_address': 'fa:16:3e:1f:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:52Z', 'updated_at': '2021-06-22T09:41:05Z', 'revision_number': 5, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'subnets': [{'id': '509cc921-aa0d-47ec-9fdc-bd091c518ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:46:29.272533 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f0ea1a5-911c-443e-a466-7354d01e1214 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:29.321823 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644d300-abd8-4d23-b351-64cd0e62a449 req-cf204e08-03fb-4bbd-82fd-e8f30ad1e08e tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:29.323472 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c644d300-abd8-4d23-b351-64cd0e62a449 req-cf204e08-03fb-4bbd-82fd-e8f30ad1e08e tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 945 time: 0.0714481 Jun 22 09:46:29.372537 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c644d300-abd8-4d23-b351-64cd0e62a449 req-c680329d-580b-4af2-badc-c203f432d5dc tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415454 Jun 22 09:46:29.420324 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ae8914f0-0e8b-4075-9e71-601984c9fc33 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:29.432310 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b35b0b89-2aa3-4d71-90df-9748e5147161 req-0e4aff7c-585d-44da-b095-3795b5c06f41 service neutron] 10.222.0.35 "GET /v2.0/networks/21c72c56-a580-4ed1-ad90-b49e3ece47ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253067 Jun 22 09:46:29.478315 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60846) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:29.485963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60848) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:29.496201 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285748b-d66b-40f7-95b3-d7ead75d5d6d None None] New status for floating IP 4eb292fd-e3cd-4972-b8ec-360ff0de902c: DOWN {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:46:29.524310 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f0ea1a5-911c-443e-a466-7354d01e1214 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:29.536830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dc135fec-8d44-4426-89cc-05f446bcaf66 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:29.541944 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-150f30bb-3f52-4a58-9016-459246d89ed0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/444dab80-0785-4e22-8faa-378089dc40d9 HTTP/1.1" status: 200 len: 992 time: 0.0618837 Jun 22 09:46:29.542448 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f0ea1a5-911c-443e-a466-7354d01e1214 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:29.546632 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8f0ea1a5-911c-443e-a466-7354d01e1214 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/0a9b4e24-462a-447e-bcd4-268f353178b3 HTTP/1.1" status: 204 len: 168 time: 0.9592154 Jun 22 09:46:29.547339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60850) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:29.552536 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f7f78f-c42d-48a4-9cf9-30d0a0aa6192 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:29.606179 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ea1a5-911c-443e-a466-7354d01e1214 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=0a9b4e24-462a-447e-bcd4-268f353178b3,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:29.609244 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8f0ea1a5-911c-443e-a466-7354d01e1214 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:29.616581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd77a266-26b7-48bd-b94b-11b7088556b2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 6d851616-be49-4294-a2d9-f4403b015d92 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:29.623115 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fd77a266-26b7-48bd-b94b-11b7088556b2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:29.638037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-53e99dc2-77bf-4eb7-9493-f9f50d5db648 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:29.670671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-53e99dc2-77bf-4eb7-9493-f9f50d5db648 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:29.680343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fd77a266-26b7-48bd-b94b-11b7088556b2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:29.701097 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-ae8914f0-0e8b-4075-9e71-601984c9fc33 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting port a2cf7e0a-14cb-4e4c-88d9-62f785976386 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:29.701417 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ae8914f0-0e8b-4075-9e71-601984c9fc33 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:29.771892 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fd77a266-26b7-48bd-b94b-11b7088556b2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:29.822772 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ae8914f0-0e8b-4075-9e71-601984c9fc33 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:29.888421 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fd77a266-26b7-48bd-b94b-11b7088556b2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:29.890669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3dd1748a-b046-4bb1-b366-2cdcf4343c0a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:29.899466 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-ae8914f0-0e8b-4075-9e71-601984c9fc33 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Calling delete_port for a2cf7e0a-14cb-4e4c-88d9-62f785976386 owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:29.902271 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-53e99dc2-77bf-4eb7-9493-f9f50d5db648 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:29.904849 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-53e99dc2-77bf-4eb7-9493-f9f50d5db648 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:29.905974 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-53e99dc2-77bf-4eb7-9493-f9f50d5db648 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "DELETE /v2.0/security-groups/c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb HTTP/1.1" status: 204 len: 168 time: 0.4190214 Jun 22 09:46:29.915882 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7595d7d8-c267-46cf-b6ae-a176ae384379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:29.919238 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60854) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:29.931149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77a266-26b7-48bd-b94b-11b7088556b2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=6d851616-be49-4294-a2d9-f4403b015d92,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:29.934423 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fd77a266-26b7-48bd-b94b-11b7088556b2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:29.941764 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fd77a266-26b7-48bd-b94b-11b7088556b2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:29.949125 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fd77a266-26b7-48bd-b94b-11b7088556b2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/6d851616-be49-4294-a2d9-f4403b015d92 HTTP/1.1" status: 204 len: 168 time: 0.3955956 Jun 22 09:46:29.949125 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-0d56a8a3-c011-456a-9053-a7a677cb8250 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] show failed (client error): The resource could not be found. Jun 22 09:46:29.949125 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0d56a8a3-c011-456a-9053-a7a677cb8250 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "GET /v2.0/security-groups/c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb HTTP/1.1" status: 404 len: 347 time: 0.0229292 Jun 22 09:46:29.949125 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60856) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:29.950219 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60858) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:29.986381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e99dc2-77bf-4eb7-9493-f9f50d5db648 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f1c5ba-0b1e-404a-b40f-9dfefa42d4bb,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:29.989474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-53e99dc2-77bf-4eb7-9493-f9f50d5db648 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:29.997096 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b1fd81e1-e982-45f9-a381-bf67e62ff30d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488276 Jun 22 09:46:30.004111 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60860) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:30.071261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18590fdd-d478-4152-a006-c743126facae tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:30.073001 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-18590fdd-d478-4152-a006-c743126facae tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0678711 Jun 22 09:46:30.075779 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60862) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:30.136831 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf3012-37d4-43f2-8cba-e1730fc9c7cb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:30.141113 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e8cf3012-37d4-43f2-8cba-e1730fc9c7cb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0643697 Jun 22 09:46:30.141713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60864) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:30.185043 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4942b017-4a2a-4156-a4c6-a5595651f77e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371661 Jun 22 09:46:30.187943 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60866) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:30.193298 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-974d2367-0972-445c-bfd8-bcee85644cc0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:30.199907 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:46:30.227380 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd39267-9ae3-4ba0-9fc0-3983aac0df61 req-7f00d899-da0b-4d5a-bafb-17a2435f73b2 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:30.228944 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8dd39267-9ae3-4ba0-9fc0-3983aac0df61 req-7f00d899-da0b-4d5a-bafb-17a2435f73b2 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 945 time: 0.3609183 Jun 22 09:46:30.291170 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8dd39267-9ae3-4ba0-9fc0-3983aac0df61 req-6a955d71-641a-4487-8d25-d20389ebc5b4 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554147 Jun 22 09:46:30.293453 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-d2db84aa-d5df-4c61-a5fc-e3c5117d98bf tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Deleting port e0a852ae-efa3-41e6-b4b9-dd29c54d0782 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:30.293795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d2db84aa-d5df-4c61-a5fc-e3c5117d98bf tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:30.326091 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072f8f57-5fb6-43cf-8567-e165d60b573f None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:30.358872 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974d2367-0972-445c-bfd8-bcee85644cc0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:30.362763 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-974d2367-0972-445c-bfd8-bcee85644cc0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:30.364236 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-974d2367-0972-445c-bfd8-bcee85644cc0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:46:30.364988 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974d2367-0972-445c-bfd8-bcee85644cc0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:30.374947 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d2db84aa-d5df-4c61-a5fc-e3c5117d98bf tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:30.375378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d2db84aa-d5df-4c61-a5fc-e3c5117d98bf tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:30.403948 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-74d1c52d-df28-49ff-b080-5ad697c9e654 None None] Provisioning complete for port dfee47f1-bc11-4536-b66f-e805dcfd747f triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:30.404335 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-74d1c52d-df28-49ff-b080-5ad697c9e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:30.452140 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-974d2367-0972-445c-bfd8-bcee85644cc0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2601247 Jun 22 09:46:30.452381 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60870) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:30.460557 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-71ec5b66-3a18-4679-96b7-7b7a22daad82 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:30.649962 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993ce281-97e0-4efc-98d7-e510454d277f None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:46:30.652924 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36c411-8e55-4335-a124-13b648cb2058 req-693535b9-5126-4a39-8071-d98fab50d4f5 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:30.654932 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ae36c411-8e55-4335-a124-13b648cb2058 req-693535b9-5126-4a39-8071-d98fab50d4f5 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 945 time: 0.1006761 Jun 22 09:46:30.684991 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ec5b66-3a18-4679-96b7-7b7a22daad82 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:30.688998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-71ec5b66-3a18-4679-96b7-7b7a22daad82 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:30.690938 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ec5b66-3a18-4679-96b7-7b7a22daad82 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:46:30.691610 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ec5b66-3a18-4679-96b7-7b7a22daad82 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:30.700997 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-993ce281-97e0-4efc-98d7-e510454d277f None None] Deleting port dfee47f1-bc11-4536-b66f-e805dcfd747f {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:30.700997 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-993ce281-97e0-4efc-98d7-e510454d277f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:30.722863 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ae36c411-8e55-4335-a124-13b648cb2058 req-574ea4f6-300a-4e04-8836-75f637a36aee tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617199 Jun 22 09:46:30.773355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-993ce281-97e0-4efc-98d7-e510454d277f None None] For port dfee47f1-bc11-4536-b66f-e805dcfd747f, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dfee47f1-bc11-4536-b66f-e805dcfd747f,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:30.774104 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-71ec5b66-3a18-4679-96b7-7b7a22daad82 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3197136 Jun 22 09:46:30.775712 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-993ce281-97e0-4efc-98d7-e510454d277f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:30.777227 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60872) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:30.782494 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-3a2f069f-bd1d-4fde-b414-008b246b112e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:30.785105 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-d2db84aa-d5df-4c61-a5fc-e3c5117d98bf tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Calling delete_port for e0a852ae-efa3-41e6-b4b9-dd29c54d0782 owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:30.825407 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dfee47f1-bc11-4536-b66f-e805dcfd747f no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:30.850564 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-993ce281-97e0-4efc-98d7-e510454d277f None None] Calling delete_port for dfee47f1-bc11-4536-b66f-e805dcfd747f owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:30.942131 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ae8914f0-0e8b-4075-9e71-601984c9fc33 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:30.949204 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b1de6fc3-6d14-45a1-a7e2-a7b52b0a07b6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:30.973735 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2f069f-bd1d-4fde-b414-008b246b112e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:30.979039 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a2f069f-bd1d-4fde-b414-008b246b112e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:30.983521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8914f0-0e8b-4075-9e71-601984c9fc33 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Port': ['ID=a2cf7e0a-14cb-4e4c-88d9-62f785976386,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:30.983676 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2f069f-bd1d-4fde-b414-008b246b112e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:46:30.983676 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2f069f-bd1d-4fde-b414-008b246b112e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:30.984666 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:30.998244 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ae8914f0-0e8b-4075-9e71-601984c9fc33 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:31.030314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d2db84aa-d5df-4c61-a5fc-e3c5117d98bf tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:31.034368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-431a1604-faa1-4905-87fe-0434c913d5e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:31.045563 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3a2f069f-bd1d-4fde-b414-008b246b112e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2672489 Jun 22 09:46:31.046111 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-993ce281-97e0-4efc-98d7-e510454d277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:31.048254 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:31.049077 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60874) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:31.058059 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-48c5dca3-bf79-47f3-ba87-96cddb7cb271 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:31.061729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ae8914f0-0e8b-4075-9e71-601984c9fc33 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:31.063880 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db84aa-d5df-4c61-a5fc-e3c5117d98bf tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Pushing event deleted for resources: {'Port': ['ID=e0a852ae-efa3-41e6-b4b9-dd29c54d0782,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:31.081741 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d2db84aa-d5df-4c61-a5fc-e3c5117d98bf tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:31.098596 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ce281-97e0-4efc-98d7-e510454d277f None None] Pushing event deleted for resources: {'Port': ['ID=dfee47f1-bc11-4536-b66f-e805dcfd747f,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:31.100416 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ce281-97e0-4efc-98d7-e510454d277f None None] No DVR routers for this DVR port dfee47f1-bc11-4536-b66f-e805dcfd747f on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:31.102392 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-993ce281-97e0-4efc-98d7-e510454d277f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:31.211613 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ae8914f0-0e8b-4075-9e71-601984c9fc33 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:31.215324 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ae8914f0-0e8b-4075-9e71-601984c9fc33 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:31.253112 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c5dca3-bf79-47f3-ba87-96cddb7cb271 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:31.256992 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-48c5dca3-bf79-47f3-ba87-96cddb7cb271 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:31.258927 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c5dca3-bf79-47f3-ba87-96cddb7cb271 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:46:31.259347 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c5dca3-bf79-47f3-ba87-96cddb7cb271 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:31.280863 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d2db84aa-d5df-4c61-a5fc-e3c5117d98bf tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:31.285589 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d2db84aa-d5df-4c61-a5fc-e3c5117d98bf tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:31.285589 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d2db84aa-d5df-4c61-a5fc-e3c5117d98bf tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] 10.222.0.20 "DELETE /v2.0/floatingips/4eb292fd-e3cd-4972-b8ec-360ff0de902c HTTP/1.1" status: 204 len: 168 time: 1.3320432 Jun 22 09:46:31.287626 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60876) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:31.348400 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-48c5dca3-bf79-47f3-ba87-96cddb7cb271 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2945867 Jun 22 09:46:31.348608 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60882) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:31.353800 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-c4880f64-47b7-463b-92a6-5eabf34841d6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:31.375932 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ae8914f0-0e8b-4075-9e71-601984c9fc33 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:31.376527 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8914f0-0e8b-4075-9e71-601984c9fc33 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Fanout notify agent at l3_agent the message router_deleted on router bb6b5d61-e73c-431c-9c39-5a80d1a1b950 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:46:31.391696 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ae8914f0-0e8b-4075-9e71-601984c9fc33 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:31.399602 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ae8914f0-0e8b-4075-9e71-601984c9fc33 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/routers/bb6b5d61-e73c-431c-9c39-5a80d1a1b950 HTTP/1.1" status: 204 len: 168 time: 2.7173793 Jun 22 09:46:31.400166 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60884) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:31.408637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-63dee960-47d6-4365-9e2f-a1e190a43ea7 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1534995366'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:31.476766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8e835-16bc-482c-b811-6e3148306992 req-413537e2-40b3-41f6-9120-9e8290c429f5 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:31.478241 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fbd8e835-16bc-482c-b811-6e3148306992 req-413537e2-40b3-41f6-9120-9e8290c429f5 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 945 time: 0.0714412 Jun 22 09:46:31.516389 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fbd8e835-16bc-482c-b811-6e3148306992 req-ea971e9d-cfe2-4973-91c7-af5a73a078f2 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324254 Jun 22 09:46:31.539243 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dee960-47d6-4365-9e2f-a1e190a43ea7 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Made reservation on behalf of 1e1c49b4fe1743bca27d47eb1c5640b6 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:31.542661 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-63dee960-47d6-4365-9e2f-a1e190a43ea7 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:31.591580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63dee960-47d6-4365-9e2f-a1e190a43ea7 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:46:31.923274 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce532c9-ff5d-43b8-8178-19fd0a6dae38 req-b64611f8-16ca-441f-bfdd-40e44943de76 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:31.929246 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0ce532c9-ff5d-43b8-8178-19fd0a6dae38 req-b64611f8-16ca-441f-bfdd-40e44943de76 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 945 time: 0.0703890 Jun 22 09:46:31.971841 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0ce532c9-ff5d-43b8-8178-19fd0a6dae38 req-a735399b-3ec8-426f-a821-086d6c9baaf3 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396242 Jun 22 09:46:32.003330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-63dee960-47d6-4365-9e2f-a1e190a43ea7 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:32.003920 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-63dee960-47d6-4365-9e2f-a1e190a43ea7 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Added segment 84741ebe-c569-430e-9ac4-9cc4a613a608 of type vlan for network b76921b0-4682-4d39-8f9c-fe57bd3feb45 Jun 22 09:46:32.006251 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4880f64-47b7-463b-92a6-5eabf34841d6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:32.009897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c4880f64-47b7-463b-92a6-5eabf34841d6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:32.011253 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4880f64-47b7-463b-92a6-5eabf34841d6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:46:32.011702 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4880f64-47b7-463b-92a6-5eabf34841d6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:32.121955 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-63dee960-47d6-4365-9e2f-a1e190a43ea7 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:32.138893 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c4880f64-47b7-463b-92a6-5eabf34841d6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7893162 Jun 22 09:46:32.141969 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60896) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:32.151674 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4bc5892a-c0cf-4953-a0e9-3061bc9532f5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:32.221325 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cad420-fd0f-4c43-8e72-fef25b1baa17 req-0cb4824f-8f60-4cf2-b35f-5529662e2817 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:32.222800 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b9cad420-fd0f-4c43-8e72-fef25b1baa17 req-0cb4824f-8f60-4cf2-b35f-5529662e2817 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 945 time: 0.1700020 Jun 22 09:46:32.267687 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-63dee960-47d6-4365-9e2f-a1e190a43ea7 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:32.273186 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dee960-47d6-4365-9e2f-a1e190a43ea7 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:32.274338 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-63dee960-47d6-4365-9e2f-a1e190a43ea7 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:32.278467 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-220f8a87-63d4-41a8-96b4-7e3bd8fc7034 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:32.354715 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b9cad420-fd0f-4c43-8e72-fef25b1baa17 req-9bf840b4-a6a8-4c9d-be5d-e7fb6ccbb535 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249309 Jun 22 09:46:32.359335 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dee960-47d6-4365-9e2f-a1e190a43ea7 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Network': ['ID=b76921b0-4682-4d39-8f9c-fe57bd3feb45,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:32.362802 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-63dee960-47d6-4365-9e2f-a1e190a43ea7 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:32.377744 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network b76921b0-4682-4d39-8f9c-fe57bd3feb45 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:46:32.378254 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc5892a-c0cf-4953-a0e9-3061bc9532f5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:32.378254 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4bc5892a-c0cf-4953-a0e9-3061bc9532f5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:32.379575 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc5892a-c0cf-4953-a0e9-3061bc9532f5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:46:32.383956 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc5892a-c0cf-4953-a0e9-3061bc9532f5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:32.434159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29a0ae26-75dd-47f8-bb27-239e822a69fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:32.488154 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-63dee960-47d6-4365-9e2f-a1e190a43ea7 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0865359 Jun 22 09:46:32.491265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60898) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:32.498952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-3a159226-b9b4-4601-a99e-c7430409fa5b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'subnet': {'network_id': 'b76921b0-4682-4d39-8f9c-fe57bd3feb45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:32.578191 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4bc5892a-c0cf-4953-a0e9-3061bc9532f5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4350257 Jun 22 09:46:32.581035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60900) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:32.619900 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-03122d6d-429e-4810-bcb4-d5526379e948 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0376239 Jun 22 09:46:32.623505 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60902) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:32.673090 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b2e1a5-17a1-43fa-8591-1eb8f004f734 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:32.674551 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c6b2e1a5-17a1-43fa-8591-1eb8f004f734 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0514293 Jun 22 09:46:32.677168 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60904) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:32.688611 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-29a0ae26-75dd-47f8-bb27-239e822a69fd admin admin] Deleting port 003ef775-7a15-4df4-a09c-84a2cccfdf4f {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:32.688934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29a0ae26-75dd-47f8-bb27-239e822a69fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:32.714876 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-80a94d40-d3eb-4123-8284-91d69bc509a8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0365419 Jun 22 09:46:32.715992 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a159226-b9b4-4601-a99e-c7430409fa5b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Made reservation on behalf of 1e1c49b4fe1743bca27d47eb1c5640b6 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:32.719298 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3a159226-b9b4-4601-a99e-c7430409fa5b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:32.722279 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60906) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:32.727744 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-5a08db10-2e76-4702-a647-b9ee55046c62 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:32.769313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-29a0ae26-75dd-47f8-bb27-239e822a69fd admin admin] For port 003ef775-7a15-4df4-a09c-84a2cccfdf4f, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=003ef775-7a15-4df4-a09c-84a2cccfdf4f,segment=NetworkSegment(c9e11026-794e-40bf-9e85-90adceb64843),segment_id=c9e11026-794e-40bf-9e85-90adceb64843)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:32.769674 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29a0ae26-75dd-47f8-bb27-239e822a69fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:32.832016 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-29a0ae26-75dd-47f8-bb27-239e822a69fd admin admin] Calling delete_port for 003ef775-7a15-4df4-a09c-84a2cccfdf4f owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:32.987190 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a08db10-2e76-4702-a647-b9ee55046c62 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:32.990785 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5a08db10-2e76-4702-a647-b9ee55046c62 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:33.119600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3a159226-b9b4-4601-a99e-c7430409fa5b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:33.131130 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2fe55270-2dc4-481d-b599-e89faa338c02 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:33.150442 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29a0ae26-75dd-47f8-bb27-239e822a69fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:33.153488 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c98da9c2-9dfb-420b-a96a-61e7630cda1f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:33.187691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0ae26-75dd-47f8-bb27-239e822a69fd admin admin] Pushing event deleted for resources: {'Port': ['ID=003ef775-7a15-4df4-a09c-84a2cccfdf4f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:33.213745 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-29a0ae26-75dd-47f8-bb27-239e822a69fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:33.267557 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a159226-b9b4-4601-a99e-c7430409fa5b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Subnet': ['ID=cb41f57c-1a03-4344-add0-f11e10a8223d,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:33.280210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3a159226-b9b4-4601-a99e-c7430409fa5b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:33.295855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a159226-b9b4-4601-a99e-c7430409fa5b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Checking segment: {'id': '84741ebe-c569-430e-9ac4-9cc4a613a608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b76921b0-4682-4d39-8f9c-fe57bd3feb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:33.296231 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a159226-b9b4-4601-a99e-c7430409fa5b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network hostable DHCP agents. Network: b76921b0-4682-4d39-8f9c-fe57bd3feb45, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:46:33.318617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb8f20-993d-4c50-927b-f834ddb913bf req-3f4052a8-3718-4c62-a010-68b6145c2dac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:33.320266 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1ecb8f20-993d-4c50-927b-f834ddb913bf req-3f4052a8-3718-4c62-a010-68b6145c2dac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 945 time: 0.2055297 Jun 22 09:46:33.374632 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1ecb8f20-993d-4c50-927b-f834ddb913bf req-4d7534d4-b0a2-43c9-ab06-ac070493efdf tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386825 Jun 22 09:46:33.385368 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29a0ae26-75dd-47f8-bb27-239e822a69fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:33.438578 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a159226-b9b4-4601-a99e-c7430409fa5b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network b76921b0-4682-4d39-8f9c-fe57bd3feb45 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:46:33.470369 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.objects.ports [None req-5a08db10-2e76-4702-a647-b9ee55046c62 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100652) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:46:33.471986 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5a08db10-2e76-4702-a647-b9ee55046c62 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:33.474010 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b73d2893-9ba5-4d4c-84ec-3d88fe1a05f5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:33.513757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a08db10-2e76-4702-a647-b9ee55046c62 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:33.517947 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-5a08db10-2e76-4702-a647-b9ee55046c62 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:33.527519 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ce2047-b94d-411e-9904-d7719ac505d3 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:33.528073 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08db10-2e76-4702-a647-b9ee55046c62 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:33.528321 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5a08db10-2e76-4702-a647-b9ee55046c62 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:33.538070 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-3a159226-b9b4-4601-a99e-c7430409fa5b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, b76921b0-4682-4d39-8f9c-fe57bd3feb45) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:33.541620 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08db10-2e76-4702-a647-b9ee55046c62 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=4e9f4751-ad88-40c4-b0de-aee91e2a8cd6,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:33.545432 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5a08db10-2e76-4702-a647-b9ee55046c62 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:33.548372 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a159226-b9b4-4601-a99e-c7430409fa5b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:33.548959 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3a159226-b9b4-4601-a99e-c7430409fa5b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:33.574480 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7144a9f7-ea36-4241-8bc2-dda77bbd69f8 None None] Network b76921b0-4682-4d39-8f9c-fe57bd3feb45 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:33.621285 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d5f46-e857-4e44-bfa6-1f5d1979a941 req-676cb9a3-0d82-4149-8aef-2e037c934f81 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:33.622771 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0f7d5f46-e857-4e44-bfa6-1f5d1979a941 req-676cb9a3-0d82-4149-8aef-2e037c934f81 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 945 time: 0.1300015 Jun 22 09:46:33.642707 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5a08db10-2e76-4702-a647-b9ee55046c62 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9171004 Jun 22 09:46:33.643073 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60912) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:33.648240 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-01c07946-1dc1-48be-8a5e-4716e344a3a4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'mac_address': 'fa:16:3e:53:db:7d', 'name': 'tempest-NetworksTestDHCPv6-815289934'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:33.692182 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3a159226-b9b4-4601-a99e-c7430409fa5b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1979856 Jun 22 09:46:33.693983 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60914) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:33.701584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-07f52068-8f60-430a-8ee2-dbfd09e60b37 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1123050688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:33.712148 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0f7d5f46-e857-4e44-bfa6-1f5d1979a941 req-bed27cdc-0844-4fa4-a05d-9ab6397a3795 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828810 Jun 22 09:46:33.731249 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a0ae26-75dd-47f8-bb27-239e822a69fd admin admin] Router facff48d-b632-4b2e-8b87-0326be2384ee has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:46:33.803553 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': '4e9f4751-ad88-40c4-b0de-aee91e2a8cd6'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:46:33.805515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:33.822435 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-b76921b0-4682-4d39-8f9c-fe57bd3feb45', 'network_id': 'b76921b0-4682-4d39-8f9c-fe57bd3feb45', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'fixed_ips': [{'subnet_id': 'cb41f57c-1a03-4344-add0-f11e10a8223d'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:46:33.823208 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-07f52068-8f60-430a-8ee2-dbfd09e60b37 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:33.823692 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:33.824594 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-07f52068-8f60-430a-8ee2-dbfd09e60b37 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:33.920350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-07f52068-8f60-430a-8ee2-dbfd09e60b37 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:33.921725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a0ae26-75dd-47f8-bb27-239e822a69fd admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:46:33.928568 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c07946-1dc1-48be-8a5e-4716e344a3a4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:33.930753 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-29a0ae26-75dd-47f8-bb27-239e822a69fd admin admin] 10.222.0.20 "PUT /v2.0/routers/facff48d-b632-4b2e-8b87-0326be2384ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6420441 Jun 22 09:46:33.931368 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60918) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:34.032516 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-01c07946-1dc1-48be-8a5e-4716e344a3a4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:34.043043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aff7ea7d-8ad7-4403-b091-144bd9357e3d admin admin] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:34.058551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-01c07946-1dc1-48be-8a5e-4716e344a3a4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port 5c1ef74f-e070-4a1f-a8ef-6cce5b925de5 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:46:34.084102 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-07f52068-8f60-430a-8ee2-dbfd09e60b37 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:34.175043 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-01c07946-1dc1-48be-8a5e-4716e344a3a4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::f816:3eff:fe53:db7d (36eee797-60f1-483e-81c4-4dc1c89ce22a/4e9f4751-ad88-40c4-b0de-aee91e2a8cd6/5c1ef74f-e070-4a1f-a8ef-6cce5b925de5) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:34.177415 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aff7ea7d-8ad7-4403-b091-144bd9357e3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:34.184407 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-07f52068-8f60-430a-8ee2-dbfd09e60b37 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:34.185420 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d4df4c-56a5-4606-8409-7d5ac5c13a4f None None] Sync routers for ids ['facff48d-b632-4b2e-8b87-0326be2384ee'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:46:34.185636 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-07f52068-8f60-430a-8ee2-dbfd09e60b37 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4907191 Jun 22 09:46:34.188479 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60922) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:34.230285 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d4df4c-56a5-4606-8409-7d5ac5c13a4f None None] Routers {'facff48d-b632-4b2e-8b87-0326be2384ee'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:34.230938 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-56d4df4c-56a5-4606-8409-7d5ac5c13a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['facff48d-b632-4b2e-8b87-0326be2384ee'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:34.303160 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Allocated IP 2001:db8::2 (b76921b0-4682-4d39-8f9c-fe57bd3feb45/cb41f57c-1a03-4344-add0-f11e10a8223d/0d8c8941-ad59-4476-a591-91e2ebdffc22) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:34.408990 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-01c07946-1dc1-48be-8a5e-4716e344a3a4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:34.414921 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942f1a3-9b9f-41ee-9188-1fd4813398d4 req-1c58024b-ef62-43df-870f-8365df0b1188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:34.415569 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-56d4df4c-56a5-4606-8409-7d5ac5c13a4f None None] Set router facff48d-b632-4b2e-8b87-0326be2384ee gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:46:34.420074 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4942f1a3-9b9f-41ee-9188-1fd4813398d4 req-1c58024b-ef62-43df-870f-8365df0b1188 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6522641a2ddb4b00b2277d3a723744e1&device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 1098 time: 0.1067724 Jun 22 09:46:34.444080 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-01c07946-1dc1-48be-8a5e-4716e344a3a4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object 5c1ef74f-e070-4a1f-a8ef-6cce5b925de5 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:34.449497 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99eb27c-4e30-4476-982c-9fa82fa96da2 req-595e9597-57cc-4f8c-8000-e033daaa6947 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:34.451022 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b99eb27c-4e30-4476-982c-9fa82fa96da2 req-595e9597-57cc-4f8c-8000-e033daaa6947 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 945 time: 0.2107468 Jun 22 09:46:34.578567 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942f1a3-9b9f-41ee-9188-1fd4813398d4 req-bb91dbc3-daf8-475e-94cd-04a382db93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:34.580166 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4942f1a3-9b9f-41ee-9188-1fd4813398d4 req-bb91dbc3-daf8-475e-94cd-04a382db93ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=21c72c56-a580-4ed1-ad90-b49e3ece47ba HTTP/1.1" status: 200 len: 912 time: 0.1564832 Jun 22 09:46:34.599604 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:34.632317 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4942f1a3-9b9f-41ee-9188-1fd4813398d4 req-912d8722-6bcf-443b-b42f-1d96e54dbb13 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 HTTP/1.1" status: 200 len: 217 time: 0.0451350 Jun 22 09:46:34.643332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115c30e-c2e8-4b31-8ee0-9e8f92a48dd9 req-638fd08a-2a3d-4a4f-ac51-b95311bd1851 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:34.644704 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8115c30e-c2e8-4b31-8ee0-9e8f92a48dd9 req-638fd08a-2a3d-4a4f-ac51-b95311bd1851 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 945 time: 0.1446986 Jun 22 09:46:34.652642 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b99eb27c-4e30-4476-982c-9fa82fa96da2 req-6a2dda60-fa88-40e1-ab5e-2439cd7c10ef tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744926 Jun 22 09:46:34.653633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-01c07946-1dc1-48be-8a5e-4716e344a3a4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:34.683941 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:34.719754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:34.736464 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Transition to ACTIVE for port object 0d8c8941-ad59-4476-a591-91e2ebdffc22 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:34.745003 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-aff7ea7d-8ad7-4403-b091-144bd9357e3d admin admin] Deleting port 34e0a889-d6b1-4796-8c73-dca03076b355 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:34.745448 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aff7ea7d-8ad7-4403-b091-144bd9357e3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:34.757300 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Allocated IP 2001:db8::f816:3eff:feb5:4768 (36eee797-60f1-483e-81c4-4dc1c89ce22a/4e9f4751-ad88-40c4-b0de-aee91e2a8cd6/4dffe27c-19a7-48b1-9625-c4106d7cc7fe) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:34.782399 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Transition to ACTIVE for port object 0d8c8941-ad59-4476-a591-91e2ebdffc22 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:34.797713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c07946-1dc1-48be-8a5e-4716e344a3a4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:34.817321 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8115c30e-c2e8-4b31-8ee0-9e8f92a48dd9 req-4c1c13a2-b98a-4d55-b3c4-d09a6ceb8576 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589041 Jun 22 09:46:34.819404 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-01c07946-1dc1-48be-8a5e-4716e344a3a4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:34.844662 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:34.847315 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c07946-1dc1-48be-8a5e-4716e344a3a4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=5c1ef74f-e070-4a1f-a8ef-6cce5b925de5,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:34.849964 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ea540350-a2e8-4b6c-9efd-5267221945f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:34.852643 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-01c07946-1dc1-48be-8a5e-4716e344a3a4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:34.853040 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-56d4df4c-56a5-4606-8409-7d5ac5c13a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'name': 'tempest-ServerActionsTestJSON-8812801-router', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:45Z', 'updated_at': '2021-06-22T09:46:32Z', 'revision_number': 5, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'gw_port': {'id': '34e0a889-d6b1-4796-8c73-dca03076b355', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:40:46Z', 'updated_at': '2021-06-22T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:34.853601 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c07946-1dc1-48be-8a5e-4716e344a3a4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:34.869684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c07946-1dc1-48be-8a5e-4716e344a3a4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:34.870703 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-01c07946-1dc1-48be-8a5e-4716e344a3a4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:34.884121 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942f1a3-9b9f-41ee-9188-1fd4813398d4 req-cc504339-4ce3-453d-99e7-3fb423e48f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:34.885677 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4942f1a3-9b9f-41ee-9188-1fd4813398d4 req-cc504339-4ce3-453d-99e7-3fb423e48f43 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=283ddd72-4398-40de-a4e8-0f59a665118e HTTP/1.1" status: 200 len: 851 time: 0.2396755 Jun 22 09:46:34.919409 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4942f1a3-9b9f-41ee-9188-1fd4813398d4 req-bb79d418-558d-4ba6-ac04-3e15f207308f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=21c72c56-a580-4ed1-ad90-b49e3ece47ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273376 Jun 22 09:46:34.919832 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d4df4c-56a5-4606-8409-7d5ac5c13a4f None None] Checking router: facff48d-b632-4b2e-8b87-0326be2384ee for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:46:34.927909 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-aff7ea7d-8ad7-4403-b091-144bd9357e3d admin admin] For port 34e0a889-d6b1-4796-8c73-dca03076b355, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=34e0a889-d6b1-4796-8c73-dca03076b355,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:34.928273 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aff7ea7d-8ad7-4403-b091-144bd9357e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:34.930969 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Network b76921b0-4682-4d39-8f9c-fe57bd3feb45 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:34.943688 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:34.953032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:34.965521 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Pushing event updated for resources: {'Port': ['ID=0d8c8941-ad59-4476-a591-91e2ebdffc22,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:34.969522 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d4df4c-56a5-4606-8409-7d5ac5c13a4f None None] Routers {'facff48d-b632-4b2e-8b87-0326be2384ee'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:34.970156 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-56d4df4c-56a5-4606-8409-7d5ac5c13a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['facff48d-b632-4b2e-8b87-0326be2384ee'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:34.972102 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:35.016411 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-aff7ea7d-8ad7-4403-b091-144bd9357e3d admin admin] Calling delete_port for 34e0a889-d6b1-4796-8c73-dca03076b355 owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:35.020702 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-01c07946-1dc1-48be-8a5e-4716e344a3a4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3764737 Jun 22 09:46:35.023270 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60926) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:35.036688 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Allocated IP 2001:db8::1 (b76921b0-4682-4d39-8f9c-fe57bd3feb45/cb41f57c-1a03-4344-add0-f11e10a8223d/e07500ff-7550-4062-933e-dd3b9c3f1971) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:35.063477 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4942f1a3-9b9f-41ee-9188-1fd4813398d4 req-cbacaca1-7a42-40e7-81c4-c7da0d7898d8 service neutron] 10.222.0.35 "GET /v2.0/networks/21c72c56-a580-4ed1-ad90-b49e3ece47ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378257 Jun 22 09:46:35.141604 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Attempting to bind port 0d8c8941-ad59-4476-a591-91e2ebdffc22 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:35.141989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Attempting to bind port 0d8c8941-ad59-4476-a591-91e2ebdffc22 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '84741ebe-c569-430e-9ac4-9cc4a613a608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b76921b0-4682-4d39-8f9c-fe57bd3feb45'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:35.142368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Attempting to bind port 0d8c8941-ad59-4476-a591-91e2ebdffc22 on network b76921b0-4682-4d39-8f9c-fe57bd3feb45 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:35.153572 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fdcb0c-98cc-44ae-9a02-443be6e63814 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:35.155066 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-94fdcb0c-98cc-44ae-9a02-443be6e63814 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1307552 Jun 22 09:46:35.161277 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60928) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:35.162048 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:35.162438 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Checking segment: {'id': '84741ebe-c569-430e-9ac4-9cc4a613a608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b76921b0-4682-4d39-8f9c-fe57bd3feb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:35.162850 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.163309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Bound using segment: {'id': '84741ebe-c569-430e-9ac4-9cc4a613a608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b76921b0-4682-4d39-8f9c-fe57bd3feb45'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:35.164381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Bound port: 0d8c8941-ad59-4476-a591-91e2ebdffc22, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84741ebe-c569-430e-9ac4-9cc4a613a608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b76921b0-4682-4d39-8f9c-fe57bd3feb45'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:35.165597 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.168067 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-56d4df4c-56a5-4606-8409-7d5ac5c13a4f None None] Set router facff48d-b632-4b2e-8b87-0326be2384ee gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:46:35.215040 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4942f1a3-9b9f-41ee-9188-1fd4813398d4 req-56dd08fb-a8a2-45b3-afa6-62230682c73e service neutron] 10.222.0.35 "GET /v2.0/networks/21c72c56-a580-4ed1-ad90-b49e3ece47ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447308 Jun 22 09:46:35.255124 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.262898 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-56d4df4c-56a5-4606-8409-7d5ac5c13a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'name': 'tempest-ServerActionsTestJSON-8812801-router', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:45Z', 'updated_at': '2021-06-22T09:46:34Z', 'revision_number': 6, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:35.295178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-b15e824a-93d1-4f97-924a-72e11afedb01 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port 5c1ef74f-e070-4a1f-a8ef-6cce5b925de5 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:35.295657 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b15e824a-93d1-4f97-924a-72e11afedb01 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.314047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Transition to ACTIVE for port object 4dffe27c-19a7-48b1-9625-c4106d7cc7fe will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:35.320725 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d4df4c-56a5-4606-8409-7d5ac5c13a4f None None] The sync data for ids ['facff48d-b632-4b2e-8b87-0326be2384ee'] in dv-neutron-797121-3-hyperv is: [{'id': 'facff48d-b632-4b2e-8b87-0326be2384ee', 'name': 'tempest-ServerActionsTestJSON-8812801-router', 'tenant_id': '0dfd02b234a947f5a587ecec0451722d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:40:45Z', 'updated_at': '2021-06-22T09:46:34Z', 'revision_number': 6, 'project_id': '0dfd02b234a947f5a587ecec0451722d', 'gw_port_host': None}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:46:35.348812 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.349528 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Transition to ACTIVE for port object 4dffe27c-19a7-48b1-9625-c4106d7cc7fe will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:35.366664 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] For port 0d8c8941-ad59-4476-a591-91e2ebdffc22, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:35.368044 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] For port 0d8c8941-ad59-4476-a591-91e2ebdffc22, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=0d8c8941-ad59-4476-a591-91e2ebdffc22,segment=NetworkSegment(84741ebe-c569-430e-9ac4-9cc4a613a608),segment_id=84741ebe-c569-430e-9ac4-9cc4a613a608)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:35.393737 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b15e824a-93d1-4f97-924a-72e11afedb01 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.405378 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Transition to ACTIVE for port object e07500ff-7550-4062-933e-dd3b9c3f1971 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:35.412575 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f70394-aa34-4af2-9d15-77146efc8cea req-331f2af9-eb2f-463a-90cd-4ec181484318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:35.414614 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-44f70394-aa34-4af2-9d15-77146efc8cea req-331f2af9-eb2f-463a-90cd-4ec181484318 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 1098 time: 0.2463140 Jun 22 09:46:35.448436 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.451911 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:35.461846 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-b15e824a-93d1-4f97-924a-72e11afedb01 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for 5c1ef74f-e070-4a1f-a8ef-6cce5b925de5 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:35.480453 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-44f70394-aa34-4af2-9d15-77146efc8cea req-38be1c3f-a5cd-4777-adf5-2460e1434e03 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546050 Jun 22 09:46:35.488858 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:35.491901 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:35.494483 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:35.500099 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.519147 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Pushing event updated for resources: {'Port': ['ID=4dffe27c-19a7-48b1-9625-c4106d7cc7fe,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:35.521826 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aff7ea7d-8ad7-4403-b091-144bd9357e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.522481 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:35.525384 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:35.541340 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c049bfc3-4795-4dc3-a890-a2bd761ed689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:35.549775 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7ea7d-8ad7-4403-b091-144bd9357e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=34e0a889-d6b1-4796-8c73-dca03076b355,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:35.552726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-aff7ea7d-8ad7-4403-b091-144bd9357e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:35.553751 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.560443 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-29a0ae26-75dd-47f8-bb27-239e822a69fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:35.620374 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Attempting to bind port 4dffe27c-19a7-48b1-9625-c4106d7cc7fe on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:35.620734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Attempting to bind port 4dffe27c-19a7-48b1-9625-c4106d7cc7fe by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:35.621176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Attempting to bind port 4dffe27c-19a7-48b1-9625-c4106d7cc7fe on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:35.635884 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:35.638956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:35.638956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.638956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:35.638956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Bound port: 4dffe27c-19a7-48b1-9625-c4106d7cc7fe, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:35.638956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.653744 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Pushing event updated for resources: {'Port': ['ID=0d8c8941-ad59-4476-a591-91e2ebdffc22,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:35.657399 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:35.670599 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b15e824a-93d1-4f97-924a-72e11afedb01 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.682536 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8d94f721-e33a-4557-b6ad-c1fd46925712 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:35.751646 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] For port 4dffe27c-19a7-48b1-9625-c4106d7cc7fe, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:35.757300 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e824a-93d1-4f97-924a-72e11afedb01 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=5c1ef74f-e070-4a1f-a8ef-6cce5b925de5,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:35.761095 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] For port 4dffe27c-19a7-48b1-9625-c4106d7cc7fe, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4dffe27c-19a7-48b1-9625-c4106d7cc7fe,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:35.790822 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b15e824a-93d1-4f97-924a-72e11afedb01 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:35.800933 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b15e824a-93d1-4f97-924a-72e11afedb01 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.808570 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b15e824a-93d1-4f97-924a-72e11afedb01 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/5c1ef74f-e070-4a1f-a8ef-6cce5b925de5 HTTP/1.1" status: 204 len: 168 time: 0.6460607 Jun 22 09:46:35.826072 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60932) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:35.837329 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.859696 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:35.911539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:46:35.949619 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc99105-4560-4307-93d5-cd2f459f8134 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:35.952512 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc99105-4560-4307-93d5-cd2f459f8134 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:35.954655 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3cc99105-4560-4307-93d5-cd2f459f8134 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1292100 Jun 22 09:46:35.958847 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60936) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:36.045360 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9,segment=NetworkSegment(29b484eb-9441-4917-8ba3-d67074cf94d8),segment_id=29b484eb-9441-4917-8ba3-d67074cf94d8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:36.051181 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d46483-2b00-493d-9b3e-c61b527b104a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 4e9f4751-ad88-40c4-b0de-aee91e2a8cd6 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:36.058887 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:36.061188 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-46d46483-2b00-493d-9b3e-c61b527b104a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.102169 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9', 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d', 'port_id': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9', 'mac_address': 'fa:16:3e:44:9c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4884e1f-8290-4e72-874f-49d914add356', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:46:36.168530 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.168949 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-46d46483-2b00-493d-9b3e-c61b527b104a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.187745 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=e07500ff-7550-4062-933e-dd3b9c3f1971,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:36.222011 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:46:36.229956 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:36.237543 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90ad4b-3ded-4b75-817b-a8e4f0f86a88 req-6c71d91e-d1a0-463c-9a2a-07717138178c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:36.237775 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network b76921b0-4682-4d39-8f9c-fe57bd3feb45 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:36.239378 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ca90ad4b-3ded-4b75-817b-a8e4f0f86a88 req-6c71d91e-d1a0-463c-9a2a-07717138178c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 945 time: 0.1800742 Jun 22 09:46:36.244112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9,segment=NetworkSegment(29b484eb-9441-4917-8ba3-d67074cf94d8),segment_id=29b484eb-9441-4917-8ba3-d67074cf94d8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:36.245525 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.247677 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:36.252279 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:36.252822 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.351159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aff7ea7d-8ad7-4403-b091-144bd9357e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.377414 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.386884 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ca90ad4b-3ded-4b75-817b-a8e4f0f86a88 req-790bb3a7-0614-4b50-9eb5-a801029feaae tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362932 Jun 22 09:46:36.404051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-46d46483-2b00-493d-9b3e-c61b527b104a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.414469 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Pushing event updated for resources: {'Port': ['ID=4dffe27c-19a7-48b1-9625-c4106d7cc7fe,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:36.428414 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:36.430843 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:36.514364 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aff7ea7d-8ad7-4403-b091-144bd9357e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.520109 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aff7ea7d-8ad7-4403-b091-144bd9357e3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.560021 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-46d46483-2b00-493d-9b3e-c61b527b104a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.563964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:36.604820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d46483-2b00-493d-9b3e-c61b527b104a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9f4751-ad88-40c4-b0de-aee91e2a8cd6,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:36.618049 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-46d46483-2b00-493d-9b3e-c61b527b104a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:36.618049 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-46d46483-2b00-493d-9b3e-c61b527b104a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.618049 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-46d46483-2b00-493d-9b3e-c61b527b104a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/4e9f4751-ad88-40c4-b0de-aee91e2a8cd6 HTTP/1.1" status: 204 len: 168 time: 0.6553879 Jun 22 09:46:36.618484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff01863-9a5b-401d-bab7-a7746a88253e req-85deed8c-9b0e-486b-ac66-9afbc00d80c7 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:36.619124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60938) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:36.620120 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bff01863-9a5b-401d-bab7-a7746a88253e req-85deed8c-9b0e-486b-ac66-9afbc00d80c7 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 945 time: 0.4832795 Jun 22 09:46:36.660986 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:46:36.661241 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:46:36.677229 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aff7ea7d-8ad7-4403-b091-144bd9357e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.677798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff7ea7d-8ad7-4403-b091-144bd9357e3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router facff48d-b632-4b2e-8b87-0326be2384ee {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:46:36.681954 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bff01863-9a5b-401d-bab7-a7746a88253e req-94ee0472-81f0-420b-9ff5-655e0e8e95f7 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559781 Jun 22 09:46:36.685332 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ce890c05-bd4f-4927-a106-0347338b7482 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616708 Jun 22 09:46:36.686640 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60940) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:36.687258 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aff7ea7d-8ad7-4403-b091-144bd9357e3d admin admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.688440 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-aff7ea7d-8ad7-4403-b091-144bd9357e3d admin admin] 10.222.0.20 "DELETE /v2.0/routers/facff48d-b632-4b2e-8b87-0326be2384ee HTTP/1.1" status: 204 len: 168 time: 2.7560802 Jun 22 09:46:36.692451 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60942) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:36.692953 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:36.695859 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:36.702191 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:36.793753 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['9fdbe2d0-99d5-4e13-9fcf-a7958df836b9'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:46:36.802299 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ec3afa-0f02-49fb-b256-540d6b6a04eb admin admin] Deleting subnet 509cc921-aa0d-47ec-9fdc-bd091c518ce4 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:36.818670 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6ec3afa-0f02-49fb-b256-540d6b6a04eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.823450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.907101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:36.912929 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.913182 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6ec3afa-0f02-49fb-b256-540d6b6a04eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.997191 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4dffe27c-19a7-48b1-9625-c4106d7cc7fe up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:37.112899 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f09b8b-fa3a-4168-be12-e16285c6ead6 None None] Network b76921b0-4682-4d39-8f9c-fe57bd3feb45 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:37.191054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6ec3afa-0f02-49fb-b256-540d6b6a04eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.400985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.447054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.459579 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6ec3afa-0f02-49fb-b256-540d6b6a04eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.469563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2a364e63-9d9f-4756-ab9f-29613834e3d3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:37.506264 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec3afa-0f02-49fb-b256-540d6b6a04eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=509cc921-aa0d-47ec-9fdc-bd091c518ce4,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:37.515126 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e09b1eab-2c3d-4ddf-801b-09e31c3c39ee None None] Provisioning for port 0d8c8941-ad59-4476-a591-91e2ebdffc22 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:37.515260 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c6ec3afa-0f02-49fb-b256-540d6b6a04eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:37.516069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 4dffe27c-19a7-48b1-9625-c4106d7cc7fe completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:37.517329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c6ec3afa-0f02-49fb-b256-540d6b6a04eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.522362 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60946) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:37.522767 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c6ec3afa-0f02-49fb-b256-540d6b6a04eb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/509cc921-aa0d-47ec-9fdc-bd091c518ce4 HTTP/1.1" status: 204 len: 168 time: 0.8292625 Jun 22 09:46:37.524770 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.525829 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.528751 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-779cde29-ebdd-4a72-8037-50b421d839c0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:37.536951 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 0d8c8941-ad59-4476-a591-91e2ebdffc22 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:37.548181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af16f87-4f20-4cac-af3b-07c853f81fa6 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:37.551413 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c143c209-42cc-4df4-81a1-8d6983b0fd6c None None] Network 7a67bf89-842d-4150-83fd-e92b2abafdf3 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:37.616294 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=e07500ff-7550-4062-933e-dd3b9c3f1971,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:37.624661 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:37.654683 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:46:37.683549 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.686613 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network b76921b0-4682-4d39-8f9c-fe57bd3feb45 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:37.688679 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:37.716261 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18049e98-ad0a-4d47-bf39-86e069c891d6 req-341fc8db-f3c8-4b1e-9d86-75623355c58c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:37.717912 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-18049e98-ad0a-4d47-bf39-86e069c891d6 req-341fc8db-f3c8-4b1e-9d86-75623355c58c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 944 time: 0.1849039 Jun 22 09:46:37.734539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9,segment=NetworkSegment(29b484eb-9441-4917-8ba3-d67074cf94d8),segment_id=29b484eb-9441-4917-8ba3-d67074cf94d8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:37.857576 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-18049e98-ad0a-4d47-bf39-86e069c891d6 req-02ec60de-f447-4c6f-a152-6f0d8570e8e0 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046927 Jun 22 09:46:37.874256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.880682 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6a5b2428-daf9-4f13-b137-2206b92e7d4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:37.884481 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] Deleting port ffbdf494-a848-4d38-90da-c98acd8a31f1 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:37.884835 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.887352 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4c4a692e-6124-419b-8968-cdd55681ea36 None None] Provisioning for port 4dffe27c-19a7-48b1-9625-c4106d7cc7fe completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:37.912622 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07bb4e-933c-4924-a98b-b931ed13d017 req-5f72603d-3986-4ad0-9c52-be34cb5daa91 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:37.914181 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3b07bb4e-933c-4924-a98b-b931ed13d017 req-5f72603d-3986-4ad0-9c52-be34cb5daa91 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 945 time: 0.0858235 Jun 22 09:46:37.914723 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60950) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:37.933240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4c4a692e-6124-419b-8968-cdd55681ea36 None None] Provisioning complete for port 4dffe27c-19a7-48b1-9625-c4106d7cc7fe triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:37.933240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c4a692e-6124-419b-8968-cdd55681ea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.966505 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 0d8c8941-ad59-4476-a591-91e2ebdffc22 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:37.966792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router 4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:46:37.984712 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 0d8c8941-ad59-4476-a591-91e2ebdffc22 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:37.985037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.995116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9,revision_number=7']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:38.019378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] For port ffbdf494-a848-4d38-90da-c98acd8a31f1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ffbdf494-a848-4d38-90da-c98acd8a31f1,segment=NetworkSegment(c9e11026-794e-40bf-9e85-90adceb64843),segment_id=c9e11026-794e-40bf-9e85-90adceb64843)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:38.021050 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:38.026102 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.102821 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3b07bb4e-933c-4924-a98b-b931ed13d017 req-14aad7e0-eeb5-4b8c-afc6-9139f0398378 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745994 Jun 22 09:46:38.112833 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3e8953ef-4e5b-4f96-87f4-e9d637372bd4 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/floatingips/535b8c96-6f6c-455c-a521-fe3d91fe8bf3 HTTP/1.1" status: 200 len: 991 time: 0.1952209 Jun 22 09:46:38.142702 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c4a692e-6124-419b-8968-cdd55681ea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.144008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:46:38.151718 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9622386 Jun 22 09:46:38.154672 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60954) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:38.157909 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edcc725-cc49-4ce6-92be-41276d330150 None None] Sync routers for ids ['4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:46:38.162947 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.177846 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] Calling delete_port for ffbdf494-a848-4d38-90da-c98acd8a31f1 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:38.183728 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edcc725-cc49-4ce6-92be-41276d330150 None None] Routers {'4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:38.187690 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-9edcc725-cc49-4ce6-92be-41276d330150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:38.246375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 0d8c8941-ad59-4476-a591-91e2ebdffc22, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=0d8c8941-ad59-4476-a591-91e2ebdffc22,segment=NetworkSegment(84741ebe-c569-430e-9ac4-9cc4a613a608),segment_id=84741ebe-c569-430e-9ac4-9cc4a613a608)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:38.256644 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8108f5-373c-4a4d-8b11-7af0e9d5c74d None None] DHCP port deletion for 7a67bf89-842d-4150-83fd-e92b2abafdf3 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:46:38.263229 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33266d75-92ba-4d6f-a836-70fe1ecfe770 None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:46:38.272332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-4c4a692e-6124-419b-8968-cdd55681ea36 None None] For port 4dffe27c-19a7-48b1-9625-c4106d7cc7fe, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4dffe27c-19a7-48b1-9625-c4106d7cc7fe,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:38.273876 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-9edcc725-cc49-4ce6-92be-41276d330150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:38.274012 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2204d38-05c5-4a9a-87ec-d5c2bcbff403 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:38.278261 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f2204d38-05c5-4a9a-87ec-d5c2bcbff403 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/ports/e07500ff-7550-4062-933e-dd3b9c3f1971 HTTP/1.1" status: 200 len: 911 time: 0.1223409 Jun 22 09:46:38.279874 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60956) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:38.292779 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edcc725-cc49-4ce6-92be-41276d330150 None None] Routers {'4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:38.293182 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-9edcc725-cc49-4ce6-92be-41276d330150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:38.294186 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-6fe2c8f5-5b79-4917-818c-35274b93ab46 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb41f57c-1a03-4344-add0-f11e10a8223d'}]}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:38.339708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.346162 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-31fa44ae-553c-48c3-915f-72afa6e63d4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:38.360186 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-9edcc725-cc49-4ce6-92be-41276d330150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:38.360717 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edcc725-cc49-4ce6-92be-41276d330150 None None] The sync data for ids ['4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:46:38.381794 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.objects.ports [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100652) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:46:38.429926 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=0d8c8941-ad59-4476-a591-91e2ebdffc22,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:38.435603 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:38.446218 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c4a692e-6124-419b-8968-cdd55681ea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.457681 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-44b25eb4-70cd-4abe-91c1-8f30faa97ec5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:38.529292 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 003ef775-7a15-4df4-a09c-84a2cccfdf4f no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:38.534899 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a692e-6124-419b-8968-cdd55681ea36 None None] Pushing event updated for resources: {'Port': ['ID=4dffe27c-19a7-48b1-9625-c4106d7cc7fe,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:38.540991 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4c4a692e-6124-419b-8968-cdd55681ea36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:38.592873 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 003ef775-7a15-4df4-a09c-84a2cccfdf4f {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:38.594373 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 003ef775-7a15-4df4-a09c-84a2cccfdf4f not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:46:38.594373 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 34e0a889-d6b1-4796-8c73-dca03076b355 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:38.623692 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6fe2c8f5-5b79-4917-818c-35274b93ab46 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.643128 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.643368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 34e0a889-d6b1-4796-8c73-dca03076b355 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:38.643645 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 34e0a889-d6b1-4796-8c73-dca03076b355 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:46:38.652080 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-de8108f5-373c-4a4d-8b11-7af0e9d5c74d None None] Deleting port ffbdf494-a848-4d38-90da-c98acd8a31f1 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:38.652080 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-de8108f5-373c-4a4d-8b11-7af0e9d5c74d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.654874 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f8e33bdd-6ade-4f12-a5f6-b5a1541daf7f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:38.655821 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-33266d75-92ba-4d6f-a836-70fe1ecfe770 None None] Deleting port 4dffe27c-19a7-48b1-9625-c4106d7cc7fe {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:38.656207 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-33266d75-92ba-4d6f-a836-70fe1ecfe770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.689759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] No DVR routers for this DVR port ffbdf494-a848-4d38-90da-c98acd8a31f1 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:38.702250 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbdf494-a848-4d38-90da-c98acd8a31f1,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:38.705378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:38.779237 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-284cae7d-87e1-4502-97a0-f6bb3df5c735 None None] Provisioning for port e07500ff-7550-4062-933e-dd3b9c3f1971 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:38.790868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-de8108f5-373c-4a4d-8b11-7af0e9d5c74d None None] For port ffbdf494-a848-4d38-90da-c98acd8a31f1, host dv-neutron-797121-3-hyperv, got binding levels [] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:38.791514 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-de8108f5-373c-4a4d-8b11-7af0e9d5c74d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.795923 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-284cae7d-87e1-4502-97a0-f6bb3df5c735 None None] Provisioning complete for port e07500ff-7550-4062-933e-dd3b9c3f1971 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:38.800097 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-284cae7d-87e1-4502-97a0-f6bb3df5c735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.874532 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.885205 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.906765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a67bf89-842d-4150-83fd-e92b2abafdf3']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:38.920416 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-de8108f5-373c-4a4d-8b11-7af0e9d5c74d None None] Calling delete_port for ffbdf494-a848-4d38-90da-c98acd8a31f1 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:38.923560 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e11026-794e-40bf-9e85-90adceb64843') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:38.924451 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e11026-794e-40bf-9e85-90adceb64843') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:38.929754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.ipam_backend_mixin [None req-de8108f5-373c-4a4d-8b11-7af0e9d5c74d None None] Port ffbdf494-a848-4d38-90da-c98acd8a31f1 was not found and therefore no delete operation was performed {{(pid=100654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 09:46:38.933869 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 0d8c8941-ad59-4476-a591-91e2ebdffc22 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:38.965301 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-de8108f5-373c-4a4d-8b11-7af0e9d5c74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.968586 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.981236 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:39.003793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.014118 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8108f5-373c-4a4d-8b11-7af0e9d5c74d None None] No DVR routers for this DVR port ffbdf494-a848-4d38-90da-c98acd8a31f1 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:39.015678 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-284cae7d-87e1-4502-97a0-f6bb3df5c735 None None] Port e07500ff-7550-4062-933e-dd3b9c3f1971 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:46:39.018631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:46:39.019518 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:46:39.028615 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:46:39.030790 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8108f5-373c-4a4d-8b11-7af0e9d5c74d None None] Pushing event deleted for resources: {'Port': ['ID=ffbdf494-a848-4d38-90da-c98acd8a31f1,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:39.032984 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-33266d75-92ba-4d6f-a836-70fe1ecfe770 None None] For port 4dffe27c-19a7-48b1-9625-c4106d7cc7fe, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4dffe27c-19a7-48b1-9625-c4106d7cc7fe,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:39.033246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-33266d75-92ba-4d6f-a836-70fe1ecfe770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.043292 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-de8108f5-373c-4a4d-8b11-7af0e9d5c74d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:39.224388 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] For port 4dffe27c-19a7-48b1-9625-c4106d7cc7fe, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4dffe27c-19a7-48b1-9625-c4106d7cc7fe,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:39.226793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.241161 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6e2d3705-cd8b-44e5-9b17-411b7aacb354 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:39.244529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.248891 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] 10.222.0.20 "DELETE /v2.0/networks/7a67bf89-842d-4150-83fd-e92b2abafdf3 HTTP/1.1" status: 204 len: 168 time: 1.7231677 Jun 22 09:46:39.251140 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd297d-fc34-4935-9d38-ebe5423b523c req-f7d39dca-2a92-4915-a309-25bd31acc7ee tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:39.252750 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e8dd297d-fc34-4935-9d38-ebe5423b523c req-f7d39dca-2a92-4915-a309-25bd31acc7ee tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 945 time: 0.1315746 Jun 22 09:46:39.268416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] Pushing event deleted for resources: {'Network': ['ID=7a67bf89-842d-4150-83fd-e92b2abafdf3,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:39.272186 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6fe2c8f5-5b79-4917-818c-35274b93ab46 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.272542 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:39.286866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-33266d75-92ba-4d6f-a836-70fe1ecfe770 None None] Calling delete_port for 4dffe27c-19a7-48b1-9625-c4106d7cc7fe owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:39.300821 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-284cae7d-87e1-4502-97a0-f6bb3df5c735 None None] Provisioning complete for port 0d8c8941-ad59-4476-a591-91e2ebdffc22 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:39.301203 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-284cae7d-87e1-4502-97a0-f6bb3df5c735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.303533 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e8dd297d-fc34-4935-9d38-ebe5423b523c req-a4e6df3c-1201-432b-869b-60bfe3fc1d7d tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408347 Jun 22 09:46:39.308684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.346712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6fe2c8f5-5b79-4917-818c-35274b93ab46 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.352820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe2c8f5-5b79-4917-818c-35274b93ab46 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:39.353431 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6fe2c8f5-5b79-4917-818c-35274b93ab46 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.354901 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6fe2c8f5-5b79-4917-818c-35274b93ab46 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/ports/e07500ff-7550-4062-933e-dd3b9c3f1971 HTTP/1.1" status: 200 len: 911 time: 1.0749099 Jun 22 09:46:39.356971 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:39.359257 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60962) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:39.396730 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 0d8c8941-ad59-4476-a591-91e2ebdffc22 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:39.397140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.402223 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2c8f5-5b79-4917-818c-35274b93ab46 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=e07500ff-7550-4062-933e-dd3b9c3f1971,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:39.405086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6fe2c8f5-5b79-4917-818c-35274b93ab46 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:39.413181 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.414032 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.444759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:39.500214 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:39.503725 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-33266d75-92ba-4d6f-a836-70fe1ecfe770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.507630 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:39.511471 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:39.522767 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:39.523319 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.535829 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33266d75-92ba-4d6f-a836-70fe1ecfe770 None None] Pushing event deleted for resources: {'Port': ['ID=4dffe27c-19a7-48b1-9625-c4106d7cc7fe,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:39.543309 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=4dffe27c-19a7-48b1-9625-c4106d7cc7fe,revision_number=6']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:39.544720 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-33266d75-92ba-4d6f-a836-70fe1ecfe770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:39.546688 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33266d75-92ba-4d6f-a836-70fe1ecfe770 None None] No DVR routers for this DVR port 4dffe27c-19a7-48b1-9625-c4106d7cc7fe on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:39.567022 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47738d6-d177-4e52-94fb-8470499a39d5 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:39.583337 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:39.584289 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-be01a1da-05ca-42a8-a263-811d041644f3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:39.619475 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ffbdf494-a848-4d38-90da-c98acd8a31f1 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:39.643973 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: ffbdf494-a848-4d38-90da-c98acd8a31f1 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:39.644322 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ffbdf494-a848-4d38-90da-c98acd8a31f1 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:46:39.644742 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4dffe27c-19a7-48b1-9625-c4106d7cc7fe no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:39.681910 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 4dffe27c-19a7-48b1-9625-c4106d7cc7fe {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:39.682291 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4dffe27c-19a7-48b1-9625-c4106d7cc7fe not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:46:39.690638 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=a677a99d-c963-4bbe-a6fa-776fe02f7fd3,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:39.694708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d3b78e9d-7c0c-4cb7-8254-09cf382df219 None None] Provisioning complete for port e07500ff-7550-4062-933e-dd3b9c3f1971 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:39.694995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:39.695122 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d3b78e9d-7c0c-4cb7-8254-09cf382df219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.710938 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60964) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:39.716462 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0260913 Jun 22 09:46:39.717399 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 60966) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:39.722835 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-6545d0a4-19f4-4fb2-aeb5-3978d6bf8855 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'mac_address': 'fa:16:3e:46:a7:ee', 'name': 'tempest-NetworksTestDHCPv6-1918082098'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:39.758573 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-01c72dfc-0611-4a67-b911-07eecb8d09dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0dfd02b234a947f5a587ecec0451722d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0462368 Jun 22 09:46:39.760910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 60968) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:39.765442 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-d3b78e9d-7c0c-4cb7-8254-09cf382df219 None None] Port e07500ff-7550-4062-933e-dd3b9c3f1971 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:46:39.809208 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2e810a9e-e40e-48c1-a439-07c185ab05fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.813619 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': 'a677a99d-c963-4bbe-a6fa-776fe02f7fd3'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:46:39.814909 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.830951 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2e810a9e-e40e-48c1-a439-07c185ab05fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.908198 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:39.950302 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2e810a9e-e40e-48c1-a439-07c185ab05fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.953137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2e810a9e-e40e-48c1-a439-07c185ab05fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.956880 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2e810a9e-e40e-48c1-a439-07c185ab05fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27e8f71c-8f0f-4bc5-9632-32e3fa3c8680 HTTP/1.1" status: 204 len: 168 time: 0.1924837 Jun 22 09:46:39.956880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-949ceff4-037b-4d78-9e62-0ed70d92830f tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:39.964336 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e810a9e-e40e-48c1-a439-07c185ab05fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e8f71c-8f0f-4bc5-9632-32e3fa3c8680,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:39.967968 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2e810a9e-e40e-48c1-a439-07c185ab05fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:40.006247 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Allocated IP 2001:db8::f816:3eff:fe4d:3c3f (36eee797-60f1-483e-81c4-4dc1c89ce22a/a677a99d-c963-4bbe-a6fa-776fe02f7fd3/dd839606-a192-421b-a0c7-170c3dd715e3) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:40.008505 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-863be2a9-2e87-4375-bc54-bf9aa5e9a95c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.020180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:40.020568 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.044952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6545d0a4-19f4-4fb2-aeb5-3978d6bf8855 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:40.174181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.234456 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f53aa4-adf4-46eb-af36-58f3aaea46f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:46:40.236788 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba853d20-220f-4913-8bc0-777710e6b79f" -d '{"events": [{"server_uuid": "62f53aa4-adf4-46eb-af36-58f3aaea46f4", "name": "network-vif-plugged", "status": "completed", "tag": "9fdbe2d0-99d5-4e13-9fcf-a7958df836b9"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:46:40.257140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9,segment=NetworkSegment(29b484eb-9441-4917-8ba3-d67074cf94d8),segment_id=29b484eb-9441-4917-8ba3-d67074cf94d8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:40.260200 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6545d0a4-19f4-4fb2-aeb5-3978d6bf8855 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.263710 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.276463 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Transition to ACTIVE for port object dd839606-a192-421b-a0c7-170c3dd715e3 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:40.282676 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.293593 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Transition to ACTIVE for port object dd839606-a192-421b-a0c7-170c3dd715e3 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:40.305153 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-6545d0a4-19f4-4fb2-aeb5-3978d6bf8855 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port c1621d4f-b968-47a5-a1f1-4b484e3c7f26 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:46:40.358360 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.360416 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8aba64f3-61bc-4fb1-9b47-b26d3c9f3deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:40.393805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.439148 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:40.442732 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:40.445379 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9,revision_number=8']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:40.448775 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:40.451202 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:40.451705 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:40.539156 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Pushing event updated for resources: {'Port': ['ID=dd839606-a192-421b-a0c7-170c3dd715e3,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:40.543145 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:40.544350 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Attempting to bind port dd839606-a192-421b-a0c7-170c3dd715e3 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:40.544729 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Attempting to bind port dd839606-a192-421b-a0c7-170c3dd715e3 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:40.545096 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Attempting to bind port dd839606-a192-421b-a0c7-170c3dd715e3 on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:40.551059 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:40.551464 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:40.551887 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.552292 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:40.552773 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Bound port: dd839606-a192-421b-a0c7-170c3dd715e3, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:40.553158 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.583665 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d3b35-13e4-4b27-98f1-6ed7c1d9f0d8 req-82901336-e89f-4f53-aac4-dbd4f73fe689 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:40.585807 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-786d3b35-13e4-4b27-98f1-6ed7c1d9f0d8 req-82901336-e89f-4f53-aac4-dbd4f73fe689 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 945 time: 0.1506867 Jun 22 09:46:40.601947 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565aa953-49c9-4360-bd3e-be384626e268 x-openstack-request-id: req-565aa953-49c9-4360-bd3e-be384626e268 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:46:40.601947 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f53aa4-adf4-46eb-af36-58f3aaea46f4", "name": "network-vif-plugged", "status": "completed", "tag": "9fdbe2d0-99d5-4e13-9fcf-a7958df836b9", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:46:40.601947 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-565aa953-49c9-4360-bd3e-be384626e268 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:46:40.601947 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f53aa4-adf4-46eb-af36-58f3aaea46f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9', 'code': 200} Jun 22 09:46:40.625736 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] For port dd839606-a192-421b-a0c7-170c3dd715e3, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:40.630934 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] For port dd839606-a192-421b-a0c7-170c3dd715e3, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dd839606-a192-421b-a0c7-170c3dd715e3,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:40.636491 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-786d3b35-13e4-4b27-98f1-6ed7c1d9f0d8 req-57cd98c3-f35a-42f9-b093-e945767d48ec tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454345 Jun 22 09:46:40.719734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.723509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-95638cd1-8380-4235-bfee-bd0a72c21af9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:40.785298 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Pushing event updated for resources: {'Port': ['ID=dd839606-a192-421b-a0c7-170c3dd715e3,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:40.789267 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:40.890179 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-6545d0a4-19f4-4fb2-aeb5-3978d6bf8855 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::f816:3eff:fe46:a7ee (36eee797-60f1-483e-81c4-4dc1c89ce22a/a677a99d-c963-4bbe-a6fa-776fe02f7fd3/c1621d4f-b968-47a5-a1f1-4b484e3c7f26) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:40.958941 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-863be2a9-2e87-4375-bc54-bf9aa5e9a95c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting port e07500ff-7550-4062-933e-dd3b9c3f1971 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:40.958941 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-863be2a9-2e87-4375-bc54-bf9aa5e9a95c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:41.116035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-863be2a9-2e87-4375-bc54-bf9aa5e9a95c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:41.200527 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-863be2a9-2e87-4375-bc54-bf9aa5e9a95c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Calling delete_port for e07500ff-7550-4062-933e-dd3b9c3f1971 owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:41.238757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0a2bc-c881-4c3c-873a-0fa5eb4122ae req-a781352f-9882-449f-9664-9062033201a0 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:41.240371 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a0c0a2bc-c881-4c3c-873a-0fa5eb4122ae req-a781352f-9882-449f-9664-9062033201a0 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.35 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 945 time: 0.0686328 Jun 22 09:46:41.281171 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6545d0a4-19f4-4fb2-aeb5-3978d6bf8855 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:41.305878 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-6545d0a4-19f4-4fb2-aeb5-3978d6bf8855 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object c1621d4f-b968-47a5-a1f1-4b484e3c7f26 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:41.346158 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-a0c0a2bc-c881-4c3c-873a-0fa5eb4122ae req-be7c7f52-bb79-48c9-b0fd-815dc349b4a9 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Deleting port 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:41.346508 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a0c0a2bc-c881-4c3c-873a-0fa5eb4122ae req-be7c7f52-bb79-48c9-b0fd-815dc349b4a9 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:41.454406 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-a0c0a2bc-c881-4c3c-873a-0fa5eb4122ae req-be7c7f52-bb79-48c9-b0fd-815dc349b4a9 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] For port 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2,segment=NetworkSegment(b837449e-65e8-4c0a-935b-0a236c249d96),segment_id=b837449e-65e8-4c0a-935b-0a236c249d96)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:41.455028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a0c0a2bc-c881-4c3c-873a-0fa5eb4122ae req-be7c7f52-bb79-48c9-b0fd-815dc349b4a9 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:41.473573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6545d0a4-19f4-4fb2-aeb5-3978d6bf8855 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:41.485647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:41.519690 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-863be2a9-2e87-4375-bc54-bf9aa5e9a95c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:41.526100 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-a0c0a2bc-c881-4c3c-873a-0fa5eb4122ae req-be7c7f52-bb79-48c9-b0fd-815dc349b4a9 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Calling delete_port for 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:41.543925 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6545d0a4-19f4-4fb2-aeb5-3978d6bf8855 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:41.577652 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-6545d0a4-19f4-4fb2-aeb5-3978d6bf8855 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:41.587604 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6545d0a4-19f4-4fb2-aeb5-3978d6bf8855 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:41.590025 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6545d0a4-19f4-4fb2-aeb5-3978d6bf8855 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:41.590675 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6545d0a4-19f4-4fb2-aeb5-3978d6bf8855 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:41.599103 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545d0a4-19f4-4fb2-aeb5-3978d6bf8855 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=c1621d4f-b968-47a5-a1f1-4b484e3c7f26,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:41.604841 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6545d0a4-19f4-4fb2-aeb5-3978d6bf8855 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:41.605942 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-70aa924d-c40e-489a-ab56-703d9683b85f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:41.708493 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863be2a9-2e87-4375-bc54-bf9aa5e9a95c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Port': ['ID=e07500ff-7550-4062-933e-dd3b9c3f1971,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:41.714903 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6545d0a4-19f4-4fb2-aeb5-3978d6bf8855 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9965281 Jun 22 09:46:41.718837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32774) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:41.723457 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-863be2a9-2e87-4375-bc54-bf9aa5e9a95c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:41.724550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-863be2a9-2e87-4375-bc54-bf9aa5e9a95c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:41.761294 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a0c0a2bc-c881-4c3c-873a-0fa5eb4122ae req-be7c7f52-bb79-48c9-b0fd-815dc349b4a9 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:41.767295 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:41.774366 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:46:41.839873 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c7f52-bb79-48c9-b0fd-815dc349b4a9 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Pushing event deleted for resources: {'Port': ['ID=98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:41.844728 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-be7c7f52-bb79-48c9-b0fd-815dc349b4a9 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:41.899235 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-75d1d495-1452-47e7-b2a0-994481be391a req-53e115ff-24ec-489f-8a04-4cb745085888 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 210 time: 0.0437613 Jun 22 09:46:41.925414 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c0a2bc-c881-4c3c-873a-0fa5eb4122ae req-be7c7f52-bb79-48c9-b0fd-815dc349b4a9 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] No DVR routers for this DVR port 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:41.925414 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a0c0a2bc-c881-4c3c-873a-0fa5eb4122ae req-be7c7f52-bb79-48c9-b0fd-815dc349b4a9 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:41.928396 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a0c0a2bc-c881-4c3c-873a-0fa5eb4122ae req-be7c7f52-bb79-48c9-b0fd-815dc349b4a9 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.35 "DELETE /v2.0/ports/98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 HTTP/1.1" status: 204 len: 173 time: 0.6822953 Jun 22 09:46:41.930522 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127f0fcd-801d-46e1-8317-02eeebf0181e', 'name': 'network-vif-deleted', 'tag': '98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:46:41.934758 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea41aae7-5e92-4210-a06c-d5880bd95b66" -d '{"events": [{"server_uuid": "127f0fcd-801d-46e1-8317-02eeebf0181e", "name": "network-vif-deleted", "tag": "98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:46:41.974513 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb492a3-e37a-457f-a132-bb0cc40e20e4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:41.981168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb492a3-e37a-457f-a132-bb0cc40e20e4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:41.982869 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4bb492a3-e37a-457f-a132-bb0cc40e20e4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2627971 Jun 22 09:46:41.985496 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32784) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:41.996347 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863be2a9-2e87-4375-bc54-bf9aa5e9a95c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router 4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:46:42.091853 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863be2a9-2e87-4375-bc54-bf9aa5e9a95c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:46:42.093422 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-dd06a1bf-f510-4873-84fc-7932a1116170 None None] Provisioning for port dd839606-a192-421b-a0c7-170c3dd715e3 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:42.099988 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-863be2a9-2e87-4375-bc54-bf9aa5e9a95c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7370536 Jun 22 09:46:42.102294 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32788) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:42.119357 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-6a876947-031c-4d73-ab32-34c859feff3a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port c1621d4f-b968-47a5-a1f1-4b484e3c7f26 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:42.119821 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a876947-031c-4d73-ab32-34c859feff3a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.129228 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e49464e-2a8c-4083-ba59-5c9ba8b73058 None None] Sync routers for ids ['4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:46:42.142749 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e49464e-2a8c-4083-ba59-5c9ba8b73058 None None] Routers {'4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:42.143412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4e49464e-2a8c-4083-ba59-5c9ba8b73058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:42.187712 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4e49464e-2a8c-4083-ba59-5c9ba8b73058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:42.198455 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e49464e-2a8c-4083-ba59-5c9ba8b73058 None None] Routers {'4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:42.199381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4e49464e-2a8c-4083-ba59-5c9ba8b73058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:42.248260 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4e49464e-2a8c-4083-ba59-5c9ba8b73058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:42.248955 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e49464e-2a8c-4083-ba59-5c9ba8b73058 None None] The sync data for ids ['4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:46:42.267475 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cf51eacb-3796-42b0-8392-a4d1c1d4b4b9 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e HTTP/1.1" status: 200 len: 205 time: 0.1616397 Jun 22 09:46:42.267475 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32790) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:42.268555 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32792) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:42.338285 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2f42d23d-d914-4058-ace3-3cb5c2187f18 None None] Could not find standard attr ID for object 5c1ef74f-e070-4a1f-a8ef-6cce5b925de5. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:46:42.361067 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052f3432-1c9f-4363-b8da-5eb49314555b x-openstack-request-id: req-052f3432-1c9f-4363-b8da-5eb49314555b {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:46:42.361330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "127f0fcd-801d-46e1-8317-02eeebf0181e", "name": "network-vif-deleted", "tag": "98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:46:42.361635 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-052f3432-1c9f-4363-b8da-5eb49314555b {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:46:42.362075 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '127f0fcd-801d-46e1-8317-02eeebf0181e', 'name': 'network-vif-deleted', 'tag': '98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2', 'status': 'completed', 'code': 200} Jun 22 09:46:42.363740 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a876947-031c-4d73-ab32-34c859feff3a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.398490 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1115063539', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:42.431159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f8939dd6-f837-4492-90bd-d65ebaca1267 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.463823 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-6a876947-031c-4d73-ab32-34c859feff3a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for c1621d4f-b968-47a5-a1f1-4b484e3c7f26 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:42.651772 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Made reservation on behalf of a2a470efa48f4943a61f058d73203722 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:42.654167 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.661127 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a21805e5-448a-4a36-acca-1715e3ea8e12 None None] Provisioning for port c1621d4f-b968-47a5-a1f1-4b484e3c7f26 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:42.665301 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a21805e5-448a-4a36-acca-1715e3ea8e12 None None] Provisioning complete for port c1621d4f-b968-47a5-a1f1-4b484e3c7f26 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:42.665719 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a21805e5-448a-4a36-acca-1715e3ea8e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.696928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.700483 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f8939dd6-f837-4492-90bd-d65ebaca1267 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.703297 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-a21805e5-448a-4a36-acca-1715e3ea8e12 None None] Port c1621d4f-b968-47a5-a1f1-4b484e3c7f26 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:46:42.703502 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f8939dd6-f837-4492-90bd-d65ebaca1267 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.846973 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f8939dd6-f837-4492-90bd-d65ebaca1267 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.847532 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8939dd6-f837-4492-90bd-d65ebaca1267 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Fanout notify agent at l3_agent the message router_deleted on router 4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:46:42.855219 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f8939dd6-f837-4492-90bd-d65ebaca1267 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.858375 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f8939dd6-f837-4492-90bd-d65ebaca1267 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/routers/4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e HTTP/1.1" status: 204 len: 168 time: 0.5756009 Jun 22 09:46:42.860529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32796) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:42.868872 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dd839606-a192-421b-a0c7-170c3dd715e3 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:42.916401 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8550211d-a123-498a-97af-247c0f113a0e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting subnet cb41f57c-1a03-4344-add0-f11e10a8223d {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:42.919553 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8550211d-a123-498a-97af-247c0f113a0e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.946012 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a876947-031c-4d73-ab32-34c859feff3a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.967062 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8550211d-a123-498a-97af-247c0f113a0e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.971863 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bf9cf7d3-3f9f-4e74-bac3-0e0e753d4b58 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:42.992970 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port dd839606-a192-421b-a0c7-170c3dd715e3 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:42.996840 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port dd839606-a192-421b-a0c7-170c3dd715e3 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:42.997357 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.038810 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a876947-031c-4d73-ab32-34c859feff3a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=c1621d4f-b968-47a5-a1f1-4b484e3c7f26,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:43.051777 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6a876947-031c-4d73-ab32-34c859feff3a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:43.085583 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a876947-031c-4d73-ab32-34c859feff3a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.087853 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6a876947-031c-4d73-ab32-34c859feff3a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/c1621d4f-b968-47a5-a1f1-4b484e3c7f26 HTTP/1.1" status: 204 len: 168 time: 1.1014290 Jun 22 09:46:43.091619 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32800) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:43.097526 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8550211d-a123-498a-97af-247c0f113a0e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.137358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.151175 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-aeec36da-254d-49ae-9b80-e6c773078617 req-4584f34f-8b8b-4453-a918-109975b3a183 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] 10.222.0.20 "GET /v2.0/ports?device_id=127f0fcd-801d-46e1-8317-02eeebf0181e HTTP/1.1" status: 200 len: 210 time: 0.0647552 Jun 22 09:46:43.187926 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.190432 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port dd839606-a192-421b-a0c7-170c3dd715e3, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dd839606-a192-421b-a0c7-170c3dd715e3,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:43.206092 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a863fec-4c5f-40fc-a73e-90ea1f95443b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:43.207816 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a863fec-4c5f-40fc-a73e-90ea1f95443b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:43.209351 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3a863fec-4c5f-40fc-a73e-90ea1f95443b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1165512 Jun 22 09:46:43.212409 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32802) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:43.269587 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec64304-cfa2-4a17-b305-621175186e61 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet a677a99d-c963-4bbe-a6fa-776fe02f7fd3 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:43.272581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1ec64304-cfa2-4a17-b305-621175186e61 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.276660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.280017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b1ef7d55-9c45-4ec0-9654-c5ef97babdec tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:43.283179 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] device_id is not set on port ae1eea2a-6b57-4781-945f-f0a421deb618 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:46:43.301870 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.303602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8550211d-a123-498a-97af-247c0f113a0e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.305371 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:43.319821 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0203cebb-63b4-45df-acad-c6b518715299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:43.328396 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8550211d-a123-498a-97af-247c0f113a0e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.331106 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8550211d-a123-498a-97af-247c0f113a0e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/subnets/cb41f57c-1a03-4344-add0-f11e10a8223d HTTP/1.1" status: 204 len: 168 time: 0.4693854 Jun 22 09:46:43.336846 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32804) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:43.338630 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2760264d-3f14-42f7-99db-20c131bf2379 None None] Network b76921b0-4682-4d39-8f9c-fe57bd3feb45 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:43.339455 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1ec64304-cfa2-4a17-b305-621175186e61 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.360071 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae56e41-ef89-41fb-b94f-0b6b4464110b,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:43.376666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550211d-a123-498a-97af-247c0f113a0e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Subnet': ['ID=cb41f57c-1a03-4344-add0-f11e10a8223d,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:43.379293 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8550211d-a123-498a-97af-247c0f113a0e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:43.388844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:43.408387 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=dd839606-a192-421b-a0c7-170c3dd715e3,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:43.416202 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:43.455921 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1ec64304-cfa2-4a17-b305-621175186e61 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.555532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1c4d4e-6f25-4a75-bf51-73af0f6258f6 None None] DHCP port deletion for b76921b0-4682-4d39-8f9c-fe57bd3feb45 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:46:43.615105 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-2a1c4d4e-6f25-4a75-bf51-73af0f6258f6 None None] Deleting port 0d8c8941-ad59-4476-a591-91e2ebdffc22 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:43.616120 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2a1c4d4e-6f25-4a75-bf51-73af0f6258f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.673523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1ec64304-cfa2-4a17-b305-621175186e61 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.677848 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-99c77e84-9765-4cc8-8672-390abb5c39fb tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:43.697172 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-2a1c4d4e-6f25-4a75-bf51-73af0f6258f6 None None] For port 0d8c8941-ad59-4476-a591-91e2ebdffc22, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=0d8c8941-ad59-4476-a591-91e2ebdffc22,segment=NetworkSegment(84741ebe-c569-430e-9ac4-9cc4a613a608),segment_id=84741ebe-c569-430e-9ac4-9cc4a613a608)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:43.697577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2a1c4d4e-6f25-4a75-bf51-73af0f6258f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.706018 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec64304-cfa2-4a17-b305-621175186e61 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=a677a99d-c963-4bbe-a6fa-776fe02f7fd3,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:43.713433 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1ec64304-cfa2-4a17-b305-621175186e61 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:43.716254 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1ec64304-cfa2-4a17-b305-621175186e61 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.721196 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1ec64304-cfa2-4a17-b305-621175186e61 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/a677a99d-c963-4bbe-a6fa-776fe02f7fd3 HTTP/1.1" status: 204 len: 168 time: 0.5075483 Jun 22 09:46:43.722789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32806) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:43.923713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c386cc30-a58b-48ee-a946-fb7691b1838f None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:43.924283 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cb16bf0e-6f23-4104-8407-bc8b5def1635 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453668 Jun 22 09:46:43.924283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32808) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:43.924724 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-2a1c4d4e-6f25-4a75-bf51-73af0f6258f6 None None] Calling delete_port for 0d8c8941-ad59-4476-a591-91e2ebdffc22 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:43.924806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.924910 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e0fa81-9dac-4614-8cea-adc10ceecbde tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:43.924910 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-21e0fa81-9dac-4614-8cea-adc10ceecbde tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0645633 Jun 22 09:46:43.924910 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32810) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:43.925138 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Allocated IP 172.26.3.170 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/ae1eea2a-6b57-4781-945f-f0a421deb618) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:43.925222 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560cc5b1-4826-4541-96e9-ba10b35e368a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:43.925222 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-560cc5b1-4826-4541-96e9-ba10b35e368a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0526440 Jun 22 09:46:43.925222 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32812) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:43.925530 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:43.944924 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-247a20ea-513d-4fdd-9685-99b3b5ea0ca6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450122 Jun 22 09:46:43.945942 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32814) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:43.951168 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-f079acf7-6ea9-424f-b15e-ae5103c39713 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:43.956965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting port 0d8c8941-ad59-4476-a591-91e2ebdffc22 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:43.957314 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.963085 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:43.963471 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 98cbdf2b-2ef2-48c5-8dd8-6d47b7101db2 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:46:44.056440 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] For port 0d8c8941-ad59-4476-a591-91e2ebdffc22, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=0d8c8941-ad59-4476-a591-91e2ebdffc22,segment=NetworkSegment(84741ebe-c569-430e-9ac4-9cc4a613a608),segment_id=84741ebe-c569-430e-9ac4-9cc4a613a608)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:44.056905 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.078539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa65058a-616f-4c3e-afc2-fbca678aa40b None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:46:44.124374 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-fa65058a-616f-4c3e-afc2-fbca678aa40b None None] Deleting port dd839606-a192-421b-a0c7-170c3dd715e3 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:44.124769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fa65058a-616f-4c3e-afc2-fbca678aa40b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.137367 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Calling delete_port for 0d8c8941-ad59-4476-a591-91e2ebdffc22 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:44.145000 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.186341 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-fa65058a-616f-4c3e-afc2-fbca678aa40b None None] For port dd839606-a192-421b-a0c7-170c3dd715e3, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dd839606-a192-421b-a0c7-170c3dd715e3,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:44.186743 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fa65058a-616f-4c3e-afc2-fbca678aa40b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.253945 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32818) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:44.262454 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-fa65058a-616f-4c3e-afc2-fbca678aa40b None None] Calling delete_port for dd839606-a192-421b-a0c7-170c3dd715e3 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:44.265185 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.266777 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2a1c4d4e-6f25-4a75-bf51-73af0f6258f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.268465 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-495f8ba1-4054-493b-a184-098ca6989655 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:44.271486 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:44.286361 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f079acf7-6ea9-424f-b15e-ae5103c39713 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:44.289923 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f079acf7-6ea9-424f-b15e-ae5103c39713 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.302016 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Port': ['ID=0d8c8941-ad59-4476-a591-91e2ebdffc22,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:44.304047 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] No DVR routers for this DVR port 0d8c8941-ad59-4476-a591-91e2ebdffc22 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:44.306008 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1c4d4e-6f25-4a75-bf51-73af0f6258f6 None None] No DVR routers for this DVR port 0d8c8941-ad59-4476-a591-91e2ebdffc22 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:44.306363 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:44.325436 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-860b9ab6-fa6a-4730-90e9-f5b64dd2a46c admin admin] Deleting subnet 283ddd72-4398-40de-a4e8-0f59a665118e {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:44.341571 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c4d4e-6f25-4a75-bf51-73af0f6258f6 None None] Pushing event deleted for resources: {'Port': ['ID=0d8c8941-ad59-4476-a591-91e2ebdffc22,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:44.345442 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-2a1c4d4e-6f25-4a75-bf51-73af0f6258f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:44.361854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-860b9ab6-fa6a-4730-90e9-f5b64dd2a46c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.373296 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.379420 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d45c7adc-e05b-4193-9944-f1dcee0bff4a tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:44.414697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-860b9ab6-fa6a-4730-90e9-f5b64dd2a46c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.426055 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.443801 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:44.445904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76921b0-4682-4d39-8f9c-fe57bd3feb45']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:44.458596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:44.462153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:44.463257 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-860b9ab6-fa6a-4730-90e9-f5b64dd2a46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.464188 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Pushing event updated for resources: {'Port': ['ID=ae1eea2a-6b57-4781-945f-f0a421deb618,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:44.467348 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84741ebe-c569-430e-9ac4-9cc4a613a608') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:44.467677 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84741ebe-c569-430e-9ac4-9cc4a613a608') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:44.470391 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:44.478220 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fa65058a-616f-4c3e-afc2-fbca678aa40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.481805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-de8108f5-373c-4a4d-8b11-7af0e9d5c74d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:44.495916 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.506192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65058a-616f-4c3e-afc2-fbca678aa40b None None] Pushing event deleted for resources: {'Port': ['ID=dd839606-a192-421b-a0c7-170c3dd715e3,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:44.509467 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fa65058a-616f-4c3e-afc2-fbca678aa40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:44.515470 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa65058a-616f-4c3e-afc2-fbca678aa40b None None] No DVR routers for this DVR port dd839606-a192-421b-a0c7-170c3dd715e3 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:44.517786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.524214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:44.524832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.529590 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:46:44.529939 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:46:44.532925 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:46:44.650224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-860b9ab6-fa6a-4730-90e9-f5b64dd2a46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.653377 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9e32aa8b-74d2-4f24-89ee-874a82a34c5c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:44.678993 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-860b9ab6-fa6a-4730-90e9-f5b64dd2a46c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.682357 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.682682 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-860b9ab6-fa6a-4730-90e9-f5b64dd2a46c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/283ddd72-4398-40de-a4e8-0f59a665118e HTTP/1.1" status: 204 len: 168 time: 0.4259601 Jun 22 09:46:44.684284 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f2b5f557-48b6-418e-a013-1403636077bc tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:44.684810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b9ab6-fa6a-4730-90e9-f5b64dd2a46c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=283ddd72-4398-40de-a4e8-0f59a665118e,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:44.687840 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-860b9ab6-fa6a-4730-90e9-f5b64dd2a46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:44.688553 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32820) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:44.695960 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.702899 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/networks/b76921b0-4682-4d39-8f9c-fe57bd3feb45 HTTP/1.1" status: 204 len: 168 time: 1.3650546 Jun 22 09:46:44.706613 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4387791 Jun 22 09:46:44.709406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32822) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:44.709743 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32824) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:44.716377 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4442af84-d53d-48a7-b1a7-b5697fe74749 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.170'}]}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:44.718189 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Network': ['ID=b76921b0-4682-4d39-8f9c-fe57bd3feb45,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:44.720496 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:44.753532 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a56510ae-1085-4d55-ac77-1f318b4113fa tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2088572196', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:44.847622 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-efb1399d-a0ac-44f3-a26a-c4a5c3cf2820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.874820 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dd839606-a192-421b-a0c7-170c3dd715e3 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:44.875071 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.objects.ports [None req-f079acf7-6ea9-424f-b15e-ae5103c39713 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100652) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:46:44.877411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f079acf7-6ea9-424f-b15e-ae5103c39713 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.881635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fe7f0986-df3d-425a-8cfe-68bb38428631 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:44.896774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: dd839606-a192-421b-a0c7-170c3dd715e3 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:44.897122 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dd839606-a192-421b-a0c7-170c3dd715e3 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:46:44.897537 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 0d8c8941-ad59-4476-a591-91e2ebdffc22 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:44.917721 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 0d8c8941-ad59-4476-a591-91e2ebdffc22 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:44.918070 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 0d8c8941-ad59-4476-a591-91e2ebdffc22 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:46:44.943968 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a56510ae-1085-4d55-ac77-1f318b4113fa tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.945591 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a56510ae-1085-4d55-ac77-1f318b4113fa tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.961243 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f079acf7-6ea9-424f-b15e-ae5103c39713 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:45.005169 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-f079acf7-6ea9-424f-b15e-ae5103c39713 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:45.009010 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f079acf7-6ea9-424f-b15e-ae5103c39713 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:45.009602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f079acf7-6ea9-424f-b15e-ae5103c39713 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.013884 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225394f7-2d44-4a61-8b1e-374940c1230d None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:45.034925 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079acf7-6ea9-424f-b15e-ae5103c39713 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=cd28790c-d83c-4a19-9a3b-58bc442e444b,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:45.043581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f079acf7-6ea9-424f-b15e-ae5103c39713 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:45.066238 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-efb1399d-a0ac-44f3-a26a-c4a5c3cf2820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.086091 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4442af84-d53d-48a7-b1a7-b5697fe74749 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.087977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4442af84-d53d-48a7-b1a7-b5697fe74749 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.131497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-efb1399d-a0ac-44f3-a26a-c4a5c3cf2820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c72c56-a580-4ed1-ad90-b49e3ece47ba']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:45.142203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a56510ae-1085-4d55-ac77-1f318b4113fa tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.147320 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-efb1399d-a0ac-44f3-a26a-c4a5c3cf2820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b837449e-65e8-4c0a-935b-0a236c249d96') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:45.147647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-efb1399d-a0ac-44f3-a26a-c4a5c3cf2820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b837449e-65e8-4c0a-935b-0a236c249d96') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:45.159257 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': 'cd28790c-d83c-4a19-9a3b-58bc442e444b'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:46:45.160414 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.163065 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-efb1399d-a0ac-44f3-a26a-c4a5c3cf2820 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.171991 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f079acf7-6ea9-424f-b15e-ae5103c39713 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2250624 Jun 22 09:46:45.174751 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32826) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:45.181048 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-8dda3386-8b07-4e3a-a88a-01e754421156 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'mac_address': 'fa:16:3e:3a:50:d8', 'name': 'tempest-NetworksTestDHCPv6-2036248310'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:45.214800 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-efb1399d-a0ac-44f3-a26a-c4a5c3cf2820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.221230 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4442af84-d53d-48a7-b1a7-b5697fe74749 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.222401 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a56510ae-1085-4d55-ac77-1f318b4113fa tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.231757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb1399d-a0ac-44f3-a26a-c4a5c3cf2820 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:46:45.232151 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-efb1399d-a0ac-44f3-a26a-c4a5c3cf2820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:46:45.233738 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:46:45.310521 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Allocated IP 2001:db8::f816:3eff:fe50:d011 (36eee797-60f1-483e-81c4-4dc1c89ce22a/cd28790c-d83c-4a19-9a3b-58bc442e444b/d649964e-f719-472f-a5e2-f9d48ef0b495) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:45.423735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-efb1399d-a0ac-44f3-a26a-c4a5c3cf2820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.429629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-efb1399d-a0ac-44f3-a26a-c4a5c3cf2820 admin admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.434390 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-efb1399d-a0ac-44f3-a26a-c4a5c3cf2820 admin admin] 10.222.0.20 "DELETE /v2.0/networks/21c72c56-a580-4ed1-ad90-b49e3ece47ba HTTP/1.1" status: 204 len: 168 time: 0.7404685 Jun 22 09:46:45.434390 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a56510ae-1085-4d55-ac77-1f318b4113fa tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.434390 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a56510ae-1085-4d55-ac77-1f318b4113fa tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7224610 Jun 22 09:46:45.438111 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32828) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:45.438111 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32830) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:45.444364 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-deaf3a44-5d59-48b6-9ab7-bf2380f1507e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-727501429'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:45.460161 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:45.477128 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1399d-a0ac-44f3-a26a-c4a5c3cf2820 admin admin] Pushing event deleted for resources: {'Network': ['ID=21c72c56-a580-4ed1-ad90-b49e3ece47ba,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:45.479624 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-efb1399d-a0ac-44f3-a26a-c4a5c3cf2820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:45.495470 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-60339e9d-b244-4ba1-acc7-60422be5e973 admin admin] Deleting subnet f9c1eb11-d24f-47de-98f7-74f3612b664a {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:45.497864 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dda3386-8b07-4e3a-a88a-01e754421156 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:45.508273 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-60339e9d-b244-4ba1-acc7-60422be5e973 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.559018 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.562390 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4442af84-d53d-48a7-b1a7-b5697fe74749 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.567184 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Transition to ACTIVE for port object d649964e-f719-472f-a5e2-f9d48ef0b495 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:45.582294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Transition to ACTIVE for port object d649964e-f719-472f-a5e2-f9d48ef0b495 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:45.595132 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-60339e9d-b244-4ba1-acc7-60422be5e973 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.654006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8dda3386-8b07-4e3a-a88a-01e754421156 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.665288 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-60339e9d-b244-4ba1-acc7-60422be5e973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.700786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-8dda3386-8b07-4e3a-a88a-01e754421156 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port 10f08655-820b-4cf1-95eb-e5c7c75a70ef yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:46:45.705273 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.708320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7c406d5b-8275-46f4-aacc-db47e1082801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:45.713707 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaf3a44-5d59-48b6-9ab7-bf2380f1507e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Made reservation on behalf of 1e1c49b4fe1743bca27d47eb1c5640b6 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:45.722343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-deaf3a44-5d59-48b6-9ab7-bf2380f1507e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.747214 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:45.749890 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:45.753411 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:45.800123 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Pushing event updated for resources: {'Port': ['ID=d649964e-f719-472f-a5e2-f9d48ef0b495,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:45.803449 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:45.833204 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Attempting to bind port d649964e-f719-472f-a5e2-f9d48ef0b495 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:45.833915 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Attempting to bind port d649964e-f719-472f-a5e2-f9d48ef0b495 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:45.834093 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Attempting to bind port d649964e-f719-472f-a5e2-f9d48ef0b495 on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:45.839189 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:45.839612 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:45.840027 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.840514 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:45.841000 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Bound port: d649964e-f719-472f-a5e2-f9d48ef0b495, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:45.841409 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.869664 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-60339e9d-b244-4ba1-acc7-60422be5e973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.875612 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-8dda3386-8b07-4e3a-a88a-01e754421156 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::f816:3eff:fe3a:50d8 (36eee797-60f1-483e-81c4-4dc1c89ce22a/cd28790c-d83c-4a19-9a3b-58bc442e444b/10f08655-820b-4cf1-95eb-e5c7c75a70ef) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:45.877194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c6ec3afa-0f02-49fb-b256-540d6b6a04eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:45.880113 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deaf3a44-5d59-48b6-9ab7-bf2380f1507e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:46:45.911512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] For port d649964e-f719-472f-a5e2-f9d48ef0b495, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:45.912804 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60339e9d-b244-4ba1-acc7-60422be5e973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c1eb11-d24f-47de-98f7-74f3612b664a,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:45.919998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-60339e9d-b244-4ba1-acc7-60422be5e973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.921513 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] For port d649964e-f719-472f-a5e2-f9d48ef0b495, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d649964e-f719-472f-a5e2-f9d48ef0b495,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:45.923219 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-60339e9d-b244-4ba1-acc7-60422be5e973 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f9c1eb11-d24f-47de-98f7-74f3612b664a HTTP/1.1" status: 204 len: 168 time: 0.4842775 Jun 22 09:46:45.925625 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32832) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:45.932033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-60339e9d-b244-4ba1-acc7-60422be5e973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:45.933150 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-deaf3a44-5d59-48b6-9ab7-bf2380f1507e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.933504 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-deaf3a44-5d59-48b6-9ab7-bf2380f1507e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Added segment a829edbc-3526-4dc0-8165-088abb23cb8e of type vlan for network b3411dc6-51a1-4d5d-8f26-d30a74504519 Jun 22 09:46:45.933934 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4442af84-d53d-48a7-b1a7-b5697fe74749 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.992072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-deaf3a44-5d59-48b6-9ab7-bf2380f1507e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.998794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.001976 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-65521aee-572a-428a-ab21-d1002091e6cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:46.076844 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Pushing event updated for resources: {'Port': ['ID=d649964e-f719-472f-a5e2-f9d48ef0b495,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:46.086675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:46.141804 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8dda3386-8b07-4e3a-a88a-01e754421156 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.157315 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-8dda3386-8b07-4e3a-a88a-01e754421156 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object 10f08655-820b-4cf1-95eb-e5c7c75a70ef will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:46.180402 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-deaf3a44-5d59-48b6-9ab7-bf2380f1507e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.186174 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaf3a44-5d59-48b6-9ab7-bf2380f1507e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:46.186934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-deaf3a44-5d59-48b6-9ab7-bf2380f1507e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.192562 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4189c6a1-e330-4a7c-88db-0c52847ef76b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:46.283584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf3a44-5d59-48b6-9ab7-bf2380f1507e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Network': ['ID=b3411dc6-51a1-4d5d-8f26-d30a74504519,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:46.286497 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-deaf3a44-5d59-48b6-9ab7-bf2380f1507e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:46.296045 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network b3411dc6-51a1-4d5d-8f26-d30a74504519 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:46:46.319364 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-deaf3a44-5d59-48b6-9ab7-bf2380f1507e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8787565 Jun 22 09:46:46.319776 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32834) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:46.325542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-765b94e2-5092-40df-9b6a-8671d79e3f9d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'subnet': {'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:46.342348 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8dda3386-8b07-4e3a-a88a-01e754421156 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.360729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4442af84-d53d-48a7-b1a7-b5697fe74749 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.383381 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-392cc594-2b4d-42f7-a3e7-8a9391bb7394 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:46.448205 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dda3386-8b07-4e3a-a88a-01e754421156 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:46.460755 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-8dda3386-8b07-4e3a-a88a-01e754421156 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:46.464952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7a15-73c4-42a8-a4f8-e11d7fa7b307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.466485 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda3386-8b07-4e3a-a88a-01e754421156 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:46.472059 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dda3386-8b07-4e3a-a88a-01e754421156 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:46.472674 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8dda3386-8b07-4e3a-a88a-01e754421156 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.477273 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda3386-8b07-4e3a-a88a-01e754421156 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=10f08655-820b-4cf1-95eb-e5c7c75a70ef,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:46.486582 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8dda3386-8b07-4e3a-a88a-01e754421156 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:46.551860 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8dda3386-8b07-4e3a-a88a-01e754421156 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3756020 Jun 22 09:46:46.556281 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32836) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:46.575583 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-09a6984a-256e-4490-9be0-921ad2b726ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.627975 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7a15-73c4-42a8-a4f8-e11d7fa7b307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.633188 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb7a651-a656-4515-881f-a6e0ff91c3c5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:46.639057 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb7a651-a656-4515-881f-a6e0ff91c3c5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:46.640689 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0cb7a651-a656-4515-881f-a6e0ff91c3c5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0831540 Jun 22 09:46:46.643354 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32838) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:46.656710 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-f1ab7a15-73c4-42a8-a4f8-e11d7fa7b307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad284858-eb07-44bb-b1d3-ed65a139498a']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:46.672337 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-f1ab7a15-73c4-42a8-a4f8-e11d7fa7b307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619df27d-a790-4ed1-8399-8571bd577c22') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:46.672639 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-f1ab7a15-73c4-42a8-a4f8-e11d7fa7b307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619df27d-a790-4ed1-8399-8571bd577c22') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:46.686916 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7a15-73c4-42a8-a4f8-e11d7fa7b307 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.700782 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7a15-73c4-42a8-a4f8-e11d7fa7b307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.707004 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ab7a15-73c4-42a8-a4f8-e11d7fa7b307 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:46:46.707401 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7a15-73c4-42a8-a4f8-e11d7fa7b307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:46:46.709116 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:46:46.716556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765b94e2-5092-40df-9b6a-8671d79e3f9d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Made reservation on behalf of 1e1c49b4fe1743bca27d47eb1c5640b6 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:46.720833 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-765b94e2-5092-40df-9b6a-8671d79e3f9d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.769538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4442af84-d53d-48a7-b1a7-b5697fe74749 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.834959 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-b0263653-8a28-4f1b-a832-2778424997aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port 10f08655-820b-4cf1-95eb-e5c7c75a70ef {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:46.836017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b0263653-8a28-4f1b-a832-2778424997aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.858859 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7a15-73c4-42a8-a4f8-e11d7fa7b307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.862669 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-453376f0-e7e9-44ee-a220-f0fcdd933005 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:46.869695 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7a15-73c4-42a8-a4f8-e11d7fa7b307 admin admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.869695 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f1ab7a15-73c4-42a8-a4f8-e11d7fa7b307 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ad284858-eb07-44bb-b1d3-ed65a139498a HTTP/1.1" status: 204 len: 168 time: 0.9406300 Jun 22 09:46:46.905093 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d649964e-f719-472f-a5e2-f9d48ef0b495 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:46.992622 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b0263653-8a28-4f1b-a832-2778424997aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.036002 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab7a15-73c4-42a8-a4f8-e11d7fa7b307 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad284858-eb07-44bb-b1d3-ed65a139498a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:47.039785 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f1ab7a15-73c4-42a8-a4f8-e11d7fa7b307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:47.041445 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4442af84-d53d-48a7-b1a7-b5697fe74749 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.044311 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port d649964e-f719-472f-a5e2-f9d48ef0b495 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:47.046722 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4442af84-d53d-48a7-b1a7-b5697fe74749 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.071227 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-b0263653-8a28-4f1b-a832-2778424997aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for 10f08655-820b-4cf1-95eb-e5c7c75a70ef owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:47.164010 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4442af84-d53d-48a7-b1a7-b5697fe74749 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.164616 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4442af84-d53d-48a7-b1a7-b5697fe74749 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d4c73d5-a4ef-4285-b388-94ccaad9629a {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:46:47.192968 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-765b94e2-5092-40df-9b6a-8671d79e3f9d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.212961 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-dfd1bb49-0328-4f56-86f6-0eb71266088d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:47.287752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b94e2-5092-40df-9b6a-8671d79e3f9d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Subnet': ['ID=37aef540-4329-42fc-91a4-a395aaac0e7f,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:47.294934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-765b94e2-5092-40df-9b6a-8671d79e3f9d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:47.304532 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b94e2-5092-40df-9b6a-8671d79e3f9d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Checking segment: {'id': 'a829edbc-3526-4dc0-8165-088abb23cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:47.305192 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765b94e2-5092-40df-9b6a-8671d79e3f9d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network hostable DHCP agents. Network: b3411dc6-51a1-4d5d-8f26-d30a74504519, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:46:47.373273 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-abde02e9-de3a-4b5e-90c3-1f3c6d6cf5ba None None] Provisioning for port d649964e-f719-472f-a5e2-f9d48ef0b495 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:47.376301 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-4442af84-d53d-48a7-b1a7-b5697fe74749 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 22 09:46:47.376301 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4442af84-d53d-48a7-b1a7-b5697fe74749 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6626980 Jun 22 09:46:47.378465 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32842) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:47.381996 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-abde02e9-de3a-4b5e-90c3-1f3c6d6cf5ba None None] Provisioning complete for port d649964e-f719-472f-a5e2-f9d48ef0b495 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:47.383188 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-abde02e9-de3a-4b5e-90c3-1f3c6d6cf5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.395909 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b0263653-8a28-4f1b-a832-2778424997aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.406845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:47.407461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32844) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:47.457102 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765b94e2-5092-40df-9b6a-8671d79e3f9d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network b3411dc6-51a1-4d5d-8f26-d30a74504519 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:46:47.459033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0263653-8a28-4f1b-a832-2778424997aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=10f08655-820b-4cf1-95eb-e5c7c75a70ef,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:47.468927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b0263653-8a28-4f1b-a832-2778424997aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:47.477974 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-0778534c-b8d9-4a20-b75c-0e4fb913b739 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Deleting port ae1eea2a-6b57-4781-945f-f0a421deb618 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:47.477974 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0778534c-b8d9-4a20-b75c-0e4fb913b739 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.479728 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-abde02e9-de3a-4b5e-90c3-1f3c6d6cf5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.505485 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b0263653-8a28-4f1b-a832-2778424997aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.512364 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b0263653-8a28-4f1b-a832-2778424997aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/10f08655-820b-4cf1-95eb-e5c7c75a70ef HTTP/1.1" status: 204 len: 168 time: 0.8631585 Jun 22 09:46:47.512929 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8736c7aa-469a-40b5-ab8d-be6363f0f9f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6522641a2ddb4b00b2277d3a723744e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1045287 Jun 22 09:46:47.513539 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32846) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:47.516086 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32848) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:47.534437 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-abde02e9-de3a-4b5e-90c3-1f3c6d6cf5ba None None] For port d649964e-f719-472f-a5e2-f9d48ef0b495, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d649964e-f719-472f-a5e2-f9d48ef0b495,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:47.571689 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fecacc-6e1f-41c9-be99-66290bad71ab tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:47.573626 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fecacc-6e1f-41c9-be99-66290bad71ab tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:47.575870 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-96fecacc-6e1f-41c9-be99-66290bad71ab tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0614116 Jun 22 09:46:47.586995 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-765b94e2-5092-40df-9b6a-8671d79e3f9d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, b3411dc6-51a1-4d5d-8f26-d30a74504519) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:47.586995 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765b94e2-5092-40df-9b6a-8671d79e3f9d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:47.586995 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-765b94e2-5092-40df-9b6a-8671d79e3f9d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.587459 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32850) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:47.588931 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d01e958-4bb2-4aa7-8b8d-d663fcdcfe52 None None] Network b3411dc6-51a1-4d5d-8f26-d30a74504519 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:47.635597 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-abde02e9-de3a-4b5e-90c3-1f3c6d6cf5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.635857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0778534c-b8d9-4a20-b75c-0e4fb913b739 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.644916 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bb772ebf-e477-40d6-a923-c352ca8b4df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:47.648194 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.673369 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-765b94e2-5092-40df-9b6a-8671d79e3f9d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3524430 Jun 22 09:46:47.676238 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32852) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:47.714169 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde02e9-de3a-4b5e-90c3-1f3c6d6cf5ba None None] Pushing event updated for resources: {'Port': ['ID=d649964e-f719-472f-a5e2-f9d48ef0b495,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:47.721486 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-abde02e9-de3a-4b5e-90c3-1f3c6d6cf5ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:47.739067 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-0778534c-b8d9-4a20-b75c-0e4fb913b739 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Calling delete_port for ae1eea2a-6b57-4781-945f-f0a421deb618 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:47.759697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8ae0a694-4941-4b8e-8433-15a75e4a4e1e None None] Could not find standard attr ID for object 10f08655-820b-4cf1-95eb-e5c7c75a70ef. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:46:47.761249 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a87a4f-8ba3-4522-b595-f7bff39e8737 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet cd28790c-d83c-4a19-9a3b-58bc442e444b {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:47.765548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.792405 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72a87a4f-8ba3-4522-b595-f7bff39e8737 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.804948 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-b3411dc6-51a1-4d5d-8f26-d30a74504519', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:46:47.805835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.886080 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72a87a4f-8ba3-4522-b595-f7bff39e8737 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.958208 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Allocated IP 2001:db8::2 (b3411dc6-51a1-4d5d-8f26-d30a74504519/37aef540-4329-42fc-91a4-a395aaac0e7f/4e538a79-7795-4411-ab0f-cd1a51ef8a27) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:47.978921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.008107 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.010658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.014138 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fc3d929-dda9-4ce2-9f8b-58484dcb91e3 HTTP/1.1" status: 204 len: 168 time: 0.4947979 Jun 22 09:46:48.016274 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a94db2b5-222f-4c1a-a3c0-ddd953576011 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:48.026211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72a87a4f-8ba3-4522-b595-f7bff39e8737 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.057667 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc3d929-dda9-4ce2-9f8b-58484dcb91e3,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:48.078622 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:48.079021 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:48.079414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:48.079969 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:48.080355 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:48.080732 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:48.081108 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:48.081481 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:48.081849 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:48.082239 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:48.082635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:48.083002 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:48.088282 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:48.139097 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.146729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0778534c-b8d9-4a20-b75c-0e4fb913b739 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.151103 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-abb7e62c-2b44-43f2-81ef-fa688e41105d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:48.175068 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778534c-b8d9-4a20-b75c-0e4fb913b739 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae1eea2a-6b57-4781-945f-f0a421deb618,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:48.175291 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Transition to ACTIVE for port object 4e538a79-7795-4411-ab0f-cd1a51ef8a27 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:48.178520 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0778534c-b8d9-4a20-b75c-0e4fb913b739 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:48.180284 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72a87a4f-8ba3-4522-b595-f7bff39e8737 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.186456 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0770ff91-3506-4e80-8351-e4139e3685cb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:48.199603 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Transition to ACTIVE for port object 4e538a79-7795-4411-ab0f-cd1a51ef8a27 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:48.232013 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a87a4f-8ba3-4522-b595-f7bff39e8737 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=cd28790c-d83c-4a19-9a3b-58bc442e444b,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:48.235781 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-72a87a4f-8ba3-4522-b595-f7bff39e8737 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:48.245512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2541a3-c328-4fd7-bf92-83d5f1e6a1c8 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:48.262033 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72a87a4f-8ba3-4522-b595-f7bff39e8737 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.262033 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-72a87a4f-8ba3-4522-b595-f7bff39e8737 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/cd28790c-d83c-4a19-9a3b-58bc442e444b HTTP/1.1" status: 204 len: 168 time: 0.6691656 Jun 22 09:46:48.262033 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32856) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:48.299465 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-603b7bb9-f62a-4afd-bb64-a915c229a10e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383298 Jun 22 09:46:48.303445 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.308014 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32858) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:48.308206 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:48.312949 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-21a73a36-1406-4453-a147-a9d2a18a7e2d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:48.352948 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Allocated IP 2001:db8::1 (b3411dc6-51a1-4d5d-8f26-d30a74504519/37aef540-4329-42fc-91a4-a395aaac0e7f/5c7a4b06-9246-4128-8235-543bcb597b1a) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:48.362823 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0778534c-b8d9-4a20-b75c-0e4fb913b739 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.364925 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0778534c-b8d9-4a20-b75c-0e4fb913b739 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] 10.222.0.20 "DELETE /v2.0/ports/ae1eea2a-6b57-4781-945f-f0a421deb618 HTTP/1.1" status: 204 len: 168 time: 0.9852202 Jun 22 09:46:48.376839 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Network b3411dc6-51a1-4d5d-8f26-d30a74504519 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:48.400996 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:48.403992 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Pushing event updated for resources: {'Port': ['ID=4e538a79-7795-4411-ab0f-cd1a51ef8a27,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:48.412437 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:48.415464 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:48.486370 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Attempting to bind port 4e538a79-7795-4411-ab0f-cd1a51ef8a27 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:48.486755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Attempting to bind port 4e538a79-7795-4411-ab0f-cd1a51ef8a27 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'a829edbc-3526-4dc0-8165-088abb23cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:48.487361 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Attempting to bind port 4e538a79-7795-4411-ab0f-cd1a51ef8a27 on network b3411dc6-51a1-4d5d-8f26-d30a74504519 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:48.497003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:48.497343 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Checking segment: {'id': 'a829edbc-3526-4dc0-8165-088abb23cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:48.497470 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.497921 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.498161 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Bound using segment: {'id': 'a829edbc-3526-4dc0-8165-088abb23cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:48.498778 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Bound port: 4e538a79-7795-4411-ab0f-cd1a51ef8a27, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a829edbc-3526-4dc0-8165-088abb23cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:48.499172 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.515320 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Transition to ACTIVE for port object 5c7a4b06-9246-4128-8235-543bcb597b1a will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:48.544532 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a73a36-1406-4453-a147-a9d2a18a7e2d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:48.554536 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-21a73a36-1406-4453-a147-a9d2a18a7e2d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.576025 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] For port 4e538a79-7795-4411-ab0f-cd1a51ef8a27, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:48.580473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] For port 4e538a79-7795-4411-ab0f-cd1a51ef8a27, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4e538a79-7795-4411-ab0f-cd1a51ef8a27,segment=NetworkSegment(a829edbc-3526-4dc0-8165-088abb23cb8e),segment_id=a829edbc-3526-4dc0-8165-088abb23cb8e)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:48.587297 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56afe885-6036-439e-be2c-a123b0e0e0ea None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:46:48.630697 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.633819 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-56afe885-6036-439e-be2c-a123b0e0e0ea None None] Deleting port d649964e-f719-472f-a5e2-f9d48ef0b495 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:48.633984 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8c153171-12df-42ab-8a60-6bc52eca72af tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:48.634205 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-56afe885-6036-439e-be2c-a123b0e0e0ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.684321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network b3411dc6-51a1-4d5d-8f26-d30a74504519 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:48.687762 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:48.694157 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:48.694875 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.706465 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.712964 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-36f94e27-62dd-4111-a89d-7fd7dcb9b2cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:48.732034 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=5c7a4b06-9246-4128-8235-543bcb597b1a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:48.736542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:48.759423 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-56afe885-6036-439e-be2c-a123b0e0e0ea None None] For port d649964e-f719-472f-a5e2-f9d48ef0b495, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d649964e-f719-472f-a5e2-f9d48ef0b495,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:48.759423 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-56afe885-6036-439e-be2c-a123b0e0e0ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.850461 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-56afe885-6036-439e-be2c-a123b0e0e0ea None None] Calling delete_port for d649964e-f719-472f-a5e2-f9d48ef0b495 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:48.859037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d649964e-f719-472f-a5e2-f9d48ef0b495 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:48.912413 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Pushing event updated for resources: {'Port': ['ID=4e538a79-7795-4411-ab0f-cd1a51ef8a27,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:48.918562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:48.926905 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:48.995080 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32866) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:48.999101 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32868) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:49.063375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:49.086601 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-250d7c02-d679-4acc-acf8-5c539de733ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:49.088384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.objects.ports [None req-21a73a36-1406-4453-a147-a9d2a18a7e2d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100652) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:46:49.204498 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:46:49.204498 dv-neutron-797121-3-hyperv neutron-server[100654]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jun 22 09:46:49.204498 dv-neutron-797121-3-hyperv neutron-server[100654]: [parameters: {'status': 'DOWN', 'ports_id': 'd649964e-f719-472f-a5e2-f9d48ef0b495'}] Jun 22 09:46:49.204498 dv-neutron-797121-3-hyperv neutron-server[100654]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:46:49.204971 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:46:49.205976 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-56afe885-6036-439e-be2c-a123b0e0e0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:49.209116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-abde02e9-de3a-4b5e-90c3-1f3c6d6cf5ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:49.244697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afe885-6036-439e-be2c-a123b0e0e0ea None None] Pushing event deleted for resources: {'Port': ['ID=d649964e-f719-472f-a5e2-f9d48ef0b495,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:49.248946 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56afe885-6036-439e-be2c-a123b0e0e0ea None None] No DVR routers for this DVR port d649964e-f719-472f-a5e2-f9d48ef0b495 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:49.252736 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.services.revisions.revision_plugin [None req-21a73a36-1406-4453-a147-a9d2a18a7e2d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Could not find related port for resource to bump revision. Jun 22 09:46:49.253712 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-56afe885-6036-439e-be2c-a123b0e0e0ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:49.260235 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6c82e291-65da-4b40-8aa9-12f871def144 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2de2d9d54c4447c492ed5075c5683a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588091 Jun 22 09:46:49.262898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32872) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:49.335819 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.ipam_pluggable_backend [None req-21a73a36-1406-4453-a147-a9d2a18a7e2d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Port d649964e-f719-472f-a5e2-f9d48ef0b495 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100652) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 22 09:46:49.336008 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.ipam_pluggable_backend [None req-21a73a36-1406-4453-a147-a9d2a18a7e2d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Reverting IP allocation for 2001:db8::f816:3eff:fe50:d011 {{(pid=100652) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 22 09:46:49.337099 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:49.339521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.ipam_pluggable_backend [None req-21a73a36-1406-4453-a147-a9d2a18a7e2d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe50:d011 {{(pid=100652) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 22 09:46:49.344618 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-21a73a36-1406-4453-a147-a9d2a18a7e2d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:49.358187 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-afe2168d-194f-4be5-9825-4d2cb5c94504 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:49.390975 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1e6bbdb0-40a5-4ac7-9813-8ccc816d1c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:49.418219 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a73a36-1406-4453-a147-a9d2a18a7e2d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=68cb375f-3a1e-43a9-abee-983940c72a87,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:49.425447 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a73a36-1406-4453-a147-a9d2a18a7e2d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:49.427889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-21a73a36-1406-4453-a147-a9d2a18a7e2d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:49.428933 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-21a73a36-1406-4453-a147-a9d2a18a7e2d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:49.436673 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f6661c8f-9f26-468d-8f09-f350269db895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:49.440310 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5b80de-7481-46e4-a242-6d1956fb5bc3 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:49.440800 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a73a36-1406-4453-a147-a9d2a18a7e2d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:49.442092 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-21a73a36-1406-4453-a147-a9d2a18a7e2d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:49.499910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f6661c8f-9f26-468d-8f09-f350269db895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:49.556448 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:49.600029 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1e6bbdb0-40a5-4ac7-9813-8ccc816d1c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:49.615784 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': '68cb375f-3a1e-43a9-abee-983940c72a87'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:46:49.617259 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:49.618465 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:49.627969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:49.627969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-be7c7f52-bb79-48c9-b0fd-815dc349b4a9 tempest-TestServerAdvancedOps-711057945 tempest-TestServerAdvancedOps-711057945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:49.708853 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=5c7a4b06-9246-4128-8235-543bcb597b1a,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:49.725409 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f6661c8f-9f26-468d-8f09-f350269db895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:49.728248 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f6661c8f-9f26-468d-8f09-f350269db895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:49.739466 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f6661c8f-9f26-468d-8f09-f350269db895 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0ffd055-b0d3-44ba-9900-61d69e854c28 HTTP/1.1" status: 204 len: 168 time: 0.4683230 Jun 22 09:46:49.740648 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Port d649964e-f719-472f-a5e2-f9d48ef0b495 update to DOWN by agent not found {{(pid=100654) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 22 09:46:49.744508 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1e6bbdb0-40a5-4ac7-9813-8ccc816d1c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:49.774731 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:49.779966 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:49.787023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:49.787023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:49.787023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:49.787023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:49.787023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:49.787023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:49.787023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:49.787023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:49.787023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:49.787023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:49.807927 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-21a73a36-1406-4453-a147-a9d2a18a7e2d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4990335 Jun 22 09:46:49.808541 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32876) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:49.815146 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-16c15ba3-9674-4c1c-aa43-beddde96e140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'mac_address': 'fa:16:3e:d6:cd:71', 'name': 'tempest-NetworksTestDHCPv6-4251313'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:49.823046 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:49.825988 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-808104e7-2b96-4fbe-b811-35d6f06dc0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:49.847212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6661c8f-9f26-468d-8f09-f350269db895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ffd055-b0d3-44ba-9900-61d69e854c28,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:49.850488 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Allocated IP 2001:db8::f816:3eff:fec6:a301 (36eee797-60f1-483e-81c4-4dc1c89ce22a/68cb375f-3a1e-43a9-abee-983940c72a87/43059d20-843c-4de8-ae43-5ec163f1a142) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:49.858778 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1e6bbdb0-40a5-4ac7-9813-8ccc816d1c29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b70bbed86bbe4cab827185d6f0e7ad60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8599675 Jun 22 09:46:49.885879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bbdb0-40a5-4ac7-9813-8ccc816d1c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82747a3a-1d3c-43a4-8816-f8ed8428f3d9,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:49.888590 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32878) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:49.891494 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1e6bbdb0-40a5-4ac7-9813-8ccc816d1c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:49.932316 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ae25dc2f-dd36-4a2f-bf3d-d2f2f81e50b5 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:49.932818 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ae25dc2f-dd36-4a2f-bf3d-d2f2f81e50b5 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:49.952706 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network b3411dc6-51a1-4d5d-8f26-d30a74504519 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:49.968312 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:50.105634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-068cd4b2-a94c-4467-8edd-4b1f0788136f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:50.134751 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c15ba3-9674-4c1c-aa43-beddde96e140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:50.160267 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-068cd4b2-a94c-4467-8edd-4b1f0788136f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:50.183565 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:50.203953 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Transition to ACTIVE for port object 43059d20-843c-4de8-ae43-5ec163f1a142 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:50.230193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Transition to ACTIVE for port object 43059d20-843c-4de8-ae43-5ec163f1a142 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:50.250428 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38551c8-2df1-4757-9e63-1507cc9d578f None None] Network b3411dc6-51a1-4d5d-8f26-d30a74504519 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:50.276556 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-16c15ba3-9674-4c1c-aa43-beddde96e140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:50.299262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-16c15ba3-9674-4c1c-aa43-beddde96e140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port e0662d2f-58eb-479b-84fd-8b1fb0d0d9d6 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:46:50.342563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:50.350044 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:50.369672 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router b2ff38f2-9254-417f-a59a-7632b9da87eb is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:46:50.371888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-068cd4b2-a94c-4467-8edd-4b1f0788136f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:50.374763 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-068cd4b2-a94c-4467-8edd-4b1f0788136f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:50.378647 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-068cd4b2-a94c-4467-8edd-4b1f0788136f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82747a3a-1d3c-43a4-8816-f8ed8428f3d9 HTTP/1.1" status: 204 len: 168 time: 0.4859672 Jun 22 09:46:50.378647 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:50.380526 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a8f34dea-59b8-43d4-b0e1-4195d507a166 None None] Provisioning for port 4e538a79-7795-4411-ab0f-cd1a51ef8a27 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:50.393050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cd4b2-a94c-4467-8edd-4b1f0788136f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82747a3a-1d3c-43a4-8816-f8ed8428f3d9,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:50.408170 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-068cd4b2-a94c-4467-8edd-4b1f0788136f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:50.425299 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:50.436719 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:50.442284 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:50.448861 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Pushing event updated for resources: {'Port': ['ID=43059d20-843c-4de8-ae43-5ec163f1a142,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:50.451350 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:50.457900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-16c15ba3-9674-4c1c-aa43-beddde96e140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::f816:3eff:fed6:cd71 (36eee797-60f1-483e-81c4-4dc1c89ce22a/68cb375f-3a1e-43a9-abee-983940c72a87/e0662d2f-58eb-479b-84fd-8b1fb0d0d9d6) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:50.465452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:50.546154 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Attempting to bind port 43059d20-843c-4de8-ae43-5ec163f1a142 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:50.546530 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Attempting to bind port 43059d20-843c-4de8-ae43-5ec163f1a142 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:50.546862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Attempting to bind port 43059d20-843c-4de8-ae43-5ec163f1a142 on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:50.555723 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:50.555977 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:50.556268 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:50.556639 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:50.557132 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Bound port: 43059d20-843c-4de8-ae43-5ec163f1a142, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:50.557523 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:50.636583 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] For port 43059d20-843c-4de8-ae43-5ec163f1a142, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:50.640347 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] For port 43059d20-843c-4de8-ae43-5ec163f1a142, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=43059d20-843c-4de8-ae43-5ec163f1a142,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:50.664137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-16c15ba3-9674-4c1c-aa43-beddde96e140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:50.681073 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-16c15ba3-9674-4c1c-aa43-beddde96e140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object e0662d2f-58eb-479b-84fd-8b1fb0d0d9d6 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:50.741411 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:50.743548 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fa65058a-616f-4c3e-afc2-fbca678aa40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:50.839376 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-16c15ba3-9674-4c1c-aa43-beddde96e140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:50.848653 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2524ce8b-4475-4a34-a4ab-69dc483d5581 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:50.858273 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Pushing event updated for resources: {'Port': ['ID=43059d20-843c-4de8-ae43-5ec163f1a142,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:50.868061 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:50.917128 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c15ba3-9674-4c1c-aa43-beddde96e140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:50.926176 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-16c15ba3-9674-4c1c-aa43-beddde96e140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:50.929993 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c15ba3-9674-4c1c-aa43-beddde96e140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:50.936110 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c15ba3-9674-4c1c-aa43-beddde96e140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:50.936846 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-16c15ba3-9674-4c1c-aa43-beddde96e140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:50.948426 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4e538a79-7795-4411-ab0f-cd1a51ef8a27 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:50.963244 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c15ba3-9674-4c1c-aa43-beddde96e140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=e0662d2f-58eb-479b-84fd-8b1fb0d0d9d6,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:50.966825 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-16c15ba3-9674-4c1c-aa43-beddde96e140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:50.986610 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:46:50.994979 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/b2ff38f2-9254-417f-a59a-7632b9da87eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3176904 Jun 22 09:46:50.997730 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Sync routers for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:46:50.998283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32884) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:51.005317 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-e6416234-b807-4696-84a4-02507a6ee238 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-608866605'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:51.007757 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:51.008495 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:51.035371 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-16c15ba3-9674-4c1c-aa43-beddde96e140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.2232604 Jun 22 09:46:51.038956 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32886) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:51.094647 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 4e538a79-7795-4411-ab0f-cd1a51ef8a27 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:51.099267 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 4e538a79-7795-4411-ab0f-cd1a51ef8a27 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:51.099685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.144152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6416234-b807-4696-84a4-02507a6ee238 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Made reservation on behalf of 1e1c49b4fe1743bca27d47eb1c5640b6 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:51.148675 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8290fbb6-1c7f-410b-afa8-84928ec693a3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:51.159802 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e6416234-b807-4696-84a4-02507a6ee238 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.160024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8290fbb6-1c7f-410b-afa8-84928ec693a3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:51.160024 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8290fbb6-1c7f-410b-afa8-84928ec693a3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.1217551 Jun 22 09:46:51.161233 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32888) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:51.170602 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:46:51.188046 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9e1c263f-18f8-41dc-9bbf-e8e40085309a None None] Provisioning for port 5c7a4b06-9246-4128-8235-543bcb597b1a completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:51.194148 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9e1c263f-18f8-41dc-9bbf-e8e40085309a None None] Provisioning complete for port 5c7a4b06-9246-4128-8235-543bcb597b1a triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:51.194366 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9e1c263f-18f8-41dc-9bbf-e8e40085309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.197896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6416234-b807-4696-84a4-02507a6ee238 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:46:51.274615 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c263f-18f8-41dc-9bbf-e8e40085309a None None] Port 5c7a4b06-9246-4128-8235-543bcb597b1a cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:46:51.294860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e6416234-b807-4696-84a4-02507a6ee238 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.297682 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-e6416234-b807-4696-84a4-02507a6ee238 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Added segment b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3 of type vlan for network 93202ba6-edd3-47ea-ab71-cd36d00c0069 Jun 22 09:46:51.302496 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.332248 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-220239de-a699-4070-b10d-4307b6a8c697 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port e0662d2f-58eb-479b-84fd-8b1fb0d0d9d6 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:51.332719 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-220239de-a699-4070-b10d-4307b6a8c697 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.363571 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 4e538a79-7795-4411-ab0f-cd1a51ef8a27, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4e538a79-7795-4411-ab0f-cd1a51ef8a27,segment=NetworkSegment(a829edbc-3526-4dc0-8165-088abb23cb8e),segment_id=a829edbc-3526-4dc0-8165-088abb23cb8e)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:51.394363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e6416234-b807-4696-84a4-02507a6ee238 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.438284 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32890) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:51.475699 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.485128 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4c4a692e-6124-419b-8968-cdd55681ea36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:51.497628 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-220239de-a699-4070-b10d-4307b6a8c697 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.504612 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:46:48Z', 'revision_number': 2, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:49Z', 'revision_number': 2, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:51.515224 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fb9afb9b-d6f7-406a-a131-bd1ba8eb4129 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2a470efa48f4943a61f058d73203722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734363 Jun 22 09:46:51.516276 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32892) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:51.542581 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Checking router: b2ff38f2-9254-417f-a59a-7632b9da87eb for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:46:51.543484 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Updating router b2ff38f2-9254-417f-a59a-7632b9da87eb port 5c7a4b06-9246-4128-8235-543bcb597b1a binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:46:51.553956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-44875d96-a423-4e4f-bfaa-31988e1fb885 None None] Provisioning complete for port 5c7a4b06-9246-4128-8235-543bcb597b1a triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:51.554346 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-44875d96-a423-4e4f-bfaa-31988e1fb885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.558747 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=4e538a79-7795-4411-ab0f-cd1a51ef8a27,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:51.562557 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:51.583658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-220239de-a699-4070-b10d-4307b6a8c697 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for e0662d2f-58eb-479b-84fd-8b1fb0d0d9d6 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:51.595229 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.606896 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-44875d96-a423-4e4f-bfaa-31988e1fb885 None None] Port 5c7a4b06-9246-4128-8235-543bcb597b1a cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:46:51.607124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e6416234-b807-4696-84a4-02507a6ee238 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.614216 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6416234-b807-4696-84a4-02507a6ee238 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:51.624995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e6416234-b807-4696-84a4-02507a6ee238 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.628828 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3bfa0075-9248-4e48-9cb8-759cc046cef3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:51.667062 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-150773ca-a521-4c11-8d18-7aafb9cdebd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.683485 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.709791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-150773ca-a521-4c11-8d18-7aafb9cdebd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.713723 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6416234-b807-4696-84a4-02507a6ee238 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Network': ['ID=93202ba6-edd3-47ea-ab71-cd36d00c0069,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:51.721734 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e6416234-b807-4696-84a4-02507a6ee238 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:51.737041 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 93202ba6-edd3-47ea-ab71-cd36d00c0069 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:46:51.779008 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e6416234-b807-4696-84a4-02507a6ee238 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7770982 Jun 22 09:46:51.779405 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32894) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:51.785518 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-2a45d360-4642-43f8-9185-d13c1c23fdb8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'subnet': {'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:51.829940 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f34e4af4-5e02-4345-8ad2-4c7bee0f7af8 None None] Provisioning complete for port 5c7a4b06-9246-4128-8235-543bcb597b1a triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:51.830466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f34e4af4-5e02-4345-8ad2-4c7bee0f7af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.872598 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-f34e4af4-5e02-4345-8ad2-4c7bee0f7af8 None None] Port 5c7a4b06-9246-4128-8235-543bcb597b1a cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:46:51.878229 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-150773ca-a521-4c11-8d18-7aafb9cdebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.881130 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-150773ca-a521-4c11-8d18-7aafb9cdebd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.882596 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-150773ca-a521-4c11-8d18-7aafb9cdebd4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ae56e41-ef89-41fb-b94f-0b6b4464110b HTTP/1.1" status: 204 len: 168 time: 0.3654289 Jun 22 09:46:51.888419 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9eea405b-14b1-4448-b2ac-7dc72b77c64d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:51.891422 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150773ca-a521-4c11-8d18-7aafb9cdebd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae56e41-ef89-41fb-b94f-0b6b4464110b,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:51.900800 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-150773ca-a521-4c11-8d18-7aafb9cdebd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:51.912206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-220239de-a699-4070-b10d-4307b6a8c697 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.923855 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:51.957076 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220239de-a699-4070-b10d-4307b6a8c697 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=e0662d2f-58eb-479b-84fd-8b1fb0d0d9d6,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:51.960401 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-220239de-a699-4070-b10d-4307b6a8c697 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:51.988165 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-220239de-a699-4070-b10d-4307b6a8c697 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.991770 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-220239de-a699-4070-b10d-4307b6a8c697 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/e0662d2f-58eb-479b-84fd-8b1fb0d0d9d6 HTTP/1.1" status: 204 len: 168 time: 0.8289604 Jun 22 09:46:51.994327 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32898) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:52.043493 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a45d360-4642-43f8-9185-d13c1c23fdb8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Made reservation on behalf of 1e1c49b4fe1743bca27d47eb1c5640b6 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:52.048022 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2a45d360-4642-43f8-9185-d13c1c23fdb8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:52.076053 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:52.076597 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa92d73-b981-46ba-a20e-ebb7fdcf4989 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:52.078022 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa92d73-b981-46ba-a20e-ebb7fdcf4989 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:52.079614 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-afa92d73-b981-46ba-a20e-ebb7fdcf4989 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0837371 Jun 22 09:46:52.083007 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32900) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:52.087059 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Transition to ACTIVE for port object 5c7a4b06-9246-4128-8235-543bcb597b1a will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:52.150069 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3e7a91-db04-4997-bb21-3ce901871140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 68cb375f-3a1e-43a9-abee-983940c72a87 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:52.153604 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7a91-db04-4997-bb21-3ce901871140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:52.205353 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7a91-db04-4997-bb21-3ce901871140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:52.224869 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:52.228257 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-201c14ca-7fea-4bb4-9477-1ad8fa663ec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:52.295591 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7a91-db04-4997-bb21-3ce901871140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:52.351667 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62a9d5-fb38-4da7-8c06-da399e585757 None None] Pushing event updated for resources: {'Port': ['ID=5c7a4b06-9246-4128-8235-543bcb597b1a,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:52.383759 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62a9d5-fb38-4da7-8c06-da399e585757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:52.384304 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62a9d5-fb38-4da7-8c06-da399e585757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:52.384713 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62a9d5-fb38-4da7-8c06-da399e585757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:52.385042 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62a9d5-fb38-4da7-8c06-da399e585757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:52.385364 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62a9d5-fb38-4da7-8c06-da399e585757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:52.388714 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2a45d360-4642-43f8-9185-d13c1c23fdb8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:52.388867 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62a9d5-fb38-4da7-8c06-da399e585757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:52.388867 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62a9d5-fb38-4da7-8c06-da399e585757 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:52.388867 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62a9d5-fb38-4da7-8c06-da399e585757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:52.388867 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62a9d5-fb38-4da7-8c06-da399e585757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:52.388867 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62a9d5-fb38-4da7-8c06-da399e585757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:52.388867 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62a9d5-fb38-4da7-8c06-da399e585757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:52.388867 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62a9d5-fb38-4da7-8c06-da399e585757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:52.389505 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-41cd2fcf-42b6-47bc-bea5-14d8716f215b tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:52.402022 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-0a62a9d5-fb38-4da7-8c06-da399e585757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:52.406957 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Attempting to bind port 5c7a4b06-9246-4128-8235-543bcb597b1a on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:52.407332 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Attempting to bind port 5c7a4b06-9246-4128-8235-543bcb597b1a by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'a829edbc-3526-4dc0-8165-088abb23cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:52.407863 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Attempting to bind port 5c7a4b06-9246-4128-8235-543bcb597b1a on network b3411dc6-51a1-4d5d-8f26-d30a74504519 {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:52.413514 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:52.417538 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Checking segment: {'id': 'a829edbc-3526-4dc0-8165-088abb23cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:52.417538 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:52.417538 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Bound using segment: {'id': 'a829edbc-3526-4dc0-8165-088abb23cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:52.417538 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Bound port: 5c7a4b06-9246-4128-8235-543bcb597b1a, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a829edbc-3526-4dc0-8165-088abb23cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:52.417538 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:52.438482 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7a91-db04-4997-bb21-3ce901871140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:52.442170 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3a6ec03d-48cf-4b78-adba-1a86088292d4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:52.484037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45d360-4642-43f8-9185-d13c1c23fdb8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Subnet': ['ID=95f2f550-fe29-4282-808a-86466442914c,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:52.488342 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2a45d360-4642-43f8-9185-d13c1c23fdb8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:52.500497 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a66231ef-ddbb-4c54-aedb-945a6f9f35db None None] Provisioning for port 43059d20-843c-4de8-ae43-5ec163f1a142 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:52.503484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e7a91-db04-4997-bb21-3ce901871140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=68cb375f-3a1e-43a9-abee-983940c72a87,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:52.505652 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7a91-db04-4997-bb21-3ce901871140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:52.507870 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3e3e7a91-db04-4997-bb21-3ce901871140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/68cb375f-3a1e-43a9-abee-983940c72a87 HTTP/1.1" status: 204 len: 168 time: 0.4232688 Jun 22 09:46:52.515395 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3e3e7a91-db04-4997-bb21-3ce901871140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:52.516004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32904) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:52.526340 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] For port 5c7a4b06-9246-4128-8235-543bcb597b1a, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:52.532037 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] For port 5c7a4b06-9246-4128-8235-543bcb597b1a, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5c7a4b06-9246-4128-8235-543bcb597b1a,segment=NetworkSegment(a829edbc-3526-4dc0-8165-088abb23cb8e),segment_id=a829edbc-3526-4dc0-8165-088abb23cb8e)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:52.566873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32910) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:52.570465 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-95a66823-628d-4b62-b45a-3341897d98ce tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524309 Jun 22 09:46:52.598515 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:52.601367 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-41f732c3-d1ff-41e0-a6d2-8112ce35fae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:52.612135 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a45d360-4642-43f8-9185-d13c1c23fdb8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Checking segment: {'id': 'b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:52.612527 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a45d360-4642-43f8-9185-d13c1c23fdb8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network hostable DHCP agents. Network: 93202ba6-edd3-47ea-ab71-cd36d00c0069, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:46:52.676810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70908b87-ea8c-4384-ab6f-0621ae0d0b51 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:52.681489 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32914) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:52.691543 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-70908b87-ea8c-4384-ab6f-0621ae0d0b51 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1231701 Jun 22 09:46:52.700269 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62a9d5-fb38-4da7-8c06-da399e585757 None None] Pushing event updated for resources: {'Port': ['ID=5c7a4b06-9246-4128-8235-543bcb597b1a,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:52.701963 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-0a62a9d5-fb38-4da7-8c06-da399e585757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:52.703205 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:52.704115 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:52.712201 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a45d360-4642-43f8-9185-d13c1c23fdb8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network 93202ba6-edd3-47ea-ab71-cd36d00c0069 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:46:52.726493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e5976-38f4-4ce5-b970-2d6e1b7e31ff None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:52.750438 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4355e6d7-766c-4fc4-b9e4-9641f147ea8c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:52.752170 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4355e6d7-766c-4fc4-b9e4-9641f147ea8c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0699148 Jun 22 09:46:52.754591 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32916) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:52.796538 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5d3745c8-3cfe-42cb-aa76-27135eb0e9a5 None None] Could not find standard attr ID for object e0662d2f-58eb-479b-84fd-8b1fb0d0d9d6. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:46:52.807496 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-2a45d360-4642-43f8-9185-d13c1c23fdb8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 93202ba6-edd3-47ea-ab71-cd36d00c0069) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:52.814936 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a45d360-4642-43f8-9185-d13c1c23fdb8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:52.815631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2a45d360-4642-43f8-9185-d13c1c23fdb8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:52.826737 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972655fa-6e96-4959-9717-64861bdfadda None None] Network 93202ba6-edd3-47ea-ab71-cd36d00c0069 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:52.847479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32920) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:52.848666 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4fca492c-3932-4412-8b1e-b4a8166fbc62 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758281 Jun 22 09:46:52.859735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-bc8d3acd-7032-4279-b717-1c8b86821507 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:52.868695 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:46:52.958254 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2a45d360-4642-43f8-9185-d13c1c23fdb8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1775088 Jun 22 09:46:52.961251 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32922) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:53.070150 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 43059d20-843c-4de8-ae43-5ec163f1a142 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:53.109573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8d3acd-7032-4279-b717-1c8b86821507 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:53.113122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bc8d3acd-7032-4279-b717-1c8b86821507 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:53.179960 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bc5bb8-e79e-4c14-b34e-cb20cda743fc None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:46:53.213739 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:46:48Z', 'revision_number': 2, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:52Z', 'revision_number': 4, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:53.247268 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 43059d20-843c-4de8-ae43-5ec163f1a142 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:53.253517 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 43059d20-843c-4de8-ae43-5ec163f1a142 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:53.254101 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:53.262245 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78951f2d-e2dc-483d-bf4b-48f9e1b9ba36 None None] The sync data for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv is: [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:46:48Z', 'revision_number': 2, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:52Z', 'revision_number': 4, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:46:53.407214 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32932) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:53.421400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bc8d3acd-7032-4279-b717-1c8b86821507 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:53.430871 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2f26f1b7-eafd-4581-9cc1-34527da2f7b8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:53.468079 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8d3acd-7032-4279-b717-1c8b86821507 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:53.473766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-bc8d3acd-7032-4279-b717-1c8b86821507 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:53.478388 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8d3acd-7032-4279-b717-1c8b86821507 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:53.479107 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bc8d3acd-7032-4279-b717-1c8b86821507 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:53.482938 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-93202ba6-edd3-47ea-ab71-cd36d00c0069', 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'fixed_ips': [{'subnet_id': '95f2f550-fe29-4282-808a-86466442914c'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:46:53.484810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:53.506006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:53.515271 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d3acd-7032-4279-b717-1c8b86821507 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=c1c711fc-6174-4116-9ad5-6a0ea03d336a,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:53.525319 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bc8d3acd-7032-4279-b717-1c8b86821507 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:53.570595 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-04bc5bb8-e79e-4c14-b34e-cb20cda743fc None None] Deleting port 43059d20-843c-4de8-ae43-5ec163f1a142 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:53.571134 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-04bc5bb8-e79e-4c14-b34e-cb20cda743fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:53.587153 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bc8d3acd-7032-4279-b717-1c8b86821507 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7448571 Jun 22 09:46:53.595521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-631454612'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:53.616240 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32936) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:53.621830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-48c83cfb-c260-4759-b421-3086eb01489b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'mac_address': 'fa:16:3e:e0:02:a6', 'name': 'tempest-NetworksTestDHCPv6-656682643'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:53.723975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:53.782952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:53.786774 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:53.803703 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:53.807747 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-04bc5bb8-e79e-4c14-b34e-cb20cda743fc None None] For port 43059d20-843c-4de8-ae43-5ec163f1a142, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=43059d20-843c-4de8-ae43-5ec163f1a142,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:53.808407 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-04bc5bb8-e79e-4c14-b34e-cb20cda743fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:53.831166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Allocated IP 2001:db8:1::2 (93202ba6-edd3-47ea-ab71-cd36d00c0069/95f2f550-fe29-4282-808a-86466442914c/e7fc05d7-c22b-4025-99d6-8e1d40335d38) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:53.864018 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 43059d20-843c-4de8-ae43-5ec163f1a142, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=43059d20-843c-4de8-ae43-5ec163f1a142,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:53.889149 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-04bc5bb8-e79e-4c14-b34e-cb20cda743fc None None] Calling delete_port for 43059d20-843c-4de8-ae43-5ec163f1a142 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:53.906208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c83cfb-c260-4759-b421-3086eb01489b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:53.910381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-48c83cfb-c260-4759-b421-3086eb01489b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:53.947273 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-48c83cfb-c260-4759-b421-3086eb01489b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port 0ce9ec10-38c2-4185-beb0-24c574ed71e2 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:46:53.976741 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:53.980553 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4e538a79-7795-4411-ab0f-cd1a51ef8a27 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:53.986380 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-993ce281-97e0-4efc-98d7-e510454d277f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:54.103268 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-48c83cfb-c260-4759-b421-3086eb01489b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::2bd (36eee797-60f1-483e-81c4-4dc1c89ce22a/c1c711fc-6174-4116-9ad5-6a0ea03d336a/0ce9ec10-38c2-4185-beb0-24c574ed71e2) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:54.106044 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=43059d20-843c-4de8-ae43-5ec163f1a142,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:54.110951 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.111643 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:54.145934 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 4e538a79-7795-4411-ab0f-cd1a51ef8a27 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:54.146256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.203516 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.207656 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cc880c86-05c1-474a-8974-a6fe48ad8296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:54.213317 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.225304 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Transition to ACTIVE for port object e7fc05d7-c22b-4025-99d6-8e1d40335d38 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:54.226551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:46:54.236244 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-04bc5bb8-e79e-4c14-b34e-cb20cda743fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.240279 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:54.279512 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2251a9-2af4-4e2d-8f2d-821bc5caaae3,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:54.282602 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Transition to ACTIVE for port object e7fc05d7-c22b-4025-99d6-8e1d40335d38 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:54.285427 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:54.288169 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.288521 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Added segment 3cfc37f1-7836-45e4-9ee6-48786f850596 of type vlan for network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 Jun 22 09:46:54.288736 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc5bb8-e79e-4c14-b34e-cb20cda743fc None None] Pushing event deleted for resources: {'Port': ['ID=43059d20-843c-4de8-ae43-5ec163f1a142,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:54.293280 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-04bc5bb8-e79e-4c14-b34e-cb20cda743fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:54.295765 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bc5bb8-e79e-4c14-b34e-cb20cda743fc None None] No DVR routers for this DVR port 43059d20-843c-4de8-ae43-5ec163f1a142 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:54.314128 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c91e1e3-3d3f-4aa8-b097-48513d37de11 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:54.346623 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.398025 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-48c83cfb-c260-4759-b421-3086eb01489b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.401242 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.405737 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-33266d75-92ba-4d6f-a836-70fe1ecfe770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:54.415961 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-48c83cfb-c260-4759-b421-3086eb01489b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object 0ce9ec10-38c2-4185-beb0-24c574ed71e2 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:54.449203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Allocated IP 2001:db8:1::1 (93202ba6-edd3-47ea-ab71-cd36d00c0069/95f2f550-fe29-4282-808a-86466442914c/1578d67b-cba0-4abd-b1aa-8607c722f898) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:54.469950 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Network 93202ba6-edd3-47ea-ab71-cd36d00c0069 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:54.477839 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.478412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:54.484215 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:54.484677 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:54.484800 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.488189 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-210ae20b-aee4-4cce-8067-86a1f46f3b59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:54.489707 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Pushing event updated for resources: {'Port': ['ID=e7fc05d7-c22b-4025-99d6-8e1d40335d38,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:54.496708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:54.556383 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-48c83cfb-c260-4759-b421-3086eb01489b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.570248 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': 'c1c711fc-6174-4116-9ad5-6a0ea03d336a'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:46:54.571155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.573879 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Network': ['ID=5b5e2573-2167-466d-9999-78aa9a2cd9e7,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:54.576899 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c83cfb-c260-4759-b421-3086eb01489b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:54.577857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:54.578636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:54.581316 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Attempting to bind port e7fc05d7-c22b-4025-99d6-8e1d40335d38 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:54.581709 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Attempting to bind port e7fc05d7-c22b-4025-99d6-8e1d40335d38 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:54.582137 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Attempting to bind port e7fc05d7-c22b-4025-99d6-8e1d40335d38 on network 93202ba6-edd3-47ea-ab71-cd36d00c0069 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:54.583272 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-48c83cfb-c260-4759-b421-3086eb01489b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:54.589001 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:46:54.589215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.602980 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c83cfb-c260-4759-b421-3086eb01489b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:54.605835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:54.606231 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Checking segment: {'id': 'b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:54.606650 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.607062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Bound using segment: {'id': 'b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:54.607712 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Bound port: e7fc05d7-c22b-4025-99d6-8e1d40335d38, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:54.608115 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.608497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c83cfb-c260-4759-b421-3086eb01489b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:54.609121 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-48c83cfb-c260-4759-b421-3086eb01489b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.614017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Transition to ACTIVE for port object 1578d67b-cba0-4abd-b1aa-8607c722f898 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:54.636029 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c83cfb-c260-4759-b421-3086eb01489b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=0ce9ec10-38c2-4185-beb0-24c574ed71e2,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:54.639637 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2312467 Jun 22 09:46:54.640682 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-48c83cfb-c260-4759-b421-3086eb01489b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:54.642098 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32938) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:54.649443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-f4ca5e9e-11f4-4fd8-9217-f2d133cb81d3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7', 'name': 'tempest-PortsIpV6TestJSON-516975099'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:54.710455 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-48c83cfb-c260-4759-b421-3086eb01489b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0931995 Jun 22 09:46:54.713124 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32940) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:54.753938 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.763933 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-22097410-f86f-4077-93cf-5b2e2e21a29d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:54.808367 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network 93202ba6-edd3-47ea-ab71-cd36d00c0069 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:54.816902 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ca5e9e-11f4-4fd8-9217-f2d133cb81d3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:54.818617 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:54.824469 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:54.827611 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5e9e-11f4-4fd8-9217-f2d133cb81d3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.827755 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.832178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=1578d67b-cba0-4abd-b1aa-8607c722f898,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:54.836837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:54.852656 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] For port e7fc05d7-c22b-4025-99d6-8e1d40335d38, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:54.882385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Allocated IP 2001:db8::2 (36eee797-60f1-483e-81c4-4dc1c89ce22a/c1c711fc-6174-4116-9ad5-6a0ea03d336a/2fea1821-843f-4892-94dc-4ac9c5778d97) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:54.885539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] For port e7fc05d7-c22b-4025-99d6-8e1d40335d38, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e7fc05d7-c22b-4025-99d6-8e1d40335d38,segment=NetworkSegment(b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3),segment_id=b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:54.901514 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec4ace8-7e29-409e-8518-8ccd3a6285c0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:54.905555 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-dec4ace8-7e29-409e-8518-8ccd3a6285c0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1888840 Jun 22 09:46:54.909257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32942) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:54.915365 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5c7a4b06-9246-4128-8235-543bcb597b1a up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:54.966110 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:54.978549 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:55.037286 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-91b68fcb-7a54-43f3-829c-6cf63dd0fb46 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port 0ce9ec10-38c2-4185-beb0-24c574ed71e2 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:55.037623 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-91b68fcb-7a54-43f3-829c-6cf63dd0fb46 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:55.063975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Pushing event updated for resources: {'Port': ['ID=e7fc05d7-c22b-4025-99d6-8e1d40335d38,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:55.070813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:55.159680 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:55.168999 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:55.178262 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Transition to ACTIVE for port object 2fea1821-843f-4892-94dc-4ac9c5778d97 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:55.193978 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 5c7a4b06-9246-4128-8235-543bcb597b1a completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:55.199262 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Transition to ACTIVE for port object 2fea1821-843f-4892-94dc-4ac9c5778d97 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:55.202254 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 5c7a4b06-9246-4128-8235-543bcb597b1a triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:55.202636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:55.203763 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-91b68fcb-7a54-43f3-829c-6cf63dd0fb46 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:55.264362 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-f4ca5e9e-11f4-4fd8-9217-f2d133cb81d3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] device_id is not set on port 010fa2d9-6d98-449d-beb4-a9787acacf70 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:46:55.280357 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:55.281911 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:55.321653 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-91b68fcb-7a54-43f3-829c-6cf63dd0fb46 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for 0ce9ec10-38c2-4185-beb0-24c574ed71e2 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:55.333234 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:55.333420 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:55.346340 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:55.353348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:55.366079 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Pushing event updated for resources: {'Port': ['ID=2fea1821-843f-4892-94dc-4ac9c5778d97,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:55.369300 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:55.404539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 5c7a4b06-9246-4128-8235-543bcb597b1a, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5c7a4b06-9246-4128-8235-543bcb597b1a,segment=NetworkSegment(a829edbc-3526-4dc0-8165-088abb23cb8e),segment_id=a829edbc-3526-4dc0-8165-088abb23cb8e)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:55.436800 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Attempting to bind port 2fea1821-843f-4892-94dc-4ac9c5778d97 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:55.437136 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Attempting to bind port 2fea1821-843f-4892-94dc-4ac9c5778d97 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:55.437421 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Attempting to bind port 2fea1821-843f-4892-94dc-4ac9c5778d97 on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:55.446781 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:55.447225 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:55.447704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:55.448308 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:55.449102 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Bound port: 2fea1821-843f-4892-94dc-4ac9c5778d97, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:55.449491 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:55.466944 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:55.494537 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-56afe885-6036-439e-be2c-a123b0e0e0ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:55.559769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 43059d20-843c-4de8-ae43-5ec163f1a142 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:55.576827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5e9e-11f4-4fd8-9217-f2d133cb81d3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:55.590532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=5c7a4b06-9246-4128-8235-543bcb597b1a,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:55.593008 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 43059d20-843c-4de8-ae43-5ec163f1a142 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:55.593361 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 43059d20-843c-4de8-ae43-5ec163f1a142 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:46:55.594790 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:55.599338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] For port 2fea1821-843f-4892-94dc-4ac9c5778d97, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:55.612920 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] For port 2fea1821-843f-4892-94dc-4ac9c5778d97, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=2fea1821-843f-4892-94dc-4ac9c5778d97,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:55.681577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:55.684396 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-2e22e241-4c08-45c9-a7ec-24f8ee6d703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:55.709374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:55.716164 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5e9e-11f4-4fd8-9217-f2d133cb81d3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:55.728877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b15e824a-93d1-4f97-924a-72e11afedb01 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:55.748142 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Pushing event updated for resources: {'Port': ['ID=2fea1821-843f-4892-94dc-4ac9c5778d97,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:55.751398 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:55.772827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-91b68fcb-7a54-43f3-829c-6cf63dd0fb46 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:55.777408 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4f4da224-8c98-4b69-8911-4a0494876f36 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:55.800066 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca5e9e-11f4-4fd8-9217-f2d133cb81d3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=010fa2d9-6d98-449d-beb4-a9787acacf70,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:55.803366 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f4ca5e9e-11f4-4fd8-9217-f2d133cb81d3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:55.812372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b68fcb-7a54-43f3-829c-6cf63dd0fb46 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=0ce9ec10-38c2-4185-beb0-24c574ed71e2,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:55.814182 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:55.815023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:55.817127 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-91b68fcb-7a54-43f3-829c-6cf63dd0fb46 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:55.817827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-91b68fcb-7a54-43f3-829c-6cf63dd0fb46 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:55.821304 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ca5e9e-11f4-4fd8-9217-f2d133cb81d3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Checking segment: {'id': '3cfc37f1-7836-45e4-9ee6-48786f850596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:55.821744 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ca5e9e-11f4-4fd8-9217-f2d133cb81d3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network hostable DHCP agents. Network: 5b5e2573-2167-466d-9999-78aa9a2cd9e7, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:46:55.888271 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-91b68fcb-7a54-43f3-829c-6cf63dd0fb46 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:55.890192 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-91b68fcb-7a54-43f3-829c-6cf63dd0fb46 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/0ce9ec10-38c2-4185-beb0-24c574ed71e2 HTTP/1.1" status: 204 len: 168 time: 0.9834311 Jun 22 09:46:55.892761 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32944) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:55.952723 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=1578d67b-cba0-4abd-b1aa-8607c722f898,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:55.959949 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ca5e9e-11f4-4fd8-9217-f2d133cb81d3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:46:55.962113 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:56.000014 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2008f9c-0875-4908-a88b-c95accb9d892 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:56.002924 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2008f9c-0875-4908-a88b-c95accb9d892 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:56.008375 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f2008f9c-0875-4908-a88b-c95accb9d892 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1142852 Jun 22 09:46:56.008601 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32946) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:56.042565 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network 93202ba6-edd3-47ea-ab71-cd36d00c0069 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:56.047561 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-f4ca5e9e-11f4-4fd8-9217-f2d133cb81d3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 5b5e2573-2167-466d-9999-78aa9a2cd9e7) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:56.048117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:56.053240 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ca5e9e-11f4-4fd8-9217-f2d133cb81d3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:56.060720 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ca5e9e-11f4-4fd8-9217-f2d133cb81d3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:56.061343 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5e9e-11f4-4fd8-9217-f2d133cb81d3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:56.063174 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d17b62-05fe-4de2-9161-69ece02c9a5f None None] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:56.112648 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c25fa6a-2b6d-4dd4-8cb7-b172ed6beb9e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet c1c711fc-6174-4116-9ad5-6a0ea03d336a {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:56.118181 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3c25fa6a-2b6d-4dd4-8cb7-b172ed6beb9e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:56.141403 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f4ca5e9e-11f4-4fd8-9217-f2d133cb81d3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4981604 Jun 22 09:46:56.144734 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32948) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:56.150084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-ada29840-9811-454e-a6e6-e5ed7a1502b6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2103542337'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:56.214857 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3c25fa6a-2b6d-4dd4-8cb7-b172ed6beb9e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:56.254161 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router b2ff38f2-9254-417f-a59a-7632b9da87eb has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:46:56.277390 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada29840-9811-454e-a6e6-e5ed7a1502b6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:56.281025 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ada29840-9811-454e-a6e6-e5ed7a1502b6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:56.307952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada29840-9811-454e-a6e6-e5ed7a1502b6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:46:56.322771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ada29840-9811-454e-a6e6-e5ed7a1502b6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:56.323194 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-ada29840-9811-454e-a6e6-e5ed7a1502b6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Added segment c05df2ea-fac5-4735-b7ce-3b89ac914023 of type vlan for network bd387de5-0a1e-40c8-9866-314dc87ad4af Jun 22 09:46:56.360796 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462c5a6a-3748-4e0c-9e0b-c15f51db6638 None None] Network 93202ba6-edd3-47ea-ab71-cd36d00c0069 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:56.365828 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ada29840-9811-454e-a6e6-e5ed7a1502b6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:56.379171 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3c25fa6a-2b6d-4dd4-8cb7-b172ed6beb9e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:56.420771 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:46:56.427059 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/b2ff38f2-9254-417f-a59a-7632b9da87eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4641600 Jun 22 09:46:56.430153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32950) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:56.436114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Sync routers for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:46:56.438284 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-ce2feb4c-7b51-41e7-8c5d-4f01f31c28f8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-587760182'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:56.458517 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ada29840-9811-454e-a6e6-e5ed7a1502b6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:56.463258 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:56.463860 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:56.468568 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada29840-9811-454e-a6e6-e5ed7a1502b6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:56.468983 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ada29840-9811-454e-a6e6-e5ed7a1502b6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:56.472498 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:56.522226 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ff8406ec-4a91-425a-9ee9-415833f1e234 None None] Provisioning for port e7fc05d7-c22b-4025-99d6-8e1d40335d38 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:56.540124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada29840-9811-454e-a6e6-e5ed7a1502b6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Network': ['ID=bd387de5-0a1e-40c8-9866-314dc87ad4af,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:56.540356 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2feb4c-7b51-41e7-8c5d-4f01f31c28f8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Made reservation on behalf of 1e1c49b4fe1743bca27d47eb1c5640b6 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:56.542564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ada29840-9811-454e-a6e6-e5ed7a1502b6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:56.550123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce2feb4c-7b51-41e7-8c5d-4f01f31c28f8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:56.565079 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3c25fa6a-2b6d-4dd4-8cb7-b172ed6beb9e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:56.568943 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a0c0f98a-4265-425c-b922-1c8a779aa8f4 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:56.602310 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25fa6a-2b6d-4dd4-8cb7-b172ed6beb9e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=c1c711fc-6174-4116-9ad5-6a0ea03d336a,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:56.609163 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3c25fa6a-2b6d-4dd4-8cb7-b172ed6beb9e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:56.611346 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3c25fa6a-2b6d-4dd4-8cb7-b172ed6beb9e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/c1c711fc-6174-4116-9ad5-6a0ea03d336a HTTP/1.1" status: 204 len: 168 time: 0.6001198 Jun 22 09:46:56.612604 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3c25fa6a-2b6d-4dd4-8cb7-b172ed6beb9e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:56.613948 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32952) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:56.621240 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2feb4c-7b51-41e7-8c5d-4f01f31c28f8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:46:56.633389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce2feb4c-7b51-41e7-8c5d-4f01f31c28f8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:56.633873 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-ce2feb4c-7b51-41e7-8c5d-4f01f31c28f8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Added segment 3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e of type vlan for network 0502e4af-54ca-4123-9dfb-6dee92924f68 Jun 22 09:46:56.664126 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-812c4bd4-81cf-441d-86c1-0bc6bf3adb60 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488472 Jun 22 09:46:56.666102 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ada29840-9811-454e-a6e6-e5ed7a1502b6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5208449 Jun 22 09:46:56.666622 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32954) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:56.668708 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32956) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:56.688951 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce2feb4c-7b51-41e7-8c5d-4f01f31c28f8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:56.702459 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'ports': [{'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7'}, {'network_id': 'bd387de5-0a1e-40c8-9866-314dc87ad4af'}]} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:56.705143 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:56.705143 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'network_id': 'bd387de5-0a1e-40c8-9866-314dc87ad4af'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:56.721375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network bd387de5-0a1e-40c8-9866-314dc87ad4af details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:46:56.804397 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b3092f-5780-4365-baab-b86d1dec44be tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:56.806237 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-17b3092f-5780-4365-baab-b86d1dec44be tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1380072 Jun 22 09:46:56.806765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce2feb4c-7b51-41e7-8c5d-4f01f31c28f8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:56.813573 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2feb4c-7b51-41e7-8c5d-4f01f31c28f8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:56.814866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce2feb4c-7b51-41e7-8c5d-4f01f31c28f8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:56.815311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32958) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:56.833001 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:46:56.838764 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-47d3ee7d-0d2f-45db-9649-2419a87413d8 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:56.905539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ad5d46-bca9-452d-8ddc-0ef033f191f8 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:56.933657 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ce2feb4c-7b51-41e7-8c5d-4f01f31c28f8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5024259 Jun 22 09:46:56.936622 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32960) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:56.949401 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-5709234c-bc05-46d9-a4e7-56349f4af88a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'subnet': {'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:56.962043 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9484b66d-011c-44a6-a3fa-3a08a3281af4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:56.965786 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9484b66d-011c-44a6-a3fa-3a08a3281af4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1446974 Jun 22 09:46:56.968986 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32962) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:57.011482 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-88c30346-e038-4a66-9630-6f5ff642ef59 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410893 Jun 22 09:46:57.015457 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32964) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:57.021190 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-9f592349-4c9b-4691-8841-73786af07674 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:57.054282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2feb4c-7b51-41e7-8c5d-4f01f31c28f8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Network': ['ID=0502e4af-54ca-4123-9dfb-6dee92924f68,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:57.059072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ce2feb4c-7b51-41e7-8c5d-4f01f31c28f8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:57.076708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 0502e4af-54ca-4123-9dfb-6dee92924f68 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:46:57.129075 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e7fc05d7-c22b-4025-99d6-8e1d40335d38 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:57.166878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5709234c-bc05-46d9-a4e7-56349f4af88a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Made reservation on behalf of 1e1c49b4fe1743bca27d47eb1c5640b6 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:57.170679 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5709234c-bc05-46d9-a4e7-56349f4af88a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:57.177644 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.api [None req-9f592349-4c9b-4691-8841-73786af07674 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:46:57.177644 dv-neutron-797121-3-hyperv neutron-server[100652]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:46:57.177644 dv-neutron-797121-3-hyperv neutron-server[100652]: [parameters: {'project_id_1': 'a9c1085b63b34e82a563468655f91b80', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 46, 57, 110935)}] Jun 22 09:46:57.177644 dv-neutron-797121-3-hyperv neutron-server[100652]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:46:57.178091 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_db.api [None req-9f592349-4c9b-4691-8841-73786af07674 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:46:57.183112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-593df601-9633-485a-bc48-212cc12df9ef None None] Provisioning for port 2fea1821-843f-4892-94dc-4ac9c5778d97 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:57.301257 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'port': 2} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:57.310091 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:57.335693 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:46:54Z', 'revision_number': 3, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '1578d67b-cba0-4abd-b1aa-8607c722f898', 'name': '', 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:37:cf:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '95f2f550-fe29-4282-808a-86466442914c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:53Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 2, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '95f2f550-fe29-4282-808a-86466442914c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:57.348021 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:57.371844 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port e7fc05d7-c22b-4025-99d6-8e1d40335d38 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:57.375549 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Checking router: b2ff38f2-9254-417f-a59a-7632b9da87eb for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:46:57.375917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Updating router b2ff38f2-9254-417f-a59a-7632b9da87eb port 1578d67b-cba0-4abd-b1aa-8607c722f898 binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:46:57.379540 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port e7fc05d7-c22b-4025-99d6-8e1d40335d38 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:57.379837 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:57.448602 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad14e404-54f6-40a6-88e7-ace7a9dcc692 None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:46:57.449345 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] device_id is not set on port 5774ac9d-71ac-48d5-ba05-b20c39561050 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:46:57.493633 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5709234c-bc05-46d9-a4e7-56349f4af88a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:57.497599 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-27a915fa-9cc1-4620-94df-74877d010cff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:57.502066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:57.509613 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-be0f8f11-12d0-44f5-aaa3-e34fcc2e92d9 None None] Provisioning complete for port e7fc05d7-c22b-4025-99d6-8e1d40335d38 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:57.510003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-be0f8f11-12d0-44f5-aaa3-e34fcc2e92d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:57.583549 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709234c-bc05-46d9-a4e7-56349f4af88a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Subnet': ['ID=c2173287-4f2a-4b9d-9ff4-f4101db28e0b,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:57.588825 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5709234c-bc05-46d9-a4e7-56349f4af88a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:57.589910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5709234c-bc05-46d9-a4e7-56349f4af88a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Checking segment: {'id': '3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:57.590373 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5709234c-bc05-46d9-a4e7-56349f4af88a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network hostable DHCP agents. Network: 0502e4af-54ca-4123-9dfb-6dee92924f68, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:46:57.594745 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:57.633281 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:57.677390 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] device_id is not set on port dca43d6c-4fa4-4460-869a-3ca26f1277af yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:46:57.683345 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5709234c-bc05-46d9-a4e7-56349f4af88a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network 0502e4af-54ca-4123-9dfb-6dee92924f68 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:46:57.726617 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ad14e404-54f6-40a6-88e7-ace7a9dcc692 None None] Deleting port 2fea1821-843f-4892-94dc-4ac9c5778d97 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:57.727200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ad14e404-54f6-40a6-88e7-ace7a9dcc692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:57.798134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-5709234c-bc05-46d9-a4e7-56349f4af88a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 0502e4af-54ca-4123-9dfb-6dee92924f68) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:57.807475 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5709234c-bc05-46d9-a4e7-56349f4af88a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:57.811551 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5709234c-bc05-46d9-a4e7-56349f4af88a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:57.812438 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:57.820409 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port e7fc05d7-c22b-4025-99d6-8e1d40335d38, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e7fc05d7-c22b-4025-99d6-8e1d40335d38,segment=NetworkSegment(b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3),segment_id=b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:57.836713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f592349-4c9b-4691-8841-73786af07674 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:57.845548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9f592349-4c9b-4691-8841-73786af07674 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:57.849818 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7468d4b7-259d-45e0-9c63-57681f558069 None None] Network 0502e4af-54ca-4123-9dfb-6dee92924f68 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:57.933279 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-be0f8f11-12d0-44f5-aaa3-e34fcc2e92d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:57.936745 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5709234c-bc05-46d9-a4e7-56349f4af88a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9965580 Jun 22 09:46:57.937063 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32966) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:57.942901 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:57.942901 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5c7a4b06-9246-4128-8235-543bcb597b1a up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:57.943242 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-ad14e404-54f6-40a6-88e7-ace7a9dcc692 None None] For port 2fea1821-843f-4892-94dc-4ac9c5778d97, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=2fea1821-843f-4892-94dc-4ac9c5778d97,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:57.943663 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ad14e404-54f6-40a6-88e7-ace7a9dcc692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:57.957322 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:57.986813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:58.018958 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-397783f7-29b2-49cd-b390-cb81e9526395 tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:58.097692 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:58.099466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ad14e404-54f6-40a6-88e7-ace7a9dcc692 None None] Calling delete_port for 2fea1821-843f-4892-94dc-4ac9c5778d97 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:58.116735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:58.125166 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:58.126014 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:58.127560 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=5774ac9d-71ac-48d5-ba05-b20c39561050,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:58.137382 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:58.139106 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-81381e5b-e64b-495a-b312-c5af7bad3426 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:58.303081 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=dca43d6c-4fa4-4460-869a-3ca26f1277af,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:58.314941 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:58.332570 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Checking segment: {'id': 'c05df2ea-fac5-4735-b7ce-3b89ac914023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bd387de5-0a1e-40c8-9866-314dc87ad4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:58.332956 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network hostable DHCP agents. Network: bd387de5-0a1e-40c8-9866-314dc87ad4af, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:46:58.385049 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=e7fc05d7-c22b-4025-99d6-8e1d40335d38,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:58.438171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:58.438532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:58.438871 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:58.439209 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:58.439605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:58.439943 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:58.440276 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:58.440604 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:58.440933 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:58.441256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:58.441576 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:58.441944 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:58.454583 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-be0f8f11-12d0-44f5-aaa3-e34fcc2e92d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:46:58.454714 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-be0f8f11-12d0-44f5-aaa3-e34fcc2e92d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:46:58.473525 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:58.507881 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 5c7a4b06-9246-4128-8235-543bcb597b1a triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:58.508138 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network bd387de5-0a1e-40c8-9866-314dc87ad4af is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:46:58.508255 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:58.558916 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:58.584169 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.objects.ports [None req-9f592349-4c9b-4691-8841-73786af07674 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100652) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:46:58.598502 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Transition to ACTIVE for port object 1578d67b-cba0-4abd-b1aa-8607c722f898 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:58.611979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-0502e4af-54ca-4123-9dfb-6dee92924f68', 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'fixed_ips': [{'subnet_id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:46:58.612822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:58.641764 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, bd387de5-0a1e-40c8-9866-314dc87ad4af) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:58.647724 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ad14e404-54f6-40a6-88e7-ace7a9dcc692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:58.656183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-32d40c05-e2bf-473c-b851-1f06d84b7bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:58.658174 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab16ec00-3fac-4004-a363-bd3526f207fd None None] Network bd387de5-0a1e-40c8-9866-314dc87ad4af requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:58.658962 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:58.665254 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:58.669970 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:58.670620 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:58.681902 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:58.700337 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14e404-54f6-40a6-88e7-ace7a9dcc692 None None] Pushing event deleted for resources: {'Port': ['ID=2fea1821-843f-4892-94dc-4ac9c5778d97,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:58.763048 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.services.revisions.revision_plugin [None req-9f592349-4c9b-4691-8841-73786af07674 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Could not find related port for resource to bump revision. Jun 22 09:46:58.767411 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad14e404-54f6-40a6-88e7-ace7a9dcc692 None None] No DVR routers for this DVR port 2fea1821-843f-4892-94dc-4ac9c5778d97 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:58.773493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:58.780085 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ad14e404-54f6-40a6-88e7-ace7a9dcc692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:58.782425 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:58.800630 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1309822 Jun 22 09:46:58.803259 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32968) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:58.816598 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 2fea1821-843f-4892-94dc-4ac9c5778d97 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:58.848907 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.ipam_pluggable_backend [None req-9f592349-4c9b-4691-8841-73786af07674 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Port 2fea1821-843f-4892-94dc-4ac9c5778d97 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100652) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 22 09:46:58.849140 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.ipam_pluggable_backend [None req-9f592349-4c9b-4691-8841-73786af07674 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Reverting IP allocation for 2001:db8::f816:3eff:fe37:fbe0 {{(pid=100652) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 22 09:46:58.859748 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.ipam_pluggable_backend [None req-9f592349-4c9b-4691-8841-73786af07674 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe37:fbe0 {{(pid=100652) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 22 09:46:58.866151 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 2fea1821-843f-4892-94dc-4ac9c5778d97 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:58.866515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 2fea1821-843f-4892-94dc-4ac9c5778d97 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 22 09:46:58.889497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9f592349-4c9b-4691-8841-73786af07674 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:58.920360 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3a159226-b9b4-4601-a99e-c7430409fa5b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:58.931414 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Port 2fea1821-843f-4892-94dc-4ac9c5778d97 not found, will not notify nova. {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 22 09:46:58.970686 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39991f44-adf3-40ac-9b48-975de3eaae29 None None] Pushing event updated for resources: {'Port': ['ID=1578d67b-cba0-4abd-b1aa-8607c722f898,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:58.976634 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-39991f44-adf3-40ac-9b48-975de3eaae29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:59.013617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f592349-4c9b-4691-8841-73786af07674 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:59.044159 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-9f592349-4c9b-4691-8841-73786af07674 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:59.055691 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e7fc05d7-c22b-4025-99d6-8e1d40335d38 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:59.061106 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f592349-4c9b-4691-8841-73786af07674 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:59.061718 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9f592349-4c9b-4691-8841-73786af07674 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:59.068678 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa83af5-dd4e-4467-9197-2812bf3b956b None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:59.114410 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f592349-4c9b-4691-8841-73786af07674 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=b4ad4104-8654-4bea-bce2-3535a4623364,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:59.119519 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9f592349-4c9b-4691-8841-73786af07674 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:59.134166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Allocated IP 2001:db8:2::2 (0502e4af-54ca-4123-9dfb-6dee92924f68/c2173287-4f2a-4b9d-9ff4-f4101db28e0b/e045fd38-d18d-4c2e-ade1-47fd16108754) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:59.156285 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-4615d0a5-74a3-4861-b771-2ad968cc849e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port dca43d6c-4fa4-4460-869a-3ca26f1277af {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:59.156638 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4615d0a5-74a3-4861-b771-2ad968cc849e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:59.197150 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Attempting to bind port 1578d67b-cba0-4abd-b1aa-8607c722f898 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:59.197609 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Attempting to bind port 1578d67b-cba0-4abd-b1aa-8607c722f898 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:59.197928 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Attempting to bind port 1578d67b-cba0-4abd-b1aa-8607c722f898 on network 93202ba6-edd3-47ea-ab71-cd36d00c0069 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:59.204513 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9f592349-4c9b-4691-8841-73786af07674 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1880095 Jun 22 09:46:59.206717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32970) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:59.213802 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-72f5ff49-1724-43e5-886d-ee5e640ccd45 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:59.230069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:59.230356 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4615d0a5-74a3-4861-b771-2ad968cc849e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:59.230469 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Checking segment: {'id': 'b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:59.230862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:59.231282 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Bound using segment: {'id': 'b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:59.231813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Bound port: 1578d67b-cba0-4abd-b1aa-8607c722f898, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:59.232550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:59.339703 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-be0f8f11-12d0-44f5-aaa3-e34fcc2e92d9 None None] Provisioning for port 1578d67b-cba0-4abd-b1aa-8607c722f898 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:59.395729 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port e7fc05d7-c22b-4025-99d6-8e1d40335d38 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:59.396130 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:59.436052 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f5ff49-1724-43e5-886d-ee5e640ccd45 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:59.441024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72f5ff49-1724-43e5-886d-ee5e640ccd45 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:59.491454 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] For port 1578d67b-cba0-4abd-b1aa-8607c722f898, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:59.541646 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.ipam_backend_mixin [None req-72f5ff49-1724-43e5-886d-ee5e640ccd45 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b4ad4104-8654-4bea-bce2-3535a4623364 (CIDR: 2001:db8::/64) Jun 22 09:46:59.553974 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] For port 1578d67b-cba0-4abd-b1aa-8607c722f898, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=1578d67b-cba0-4abd-b1aa-8607c722f898,segment=NetworkSegment(b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3),segment_id=b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:59.574871 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': 'b4ad4104-8654-4bea-bce2-3535a4623364'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:46:59.575775 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:59.587204 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f5ff49-1724-43e5-886d-ee5e640ccd45 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:46:59.587954 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f5ff49-1724-43e5-886d-ee5e640ccd45 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:46:59.596012 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:59.616050 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Transition to ACTIVE for port object e045fd38-d18d-4c2e-ade1-47fd16108754 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:59.623088 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:59.628209 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-4615d0a5-74a3-4861-b771-2ad968cc849e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for dca43d6c-4fa4-4460-869a-3ca26f1277af owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:59.644963 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:59.704760 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-72f5ff49-1724-43e5-886d-ee5e640ccd45 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4958715 Jun 22 09:46:59.707453 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32972) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:59.713062 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-f5fcc6ab-8533-4926-9177-95533d310010 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:59.808783 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4615d0a5-74a3-4861-b771-2ad968cc849e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:59.812011 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Transition to ACTIVE for port object e045fd38-d18d-4c2e-ade1-47fd16108754 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:59.816287 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f4769ff6-d2b1-460d-b97c-2cba82472212 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:59.819545 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:59.820715 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:59.838888 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Allocated IP 2001:db8::f816:3eff:fe27:1c7e (36eee797-60f1-483e-81c4-4dc1c89ce22a/b4ad4104-8654-4bea-bce2-3535a4623364/176b820a-2202-43bb-a051-300f1677ef70) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:59.848243 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615d0a5-74a3-4861-b771-2ad968cc849e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=dca43d6c-4fa4-4460-869a-3ca26f1277af,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:59.851261 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4615d0a5-74a3-4861-b771-2ad968cc849e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:59.857276 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4615d0a5-74a3-4861-b771-2ad968cc849e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:59.859192 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4615d0a5-74a3-4861-b771-2ad968cc849e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/ports/dca43d6c-4fa4-4460-869a-3ca26f1277af HTTP/1.1" status: 204 len: 168 time: 1.0549710 Jun 22 09:46:59.861951 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32974) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:59.869069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 2fea1821-843f-4892-94dc-4ac9c5778d97 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:59.906258 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39991f44-adf3-40ac-9b48-975de3eaae29 None None] Pushing event updated for resources: {'Port': ['ID=1578d67b-cba0-4abd-b1aa-8607c722f898,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:59.914835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-39991f44-adf3-40ac-9b48-975de3eaae29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:59.938219 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c2cd86-3319-495f-97d1-bcf4a00cd6cc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:59.945157 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c2cd86-3319-495f-97d1-bcf4a00cd6cc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:59.946749 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-84c2cd86-3319-495f-97d1-bcf4a00cd6cc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0838420 Jun 22 09:46:59.947733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fcc6ab-8533-4926-9177-95533d310010 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:59.950007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32976) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:59.952267 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f5fcc6ab-8533-4926-9177-95533d310010 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:59.997990 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 2fea1821-843f-4892-94dc-4ac9c5778d97 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:59.998523 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 2fea1821-843f-4892-94dc-4ac9c5778d97 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:00.004863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:00.016519 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a3f07385-c8fd-47c8-992c-635b07b5083d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:00.046432 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Allocated IP 2001:db8:2::1 (0502e4af-54ca-4123-9dfb-6dee92924f68/c2173287-4f2a-4b9d-9ff4-f4101db28e0b/a5a8558e-1d28-41b5-a215-37f355158f85) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:00.169946 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-7e4e860f-a412-4135-946c-3f7eecf0029b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port 5774ac9d-71ac-48d5-ba05-b20c39561050 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:00.170297 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7e4e860f-a412-4135-946c-3f7eecf0029b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:00.261905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Network 0502e4af-54ca-4123-9dfb-6dee92924f68 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:00.269385 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:00.273077 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7e4e860f-a412-4135-946c-3f7eecf0029b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:00.276815 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:00.290950 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:00.293676 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:00.295987 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Pushing event updated for resources: {'Port': ['ID=e045fd38-d18d-4c2e-ade1-47fd16108754,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:00.329263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:00.355987 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-7e4e860f-a412-4135-946c-3f7eecf0029b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for 5774ac9d-71ac-48d5-ba05-b20c39561050 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:00.358293 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Transition to ACTIVE for port object a5a8558e-1d28-41b5-a215-37f355158f85 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:00.528588 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Attempting to bind port e045fd38-d18d-4c2e-ade1-47fd16108754 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:47:00.528897 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Attempting to bind port e045fd38-d18d-4c2e-ade1-47fd16108754 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:47:00.529274 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Attempting to bind port e045fd38-d18d-4c2e-ade1-47fd16108754 on network 0502e4af-54ca-4123-9dfb-6dee92924f68 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:47:00.546636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:00.550000 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:47:00.550289 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6545d0a4-19f4-4fb2-aeb5-3978d6bf8855 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:00.550422 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Checking segment: {'id': '3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:00.550797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:00.551217 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Bound using segment: {'id': '3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:47:00.551738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Bound port: e045fd38-d18d-4c2e-ade1-47fd16108754, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:47:00.552128 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:00.570318 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:00.585229 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Transition to ACTIVE for port object 176b820a-2202-43bb-a051-300f1677ef70 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:00.589684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7e4e860f-a412-4135-946c-3f7eecf0029b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:00.600739 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network 0502e4af-54ca-4123-9dfb-6dee92924f68 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:00.610442 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:00.616623 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:00.618283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:00.637476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=a5a8558e-1d28-41b5-a215-37f355158f85,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:00.638948 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f5fcc6ab-8533-4926-9177-95533d310010 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:00.640153 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Transition to ACTIVE for port object 176b820a-2202-43bb-a051-300f1677ef70 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:00.652777 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a9789865-240f-4844-8acf-6ae5d8118e9a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:00.673080 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:00.673851 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-81381e5b-e64b-495a-b312-c5af7bad3426 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:00.692204 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fcc6ab-8533-4926-9177-95533d310010 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:00.694456 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] For port e045fd38-d18d-4c2e-ade1-47fd16108754, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:47:00.696500 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-f5fcc6ab-8533-4926-9177-95533d310010 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:00.700386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fcc6ab-8533-4926-9177-95533d310010 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:00.701818 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f5fcc6ab-8533-4926-9177-95533d310010 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:00.703795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e860f-a412-4135-946c-3f7eecf0029b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=5774ac9d-71ac-48d5-ba05-b20c39561050,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:00.706016 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7e4e860f-a412-4135-946c-3f7eecf0029b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:00.709436 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7e4e860f-a412-4135-946c-3f7eecf0029b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/ports/5774ac9d-71ac-48d5-ba05-b20c39561050 HTTP/1.1" status: 204 len: 168 time: 0.7571313 Jun 22 09:47:00.711253 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32978) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:00.712152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7e4e860f-a412-4135-946c-3f7eecf0029b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:00.712785 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] For port e045fd38-d18d-4c2e-ade1-47fd16108754, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e045fd38-d18d-4c2e-ade1-47fd16108754,segment=NetworkSegment(3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e),segment_id=3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:47:00.729018 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcc6ab-8533-4926-9177-95533d310010 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=6a20c723-346b-4ca5-a705-5e5d32b27364,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:00.731104 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:00.732003 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f5fcc6ab-8533-4926-9177-95533d310010 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:00.734559 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:00.784853 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:46:54Z', 'revision_number': 3, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '1578d67b-cba0-4abd-b1aa-8607c722f898', 'name': '', 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:37:cf:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '95f2f550-fe29-4282-808a-86466442914c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:53Z', 'updated_at': '2021-06-22T09:46:59Z', 'revision_number': 4, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '95f2f550-fe29-4282-808a-86466442914c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:00.787739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:00.793523 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:00.800737 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:00.815740 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f5fcc6ab-8533-4926-9177-95533d310010 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1069748 Jun 22 09:47:00.819414 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32980) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:00.825236 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d5731742-d1e8-45c6-b6ba-d015f52582a0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'mac_address': 'fa:16:3e:8a:eb:f9', 'name': 'tempest-NetworksTestDHCPv6-1053732353'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:00.844319 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:00.847800 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Pushing event updated for resources: {'Port': ['ID=176b820a-2202-43bb-a051-300f1677ef70,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:00.850206 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d376fda-7929-4ff7-90c0-81903f7a5cc9 None None] The sync data for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv is: [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:46:54Z', 'revision_number': 3, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '1578d67b-cba0-4abd-b1aa-8607c722f898', 'name': '', 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:37:cf:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '95f2f550-fe29-4282-808a-86466442914c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:53Z', 'updated_at': '2021-06-22T09:46:59Z', 'revision_number': 4, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '95f2f550-fe29-4282-808a-86466442914c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:00.851738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:00.857769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:00.857875 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a0b100-23bf-41d5-bd3c-a58aa908e54a tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:00.857875 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-21a0b100-23bf-41d5-bd3c-a58aa908e54a tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1435492 Jun 22 09:47:00.859407 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32982) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:00.896103 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1ded9c-5e47-4e88-bce8-ef9129ce447e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] GET failed (client error): The resource could not be found. Jun 22 09:47:00.897935 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0c1ded9c-5e47-4e88-bce8-ef9129ce447e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports/dca43d6c-4fa4-4460-869a-3ca26f1277af HTTP/1.1" status: 404 len: 333 time: 0.0372069 Jun 22 09:47:00.903144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32984) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:00.967800 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb06173d-87e3-4783-bbeb-0a0c9ae9b2f3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] GET failed (client error): The resource could not be found. Jun 22 09:47:00.969815 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fb06173d-87e3-4783-bbeb-0a0c9ae9b2f3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports/5774ac9d-71ac-48d5-ba05-b20c39561050 HTTP/1.1" status: 404 len: 333 time: 0.0656910 Jun 22 09:47:00.972483 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 32986) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:01.044736 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Pushing event updated for resources: {'Port': ['ID=e045fd38-d18d-4c2e-ade1-47fd16108754,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:01.048200 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:01.076076 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Attempting to bind port 176b820a-2202-43bb-a051-300f1677ef70 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:47:01.076497 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Attempting to bind port 176b820a-2202-43bb-a051-300f1677ef70 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:47:01.077101 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Attempting to bind port 176b820a-2202-43bb-a051-300f1677ef70 on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:47:01.080764 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:01.084759 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:47:01.085474 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:01.088419 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:01.089338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:47:01.090206 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Bound port: 176b820a-2202-43bb-a051-300f1677ef70, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:47:01.091034 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:01.122167 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-27fceaa9-75e6-415d-a17f-2e985662b5d9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:01.168055 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] For port 176b820a-2202-43bb-a051-300f1677ef70, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:47:01.171688 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] For port 176b820a-2202-43bb-a051-300f1677ef70, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=176b820a-2202-43bb-a051-300f1677ef70,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:47:01.174364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 1578d67b-cba0-4abd-b1aa-8607c722f898 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:01.209448 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5731742-d1e8-45c6-b6ba-d015f52582a0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:01.274048 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-27fceaa9-75e6-415d-a17f-2e985662b5d9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:01.278147 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:01.282258 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-2a1c4d4e-6f25-4a75-bf51-73af0f6258f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:01.291870 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-27fceaa9-75e6-415d-a17f-2e985662b5d9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd387de5-0a1e-40c8-9866-314dc87ad4af']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:01.317213 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-27fceaa9-75e6-415d-a17f-2e985662b5d9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05df2ea-fac5-4735-b7ce-3b89ac914023') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:01.318722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-27fceaa9-75e6-415d-a17f-2e985662b5d9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05df2ea-fac5-4735-b7ce-3b89ac914023') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:01.345615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-27fceaa9-75e6-415d-a17f-2e985662b5d9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:01.355589 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 1578d67b-cba0-4abd-b1aa-8607c722f898 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:01.381640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 1578d67b-cba0-4abd-b1aa-8607c722f898 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:01.382432 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-27fceaa9-75e6-415d-a17f-2e985662b5d9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:01.386797 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5731742-d1e8-45c6-b6ba-d015f52582a0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:01.387319 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:01.409518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27fceaa9-75e6-415d-a17f-2e985662b5d9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:47:01.410233 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-27fceaa9-75e6-415d-a17f-2e985662b5d9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:47:01.414275 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:47:01.473433 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Pushing event updated for resources: {'Port': ['ID=176b820a-2202-43bb-a051-300f1677ef70,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:01.483128 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:01.524611 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-d5731742-d1e8-45c6-b6ba-d015f52582a0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port 9d5251b2-bd4b-4e6f-8b86-df572ebefa50 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:47:01.549793 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:01.606788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:01.606916 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 1578d67b-cba0-4abd-b1aa-8607c722f898, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=1578d67b-cba0-4abd-b1aa-8607c722f898,segment=NetworkSegment(b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3),segment_id=b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:01.622005 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-27fceaa9-75e6-415d-a17f-2e985662b5d9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:01.646924 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c6b4e036-8526-4463-874e-0018bfdf4977 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:01.660124 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-27fceaa9-75e6-415d-a17f-2e985662b5d9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:01.666058 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-27fceaa9-75e6-415d-a17f-2e985662b5d9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/networks/bd387de5-0a1e-40c8-9866-314dc87ad4af HTTP/1.1" status: 204 len: 168 time: 0.6884050 Jun 22 09:47:01.669593 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32990) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:01.685758 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-933bb071-5216-4606-a52c-cde63f0f16e5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1808484245'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:01.687841 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:01.689754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-04bc5bb8-e79e-4c14-b34e-cb20cda743fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:01.728862 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:01.730103 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:01.749638 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-48c83cfb-c260-4759-b421-3086eb01489b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:01.761129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fceaa9-75e6-415d-a17f-2e985662b5d9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Network': ['ID=bd387de5-0a1e-40c8-9866-314dc87ad4af,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:01.777294 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-27fceaa9-75e6-415d-a17f-2e985662b5d9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:01.801278 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=1578d67b-cba0-4abd-b1aa-8607c722f898,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:01.812723 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:01.824265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933bb071-5216-4606-a52c-cde63f0f16e5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:01.827190 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-933bb071-5216-4606-a52c-cde63f0f16e5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:01.836972 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-d5731742-d1e8-45c6-b6ba-d015f52582a0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8:0:1::361 (36eee797-60f1-483e-81c4-4dc1c89ce22a/6a20c723-346b-4ca5-a705-5e5d32b27364/9d5251b2-bd4b-4e6f-8b86-df572ebefa50) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:01.848075 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-d5731742-d1e8-45c6-b6ba-d015f52582a0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::f816:3eff:fe8a:ebf9 (36eee797-60f1-483e-81c4-4dc1c89ce22a/b4ad4104-8654-4bea-bce2-3535a4623364/9d5251b2-bd4b-4e6f-8b86-df572ebefa50) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:01.983602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network 0502e4af-54ca-4123-9dfb-6dee92924f68 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:01.987642 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=a5a8558e-1d28-41b5-a215-37f355158f85,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:01.991251 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:01.996141 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:02.002372 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933bb071-5216-4606-a52c-cde63f0f16e5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:47:02.053270 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-933bb071-5216-4606-a52c-cde63f0f16e5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:02.053635 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-933bb071-5216-4606-a52c-cde63f0f16e5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Added segment 780e9b7e-fd1c-4864-86be-361350b4d6c6 of type vlan for network 24673b51-e066-41b9-bcbe-f8a2be8cb928 Jun 22 09:47:02.068680 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5731742-d1e8-45c6-b6ba-d015f52582a0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:02.082694 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-d5731742-d1e8-45c6-b6ba-d015f52582a0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object 9d5251b2-bd4b-4e6f-8b86-df572ebefa50 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:02.154325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-933bb071-5216-4606-a52c-cde63f0f16e5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:02.184809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router b2ff38f2-9254-417f-a59a-7632b9da87eb has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:02.226522 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5731742-d1e8-45c6-b6ba-d015f52582a0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:02.230791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d6a47604-8c69-47b0-997d-1a8271b5eee9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:02.282017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5731742-d1e8-45c6-b6ba-d015f52582a0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:02.287145 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-d5731742-d1e8-45c6-b6ba-d015f52582a0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:02.293307 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:02.302748 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5731742-d1e8-45c6-b6ba-d015f52582a0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:02.303233 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/b2ff38f2-9254-417f-a59a-7632b9da87eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3621471 Jun 22 09:47:02.303342 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32996) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:02.306603 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5731742-d1e8-45c6-b6ba-d015f52582a0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:02.307374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5731742-d1e8-45c6-b6ba-d015f52582a0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:02.309146 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-da28d00e-8b50-468e-ab4c-63aca13fd956 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-676549342'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:02.320889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-933bb071-5216-4606-a52c-cde63f0f16e5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:02.322572 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5731742-d1e8-45c6-b6ba-d015f52582a0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=9d5251b2-bd4b-4e6f-8b86-df572ebefa50,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:02.330338 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d5731742-d1e8-45c6-b6ba-d015f52582a0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:02.330491 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933bb071-5216-4606-a52c-cde63f0f16e5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:02.330491 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-933bb071-5216-4606-a52c-cde63f0f16e5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:02.335791 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8fad4893-ef24-4e6c-b0bd-dcc1d2680528 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:02.350407 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e912f0d-9a8f-407b-bc81-0381a81216ab None None] Network 0502e4af-54ca-4123-9dfb-6dee92924f68 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:02.420184 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bb071-5216-4606-a52c-cde63f0f16e5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Network': ['ID=24673b51-e066-41b9-bcbe-f8a2be8cb928,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:02.423460 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-933bb071-5216-4606-a52c-cde63f0f16e5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:02.439094 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 24673b51-e066-41b9-bcbe-f8a2be8cb928 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:47:02.450640 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Sync routers for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:02.461113 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:02.461842 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:02.483865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da28d00e-8b50-468e-ab4c-63aca13fd956 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Made reservation on behalf of 1e1c49b4fe1743bca27d47eb1c5640b6 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:02.487643 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-da28d00e-8b50-468e-ab4c-63aca13fd956 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:02.517684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da28d00e-8b50-468e-ab4c-63aca13fd956 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:47:02.528003 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-da28d00e-8b50-468e-ab4c-63aca13fd956 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:02.529994 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-da28d00e-8b50-468e-ab4c-63aca13fd956 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Added segment c5016dbc-0ce6-438a-b827-8f1dd44b2a58 of type vlan for network cb414417-ae7c-491e-8a1d-6ccde36cb7d8 Jun 22 09:47:02.560883 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-73f6fab3-8b27-4902-aa0e-cc8d8f2e8ab5 None None] Provisioning for port e045fd38-d18d-4c2e-ade1-47fd16108754 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:02.563277 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:02.582547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-da28d00e-8b50-468e-ab4c-63aca13fd956 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:02.596020 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-933bb071-5216-4606-a52c-cde63f0f16e5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9217103 Jun 22 09:47:02.606030 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 32998) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:02.606432 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d5731742-d1e8-45c6-b6ba-d015f52582a0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7762930 Jun 22 09:47:02.606432 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33000) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:02.613635 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-7b420c1d-104b-48c0-932d-2a3a10146de0 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'subnet': {'network_id': '24673b51-e066-41b9-bcbe-f8a2be8cb928', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:02.721767 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59499f64-d622-4051-83da-1d261d233336 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:02.722858 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-3d45d235-320b-4167-9782-615c3a38fcd8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port 9d5251b2-bd4b-4e6f-8b86-df572ebefa50 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:02.723351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3d45d235-320b-4167-9782-615c3a38fcd8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:02.728661 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-da28d00e-8b50-468e-ab4c-63aca13fd956 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:02.734181 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da28d00e-8b50-468e-ab4c-63aca13fd956 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:02.734792 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-da28d00e-8b50-468e-ab4c-63aca13fd956 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:02.748472 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:02.852638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b420c1d-104b-48c0-932d-2a3a10146de0 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:02.856707 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b420c1d-104b-48c0-932d-2a3a10146de0 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:02.856858 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28d00e-8b50-468e-ab4c-63aca13fd956 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Network': ['ID=cb414417-ae7c-491e-8a1d-6ccde36cb7d8,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:02.867567 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-da28d00e-8b50-468e-ab4c-63aca13fd956 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:02.872792 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:00Z', 'revision_number': 4, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '1578d67b-cba0-4abd-b1aa-8607c722f898', 'name': '', 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:37:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '95f2f550-fe29-4282-808a-86466442914c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:53Z', 'updated_at': '2021-06-22T09:47:01Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '95f2f550-fe29-4282-808a-86466442914c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8558e-1d28-41b5-a215-37f355158f85', 'name': '', 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:9b:dc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:58Z', 'updated_at': '2021-06-22T09:47:01Z', 'revision_number': 2, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:02.884320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network cb414417-ae7c-491e-8a1d-6ccde36cb7d8 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:47:02.892822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e84408d1-1281-4809-a729-9b869504e4f0 None None] Provisioning for port 176b820a-2202-43bb-a051-300f1677ef70 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:02.917666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3d45d235-320b-4167-9782-615c3a38fcd8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:02.921994 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Checking router: b2ff38f2-9254-417f-a59a-7632b9da87eb for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:47:02.922774 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Updating router b2ff38f2-9254-417f-a59a-7632b9da87eb port a5a8558e-1d28-41b5-a215-37f355158f85 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:47:02.965040 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.073729 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-da28d00e-8b50-468e-ab4c-63aca13fd956 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7690110 Jun 22 09:47:03.108203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33002) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:03.402939 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-a5e096d3-e6d4-47c6-b38a-d14e49a42017 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'subnet': {'network_id': 'cb414417-ae7c-491e-8a1d-6ccde36cb7d8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:03.404787 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-3d45d235-320b-4167-9782-615c3a38fcd8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for 9d5251b2-bd4b-4e6f-8b86-df572ebefa50 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:03.459077 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb75c71-006e-48e7-9886-d4a9d9840e11 None None] Update dhcp port {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'fixed_ips': [{'subnet_id': 'b4ad4104-8654-4bea-bce2-3535a4623364', 'ip_address': '2001:db8::f816:3eff:fe27:1c7e'}, {'subnet_id': '6a20c723-346b-4ca5-a705-5e5d32b27364'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': '176b820a-2202-43bb-a051-300f1677ef70'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:47:03.459077 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e045fd38-d18d-4c2e-ade1-47fd16108754 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:03.459077 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-edb75c71-006e-48e7-9886-d4a9d9840e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.459077 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ed618dab-cc4c-48ef-9610-3f5c54012e5c None None] Provisioning for port a5a8558e-1d28-41b5-a215-37f355158f85 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:03.459077 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ed618dab-cc4c-48ef-9610-3f5c54012e5c None None] Provisioning complete for port a5a8558e-1d28-41b5-a215-37f355158f85 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:03.459077 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ed618dab-cc4c-48ef-9610-3f5c54012e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.461352 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.461352 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Transition to ACTIVE for port object a5a8558e-1d28-41b5-a215-37f355158f85 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:03.493148 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b420c1d-104b-48c0-932d-2a3a10146de0 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.496365 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-97ca535f-b92d-4e5d-a11e-269f0af4820a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:03.522771 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ed618dab-cc4c-48ef-9610-3f5c54012e5c None None] Port a5a8558e-1d28-41b5-a215-37f355158f85 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:47:03.526780 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.526990 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port e045fd38-d18d-4c2e-ade1-47fd16108754 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:03.528476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3d45d235-320b-4167-9782-615c3a38fcd8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.532549 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:03.533508 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e096d3-e6d4-47c6-b38a-d14e49a42017 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Made reservation on behalf of 1e1c49b4fe1743bca27d47eb1c5640b6 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:03.536422 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port e045fd38-d18d-4c2e-ade1-47fd16108754 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:03.541353 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.541506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a5e096d3-e6d4-47c6-b38a-d14e49a42017 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.546515 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:03.571762 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45d235-320b-4167-9782-615c3a38fcd8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=9d5251b2-bd4b-4e6f-8b86-df572ebefa50,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:03.588033 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3d45d235-320b-4167-9782-615c3a38fcd8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:03.620400 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-edb75c71-006e-48e7-9886-d4a9d9840e11 None None] Allocated IP 2001:db8:0:1::2 (36eee797-60f1-483e-81c4-4dc1c89ce22a/6a20c723-346b-4ca5-a705-5e5d32b27364/176b820a-2202-43bb-a051-300f1677ef70) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:03.661710 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3d45d235-320b-4167-9782-615c3a38fcd8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.665964 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b420c1d-104b-48c0-932d-2a3a10146de0 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Subnet': ['ID=58e0862c-e73f-4666-b093-94186d90bce7,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:03.675280 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3d45d235-320b-4167-9782-615c3a38fcd8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/9d5251b2-bd4b-4e6f-8b86-df572ebefa50 HTTP/1.1" status: 204 len: 168 time: 1.0751302 Jun 22 09:47:03.675619 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7b420c1d-104b-48c0-932d-2a3a10146de0 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:03.676046 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33004) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:03.687288 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b420c1d-104b-48c0-932d-2a3a10146de0 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Checking segment: {'id': '780e9b7e-fd1c-4864-86be-361350b4d6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '24673b51-e066-41b9-bcbe-f8a2be8cb928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:03.690505 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b420c1d-104b-48c0-932d-2a3a10146de0 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network hostable DHCP agents. Network: 24673b51-e066-41b9-bcbe-f8a2be8cb928, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:47:03.716178 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd3f9f-a0e9-460c-8b12-822768dd44d3 None None] Pushing event updated for resources: {'Port': ['ID=a5a8558e-1d28-41b5-a215-37f355158f85,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:03.739627 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-c7cd3f9f-a0e9-460c-8b12-822768dd44d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:03.746572 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.775133 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b420c1d-104b-48c0-932d-2a3a10146de0 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 24673b51-e066-41b9-bcbe-f8a2be8cb928 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:47:03.775659 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Attempting to bind port a5a8558e-1d28-41b5-a215-37f355158f85 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:47:03.776046 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Attempting to bind port a5a8558e-1d28-41b5-a215-37f355158f85 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:47:03.780423 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Attempting to bind port a5a8558e-1d28-41b5-a215-37f355158f85 on network 0502e4af-54ca-4123-9dfb-6dee92924f68 {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:47:03.787163 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f725c7-1cb8-4419-b07c-e06910dc11ea tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:03.792203 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b0f725c7-1cb8-4419-b07c-e06910dc11ea tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1146472 Jun 22 09:47:03.792896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33006) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:03.793797 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:47:03.794269 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Checking segment: {'id': '3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:03.794666 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.795081 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Bound using segment: {'id': '3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:47:03.795626 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Bound port: a5a8558e-1d28-41b5-a215-37f355158f85, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:47:03.796896 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.808856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-edb75c71-006e-48e7-9886-d4a9d9840e11 None None] For port 176b820a-2202-43bb-a051-300f1677ef70, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=176b820a-2202-43bb-a051-300f1677ef70,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:03.818548 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port e045fd38-d18d-4c2e-ade1-47fd16108754, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e045fd38-d18d-4c2e-ade1-47fd16108754,segment=NetworkSegment(3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e),segment_id=3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:03.855108 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-edb75c71-006e-48e7-9886-d4a9d9840e11 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.873211 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-edb75c71-006e-48e7-9886-d4a9d9840e11 None None] Transition to ACTIVE for port object 176b820a-2202-43bb-a051-300f1677ef70 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:03.883059 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-7b420c1d-104b-48c0-932d-2a3a10146de0 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 24673b51-e066-41b9-bcbe-f8a2be8cb928) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:03.893091 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aff932-0607-4cb0-9a44-d676859cc837 None None] Network 24673b51-e066-41b9-bcbe-f8a2be8cb928 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:03.893249 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b420c1d-104b-48c0-932d-2a3a10146de0 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:03.893774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b420c1d-104b-48c0-932d-2a3a10146de0 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.900866 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f92ec7d-59a7-4267-8de3-3c31b751aa5a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:03.902672 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] For port a5a8558e-1d28-41b5-a215-37f355158f85, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:47:03.903762 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2f92ec7d-59a7-4267-8de3-3c31b751aa5a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1088667 Jun 22 09:47:03.905829 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33008) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:03.907755 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] For port a5a8558e-1d28-41b5-a215-37f355158f85, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=a5a8558e-1d28-41b5-a215-37f355158f85,segment=NetworkSegment(3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e),segment_id=3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:47:03.938598 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.939376 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 1578d67b-cba0-4abd-b1aa-8607c722f898 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:03.942428 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:03.944802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-edb75c71-006e-48e7-9886-d4a9d9840e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.965317 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202b0423-917e-41d8-990c-46e02b6d294d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:03.971590 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202b0423-917e-41d8-990c-46e02b6d294d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:03.971590 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202b0423-917e-41d8-990c-46e02b6d294d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:03.971590 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-202b0423-917e-41d8-990c-46e02b6d294d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0631499 Jun 22 09:47:03.972888 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33010) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:03.992810 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.995826 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-fc43df76-ec3c-49f2-a02a-7fd7a468a45c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:04.032084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-64048f9f-a731-4707-aa2e-13de5b112124 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 6a20c723-346b-4ca5-a705-5e5d32b27364 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:04.032927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a5e096d3-e6d4-47c6-b38a-d14e49a42017 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:04.035805 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-64048f9f-a731-4707-aa2e-13de5b112124 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:04.042290 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3e3e7a91-db04-4997-bb21-3ce901871140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:04.049906 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:04.050954 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:04.094656 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-64048f9f-a731-4707-aa2e-13de5b112124 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:04.102058 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7b420c1d-104b-48c0-932d-2a3a10146de0 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5007703 Jun 22 09:47:04.103820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33012) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:04.123720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-9df8a756-81a8-4ad4-84de-1711d91701d7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'network_id': '24673b51-e066-41b9-bcbe-f8a2be8cb928', 'name': 'tempest-PortsIpV6TestJSON-1270407945'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:04.157823 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=e045fd38-d18d-4c2e-ade1-47fd16108754,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:04.173625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:04.175549 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:04.270479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-64048f9f-a731-4707-aa2e-13de5b112124 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:04.282605 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e096d3-e6d4-47c6-b38a-d14e49a42017 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Subnet': ['ID=7e62cbac-0d67-47d1-b3ef-38e0101844c9,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:04.290827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a5e096d3-e6d4-47c6-b38a-d14e49a42017 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:04.295053 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd3f9f-a0e9-460c-8b12-822768dd44d3 None None] Pushing event updated for resources: {'Port': ['ID=a5a8558e-1d28-41b5-a215-37f355158f85,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:04.318172 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-c7cd3f9f-a0e9-460c-8b12-822768dd44d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:04.352100 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e096d3-e6d4-47c6-b38a-d14e49a42017 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Checking segment: {'id': 'c5016dbc-0ce6-438a-b827-8f1dd44b2a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cb414417-ae7c-491e-8a1d-6ccde36cb7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:04.352386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e096d3-e6d4-47c6-b38a-d14e49a42017 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network hostable DHCP agents. Network: cb414417-ae7c-491e-8a1d-6ccde36cb7d8, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:47:04.356952 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:04.477957 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e096d3-e6d4-47c6-b38a-d14e49a42017 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network cb414417-ae7c-491e-8a1d-6ccde36cb7d8 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:47:04.481356 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-64048f9f-a731-4707-aa2e-13de5b112124 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:04.485225 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df8a756-81a8-4ad4-84de-1711d91701d7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:04.493103 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9df8a756-81a8-4ad4-84de-1711d91701d7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:04.496271 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bf8a3b23-2387-468d-ba0e-1c653849f6db tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:04.522084 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 1578d67b-cba0-4abd-b1aa-8607c722f898 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:04.522693 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:04.526757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-9df8a756-81a8-4ad4-84de-1711d91701d7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] device_id is not set on port f46c3497-7a40-41e9-92a5-f8a1187a89c1 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:47:04.535007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64048f9f-a731-4707-aa2e-13de5b112124 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=6a20c723-346b-4ca5-a705-5e5d32b27364,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:04.538117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-64048f9f-a731-4707-aa2e-13de5b112124 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:04.544509 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-64048f9f-a731-4707-aa2e-13de5b112124 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/6a20c723-346b-4ca5-a705-5e5d32b27364 HTTP/1.1" status: 204 len: 168 time: 0.5702393 Jun 22 09:47:04.545757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-64048f9f-a731-4707-aa2e-13de5b112124 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:04.546584 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33014) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:04.574316 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb75c71-006e-48e7-9886-d4a9d9840e11 None None] Pushing event updated for resources: {'Port': ['ID=176b820a-2202-43bb-a051-300f1677ef70,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:04.583694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-edb75c71-006e-48e7-9886-d4a9d9840e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:04.656187 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-24673b51-e066-41b9-bcbe-f8a2be8cb928', 'network_id': '24673b51-e066-41b9-bcbe-f8a2be8cb928', 'tenant_id': '3279d45dbce84071a9f170ee9432f94e', 'fixed_ips': [{'subnet_id': '58e0862c-e73f-4666-b093-94186d90bce7'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:47:04.657122 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:04.663112 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4f4581-d828-4536-8a79-9d93bedcb4be tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet b4ad4104-8654-4bea-bce2-3535a4623364 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:04.669005 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1d4f4581-d828-4536-8a79-9d93bedcb4be tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:04.677794 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-9df8a756-81a8-4ad4-84de-1711d91701d7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Allocated IP 2001:db8::2e2 (24673b51-e066-41b9-bcbe-f8a2be8cb928/58e0862c-e73f-4666-b093-94186d90bce7/f46c3497-7a40-41e9-92a5-f8a1187a89c1) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:04.681305 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:00Z', 'revision_number': 4, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '1578d67b-cba0-4abd-b1aa-8607c722f898', 'name': '', 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:37:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '95f2f550-fe29-4282-808a-86466442914c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:53Z', 'updated_at': '2021-06-22T09:47:01Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '95f2f550-fe29-4282-808a-86466442914c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8558e-1d28-41b5-a215-37f355158f85', 'name': '', 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:9b:dc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:58Z', 'updated_at': '2021-06-22T09:47:03Z', 'revision_number': 4, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:04.766686 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 176b820a-2202-43bb-a051-300f1677ef70 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:04.770090 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1d4f4581-d828-4536-8a79-9d93bedcb4be tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:04.774955 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9535640-af9e-4e36-b80d-5075bad114ea None None] The sync data for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv is: [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:00Z', 'revision_number': 4, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '1578d67b-cba0-4abd-b1aa-8607c722f898', 'name': '', 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:37:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '95f2f550-fe29-4282-808a-86466442914c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:53Z', 'updated_at': '2021-06-22T09:47:01Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '95f2f550-fe29-4282-808a-86466442914c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8558e-1d28-41b5-a215-37f355158f85', 'name': '', 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:9b:dc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:58Z', 'updated_at': '2021-06-22T09:47:03Z', 'revision_number': 4, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:04.865484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-a5e096d3-e6d4-47c6-b38a-d14e49a42017 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, cb414417-ae7c-491e-8a1d-6ccde36cb7d8) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:04.871085 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e096d3-e6d4-47c6-b38a-d14e49a42017 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:04.874290 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a5e096d3-e6d4-47c6-b38a-d14e49a42017 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:04.878278 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c406823-9f74-49db-b373-5f80ddc0034d None None] Network cb414417-ae7c-491e-8a1d-6ccde36cb7d8 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:04.901276 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 176b820a-2202-43bb-a051-300f1677ef70 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:04.939102 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9df8a756-81a8-4ad4-84de-1711d91701d7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:04.962620 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1d4f4581-d828-4536-8a79-9d93bedcb4be tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:04.986508 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e2b646-9d17-42dd-9ec2-6a26d312a2b3 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:04.992301 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-9df8a756-81a8-4ad4-84de-1711d91701d7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Transition to ACTIVE for port object f46c3497-7a40-41e9-92a5-f8a1187a89c1 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:05.057970 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a5e096d3-e6d4-47c6-b38a-d14e49a42017 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9352109 Jun 22 09:47:05.064614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33018) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:05.091562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-cadef929-ce55-41f8-8285-f01b34c37476 None None] Could not find standard attr ID for object 9d5251b2-bd4b-4e6f-8b86-df572ebefa50. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:47:05.184226 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9df8a756-81a8-4ad4-84de-1711d91701d7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:05.191639 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:05.203300 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1d4f4581-d828-4536-8a79-9d93bedcb4be tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:05.207658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5a08db10-2e76-4702-a647-b9ee55046c62 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:05.212797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device a5a8558e-1d28-41b5-a215-37f355158f85 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:05.214906 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-cb414417-ae7c-491e-8a1d-6ccde36cb7d8', 'network_id': 'cb414417-ae7c-491e-8a1d-6ccde36cb7d8', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'fixed_ips': [{'subnet_id': '7e62cbac-0d67-47d1-b3ef-38e0101844c9'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:47:05.215901 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:05.234848 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-cadef929-ce55-41f8-8285-f01b34c37476 None None] Provisioning for port 176b820a-2202-43bb-a051-300f1677ef70 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:05.241574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1d4f4581-d828-4536-8a79-9d93bedcb4be tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:05.242070 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1d4f4581-d828-4536-8a79-9d93bedcb4be tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/b4ad4104-8654-4bea-bce2-3535a4623364 HTTP/1.1" status: 204 len: 168 time: 0.6938944 Jun 22 09:47:05.243362 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f4581-d828-4536-8a79-9d93bedcb4be tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ad4104-8654-4bea-bce2-3535a4623364,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:05.250399 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33020) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:05.258538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1d4f4581-d828-4536-8a79-9d93bedcb4be tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:05.299592 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cb544552-c88c-411b-998b-ea474a0ab047 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474417 Jun 22 09:47:05.301860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33022) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:05.307670 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:05.313981 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Allocated IP 2001:db8::2 (24673b51-e066-41b9-bcbe-f8a2be8cb928/58e0862c-e73f-4666-b093-94186d90bce7/e1d820a4-7d44-4bb9-bb09-63493f9ad84f) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:05.332061 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-cadef929-ce55-41f8-8285-f01b34c37476 None None] Provisioning complete for port 176b820a-2202-43bb-a051-300f1677ef70 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:05.332061 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cadef929-ce55-41f8-8285-f01b34c37476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:05.353086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8a756-81a8-4ad4-84de-1711d91701d7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=f46c3497-7a40-41e9-92a5-f8a1187a89c1,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:05.356950 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df8a756-81a8-4ad4-84de-1711d91701d7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 24673b51-e066-41b9-bcbe-f8a2be8cb928 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:05.359784 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9df8a756-81a8-4ad4-84de-1711d91701d7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:05.363790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-9df8a756-81a8-4ad4-84de-1711d91701d7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:05.368520 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df8a756-81a8-4ad4-84de-1711d91701d7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:05.374774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df8a756-81a8-4ad4-84de-1711d91701d7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:05.375397 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9df8a756-81a8-4ad4-84de-1711d91701d7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:05.478958 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9df8a756-81a8-4ad4-84de-1711d91701d7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3665864 Jun 22 09:47:05.479200 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33024) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:05.546759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:05.550833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:05.649671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Allocated IP 2001:db8:3::2 (cb414417-ae7c-491e-8a1d-6ccde36cb7d8/7e62cbac-0d67-47d1-b3ef-38e0101844c9/a4a6a059-927c-41b9-9a8d-84b22b790ff1) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:05.652088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-4d8dd68b-3a56-415a-bc92-244f70a1fa96 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port f46c3497-7a40-41e9-92a5-f8a1187a89c1 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:05.652430 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd68b-3a56-415a-bc92-244f70a1fa96 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:05.654086 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port a5a8558e-1d28-41b5-a215-37f355158f85 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:05.672809 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:05.680907 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port a5a8558e-1d28-41b5-a215-37f355158f85 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:05.681344 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:05.737599 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cadef929-ce55-41f8-8285-f01b34c37476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:05.807089 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7f09cf-e0a7-4fee-b7d0-dbae86a2a04c None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:47:05.834550 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd68b-3a56-415a-bc92-244f70a1fa96 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:05.837079 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:05.875190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Transition to ACTIVE for port object e1d820a4-7d44-4bb9-bb09-63493f9ad84f will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:05.901447 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-cadef929-ce55-41f8-8285-f01b34c37476 None None] For port 176b820a-2202-43bb-a051-300f1677ef70, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=176b820a-2202-43bb-a051-300f1677ef70,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:05.935555 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.objects.ports [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100652) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:47:05.944949 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-4d8dd68b-3a56-415a-bc92-244f70a1fa96 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for f46c3497-7a40-41e9-92a5-f8a1187a89c1 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:05.946740 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Transition to ACTIVE for port object e1d820a4-7d44-4bb9-bb09-63493f9ad84f will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:05.970194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cadef929-ce55-41f8-8285-f01b34c37476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:05.989887 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:06.028277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.051738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.082062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f09cf-e0a7-4fee-b7d0-dbae86a2a04c None None] Deleting port 176b820a-2202-43bb-a051-300f1677ef70 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:06.082450 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0b7f09cf-e0a7-4fee-b7d0-dbae86a2a04c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.093708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.148483 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadef929-ce55-41f8-8285-f01b34c37476 None None] Pushing event updated for resources: {'Port': ['ID=176b820a-2202-43bb-a051-300f1677ef70,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:06.153336 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Network 24673b51-e066-41b9-bcbe-f8a2be8cb928 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:06.156789 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-cadef929-ce55-41f8-8285-f01b34c37476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:06.164608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fbcc57b6-4996-4b69-b193-84cf2799ad3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:06.169507 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Transition to ACTIVE for port object a4a6a059-927c-41b9-9a8d-84b22b790ff1 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:06.171397 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:06.175480 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port a5a8558e-1d28-41b5-a215-37f355158f85, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=a5a8558e-1d28-41b5-a215-37f355158f85,segment=NetworkSegment(3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e),segment_id=3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:06.179638 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:06.208906 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.226422 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd68b-3a56-415a-bc92-244f70a1fa96 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.230772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Transition to ACTIVE for port object a4a6a059-927c-41b9-9a8d-84b22b790ff1 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:06.232341 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d3915233-e70f-412b-b039-fdee2cc1112f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:06.258000 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dd68b-3a56-415a-bc92-244f70a1fa96 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=f46c3497-7a40-41e9-92a5-f8a1187a89c1,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:06.261427 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4d8dd68b-3a56-415a-bc92-244f70a1fa96 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:06.289630 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd68b-3a56-415a-bc92-244f70a1fa96 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.291694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.295349 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 176b820a-2202-43bb-a051-300f1677ef70 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:06.295529 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4d8dd68b-3a56-415a-bc92-244f70a1fa96 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/ports/f46c3497-7a40-41e9-92a5-f8a1187a89c1 HTTP/1.1" status: 204 len: 168 time: 0.8128111 Jun 22 09:47:06.295624 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Pushing event updated for resources: {'Port': ['ID=e1d820a4-7d44-4bb9-bb09-63493f9ad84f,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:06.295717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33026) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:06.323734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:06.324227 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:06.325150 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a91f3f-7137-44da-95d0-1fade5743a24 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:06.326045 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a91f3f-7137-44da-95d0-1fade5743a24 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:06.327992 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-75a91f3f-7137-44da-95d0-1fade5743a24 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/ports/f46c3497-7a40-41e9-92a5-f8a1187a89c1 HTTP/1.1" status: 404 len: 333 time: 0.0314314 Jun 22 09:47:06.330712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33028) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:06.359147 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-0b7f09cf-e0a7-4fee-b7d0-dbae86a2a04c None None] For port 176b820a-2202-43bb-a051-300f1677ef70, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=176b820a-2202-43bb-a051-300f1677ef70,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:06.359584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0b7f09cf-e0a7-4fee-b7d0-dbae86a2a04c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.364398 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad7614b-913d-46f5-8bcd-e2be1809b273 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] GET failed (client error): The resource could not be found. Jun 22 09:47:06.366035 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-aad7614b-913d-46f5-8bcd-e2be1809b273 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports/f46c3497-7a40-41e9-92a5-f8a1187a89c1 HTTP/1.1" status: 404 len: 333 time: 0.0336890 Jun 22 09:47:06.368937 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33030) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:06.369811 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Attempting to bind port e1d820a4-7d44-4bb9-bb09-63493f9ad84f on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:47:06.370204 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Attempting to bind port e1d820a4-7d44-4bb9-bb09-63493f9ad84f by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '780e9b7e-fd1c-4864-86be-361350b4d6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '24673b51-e066-41b9-bcbe-f8a2be8cb928'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:47:06.370631 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Attempting to bind port e1d820a4-7d44-4bb9-bb09-63493f9ad84f on network 24673b51-e066-41b9-bcbe-f8a2be8cb928 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:47:06.373013 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.412301 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Allocated IP 2001:db8:3::1 (cb414417-ae7c-491e-8a1d-6ccde36cb7d8/7e62cbac-0d67-47d1-b3ef-38e0101844c9/45548208-0399-4abd-a4c4-87773cc4cf6a) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:06.424799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] For port 176b820a-2202-43bb-a051-300f1677ef70, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=176b820a-2202-43bb-a051-300f1677ef70,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:06.448255 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df8ac2a-2be4-426a-9e47-0391b7f73eb1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting subnet 58e0862c-e73f-4666-b093-94186d90bce7 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:06.450191 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f09cf-e0a7-4fee-b7d0-dbae86a2a04c None None] Calling delete_port for 176b820a-2202-43bb-a051-300f1677ef70 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:06.453759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1df8ac2a-2be4-426a-9e47-0391b7f73eb1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.457655 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:47:06.458032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Checking segment: {'id': '780e9b7e-fd1c-4864-86be-361350b4d6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '24673b51-e066-41b9-bcbe-f8a2be8cb928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:06.458445 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.458912 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Bound using segment: {'id': '780e9b7e-fd1c-4864-86be-361350b4d6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '24673b51-e066-41b9-bcbe-f8a2be8cb928'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:47:06.459988 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Bound port: e1d820a4-7d44-4bb9-bb09-63493f9ad84f, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780e9b7e-fd1c-4864-86be-361350b4d6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '24673b51-e066-41b9-bcbe-f8a2be8cb928'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:47:06.460370 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.493888 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.512191 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1df8ac2a-2be4-426a-9e47-0391b7f73eb1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.538652 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.553417 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Transition to ACTIVE for port object 45548208-0399-4abd-a4c4-87773cc4cf6a will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:06.561660 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.562466 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.584984 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-16c15ba3-9674-4c1c-aa43-beddde96e140 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:06.650450 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Network cb414417-ae7c-491e-8a1d-6ccde36cb7d8 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:06.651229 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:06.652559 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1df8ac2a-2be4-426a-9e47-0391b7f73eb1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.658340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.661752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8dda3386-8b07-4e3a-a88a-01e754421156 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:06.678943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:06.682132 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:06.682589 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:06.683190 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.687858 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=a5a8558e-1d28-41b5-a215-37f355158f85,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:06.693348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:06.707828 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network cb414417-ae7c-491e-8a1d-6ccde36cb7d8 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:06.711356 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:06.712605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:06.716168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:06.716378 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:06.716854 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.724806 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=176b820a-2202-43bb-a051-300f1677ef70,revision_number=8']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:06.731350 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:06.733795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f079acf7-6ea9-424f-b15e-ae5103c39713 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:06.764134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=45548208-0399-4abd-a4c4-87773cc4cf6a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:06.770295 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:06.792076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=5086671a-f6a4-4a39-8fd9-7fd879f195c2,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:06.795558 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:06.813247 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 176b820a-2202-43bb-a051-300f1677ef70 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:06.813619 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.832284 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5291083 Jun 22 09:47:06.835189 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33032) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:06.842070 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-476f9ff2-6258-43ad-89a7-3f367c5fc6b3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:06.867585 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Pushing event updated for resources: {'Port': ['ID=a4a6a059-927c-41b9-9a8d-84b22b790ff1,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:06.885082 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:06.890876 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c7433898-30c2-451e-a737-1f43be983082 None None] For port e1d820a4-7d44-4bb9-bb09-63493f9ad84f, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:47:06.897483 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Attempting to bind port a4a6a059-927c-41b9-9a8d-84b22b790ff1 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:47:06.897866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Attempting to bind port a4a6a059-927c-41b9-9a8d-84b22b790ff1 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'c5016dbc-0ce6-438a-b827-8f1dd44b2a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cb414417-ae7c-491e-8a1d-6ccde36cb7d8'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:47:06.898242 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Attempting to bind port a4a6a059-927c-41b9-9a8d-84b22b790ff1 on network cb414417-ae7c-491e-8a1d-6ccde36cb7d8 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:47:06.922816 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c7433898-30c2-451e-a737-1f43be983082 None None] For port e1d820a4-7d44-4bb9-bb09-63493f9ad84f, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e1d820a4-7d44-4bb9-bb09-63493f9ad84f,segment=NetworkSegment(780e9b7e-fd1c-4864-86be-361350b4d6c6),segment_id=780e9b7e-fd1c-4864-86be-361350b4d6c6)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:47:06.924388 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:47:06.924846 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Checking segment: {'id': 'c5016dbc-0ce6-438a-b827-8f1dd44b2a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cb414417-ae7c-491e-8a1d-6ccde36cb7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:06.925168 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.925677 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Bound using segment: {'id': 'c5016dbc-0ce6-438a-b827-8f1dd44b2a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cb414417-ae7c-491e-8a1d-6ccde36cb7d8'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:47:06.926053 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Bound port: a4a6a059-927c-41b9-9a8d-84b22b790ff1, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5016dbc-0ce6-438a-b827-8f1dd44b2a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cb414417-ae7c-491e-8a1d-6ccde36cb7d8'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:47:06.926449 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.973635 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.992909 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0b7f09cf-e0a7-4fee-b7d0-dbae86a2a04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.998520 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-529993ee-4d54-4678-b231-07e6b8055e95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:07.029640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.050152 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f09cf-e0a7-4fee-b7d0-dbae86a2a04c None None] Pushing event deleted for resources: {'Port': ['ID=176b820a-2202-43bb-a051-300f1677ef70,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:07.056265 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0b7f09cf-e0a7-4fee-b7d0-dbae86a2a04c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:07.057836 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:07.063546 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7f09cf-e0a7-4fee-b7d0-dbae86a2a04c None None] No DVR routers for this DVR port 176b820a-2202-43bb-a051-300f1677ef70 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:07.069054 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e045fd38-d18d-4c2e-ade1-47fd16108754 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:07.120197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] For port a4a6a059-927c-41b9-9a8d-84b22b790ff1, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:47:07.131356 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271eb437-b16e-4850-9551-4edacdce2a5e None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:07.149767 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] For port a4a6a059-927c-41b9-9a8d-84b22b790ff1, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=a4a6a059-927c-41b9-9a8d-84b22b790ff1,segment=NetworkSegment(c5016dbc-0ce6-438a-b827-8f1dd44b2a58),segment_id=c5016dbc-0ce6-438a-b827-8f1dd44b2a58)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:47:07.206222 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:47:07.251710 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Pushing event updated for resources: {'Port': ['ID=e1d820a4-7d44-4bb9-bb09-63493f9ad84f,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:07.257746 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:07.258057 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1df8ac2a-2be4-426a-9e47-0391b7f73eb1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.269236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d7452a2a-1859-48f8-82a3-6cd9df4174e9 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:07.276935 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1df8ac2a-2be4-426a-9e47-0391b7f73eb1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.279996 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1df8ac2a-2be4-426a-9e47-0391b7f73eb1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/58e0862c-e73f-4666-b093-94186d90bce7 HTTP/1.1" status: 204 len: 168 time: 0.9099684 Jun 22 09:47:07.283333 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33034) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:07.286121 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.286815 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port e045fd38-d18d-4c2e-ade1-47fd16108754 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:07.287192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.290818 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-08e407f1-77fe-4e8b-96c1-75673e961ee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:07.314202 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8ac2a-2be4-426a-9e47-0391b7f73eb1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Subnet': ['ID=58e0862c-e73f-4666-b093-94186d90bce7,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:07.318665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1df8ac2a-2be4-426a-9e47-0391b7f73eb1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:07.418486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.424995 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.466869 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Pushing event updated for resources: {'Port': ['ID=a4a6a059-927c-41b9-9a8d-84b22b790ff1,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:07.488523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476f9ff2-6258-43ad-89a7-3f367c5fc6b3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:07.492977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-476f9ff2-6258-43ad-89a7-3f367c5fc6b3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.503689 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:07.527877 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port e1d820a4-7d44-4bb9-bb09-63493f9ad84f {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:07.528223 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.530402 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.531188 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.540925 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9df8a756-81a8-4ad4-84de-1711d91701d7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:07.543282 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': '5086671a-f6a4-4a39-8fd9-7fd879f195c2'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:47:07.544266 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.653844 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.ipam_backend_mixin [None req-476f9ff2-6258-43ad-89a7-3f367c5fc6b3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5086671a-f6a4-4a39-8fd9-7fd879f195c2 (CIDR: 2001:db8::/64) Jun 22 09:47:07.689126 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event updated for resources: {'Port': ['ID=45548208-0399-4abd-a4c4-87773cc4cf6a,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:07.692452 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:07.704110 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] For port e1d820a4-7d44-4bb9-bb09-63493f9ad84f, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e1d820a4-7d44-4bb9-bb09-63493f9ad84f,segment=NetworkSegment(780e9b7e-fd1c-4864-86be-361350b4d6c6),segment_id=780e9b7e-fd1c-4864-86be-361350b4d6c6)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:07.704476 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.711948 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-476f9ff2-6258-43ad-89a7-3f367c5fc6b3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:47:07.712535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476f9ff2-6258-43ad-89a7-3f367c5fc6b3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:07.792738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for e1d820a4-7d44-4bb9-bb09-63493f9ad84f owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:07.816504 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Allocated IP 2001:db8::f816:3eff:fe33:3684 (36eee797-60f1-483e-81c4-4dc1c89ce22a/5086671a-f6a4-4a39-8fd9-7fd879f195c2/4756c092-b2e0-4a38-8eb4-500a246c880e) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:07.838038 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-476f9ff2-6258-43ad-89a7-3f367c5fc6b3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0000346 Jun 22 09:47:07.844552 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33036) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:07.851488 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-9f3669d1-ff9c-401d-8c93-3c354b679fcc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:07.925225 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device a5a8558e-1d28-41b5-a215-37f355158f85 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:08.034139 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port a5a8558e-1d28-41b5-a215-37f355158f85 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:08.034139 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:08.084067 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3669d1-ff9c-401d-8c93-3c354b679fcc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:08.093996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9f3669d1-ff9c-401d-8c93-3c354b679fcc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:08.110184 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:08.122468 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Transition to ACTIVE for port object 4756c092-b2e0-4a38-8eb4-500a246c880e will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:08.146495 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Transition to ACTIVE for port object 4756c092-b2e0-4a38-8eb4-500a246c880e will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:08.189710 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e1d820a4-7d44-4bb9-bb09-63493f9ad84f up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:08.271171 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Network cb414417-ae7c-491e-8a1d-6ccde36cb7d8 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:08.276268 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:08.283061 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:08.286440 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5dffa9a7-8eb3-421a-b5bf-f6fc4ef555e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:08.328095 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:08.331527 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:08.339480 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:08.356382 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Pushing event updated for resources: {'Port': ['ID=4756c092-b2e0-4a38-8eb4-500a246c880e,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:08.361030 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port e1d820a4-7d44-4bb9-bb09-63493f9ad84f completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:08.363018 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:08.417079 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router b2ff38f2-9254-417f-a59a-7632b9da87eb has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:08.442846 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Attempting to bind port 4756c092-b2e0-4a38-8eb4-500a246c880e on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:47:08.443238 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Attempting to bind port 4756c092-b2e0-4a38-8eb4-500a246c880e by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:47:08.444303 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Attempting to bind port 4756c092-b2e0-4a38-8eb4-500a246c880e on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:47:08.449980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:47:08.450579 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:08.451194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:08.451694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:47:08.452176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Bound port: 4756c092-b2e0-4a38-8eb4-500a246c880e, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:47:08.452879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:08.492213 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 176b820a-2202-43bb-a051-300f1677ef70 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:08.500367 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bf46f4-f4e9-48af-b17b-83576d1203fa None None] Network 24673b51-e066-41b9-bcbe-f8a2be8cb928 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:08.527291 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:08.532418 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/b2ff38f2-9254-417f-a59a-7632b9da87eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4720833 Jun 22 09:47:08.535169 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33040) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:08.537271 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 176b820a-2202-43bb-a051-300f1677ef70 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:08.537632 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 176b820a-2202-43bb-a051-300f1677ef70 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:08.542733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-7c9d3911-42b7-4158-a434-dae07290f6b4 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:08.557703 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9f3669d1-ff9c-401d-8c93-3c354b679fcc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:08.560429 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9f592349-4c9b-4691-8841-73786af07674 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:08.572109 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Sync routers for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:08.613379 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3669d1-ff9c-401d-8c93-3c354b679fcc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:08.617790 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4438f6be-9318-40d4-ae50-c179fa9a2245 None None] Could not find standard attr ID for object e1d820a4-7d44-4bb9-bb09-63493f9ad84f. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:47:08.618214 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-9f3669d1-ff9c-401d-8c93-3c354b679fcc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:08.622661 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3669d1-ff9c-401d-8c93-3c354b679fcc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:08.623352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9f3669d1-ff9c-401d-8c93-3c354b679fcc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:08.649107 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:08.650816 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:08.650975 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:08.651187 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3669d1-ff9c-401d-8c93-3c354b679fcc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=64d7d766-fc4f-4098-8c98-c37c49696a76,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:08.654981 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9f3669d1-ff9c-401d-8c93-3c354b679fcc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:08.687165 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:08.693450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No DVR routers for this DVR port e1d820a4-7d44-4bb9-bb09-63493f9ad84f on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:08.700951 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9f3669d1-ff9c-401d-8c93-3c354b679fcc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8550835 Jun 22 09:47:08.703565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33042) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:08.709118 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-b1421f91-5dc7-4879-ae07-f91452bf4861 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'mac_address': 'fa:16:3e:b6:40:a0', 'name': 'tempest-NetworksTestDHCPv6-888343244'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:08.750133 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] For port 4756c092-b2e0-4a38-8eb4-500a246c880e, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:47:08.769012 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=e1d820a4-7d44-4bb9-bb09-63493f9ad84f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:08.770071 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:08.781216 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] For port 4756c092-b2e0-4a38-8eb4-500a246c880e, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4756c092-b2e0-4a38-8eb4-500a246c880e,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:47:08.796116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:08.859532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709d2be4-77b9-4768-a60c-93b0dfa06631 None None] DHCP port deletion for 24673b51-e066-41b9-bcbe-f8a2be8cb928 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:47:08.867194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:08.872189 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ad14e404-54f6-40a6-88e7-ace7a9dcc692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:08.885816 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:08.899454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24673b51-e066-41b9-bcbe-f8a2be8cb928']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:08.915903 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780e9b7e-fd1c-4864-86be-361350b4d6c6') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:08.916239 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780e9b7e-fd1c-4864-86be-361350b4d6c6') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:08.946362 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:08.949950 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1421f91-5dc7-4879-ae07-f91452bf4861 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:08.976761 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:09.012019 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:47:09.012964 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:47:09.017012 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:47:09.033786 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Pushing event updated for resources: {'Port': ['ID=4756c092-b2e0-4a38-8eb4-500a246c880e,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:09.036570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:09.041133 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77f8141-d72b-4706-99b1-230b6e7b1f31 None None] Network cb414417-ae7c-491e-8a1d-6ccde36cb7d8 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:09.093302 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1421f91-5dc7-4879-ae07-f91452bf4861 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:09.129955 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-b1421f91-5dc7-4879-ae07-f91452bf4861 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port 1ffd7e6d-e259-4893-90e8-bf8f6c8677b8 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:47:09.180955 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.extraroute_db [None req-7c9d3911-42b7-4158-a434-dae07290f6b4 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 09:47:09.201902 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.extraroute_db [None req-7c9d3911-42b7-4158-a434-dae07290f6b4 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Removed routes are [] {{(pid=100653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 09:47:09.202360 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c9d3911-42b7-4158-a434-dae07290f6b4 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:09.228423 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:09.235842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-dd444114-0c9d-448a-95ad-62f60b72f916 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:09.253142 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:09.259090 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/networks/24673b51-e066-41b9-bcbe-f8a2be8cb928 HTTP/1.1" status: 204 len: 168 time: 1.9702790 Jun 22 09:47:09.261544 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33044) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:09.265795 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-207b1d20-e629-4321-a6ce-3190f514a7fd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2095760944'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:09.284065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Network': ['ID=24673b51-e066-41b9-bcbe-f8a2be8cb928,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:09.290411 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:09.381066 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-b1421f91-5dc7-4879-ae07-f91452bf4861 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8:0:1::1ac (36eee797-60f1-483e-81c4-4dc1c89ce22a/64d7d766-fc4f-4098-8c98-c37c49696a76/1ffd7e6d-e259-4893-90e8-bf8f6c8677b8) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:09.453431 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207b1d20-e629-4321-a6ce-3190f514a7fd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:09.457115 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-207b1d20-e629-4321-a6ce-3190f514a7fd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:09.524920 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1e83b50f-5e23-43c3-bcfa-5a566ea961c8 None None] Provisioning for port a4a6a059-927c-41b9-9a8d-84b22b790ff1 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:09.529118 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:06Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '1578d67b-cba0-4abd-b1aa-8607c722f898', 'name': '', 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:37:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '95f2f550-fe29-4282-808a-86466442914c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:53Z', 'updated_at': '2021-06-22T09:47:01Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '95f2f550-fe29-4282-808a-86466442914c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45548208-0399-4abd-a4c4-87773cc4cf6a', 'name': '', 'network_id': 'cb414417-ae7c-491e-8a1d-6ccde36cb7d8', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:96:c9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '7e62cbac-0d67-47d1-b3ef-38e0101844c9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:47:05Z', 'updated_at': '2021-06-22T09:47:07Z', 'revision_number': 2, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '7e62cbac-0d67-47d1-b3ef-38e0101844c9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8558e-1d28-41b5-a215-37f355158f85', 'name': '', 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:9b:dc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:58Z', 'updated_at': '2021-06-22T09:47:06Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:09.552423 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207b1d20-e629-4321-a6ce-3190f514a7fd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:47:09.564832 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Checking router: b2ff38f2-9254-417f-a59a-7632b9da87eb for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:47:09.565230 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Updating router b2ff38f2-9254-417f-a59a-7632b9da87eb port 45548208-0399-4abd-a4c4-87773cc4cf6a binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:47:09.568978 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-207b1d20-e629-4321-a6ce-3190f514a7fd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:09.569344 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-207b1d20-e629-4321-a6ce-3190f514a7fd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Added segment 8ef44963-80b5-4997-9b2f-2b48d75aca4b of type vlan for network 524b3a55-59bf-453b-a65d-d2ae3ed6a6b7 Jun 22 09:47:09.606975 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-b1421f91-5dc7-4879-ae07-f91452bf4861 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::f816:3eff:feb6:40a0 (36eee797-60f1-483e-81c4-4dc1c89ce22a/5086671a-f6a4-4a39-8fd9-7fd879f195c2/1ffd7e6d-e259-4893-90e8-bf8f6c8677b8) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:09.610628 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c9d3911-42b7-4158-a434-dae07290f6b4 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:09.611294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:09.618731 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c9d3911-42b7-4158-a434-dae07290f6b4 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:09.629229 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-207b1d20-e629-4321-a6ce-3190f514a7fd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:09.750188 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9d3911-42b7-4158-a434-dae07290f6b4 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router b2ff38f2-9254-417f-a59a-7632b9da87eb has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:09.834836 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-207b1d20-e629-4321-a6ce-3190f514a7fd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:09.840834 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207b1d20-e629-4321-a6ce-3190f514a7fd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:09.845390 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-207b1d20-e629-4321-a6ce-3190f514a7fd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:09.867905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device a4a6a059-927c-41b9-9a8d-84b22b790ff1 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:09.881789 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4de1e2ac-d094-4c7c-a995-332f2d773345 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:09.910506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1421f91-5dc7-4879-ae07-f91452bf4861 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:09.925570 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-b1421f91-5dc7-4879-ae07-f91452bf4861 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object 1ffd7e6d-e259-4893-90e8-bf8f6c8677b8 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:09.991329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b1d20-e629-4321-a6ce-3190f514a7fd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Network': ['ID=524b3a55-59bf-453b-a65d-d2ae3ed6a6b7,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:09.996699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-207b1d20-e629-4321-a6ce-3190f514a7fd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:10.002124 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9d3911-42b7-4158-a434-dae07290f6b4 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:10.010205 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c9d3911-42b7-4158-a434-dae07290f6b4 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:10.011467 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 524b3a55-59bf-453b-a65d-d2ae3ed6a6b7 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:47:10.014471 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7c9d3911-42b7-4158-a434-dae07290f6b4 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/b2ff38f2-9254-417f-a59a-7632b9da87eb HTTP/1.1" status: 200 len: 954 time: 1.4760313 Jun 22 09:47:10.014966 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33046) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:10.034916 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-207b1d20-e629-4321-a6ce-3190f514a7fd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7718687 Jun 22 09:47:10.035492 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33048) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:10.041629 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-0b51076c-7f8c-47df-bce9-0d314e1fc345 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'subnet': {'network_id': '524b3a55-59bf-453b-a65d-d2ae3ed6a6b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:10.065129 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1421f91-5dc7-4879-ae07-f91452bf4861 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:10.070780 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f4ca5e9e-11f4-4fd8-9217-f2d133cb81d3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:10.150375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:10.166416 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port a4a6a059-927c-41b9-9a8d-84b22b790ff1 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:10.172625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Transition to ACTIVE for port object 45548208-0399-4abd-a4c4-87773cc4cf6a will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:10.176451 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port a4a6a059-927c-41b9-9a8d-84b22b790ff1 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:10.176706 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:10.185329 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1421f91-5dc7-4879-ae07-f91452bf4861 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:10.193107 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-b1421f91-5dc7-4879-ae07-f91452bf4861 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:10.210879 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1421f91-5dc7-4879-ae07-f91452bf4861 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:10.217821 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1421f91-5dc7-4879-ae07-f91452bf4861 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:10.218238 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1421f91-5dc7-4879-ae07-f91452bf4861 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:10.239375 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1421f91-5dc7-4879-ae07-f91452bf4861 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=1ffd7e6d-e259-4893-90e8-bf8f6c8677b8,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:10.245041 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b1421f91-5dc7-4879-ae07-f91452bf4861 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:10.252141 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a13583f9-a7e5-4f1e-a1a5-caab2faffa79 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/routers/b2ff38f2-9254-417f-a59a-7632b9da87eb HTTP/1.1" status: 200 len: 954 time: 0.2355711 Jun 22 09:47:10.254462 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33050) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:10.259699 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-3d0a5ac0-544a-4b49-972a-0fe1e36d4da8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'router': {'routes': None}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:10.281294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:10.309747 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d8a5fa44-2ba7-4b85-aa9c-3f6ac99188de None None] Provisioning for port 45548208-0399-4abd-a4c4-87773cc4cf6a completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:10.321760 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port a4a6a059-927c-41b9-9a8d-84b22b790ff1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=a4a6a059-927c-41b9-9a8d-84b22b790ff1,segment=NetworkSegment(c5016dbc-0ce6-438a-b827-8f1dd44b2a58),segment_id=c5016dbc-0ce6-438a-b827-8f1dd44b2a58)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:10.323119 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d8a5fa44-2ba7-4b85-aa9c-3f6ac99188de None None] Provisioning complete for port 45548208-0399-4abd-a4c4-87773cc4cf6a triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:10.323609 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d8a5fa44-2ba7-4b85-aa9c-3f6ac99188de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:10.333324 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b51076c-7f8c-47df-bce9-0d314e1fc345 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:10.340021 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0b51076c-7f8c-47df-bce9-0d314e1fc345 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:10.346948 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:10.349174 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:10.353395 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:10.446827 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527940db-743c-4e33-9907-b7d736fcaa15 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:10.449844 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-d8a5fa44-2ba7-4b85-aa9c-3f6ac99188de None None] Port 45548208-0399-4abd-a4c4-87773cc4cf6a cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:47:10.505712 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:10.507421 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4756c092-b2e0-4a38-8eb4-500a246c880e up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:10.510750 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fea7d4-95ba-4c28-999c-5ab69d99913d None None] Pushing event updated for resources: {'Port': ['ID=45548208-0399-4abd-a4c4-87773cc4cf6a,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:10.526203 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-72fea7d4-95ba-4c28-999c-5ab69d99913d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:10.527929 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:10.556593 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b1421f91-5dc7-4879-ae07-f91452bf4861 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8517966 Jun 22 09:47:10.557433 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33052) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:10.611878 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d8a5fa44-2ba7-4b85-aa9c-3f6ac99188de None None] Provisioning complete for port a4a6a059-927c-41b9-9a8d-84b22b790ff1 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:10.612634 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d8a5fa44-2ba7-4b85-aa9c-3f6ac99188de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:10.723338 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0b51076c-7f8c-47df-bce9-0d314e1fc345 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:10.728769 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-765b94e2-5092-40df-9b6a-8671d79e3f9d tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:10.744853 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Attempting to bind port 45548208-0399-4abd-a4c4-87773cc4cf6a on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:47:10.745288 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Attempting to bind port 45548208-0399-4abd-a4c4-87773cc4cf6a by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'c5016dbc-0ce6-438a-b827-8f1dd44b2a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cb414417-ae7c-491e-8a1d-6ccde36cb7d8'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:47:10.745671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Attempting to bind port 45548208-0399-4abd-a4c4-87773cc4cf6a on network cb414417-ae7c-491e-8a1d-6ccde36cb7d8 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:47:10.764554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:47:10.764945 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Checking segment: {'id': 'c5016dbc-0ce6-438a-b827-8f1dd44b2a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cb414417-ae7c-491e-8a1d-6ccde36cb7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:10.765393 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:10.765805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Bound using segment: {'id': 'c5016dbc-0ce6-438a-b827-8f1dd44b2a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cb414417-ae7c-491e-8a1d-6ccde36cb7d8'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:47:10.766489 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Bound port: 45548208-0399-4abd-a4c4-87773cc4cf6a, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5016dbc-0ce6-438a-b827-8f1dd44b2a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cb414417-ae7c-491e-8a1d-6ccde36cb7d8'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:47:10.767025 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:10.772996 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=a4a6a059-927c-41b9-9a8d-84b22b790ff1,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:10.800116 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51076c-7f8c-47df-bce9-0d314e1fc345 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Subnet': ['ID=f4468ea7-1592-411b-a8a9-c493bbd6aadc,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:10.801504 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:10.813376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0b51076c-7f8c-47df-bce9-0d314e1fc345 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:10.857276 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.extraroute_db [None req-3d0a5ac0-544a-4b49-972a-0fe1e36d4da8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Added routes are [] {{(pid=100652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 09:47:10.857739 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.extraroute_db [None req-3d0a5ac0-544a-4b49-972a-0fe1e36d4da8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 09:47:10.898121 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3d0a5ac0-544a-4b49-972a-0fe1e36d4da8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:10.909569 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-9dce74f8-a934-462e-b899-a86fde387353 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port 1ffd7e6d-e259-4893-90e8-bf8f6c8677b8 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:10.910149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9dce74f8-a934-462e-b899-a86fde387353 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:10.913956 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51076c-7f8c-47df-bce9-0d314e1fc345 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Checking segment: {'id': '8ef44963-80b5-4997-9b2f-2b48d75aca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '524b3a55-59bf-453b-a65d-d2ae3ed6a6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:10.914330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b51076c-7f8c-47df-bce9-0d314e1fc345 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network hostable DHCP agents. Network: 524b3a55-59bf-453b-a65d-d2ae3ed6a6b7, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:47:10.924787 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 4756c092-b2e0-4a38-8eb4-500a246c880e completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:10.946816 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] For port 45548208-0399-4abd-a4c4-87773cc4cf6a, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:47:10.952186 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] For port 45548208-0399-4abd-a4c4-87773cc4cf6a, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=45548208-0399-4abd-a4c4-87773cc4cf6a,segment=NetworkSegment(c5016dbc-0ce6-438a-b827-8f1dd44b2a58),segment_id=c5016dbc-0ce6-438a-b827-8f1dd44b2a58)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:47:11.026965 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e1d820a4-7d44-4bb9-bb09-63493f9ad84f no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:11.044027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9dce74f8-a934-462e-b899-a86fde387353 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:11.053183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: e1d820a4-7d44-4bb9-bb09-63493f9ad84f {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:11.053606 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e1d820a4-7d44-4bb9-bb09-63493f9ad84f not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:11.055691 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:11.059875 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-cadef929-ce55-41f8-8285-f01b34c37476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:11.096598 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b51076c-7f8c-47df-bce9-0d314e1fc345 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 524b3a55-59bf-453b-a65d-d2ae3ed6a6b7 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:47:11.127722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fea7d4-95ba-4c28-999c-5ab69d99913d None None] Pushing event updated for resources: {'Port': ['ID=45548208-0399-4abd-a4c4-87773cc4cf6a,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:11.128053 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-9dce74f8-a934-462e-b899-a86fde387353 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for 1ffd7e6d-e259-4893-90e8-bf8f6c8677b8 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:11.133962 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-72fea7d4-95ba-4c28-999c-5ab69d99913d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:11.134462 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:11.135156 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:11.192511 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3d0a5ac0-544a-4b49-972a-0fe1e36d4da8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:11.196837 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3d0a5ac0-544a-4b49-972a-0fe1e36d4da8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:11.291497 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:11.314196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-0b51076c-7f8c-47df-bce9-0d314e1fc345 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 524b3a55-59bf-453b-a65d-d2ae3ed6a6b7) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:11.318425 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0a5ac0-544a-4b49-972a-0fe1e36d4da8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router b2ff38f2-9254-417f-a59a-7632b9da87eb has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:11.321735 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b51076c-7f8c-47df-bce9-0d314e1fc345 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:11.322520 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0b51076c-7f8c-47df-bce9-0d314e1fc345 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:11.340794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa60bf0b-dd51-4a58-9119-3d1de5fffbfc None None] Network 524b3a55-59bf-453b-a65d-d2ae3ed6a6b7 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:11.361271 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f6f0ec-b74a-401f-adf8-0847350096a0 None None] Update dhcp port {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'fixed_ips': [{'subnet_id': '5086671a-f6a4-4a39-8fd9-7fd879f195c2', 'ip_address': '2001:db8::f816:3eff:fe33:3684'}, {'subnet_id': '64d7d766-fc4f-4098-8c98-c37c49696a76'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': '4756c092-b2e0-4a38-8eb4-500a246c880e'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:47:11.415684 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0b51076c-7f8c-47df-bce9-0d314e1fc345 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3788278 Jun 22 09:47:11.418961 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33054) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:11.423404 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-8771f27c-4eba-476d-a8bd-f1e126e9a953 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'network_id': '524b3a55-59bf-453b-a65d-d2ae3ed6a6b7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-573703587'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:11.431726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0a5ac0-544a-4b49-972a-0fe1e36d4da8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:11.439120 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3d0a5ac0-544a-4b49-972a-0fe1e36d4da8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:11.441070 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3d0a5ac0-544a-4b49-972a-0fe1e36d4da8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/b2ff38f2-9254-417f-a59a-7632b9da87eb HTTP/1.1" status: 200 len: 704 time: 1.1849489 Jun 22 09:47:11.448325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33056) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:11.469224 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9dce74f8-a934-462e-b899-a86fde387353 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:11.475368 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:11.518426 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce74f8-a934-462e-b899-a86fde387353 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=1ffd7e6d-e259-4893-90e8-bf8f6c8677b8,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:11.526700 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9dce74f8-a934-462e-b899-a86fde387353 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:11.561280 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-af0ad087-737a-4121-bb0d-47e756fac630 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/routers/b2ff38f2-9254-417f-a59a-7632b9da87eb HTTP/1.1" status: 200 len: 704 time: 0.1107078 Jun 22 09:47:11.563240 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33058) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:11.582706 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9dce74f8-a934-462e-b899-a86fde387353 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:11.587458 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9dce74f8-a934-462e-b899-a86fde387353 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/1ffd7e6d-e259-4893-90e8-bf8f6c8677b8 HTTP/1.1" status: 204 len: 168 time: 1.0262642 Jun 22 09:47:11.587458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33062) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:11.606851 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e333b376-1cff-409e-80e1-9e83c556ecb5 None None] Provisioning for port 4756c092-b2e0-4a38-8eb4-500a246c880e completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:11.661783 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e333b376-1cff-409e-80e1-9e83c556ecb5 None None] Provisioning complete for port 4756c092-b2e0-4a38-8eb4-500a246c880e triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:11.662206 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e333b376-1cff-409e-80e1-9e83c556ecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:11.663759 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d0f6f0ec-b74a-401f-adf8-0847350096a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:11.685761 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea835dc-6efc-4475-bb4b-4850b1873673 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:11.689986 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-eea835dc-6efc-4475-bb4b-4850b1873673 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0996883 Jun 22 09:47:11.690842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33064) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:11.713807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device a4a6a059-927c-41b9-9a8d-84b22b790ff1 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:11.751597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8771f27c-4eba-476d-a8bd-f1e126e9a953 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:11.755119 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8771f27c-4eba-476d-a8bd-f1e126e9a953 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:11.773240 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01213c77-6a65-49ab-91c3-258002f86292 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:11.774645 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-01213c77-6a65-49ab-91c3-258002f86292 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0826473 Jun 22 09:47:11.777236 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33066) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:11.812920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-8771f27c-4eba-476d-a8bd-f1e126e9a953 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] device_id is not set on port ce76602a-8ddb-4fee-bf8d-8c0ac7ee3592 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:47:11.873296 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936d24ea-3944-4d23-9e79-fc2a55c445a3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:11.874859 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936d24ea-3944-4d23-9e79-fc2a55c445a3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:11.876513 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936d24ea-3944-4d23-9e79-fc2a55c445a3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:11.880486 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-936d24ea-3944-4d23-9e79-fc2a55c445a3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0998886 Jun 22 09:47:11.882894 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33068) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:11.970502 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ed70af7e-5779-497b-93e0-aa894b5a28ee tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:11.971123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8a1625-fe51-4b45-a2f2-81be8d7075ca tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 5086671a-f6a4-4a39-8fd9-7fd879f195c2 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:11.975944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c8a1625-fe51-4b45-a2f2-81be8d7075ca tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.014733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-8771f27c-4eba-476d-a8bd-f1e126e9a953 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Allocated IP 2001:db8::3b6 (524b3a55-59bf-453b-a65d-d2ae3ed6a6b7/f4468ea7-1592-411b-a8a9-c493bbd6aadc/ce76602a-8ddb-4fee-bf8d-8c0ac7ee3592) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:12.028103 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port a4a6a059-927c-41b9-9a8d-84b22b790ff1 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:12.028686 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.036372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c8a1625-fe51-4b45-a2f2-81be8d7075ca tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.058284 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-524b3a55-59bf-453b-a65d-d2ae3ed6a6b7', 'network_id': '524b3a55-59bf-453b-a65d-d2ae3ed6a6b7', 'tenant_id': '3279d45dbce84071a9f170ee9432f94e', 'fixed_ips': [{'subnet_id': 'f4468ea7-1592-411b-a8a9-c493bbd6aadc'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:47:12.059021 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.072072 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e333b376-1cff-409e-80e1-9e83c556ecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.200423 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-e333b376-1cff-409e-80e1-9e83c556ecb5 None None] For port 4756c092-b2e0-4a38-8eb4-500a246c880e, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4756c092-b2e0-4a38-8eb4-500a246c880e,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:12.213930 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:10Z', 'revision_number': 7, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '1578d67b-cba0-4abd-b1aa-8607c722f898', 'name': '', 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:37:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '95f2f550-fe29-4282-808a-86466442914c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:53Z', 'updated_at': '2021-06-22T09:47:01Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '95f2f550-fe29-4282-808a-86466442914c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45548208-0399-4abd-a4c4-87773cc4cf6a', 'name': '', 'network_id': 'cb414417-ae7c-491e-8a1d-6ccde36cb7d8', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:96:c9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '7e62cbac-0d67-47d1-b3ef-38e0101844c9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:47:05Z', 'updated_at': '2021-06-22T09:47:10Z', 'revision_number': 4, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '7e62cbac-0d67-47d1-b3ef-38e0101844c9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8558e-1d28-41b5-a215-37f355158f85', 'name': '', 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:9b:dc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:58Z', 'updated_at': '2021-06-22T09:47:06Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:12.262273 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-ed70af7e-5779-497b-93e0-aa894b5a28ee tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting port 45548208-0399-4abd-a4c4-87773cc4cf6a {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:12.262747 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ed70af7e-5779-497b-93e0-aa894b5a28ee tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.272503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2684412-cfa2-4425-8201-6e89d7110a6d None None] The sync data for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv is: [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:10Z', 'revision_number': 7, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '1578d67b-cba0-4abd-b1aa-8607c722f898', 'name': '', 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:37:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '95f2f550-fe29-4282-808a-86466442914c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:53Z', 'updated_at': '2021-06-22T09:47:01Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '95f2f550-fe29-4282-808a-86466442914c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45548208-0399-4abd-a4c4-87773cc4cf6a', 'name': '', 'network_id': 'cb414417-ae7c-491e-8a1d-6ccde36cb7d8', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:96:c9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '7e62cbac-0d67-47d1-b3ef-38e0101844c9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:47:05Z', 'updated_at': '2021-06-22T09:47:10Z', 'revision_number': 4, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '7e62cbac-0d67-47d1-b3ef-38e0101844c9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8558e-1d28-41b5-a215-37f355158f85', 'name': '', 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:9b:dc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:58Z', 'updated_at': '2021-06-22T09:47:06Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:12.279319 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e333b376-1cff-409e-80e1-9e83c556ecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.282032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c2d285fe-f265-4ef5-ab19-4d0f343188b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:12.359398 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333b376-1cff-409e-80e1-9e83c556ecb5 None None] Pushing event updated for resources: {'Port': ['ID=4756c092-b2e0-4a38-8eb4-500a246c880e,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:12.371544 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e333b376-1cff-409e-80e1-9e83c556ecb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:12.406015 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-ed70af7e-5779-497b-93e0-aa894b5a28ee tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] For port 45548208-0399-4abd-a4c4-87773cc4cf6a, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=45548208-0399-4abd-a4c4-87773cc4cf6a,segment=NetworkSegment(c5016dbc-0ce6-438a-b827-8f1dd44b2a58),segment_id=c5016dbc-0ce6-438a-b827-8f1dd44b2a58)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:12.406488 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ed70af7e-5779-497b-93e0-aa894b5a28ee tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.490024 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-ed70af7e-5779-497b-93e0-aa894b5a28ee tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Calling delete_port for 45548208-0399-4abd-a4c4-87773cc4cf6a owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:12.626333 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c8a1625-fe51-4b45-a2f2-81be8d7075ca tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.657251 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8771f27c-4eba-476d-a8bd-f1e126e9a953 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.791346 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-8771f27c-4eba-476d-a8bd-f1e126e9a953 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Transition to ACTIVE for port object ce76602a-8ddb-4fee-bf8d-8c0ac7ee3592 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:12.791633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ed70af7e-5779-497b-93e0-aa894b5a28ee tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.794974 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0778534c-b8d9-4a20-b75c-0e4fb913b739 tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:12.819876 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70af7e-5779-497b-93e0-aa894b5a28ee tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Port': ['ID=45548208-0399-4abd-a4c4-87773cc4cf6a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:12.823647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ed70af7e-5779-497b-93e0-aa894b5a28ee tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:12.841677 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c8a1625-fe51-4b45-a2f2-81be8d7075ca tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server [None req-d0f6f0ec-b74a-401f-adf8-0847350096a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5086671a-f6a4-4a39-8fd9-7fd879f195c2: This subnet is being modified by another concurrent operation. Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1715, in update_port Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server raise exception Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5086671a-f6a4-4a39-8fd9-7fd879f195c2: This subnet is being modified by another concurrent operation. Jun 22 09:47:12.842787 dv-neutron-797121-3-hyperv neutron-server[100654]: ERROR oslo_messaging.rpc.server Jun 22 09:47:12.850206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8ef216cf-74d0-40b0-9614-b91a458a0bd5 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:12.877523 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a1625-fe51-4b45-a2f2-81be8d7075ca tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=5086671a-f6a4-4a39-8fd9-7fd879f195c2,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:12.884060 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8c8a1625-fe51-4b45-a2f2-81be8d7075ca tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.886067 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8c8a1625-fe51-4b45-a2f2-81be8d7075ca tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/5086671a-f6a4-4a39-8fd9-7fd879f195c2 HTTP/1.1" status: 204 len: 168 time: 1.0022175 Jun 22 09:47:12.887153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8c8a1625-fe51-4b45-a2f2-81be8d7075ca tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:12.891182 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33072) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:12.957794 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8771f27c-4eba-476d-a8bd-f1e126e9a953 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.961890 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedc1821-cac4-4887-a22b-6f86d6a91680 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:12.962804 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6a876947-031c-4d73-ab32-34c859feff3a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:13.005017 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ed70af7e-5779-497b-93e0-aa894b5a28ee tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:13.039853 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bcd14601-86e1-40a0-88e1-07b65b4131c4 None None] Could not find standard attr ID for object 1ffd7e6d-e259-4893-90e8-bf8f6c8677b8. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:47:13.045691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8771f27c-4eba-476d-a8bd-f1e126e9a953 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 524b3a55-59bf-453b-a65d-d2ae3ed6a6b7 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:13.057353 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1076a2-dae1-4d42-99a2-e7ee5739b7b4 None None] Sync routers for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:13.058474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-8771f27c-4eba-476d-a8bd-f1e126e9a953 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:13.064050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86b905c-7501-4c9e-ab2b-43642fa4a445 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 64d7d766-fc4f-4098-8c98-c37c49696a76 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:13.066304 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8771f27c-4eba-476d-a8bd-f1e126e9a953 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:13.067786 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1076a2-dae1-4d42-99a2-e7ee5739b7b4 None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:13.068489 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2b1076a2-dae1-4d42-99a2-e7ee5739b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:13.072547 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8771f27c-4eba-476d-a8bd-f1e126e9a953 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:13.073447 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8771f27c-4eba-476d-a8bd-f1e126e9a953 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:13.077767 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c86b905c-7501-4c9e-ab2b-43642fa4a445 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:13.078586 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Allocated IP 2001:db8::2 (524b3a55-59bf-453b-a65d-d2ae3ed6a6b7/f4468ea7-1592-411b-a8a9-c493bbd6aadc/658dc5f0-a8a2-4a25-8388-6b6db00668a9) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:13.083706 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771f27c-4eba-476d-a8bd-f1e126e9a953 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=ce76602a-8ddb-4fee-bf8d-8c0ac7ee3592,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:13.119471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8771f27c-4eba-476d-a8bd-f1e126e9a953 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:13.140443 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bcd14601-86e1-40a0-88e1-07b65b4131c4 None None] Provisioning complete for port 4756c092-b2e0-4a38-8eb4-500a246c880e triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:13.140712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c86b905c-7501-4c9e-ab2b-43642fa4a445 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:13.140835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bcd14601-86e1-40a0-88e1-07b65b4131c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:13.194629 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8771f27c-4eba-476d-a8bd-f1e126e9a953 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7754002 Jun 22 09:47:13.198589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33074) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:13.233825 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-2b1076a2-dae1-4d42-99a2-e7ee5739b7b4 None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:13.264520 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed70af7e-5779-497b-93e0-aa894b5a28ee tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router b2ff38f2-9254-417f-a59a-7632b9da87eb has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:13.286198 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c86b905c-7501-4c9e-ab2b-43642fa4a445 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:13.383309 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e78cdc95-7e67-4b7e-ab5a-088b2d18f113 req-f4e2cd2e-f250-4f7a-886a-fe40326ac311 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2028844 Jun 22 09:47:13.418142 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-0c868cb0-057e-4305-aeca-8c2e0734363b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port ce76602a-8ddb-4fee-bf8d-8c0ac7ee3592 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:13.418607 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0c868cb0-057e-4305-aeca-8c2e0734363b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:13.465456 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:13.480368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Transition to ACTIVE for port object 658dc5f0-a8a2-4a25-8388-6b6db00668a9 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:13.491548 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c86b905c-7501-4c9e-ab2b-43642fa4a445 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:13.508402 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Transition to ACTIVE for port object 658dc5f0-a8a2-4a25-8388-6b6db00668a9 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:13.521087 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-60339e9d-b244-4ba1-acc7-60422be5e973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:13.530814 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c86b905c-7501-4c9e-ab2b-43642fa4a445 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:13.534889 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c86b905c-7501-4c9e-ab2b-43642fa4a445 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/64d7d766-fc4f-4098-8c98-c37c49696a76 HTTP/1.1" status: 204 len: 168 time: 0.6402786 Jun 22 09:47:13.536048 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2b1076a2-dae1-4d42-99a2-e7ee5739b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:12Z', 'revision_number': 8, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '1578d67b-cba0-4abd-b1aa-8607c722f898', 'name': '', 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:37:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '95f2f550-fe29-4282-808a-86466442914c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:53Z', 'updated_at': '2021-06-22T09:47:01Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '95f2f550-fe29-4282-808a-86466442914c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8558e-1d28-41b5-a215-37f355158f85', 'name': '', 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:9b:dc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:58Z', 'updated_at': '2021-06-22T09:47:06Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:13.553925 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33076) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:13.562608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b619e5-99e2-4e79-b494-bee86b06826f None None] Update dhcp port {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'fixed_ips': [{'subnet_id': '64d7d766-fc4f-4098-8c98-c37c49696a76'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': '4756c092-b2e0-4a38-8eb4-500a246c880e'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:47:13.571282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b905c-7501-4c9e-ab2b-43642fa4a445 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=64d7d766-fc4f-4098-8c98-c37c49696a76,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:13.572342 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1076a2-dae1-4d42-99a2-e7ee5739b7b4 None None] Checking router: b2ff38f2-9254-417f-a59a-7632b9da87eb for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:47:13.579962 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c86b905c-7501-4c9e-ab2b-43642fa4a445 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:13.591210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:13.593223 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1076a2-dae1-4d42-99a2-e7ee5739b7b4 None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:13.594021 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2b1076a2-dae1-4d42-99a2-e7ee5739b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:13.597308 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:13.626113 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8d262ad4-5dfe-4e2d-a4b5-d8a660084ad5 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654233 Jun 22 09:47:13.640176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33078) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:13.650923 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-55c946dc-1a6a-44a4-a670-75f5ecee4cda tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:13.656690 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-55b619e5-99e2-4e79-b494-bee86b06826f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:13.660334 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Network 524b3a55-59bf-453b-a65d-d2ae3ed6a6b7 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:13.665843 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:13.669089 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:13.682013 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Pushing event updated for resources: {'Port': ['ID=658dc5f0-a8a2-4a25-8388-6b6db00668a9,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:13.687017 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:13.729929 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0c868cb0-057e-4305-aeca-8c2e0734363b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:13.751090 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-2b1076a2-dae1-4d42-99a2-e7ee5739b7b4 None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:13.769866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4756c092-b2e0-4a38-8eb4-500a246c880e no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:13.813765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cdc95-7e67-4b7e-ab5a-088b2d18f113 req-9b3331f1-b178-40d0-948f-8866f165b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:13.815725 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e78cdc95-7e67-4b7e-ab5a-088b2d18f113 req-9b3331f1-b178-40d0-948f-8866f165b0e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6405790520f347c092a1490886c89b06&device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 1098 time: 0.3692560 Jun 22 09:47:13.824292 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Attempting to bind port 658dc5f0-a8a2-4a25-8388-6b6db00668a9 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:47:13.824687 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Attempting to bind port 658dc5f0-a8a2-4a25-8388-6b6db00668a9 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '8ef44963-80b5-4997-9b2f-2b48d75aca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '524b3a55-59bf-453b-a65d-d2ae3ed6a6b7'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:47:13.825069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Attempting to bind port 658dc5f0-a8a2-4a25-8388-6b6db00668a9 on network 524b3a55-59bf-453b-a65d-d2ae3ed6a6b7 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:47:13.866174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed70af7e-5779-497b-93e0-aa894b5a28ee tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:13.869709 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-0c868cb0-057e-4305-aeca-8c2e0734363b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for ce76602a-8ddb-4fee-bf8d-8c0ac7ee3592 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:13.874864 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ed70af7e-5779-497b-93e0-aa894b5a28ee tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/b2ff38f2-9254-417f-a59a-7632b9da87eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3104105 Jun 22 09:47:13.877366 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33080) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:13.887175 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:47:13.887761 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Checking segment: {'id': '8ef44963-80b5-4997-9b2f-2b48d75aca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '524b3a55-59bf-453b-a65d-d2ae3ed6a6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:13.888191 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:13.888605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Bound using segment: {'id': '8ef44963-80b5-4997-9b2f-2b48d75aca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '524b3a55-59bf-453b-a65d-d2ae3ed6a6b7'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:47:13.889105 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Bound port: 658dc5f0-a8a2-4a25-8388-6b6db00668a9, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef44963-80b5-4997-9b2f-2b48d75aca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '524b3a55-59bf-453b-a65d-d2ae3ed6a6b7'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:47:13.889496 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:13.952850 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-adbc1cbf-d79e-49e8-8086-dce2bfdad520 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting subnet 7e62cbac-0d67-47d1-b3ef-38e0101844c9 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:13.956956 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-adbc1cbf-d79e-49e8-8086-dce2bfdad520 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.016488 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5d03cac4-a221-4414-8049-c2484b8a111a None None] Provisioning complete for port 4756c092-b2e0-4a38-8eb4-500a246c880e triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:14.016881 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5d03cac4-a221-4414-8049-c2484b8a111a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.021241 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.038725 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2b1076a2-dae1-4d42-99a2-e7ee5739b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:12Z', 'revision_number': 8, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '1578d67b-cba0-4abd-b1aa-8607c722f898', 'name': '', 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:37:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '95f2f550-fe29-4282-808a-86466442914c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:53Z', 'updated_at': '2021-06-22T09:47:01Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '95f2f550-fe29-4282-808a-86466442914c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8558e-1d28-41b5-a215-37f355158f85', 'name': '', 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:9b:dc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:58Z', 'updated_at': '2021-06-22T09:47:06Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:14.048589 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] For port 658dc5f0-a8a2-4a25-8388-6b6db00668a9, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:47:14.049181 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-adbc1cbf-d79e-49e8-8086-dce2bfdad520 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.057765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cdc95-7e67-4b7e-ab5a-088b2d18f113 req-76381d54-df90-40cd-abc1-684e29626b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:14.058828 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e78cdc95-7e67-4b7e-ab5a-088b2d18f113 req-76381d54-df90-40cd-abc1-684e29626b8d service neutron] 10.222.0.35 "GET /v2.0/networks?id=75ca7b51-8500-41da-a24f-8648dce1885d HTTP/1.1" status: 200 len: 897 time: 0.1829867 Jun 22 09:47:14.078112 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1076a2-dae1-4d42-99a2-e7ee5739b7b4 None None] The sync data for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv is: [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:12Z', 'revision_number': 8, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '1578d67b-cba0-4abd-b1aa-8607c722f898', 'name': '', 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:37:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '95f2f550-fe29-4282-808a-86466442914c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:53Z', 'updated_at': '2021-06-22T09:47:01Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '95f2f550-fe29-4282-808a-86466442914c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8558e-1d28-41b5-a215-37f355158f85', 'name': '', 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:9b:dc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:58Z', 'updated_at': '2021-06-22T09:47:06Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:14.079402 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] For port 658dc5f0-a8a2-4a25-8388-6b6db00668a9, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=658dc5f0-a8a2-4a25-8388-6b6db00668a9,segment=NetworkSegment(8ef44963-80b5-4997-9b2f-2b48d75aca4b),segment_id=8ef44963-80b5-4997-9b2f-2b48d75aca4b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:47:14.113303 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 4756c092-b2e0-4a38-8eb4-500a246c880e, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4756c092-b2e0-4a38-8eb4-500a246c880e,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:14.120144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c946dc-1a6a-44a4-a670-75f5ecee4cda tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:14.123841 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-55c946dc-1a6a-44a4-a670-75f5ecee4cda tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.145955 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.150552 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c7433898-30c2-451e-a737-1f43be983082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:14.162927 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-adbc1cbf-d79e-49e8-8086-dce2bfdad520 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.199180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.226091 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Pushing event updated for resources: {'Port': ['ID=658dc5f0-a8a2-4a25-8388-6b6db00668a9,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:14.229568 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:14.230215 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-72fea7d4-95ba-4c28-999c-5ab69d99913d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:14.261213 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e78cdc95-7e67-4b7e-ab5a-088b2d18f113 req-70ca1054-c7fa-4ba5-bcd4-2902e6d4f494 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 HTTP/1.1" status: 200 len: 1001 time: 0.1957099 Jun 22 09:47:14.283867 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=4756c092-b2e0-4a38-8eb4-500a246c880e,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:14.291950 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:14.309372 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-476bc29d-74bd-4e10-aef0-8741f1a3210e None None] Could not find standard attr ID for object 9d5251b2-bd4b-4e6f-8b86-df572ebefa50. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:47:14.312027 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-476bc29d-74bd-4e10-aef0-8741f1a3210e None None] Could not find standard attr ID for object 1ffd7e6d-e259-4893-90e8-bf8f6c8677b8. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:47:14.326742 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-adbc1cbf-d79e-49e8-8086-dce2bfdad520 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.330244 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c7133f88-c2de-4143-ba56-0402f4b27574 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:14.332811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cdc95-7e67-4b7e-ab5a-088b2d18f113 req-b2b13833-b855-4e58-8885-5b8a84883b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:14.334341 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e78cdc95-7e67-4b7e-ab5a-088b2d18f113 req-b2b13833-b855-4e58-8885-5b8a84883b3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e4884e1f-8290-4e72-874f-49d914add356 HTTP/1.1" status: 200 len: 835 time: 0.0667906 Jun 22 09:47:14.362338 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc1cbf-d79e-49e8-8086-dce2bfdad520 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Subnet': ['ID=7e62cbac-0d67-47d1-b3ef-38e0101844c9,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:14.364352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-adbc1cbf-d79e-49e8-8086-dce2bfdad520 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.366820 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-adbc1cbf-d79e-49e8-8086-dce2bfdad520 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/subnets/7e62cbac-0d67-47d1-b3ef-38e0101844c9 HTTP/1.1" status: 204 len: 168 time: 0.4884846 Jun 22 09:47:14.367883 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-adbc1cbf-d79e-49e8-8086-dce2bfdad520 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:14.369404 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33082) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:14.375945 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f871dd-1b3c-441b-b1e7-7c39bd0ee8f5 None None] Network cb414417-ae7c-491e-8a1d-6ccde36cb7d8 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:14.401293 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cdc95-7e67-4b7e-ab5a-088b2d18f113 req-817f3158-47ab-4451-916b-91d977f3fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:14.402757 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e78cdc95-7e67-4b7e-ab5a-088b2d18f113 req-817f3158-47ab-4451-916b-91d977f3fa00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75ca7b51-8500-41da-a24f-8648dce1885d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0619900 Jun 22 09:47:14.471029 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0c868cb0-057e-4305-aeca-8c2e0734363b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.476564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6fe2c8f5-5b79-4917-818c-35274b93ab46 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:14.491521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.532816 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c868cb0-057e-4305-aeca-8c2e0734363b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=ce76602a-8ddb-4fee-bf8d-8c0ac7ee3592,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:14.540457 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0c868cb0-057e-4305-aeca-8c2e0734363b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:14.603744 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting port a4a6a059-927c-41b9-9a8d-84b22b790ff1 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:14.604356 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.689006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0c868cb0-057e-4305-aeca-8c2e0734363b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.691132 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0c868cb0-057e-4305-aeca-8c2e0734363b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/ports/ce76602a-8ddb-4fee-bf8d-8c0ac7ee3592 HTTP/1.1" status: 204 len: 168 time: 1.4894814 Jun 22 09:47:14.696297 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33084) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:14.715253 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e78cdc95-7e67-4b7e-ab5a-088b2d18f113 req-f3954bdf-bb05-4430-a76b-de25087a24e8 service neutron] 10.222.0.35 "GET /v2.0/networks/75ca7b51-8500-41da-a24f-8648dce1885d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056209 Jun 22 09:47:14.718384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] For port a4a6a059-927c-41b9-9a8d-84b22b790ff1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=a4a6a059-927c-41b9-9a8d-84b22b790ff1,segment=NetworkSegment(c5016dbc-0ce6-438a-b827-8f1dd44b2a58),segment_id=c5016dbc-0ce6-438a-b827-8f1dd44b2a58)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:14.719149 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.752912 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0929403-64b0-4395-b8c1-cd4ae7c30ca9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] GET failed (client error): The resource could not be found. Jun 22 09:47:14.754481 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d0929403-64b0-4395-b8c1-cd4ae7c30ca9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports/ce76602a-8ddb-4fee-bf8d-8c0ac7ee3592 HTTP/1.1" status: 404 len: 333 time: 0.0551107 Jun 22 09:47:14.760778 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33086) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:14.790227 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Calling delete_port for a4a6a059-927c-41b9-9a8d-84b22b790ff1 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:14.843101 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b28997-7d5f-4507-8889-e8fa78765074 None None] DHCP port deletion for cb414417-ae7c-491e-8a1d-6ccde36cb7d8 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:47:14.902423 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-51b28997-7d5f-4507-8889-e8fa78765074 None None] Deleting port a4a6a059-927c-41b9-9a8d-84b22b790ff1 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:14.902962 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-51b28997-7d5f-4507-8889-e8fa78765074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.909441 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-21dbb094-01f0-4ce1-8cfa-e7b9aeb37b68 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting subnet f4468ea7-1592-411b-a8a9-c493bbd6aadc {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:14.920759 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-21dbb094-01f0-4ce1-8cfa-e7b9aeb37b68 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.939216 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc4019f-b2e9-49fa-ad24-297e9ff2557c None None] Sync routers for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:14.957920 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc4019f-b2e9-49fa-ad24-297e9ff2557c None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:14.958544 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-7fc4019f-b2e9-49fa-ad24-297e9ff2557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:14.966136 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e78cdc95-7e67-4b7e-ab5a-088b2d18f113 req-0c4a7ea8-ee25-4e0f-be78-e4639f57f7a2 service neutron] 10.222.0.35 "GET /v2.0/networks/75ca7b51-8500-41da-a24f-8648dce1885d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314231 Jun 22 09:47:14.969046 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-55c946dc-1a6a-44a4-a670-75f5ecee4cda tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.975123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3f777323-b2b4-4350-b623-997261e1ad1c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:14.982744 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.984777 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-21dbb094-01f0-4ce1-8cfa-e7b9aeb37b68 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:14.984991 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7e4e860f-a412-4135-946c-3f7eecf0029b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:15.012698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Port': ['ID=a4a6a059-927c-41b9-9a8d-84b22b790ff1,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:15.015892 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:15.016665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] No DVR routers for this DVR port a4a6a059-927c-41b9-9a8d-84b22b790ff1 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:15.034767 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-51b28997-7d5f-4507-8889-e8fa78765074 None None] For port a4a6a059-927c-41b9-9a8d-84b22b790ff1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=a4a6a059-927c-41b9-9a8d-84b22b790ff1,segment=NetworkSegment(c5016dbc-0ce6-438a-b827-8f1dd44b2a58),segment_id=c5016dbc-0ce6-438a-b827-8f1dd44b2a58)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:15.034767 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-51b28997-7d5f-4507-8889-e8fa78765074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:15.047441 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c946dc-1a6a-44a4-a670-75f5ecee4cda tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:15.056522 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-55c946dc-1a6a-44a4-a670-75f5ecee4cda tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:15.070876 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c946dc-1a6a-44a4-a670-75f5ecee4cda tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:15.071561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-55c946dc-1a6a-44a4-a670-75f5ecee4cda tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:15.080935 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c946dc-1a6a-44a4-a670-75f5ecee4cda tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=92cba878-5988-4bd6-9647-b0593628b8a7,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:15.084252 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fef369-e67d-40a4-87f7-edb13ed5cfbe None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:15.089973 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-55c946dc-1a6a-44a4-a670-75f5ecee4cda tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:15.109225 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:15.113758 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-51b28997-7d5f-4507-8889-e8fa78765074 None None] Calling delete_port for a4a6a059-927c-41b9-9a8d-84b22b790ff1 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:15.125861 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb414417-ae7c-491e-8a1d-6ccde36cb7d8']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:15.136043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-21dbb094-01f0-4ce1-8cfa-e7b9aeb37b68 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:15.136706 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5016dbc-0ce6-438a-b827-8f1dd44b2a58') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:15.137015 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5016dbc-0ce6-438a-b827-8f1dd44b2a58') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:15.148112 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:15.165723 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:15.167259 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-7fc4019f-b2e9-49fa-ad24-297e9ff2557c None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:15.169564 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-55c946dc-1a6a-44a4-a670-75f5ecee4cda tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5273497 Jun 22 09:47:15.176299 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33088) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:15.182571 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-2baa83a3-8581-427d-b2f7-4aea9cb15505 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:15.189741 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:47:15.190158 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:47:15.193489 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:47:15.297357 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-21dbb094-01f0-4ce1-8cfa-e7b9aeb37b68 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:15.307200 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fd77a266-26b7-48bd-b94b-11b7088556b2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:15.337814 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbb094-01f0-4ce1-8cfa-e7b9aeb37b68 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Subnet': ['ID=f4468ea7-1592-411b-a8a9-c493bbd6aadc,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:15.341174 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-21dbb094-01f0-4ce1-8cfa-e7b9aeb37b68 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:15.342328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-21dbb094-01f0-4ce1-8cfa-e7b9aeb37b68 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:15.347630 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-21dbb094-01f0-4ce1-8cfa-e7b9aeb37b68 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/f4468ea7-1592-411b-a8a9-c493bbd6aadc HTTP/1.1" status: 204 len: 168 time: 0.5856898 Jun 22 09:47:15.348153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33090) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:15.358711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:15.362575 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c911cba4-d749-49cc-9dd0-944c06bdde83 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:15.370602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:15.375771 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/networks/cb414417-ae7c-491e-8a1d-6ccde36cb7d8 HTTP/1.1" status: 204 len: 168 time: 1.0028100 Jun 22 09:47:15.384340 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33092) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:15.391789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Network': ['ID=cb414417-ae7c-491e-8a1d-6ccde36cb7d8,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:15.405961 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:15.406302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-51b28997-7d5f-4507-8889-e8fa78765074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:15.414535 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:15.449032 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:15.455043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51b28997-7d5f-4507-8889-e8fa78765074 None None] Network cb414417-ae7c-491e-8a1d-6ccde36cb7d8 is not hosted by any dhcp agent {{(pid=100654) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 09:47:15.458292 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b28997-7d5f-4507-8889-e8fa78765074 None None] No DVR routers for this DVR port a4a6a059-927c-41b9-9a8d-84b22b790ff1 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:15.478216 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b28997-7d5f-4507-8889-e8fa78765074 None None] Pushing event deleted for resources: {'Port': ['ID=a4a6a059-927c-41b9-9a8d-84b22b790ff1,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:15.479654 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baa83a3-8581-427d-b2f7-4aea9cb15505 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:15.483268 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2baa83a3-8581-427d-b2f7-4aea9cb15505 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:15.493212 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-51b28997-7d5f-4507-8889-e8fa78765074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:15.526944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port 658dc5f0-a8a2-4a25-8388-6b6db00668a9 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:15.527374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:15.598231 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-7fc4019f-b2e9-49fa-ad24-297e9ff2557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:12Z', 'revision_number': 8, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '1578d67b-cba0-4abd-b1aa-8607c722f898', 'name': '', 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:37:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '95f2f550-fe29-4282-808a-86466442914c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:53Z', 'updated_at': '2021-06-22T09:47:01Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '95f2f550-fe29-4282-808a-86466442914c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8558e-1d28-41b5-a215-37f355158f85', 'name': '', 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:9b:dc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:58Z', 'updated_at': '2021-06-22T09:47:06Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:15.645721 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.ipam_backend_mixin [None req-2baa83a3-8581-427d-b2f7-4aea9cb15505 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92cba878-5988-4bd6-9647-b0593628b8a7 (CIDR: 2001:db8::/64) Jun 22 09:47:15.649295 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc4019f-b2e9-49fa-ad24-297e9ff2557c None None] Checking router: b2ff38f2-9254-417f-a59a-7632b9da87eb for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:47:15.665176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] For port 658dc5f0-a8a2-4a25-8388-6b6db00668a9, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=658dc5f0-a8a2-4a25-8388-6b6db00668a9,segment=NetworkSegment(8ef44963-80b5-4997-9b2f-2b48d75aca4b),segment_id=8ef44963-80b5-4997-9b2f-2b48d75aca4b)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:15.665176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:15.669002 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc4019f-b2e9-49fa-ad24-297e9ff2557c None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:15.669183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-7fc4019f-b2e9-49fa-ad24-297e9ff2557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:15.675106 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0ea56817-0ab9-4a69-a166-010a941fb232 None None] Provisioning complete for port 4756c092-b2e0-4a38-8eb4-500a246c880e triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:15.675516 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0ea56817-0ab9-4a69-a166-010a941fb232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:15.700150 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-2baa83a3-8581-427d-b2f7-4aea9cb15505 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:47:15.700150 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2baa83a3-8581-427d-b2f7-4aea9cb15505 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:15.774010 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for 658dc5f0-a8a2-4a25-8388-6b6db00668a9 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:15.783749 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6677e5d2-bef2-43e5-b539-1c6bb61956a1 None None] Network 524b3a55-59bf-453b-a65d-d2ae3ed6a6b7 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:15.791353 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 658dc5f0-a8a2-4a25-8388-6b6db00668a9 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:15.791573 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2baa83a3-8581-427d-b2f7-4aea9cb15505 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6120319 Jun 22 09:47:15.792964 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33094) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:15.798098 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:15.874102 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-7fc4019f-b2e9-49fa-ad24-297e9ff2557c None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:15.915833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-134c1214-4630-4d8f-9281-a216a676a611 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:16.031095 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:16.034220 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-eec18093-f125-4b94-b5e1-36afb3089876 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:16.057894 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=658dc5f0-a8a2-4a25-8388-6b6db00668a9,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:16.059590 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0ea56817-0ab9-4a69-a166-010a941fb232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:16.064875 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:16.067611 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No DVR routers for this DVR port 658dc5f0-a8a2-4a25-8388-6b6db00668a9 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:16.073558 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:16.077251 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:16.104085 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 658dc5f0-a8a2-4a25-8388-6b6db00668a9 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:16.104674 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:16.193959 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-134c1214-4630-4d8f-9281-a216a676a611 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting port a5a8558e-1d28-41b5-a215-37f355158f85 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:16.194932 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-134c1214-4630-4d8f-9281-a216a676a611 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:16.209932 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:16.226257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524b3a55-59bf-453b-a65d-d2ae3ed6a6b7']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:16.289177 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Port 658dc5f0-a8a2-4a25-8388-6b6db00668a9 was deleted so its status cannot be updated. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 22 09:47:16.327478 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-134c1214-4630-4d8f-9281-a216a676a611 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] For port a5a8558e-1d28-41b5-a215-37f355158f85, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=a5a8558e-1d28-41b5-a215-37f355158f85,segment=NetworkSegment(3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e),segment_id=3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:16.327478 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-134c1214-4630-4d8f-9281-a216a676a611 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:16.334834 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-0ea56817-0ab9-4a69-a166-010a941fb232 None None] For port 4756c092-b2e0-4a38-8eb4-500a246c880e, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4756c092-b2e0-4a38-8eb4-500a246c880e,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:16.375609 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef44963-80b5-4997-9b2f-2b48d75aca4b') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:16.376684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef44963-80b5-4997-9b2f-2b48d75aca4b') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:16.390533 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 45548208-0399-4abd-a4c4-87773cc4cf6a no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:16.416087 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0ea56817-0ab9-4a69-a166-010a941fb232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:16.418604 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0b7f09cf-e0a7-4fee-b7d0-dbae86a2a04c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:16.420522 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 45548208-0399-4abd-a4c4-87773cc4cf6a {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:16.422401 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 45548208-0399-4abd-a4c4-87773cc4cf6a not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:16.422401 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device a4a6a059-927c-41b9-9a8d-84b22b790ff1 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:16.431971 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:16.463668 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:16.463814 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-134c1214-4630-4d8f-9281-a216a676a611 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Calling delete_port for a5a8558e-1d28-41b5-a215-37f355158f85 owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:16.463918 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c31ac4-0dad-40c1-9b19-ff2732f6897a None None] DHCP port deletion for 524b3a55-59bf-453b-a65d-d2ae3ed6a6b7 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:47:16.465025 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:47:16.471196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:16.471479 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: a4a6a059-927c-41b9-9a8d-84b22b790ff1 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:16.472296 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device a4a6a059-927c-41b9-9a8d-84b22b790ff1 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:16.515670 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7bd6a1-c3d2-4bff-82fa-b59e93af5808 None None] get_active_networks_info from dv-neutron-797121-3-hyperv {{(pid=100654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:47:16.526434 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-7fc4019f-b2e9-49fa-ad24-297e9ff2557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:12Z', 'revision_number': 8, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '1578d67b-cba0-4abd-b1aa-8607c722f898', 'name': '', 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:37:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '95f2f550-fe29-4282-808a-86466442914c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:53Z', 'updated_at': '2021-06-22T09:47:01Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '95f2f550-fe29-4282-808a-86466442914c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8558e-1d28-41b5-a215-37f355158f85', 'name': '', 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:9b:dc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:58Z', 'updated_at': '2021-06-22T09:47:06Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:47:16.555378 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:47:16.579755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea56817-0ab9-4a69-a166-010a941fb232 None None] Pushing event updated for resources: {'Port': ['ID=4756c092-b2e0-4a38-8eb4-500a246c880e,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:16.583837 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f42437ea-027f-4098-8e05-2ee0e4821d98 None None] Could not find standard attr ID for object 658dc5f0-a8a2-4a25-8388-6b6db00668a9. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:47:16.585375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc4019f-b2e9-49fa-ad24-297e9ff2557c None None] The sync data for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv is: [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:12Z', 'revision_number': 8, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '1578d67b-cba0-4abd-b1aa-8607c722f898', 'name': '', 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:37:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '95f2f550-fe29-4282-808a-86466442914c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:53Z', 'updated_at': '2021-06-22T09:47:01Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '95f2f550-fe29-4282-808a-86466442914c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8558e-1d28-41b5-a215-37f355158f85', 'name': '', 'network_id': '0502e4af-54ca-4123-9dfb-6dee92924f68', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:9b:dc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:58Z', 'updated_at': '2021-06-22T09:47:06Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': 'c2173287-4f2a-4b9d-9ff4-f4101db28e0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:16.589463 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0ea56817-0ab9-4a69-a166-010a941fb232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:16.591384 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d125e077-3c02-4230-b248-53b68f19b179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:16.616984 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:16.627145 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-27fceaa9-75e6-415d-a17f-2e985662b5d9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:16.656843 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:16.662220 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/networks/524b3a55-59bf-453b-a65d-d2ae3ed6a6b7 HTTP/1.1" status: 204 len: 168 time: 1.3126597 Jun 22 09:47:16.672852 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33100) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:16.678772 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-a7ce47ad-3f2f-4e58-82ba-1d6d438e4018 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7', 'name': 'tempest-PortsIpV6TestJSON-1007498189'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:16.690496 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Network': ['ID=524b3a55-59bf-453b-a65d-d2ae3ed6a6b7,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:16.701194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7bd6a1-c3d2-4bff-82fa-b59e93af5808 None None] Resources bound (agent type, host, resource id): {{(pid=100654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:47:16.705006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:16.769838 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.objects.ports [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100653) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:47:16.796756 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-134c1214-4630-4d8f-9281-a216a676a611 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:16.800188 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ed70af7e-5779-497b-93e0-aa894b5a28ee tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:16.829023 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c1214-4630-4d8f-9281-a216a676a611 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Port': ['ID=a5a8558e-1d28-41b5-a215-37f355158f85,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:16.831755 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-134c1214-4630-4d8f-9281-a216a676a611 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:16.952057 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-134c1214-4630-4d8f-9281-a216a676a611 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:16.963683 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ce47ad-3f2f-4e58-82ba-1d6d438e4018 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:16.973011 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a7ce47ad-3f2f-4e58-82ba-1d6d438e4018 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:16.986756 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-a7ce47ad-3f2f-4e58-82ba-1d6d438e4018 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] device_id is not set on port 75cf75c6-568e-42d2-b59e-1323f6394330 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:47:17.018555 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc77d30-c649-4249-b8fc-79a6471163ab None None] Update dhcp port {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'fixed_ips': [{'subnet_id': 'bb83ad6a-b425-43ef-9517-99cbed2a2b5f'}, {'subnet_id': '92cba878-5988-4bd6-9647-b0593628b8a7'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': '4756c092-b2e0-4a38-8eb4-500a246c880e'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:47:17.052666 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bfc77d30-c649-4249-b8fc-79a6471163ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:17.095341 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:17.155967 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134c1214-4630-4d8f-9281-a216a676a611 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router b2ff38f2-9254-417f-a59a-7632b9da87eb has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:17.254314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134c1214-4630-4d8f-9281-a216a676a611 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:17.264356 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-134c1214-4630-4d8f-9281-a216a676a611 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/b2ff38f2-9254-417f-a59a-7632b9da87eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8748453 Jun 22 09:47:17.264356 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33102) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:17.268321 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecca70cc-2c1b-4095-8f61-42053a5fe679 None None] Sync routers for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:17.283479 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecca70cc-2c1b-4095-8f61-42053a5fe679 None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:17.284024 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-bfc77d30-c649-4249-b8fc-79a6471163ab None None] Allocated IP 2001:db8::2 (36eee797-60f1-483e-81c4-4dc1c89ce22a/92cba878-5988-4bd6-9647-b0593628b8a7/4756c092-b2e0-4a38-8eb4-500a246c880e) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:17.285245 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ecca70cc-2c1b-4095-8f61-42053a5fe679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:17.324707 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-d903b9ab-d515-4dfe-a6a3-a15c21b8747a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting subnet c2173287-4f2a-4b9d-9ff4-f4101db28e0b {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:17.328318 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d903b9ab-d515-4dfe-a6a3-a15c21b8747a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:17.383497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d903b9ab-d515-4dfe-a6a3-a15c21b8747a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:17.383763 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-ecca70cc-2c1b-4095-8f61-42053a5fe679 None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:17.422824 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-bfc77d30-c649-4249-b8fc-79a6471163ab None None] For port 4756c092-b2e0-4a38-8eb4-500a246c880e, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4756c092-b2e0-4a38-8eb4-500a246c880e,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:17.458850 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bfc77d30-c649-4249-b8fc-79a6471163ab None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:17.474771 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bfc77d30-c649-4249-b8fc-79a6471163ab None None] Transition to ACTIVE for port object 4756c092-b2e0-4a38-8eb4-500a246c880e will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:17.501829 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d903b9ab-d515-4dfe-a6a3-a15c21b8747a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:17.549541 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bfc77d30-c649-4249-b8fc-79a6471163ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:17.557161 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-edb75c71-006e-48e7-9886-d4a9d9840e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:17.599794 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.db.api [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:47:17.600174 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_db.api [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:47:17.604663 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ecca70cc-2c1b-4095-8f61-42053a5fe679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:16Z', 'revision_number': 9, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '1578d67b-cba0-4abd-b1aa-8607c722f898', 'name': '', 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:37:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '95f2f550-fe29-4282-808a-86466442914c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:53Z', 'updated_at': '2021-06-22T09:47:01Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '95f2f550-fe29-4282-808a-86466442914c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:17.618049 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a7ce47ad-3f2f-4e58-82ba-1d6d438e4018 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:17.643464 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecca70cc-2c1b-4095-8f61-42053a5fe679 None None] Checking router: b2ff38f2-9254-417f-a59a-7632b9da87eb for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:47:17.660480 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecca70cc-2c1b-4095-8f61-42053a5fe679 None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:17.661462 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ecca70cc-2c1b-4095-8f61-42053a5fe679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:17.661947 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d903b9ab-d515-4dfe-a6a3-a15c21b8747a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:17.664518 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc77d30-c649-4249-b8fc-79a6471163ab None None] Pushing event updated for resources: {'Port': ['ID=4756c092-b2e0-4a38-8eb4-500a246c880e,revision_number=8']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:17.667645 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1ec64304-cfa2-4a17-b305-621175186e61 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:17.668563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bfc77d30-c649-4249-b8fc-79a6471163ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:17.706684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903b9ab-d515-4dfe-a6a3-a15c21b8747a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Subnet': ['ID=c2173287-4f2a-4b9d-9ff4-f4101db28e0b,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:17.710176 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d903b9ab-d515-4dfe-a6a3-a15c21b8747a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:17.713259 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d903b9ab-d515-4dfe-a6a3-a15c21b8747a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/subnets/c2173287-4f2a-4b9d-9ff4-f4101db28e0b HTTP/1.1" status: 204 len: 168 time: 0.4465861 Jun 22 09:47:17.713259 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d903b9ab-d515-4dfe-a6a3-a15c21b8747a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:17.714002 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33104) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:17.768775 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a7ce47ad-3f2f-4e58-82ba-1d6d438e4018 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:17.775389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b0263653-8a28-4f1b-a832-2778424997aa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:17.788950 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-ecca70cc-2c1b-4095-8f61-42053a5fe679 None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:17.813675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 658dc5f0-a8a2-4a25-8388-6b6db00668a9 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:17.839529 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 658dc5f0-a8a2-4a25-8388-6b6db00668a9 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:17.840038 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 658dc5f0-a8a2-4a25-8388-6b6db00668a9 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:17.873114 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ce47ad-3f2f-4e58-82ba-1d6d438e4018 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:17.878804 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-a7ce47ad-3f2f-4e58-82ba-1d6d438e4018 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:17.886811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:17.893243 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ce47ad-3f2f-4e58-82ba-1d6d438e4018 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:17.898869 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ce47ad-3f2f-4e58-82ba-1d6d438e4018 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:17.899614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a7ce47ad-3f2f-4e58-82ba-1d6d438e4018 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:17.915230 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce47ad-3f2f-4e58-82ba-1d6d438e4018 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=75cf75c6-568e-42d2-b59e-1323f6394330,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:17.918892 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a7ce47ad-3f2f-4e58-82ba-1d6d438e4018 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:17.972936 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting port e045fd38-d18d-4c2e-ade1-47fd16108754 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:17.973570 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:18.017674 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a7ce47ad-3f2f-4e58-82ba-1d6d438e4018 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3413827 Jun 22 09:47:18.018016 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33106) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:18.074427 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] For port e045fd38-d18d-4c2e-ade1-47fd16108754, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e045fd38-d18d-4c2e-ade1-47fd16108754,segment=NetworkSegment(3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e),segment_id=3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:18.074802 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:18.114286 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ecca70cc-2c1b-4095-8f61-42053a5fe679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:16Z', 'revision_number': 9, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '1578d67b-cba0-4abd-b1aa-8607c722f898', 'name': '', 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:37:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '95f2f550-fe29-4282-808a-86466442914c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:53Z', 'updated_at': '2021-06-22T09:47:01Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '95f2f550-fe29-4282-808a-86466442914c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:18.145329 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecca70cc-2c1b-4095-8f61-42053a5fe679 None None] The sync data for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv is: [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:16Z', 'revision_number': 9, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '1578d67b-cba0-4abd-b1aa-8607c722f898', 'name': '', 'network_id': '93202ba6-edd3-47ea-ab71-cd36d00c0069', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:37:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '95f2f550-fe29-4282-808a-86466442914c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:53Z', 'updated_at': '2021-06-22T09:47:01Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '95f2f550-fe29-4282-808a-86466442914c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:18.170261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Calling delete_port for e045fd38-d18d-4c2e-ade1-47fd16108754 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:18.257478 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:18.340411 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-5d47a1cb-e68b-4892-bfd1-bb327ca1d302 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port 75cf75c6-568e-42d2-b59e-1323f6394330 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:18.340764 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5d47a1cb-e68b-4892-bfd1-bb327ca1d302 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:18.464109 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5d47a1cb-e68b-4892-bfd1-bb327ca1d302 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:18.541946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-5d47a1cb-e68b-4892-bfd1-bb327ca1d302 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for 75cf75c6-568e-42d2-b59e-1323f6394330 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:18.546865 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:18.551367 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5aa98e60-7179-49fb-a781-75475225b198 None None] Provisioning for port 4756c092-b2e0-4a38-8eb4-500a246c880e completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:18.553524 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:18.563042 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5aa98e60-7179-49fb-a781-75475225b198 None None] Provisioning complete for port 4756c092-b2e0-4a38-8eb4-500a246c880e triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:18.563042 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5aa98e60-7179-49fb-a781-75475225b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:18.580450 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017324ef-88c6-4007-b3e1-7c483d4f3e47 None None] Network 0502e4af-54ca-4123-9dfb-6dee92924f68 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:18.597848 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Port': ['ID=e045fd38-d18d-4c2e-ade1-47fd16108754,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:18.607796 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:18.645632 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] No DVR routers for this DVR port e045fd38-d18d-4c2e-ade1-47fd16108754 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:18.659604 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] For port 4756c092-b2e0-4a38-8eb4-500a246c880e, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4756c092-b2e0-4a38-8eb4-500a246c880e,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:18.778691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:18.781184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:18.784835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7decb906-3cf9-4b5b-814c-4c86cada3736 None None] DHCP port deletion for 0502e4af-54ca-4123-9dfb-6dee92924f68 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:47:18.792093 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0502e4af-54ca-4123-9dfb-6dee92924f68']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:18.802173 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:18.810815 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3418b1d4-7f7b-4173-a0fa-44bc1ebd8e9e') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:18.811601 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:18.826036 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:18.831869 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:47:18.832256 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:47:18.835183 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:47:18.869086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:18.869868 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:18.873707 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b230dc7a-5756-423c-98e6-b75fba994cc8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:18.915691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5d47a1cb-e68b-4892-bfd1-bb327ca1d302 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:18.938943 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:18.951640 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:18.957029 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:18.957621 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:18.960713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5d47a1cb-e68b-4892-bfd1-bb327ca1d302 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:18.960903 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53e75f6-333d-4d7d-90ae-ccf970bf3bf9 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:18.962522 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5d47a1cb-e68b-4892-bfd1-bb327ca1d302 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/ports/75cf75c6-568e-42d2-b59e-1323f6394330 HTTP/1.1" status: 204 len: 168 time: 0.9435868 Jun 22 09:47:18.963466 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=4756c092-b2e0-4a38-8eb4-500a246c880e,revision_number=9']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:18.965400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33110) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:18.967248 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:18.967819 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-774d76cb-c923-4d32-8632-0ef0bda27525 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:18.979615 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d306cfb9-0d4b-4b28-9bac-9ebc5e5948b1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7', 'mac_address': 'fa:16:3e:74:8d:d3', 'name': 'tempest-PortsIpV6TestJSON-762107385'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:19.019628 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=bb83ad6a-b425-43ef-9517-99cbed2a2b5f,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:19.022725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:19.023653 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-53a30c76-a180-4213-82b7-2f105082adae tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:19.045858 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47a1cb-e68b-4892-bfd1-bb327ca1d302 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=75cf75c6-568e-42d2-b59e-1323f6394330,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:19.048946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5d47a1cb-e68b-4892-bfd1-bb327ca1d302 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:19.049210 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:19.057129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:19.057129 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/networks/0502e4af-54ca-4123-9dfb-6dee92924f68 HTTP/1.1" status: 204 len: 168 time: 1.3412514 Jun 22 09:47:19.058212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5fd57a8b-bbc0-4aa4-b6d4-137c6f0555a7 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:19.061083 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33114) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:19.073020 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Network': ['ID=0502e4af-54ca-4123-9dfb-6dee92924f68,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:19.075579 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:19.080830 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.2840421 Jun 22 09:47:19.081082 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33116) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:19.084250 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9405640b-2625-4abf-8c4f-e7de981b5868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:19.087976 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-8765239e-7756-4f50-871b-7c9b54da7711 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'mac_address': 'fa:16:3e:73:a7:9a', 'name': 'tempest-NetworksTestDHCPv6-1134024616'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:19.284543 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d306cfb9-0d4b-4b28-9bac-9ebc5e5948b1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:19.310606 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:19.349700 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a98d3e9c-f382-4273-b86d-14336ebe4518 None None] Provisioning complete for port 4756c092-b2e0-4a38-8eb4-500a246c880e triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:19.350087 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a98d3e9c-f382-4273-b86d-14336ebe4518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:19.383056 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8765239e-7756-4f50-871b-7c9b54da7711 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:19.388033 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d306cfb9-0d4b-4b28-9bac-9ebc5e5948b1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:19.414868 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-d306cfb9-0d4b-4b28-9bac-9ebc5e5948b1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] device_id is not set on port cffb549d-4b39-4602-964f-f8f0fe6c0486 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:47:19.468744 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8765239e-7756-4f50-871b-7c9b54da7711 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:19.489317 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-8765239e-7756-4f50-871b-7c9b54da7711 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port bd1cb263-10f0-4a5e-ab53-9f99127941ca yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:47:19.671369 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-8765239e-7756-4f50-871b-7c9b54da7711 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::1ba (36eee797-60f1-483e-81c4-4dc1c89ce22a/92cba878-5988-4bd6-9647-b0593628b8a7/bd1cb263-10f0-4a5e-ab53-9f99127941ca) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:19.679367 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-8765239e-7756-4f50-871b-7c9b54da7711 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8:0:1:f816:3eff:fe73:a79a (36eee797-60f1-483e-81c4-4dc1c89ce22a/bb83ad6a-b425-43ef-9517-99cbed2a2b5f/bd1cb263-10f0-4a5e-ab53-9f99127941ca) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:19.738212 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4756c092-b2e0-4a38-8eb4-500a246c880e up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:19.789914 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 4756c092-b2e0-4a38-8eb4-500a246c880e triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:19.790321 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:19.854554 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8765239e-7756-4f50-871b-7c9b54da7711 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:19.869149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-8765239e-7756-4f50-871b-7c9b54da7711 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object bd1cb263-10f0-4a5e-ab53-9f99127941ca will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:19.938793 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device a5a8558e-1d28-41b5-a215-37f355158f85 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:19.963522 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: a5a8558e-1d28-41b5-a215-37f355158f85 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:19.963890 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device a5a8558e-1d28-41b5-a215-37f355158f85 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:19.964327 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e045fd38-d18d-4c2e-ade1-47fd16108754 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:19.983927 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d306cfb9-0d4b-4b28-9bac-9ebc5e5948b1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:19.984551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: e045fd38-d18d-4c2e-ade1-47fd16108754 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:19.984868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e045fd38-d18d-4c2e-ade1-47fd16108754 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:19.992595 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-703f8a1a-c601-42e3-a087-5c58a79ed5ba tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:19.998867 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8765239e-7756-4f50-871b-7c9b54da7711 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:20.001386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-aff7ea7d-8ad7-4403-b091-144bd9357e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:20.042184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8765239e-7756-4f50-871b-7c9b54da7711 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:20.045585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-8765239e-7756-4f50-871b-7c9b54da7711 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:20.051604 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8765239e-7756-4f50-871b-7c9b54da7711 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:20.058056 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8765239e-7756-4f50-871b-7c9b54da7711 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:20.058823 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8765239e-7756-4f50-871b-7c9b54da7711 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:20.072082 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765239e-7756-4f50-871b-7c9b54da7711 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=bd1cb263-10f0-4a5e-ab53-9f99127941ca,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:20.075719 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8765239e-7756-4f50-871b-7c9b54da7711 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:20.141756 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8765239e-7756-4f50-871b-7c9b54da7711 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0593488 Jun 22 09:47:20.142688 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33118) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:20.210141 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d306cfb9-0d4b-4b28-9bac-9ebc5e5948b1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:20.217311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:20.252162 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-26496639-6ec9-492a-a0cb-2eee5b42d126 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port bd1cb263-10f0-4a5e-ab53-9f99127941ca {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:20.252162 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-26496639-6ec9-492a-a0cb-2eee5b42d126 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:20.292236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d306cfb9-0d4b-4b28-9bac-9ebc5e5948b1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:20.299278 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-d306cfb9-0d4b-4b28-9bac-9ebc5e5948b1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:20.301756 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d306cfb9-0d4b-4b28-9bac-9ebc5e5948b1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:20.308248 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d306cfb9-0d4b-4b28-9bac-9ebc5e5948b1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:20.308856 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d306cfb9-0d4b-4b28-9bac-9ebc5e5948b1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:20.329300 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306cfb9-0d4b-4b28-9bac-9ebc5e5948b1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=cffb549d-4b39-4602-964f-f8f0fe6c0486,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:20.332163 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d306cfb9-0d4b-4b28-9bac-9ebc5e5948b1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:20.346830 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-26496639-6ec9-492a-a0cb-2eee5b42d126 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:20.358114 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-703f8a1a-c601-42e3-a087-5c58a79ed5ba tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting port 1578d67b-cba0-4abd-b1aa-8607c722f898 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:20.358465 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-703f8a1a-c601-42e3-a087-5c58a79ed5ba tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:20.402123 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:20.415004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-26496639-6ec9-492a-a0cb-2eee5b42d126 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for bd1cb263-10f0-4a5e-ab53-9f99127941ca owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:20.430527 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e39d6460-97fe-4a18-85bf-3a85d3394ecf None None] Provisioning for port bd1cb263-10f0-4a5e-ab53-9f99127941ca completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:20.434860 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d306cfb9-0d4b-4b28-9bac-9ebc5e5948b1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4606309 Jun 22 09:47:20.442167 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33120) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:20.442303 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e39d6460-97fe-4a18-85bf-3a85d3394ecf None None] Provisioning complete for port bd1cb263-10f0-4a5e-ab53-9f99127941ca triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:20.442303 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e39d6460-97fe-4a18-85bf-3a85d3394ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:20.473902 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-e39d6460-97fe-4a18-85bf-3a85d3394ecf None None] Port bd1cb263-10f0-4a5e-ab53-9f99127941ca cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:47:20.487348 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-703f8a1a-c601-42e3-a087-5c58a79ed5ba tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] For port 1578d67b-cba0-4abd-b1aa-8607c722f898, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=1578d67b-cba0-4abd-b1aa-8607c722f898,segment=NetworkSegment(b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3),segment_id=b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:20.487852 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-703f8a1a-c601-42e3-a087-5c58a79ed5ba tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:20.508084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf25d308-0d72-4cac-a63c-63eca8bd1836 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:20.509380 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cf25d308-0d72-4cac-a63c-63eca8bd1836 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports/cffb549d-4b39-4602-964f-f8f0fe6c0486 HTTP/1.1" status: 200 len: 844 time: 0.0731766 Jun 22 09:47:20.512708 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33122) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:20.573608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-703f8a1a-c601-42e3-a087-5c58a79ed5ba tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Calling delete_port for 1578d67b-cba0-4abd-b1aa-8607c722f898 owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:20.665164 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-26496639-6ec9-492a-a0cb-2eee5b42d126 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:20.669202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8765239e-7756-4f50-871b-7c9b54da7711 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:20.694083 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26496639-6ec9-492a-a0cb-2eee5b42d126 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=bd1cb263-10f0-4a5e-ab53-9f99127941ca,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:20.697203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-26496639-6ec9-492a-a0cb-2eee5b42d126 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:20.750396 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-26496639-6ec9-492a-a0cb-2eee5b42d126 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:20.752714 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-26496639-6ec9-492a-a0cb-2eee5b42d126 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/bd1cb263-10f0-4a5e-ab53-9f99127941ca HTTP/1.1" status: 204 len: 168 time: 0.6087639 Jun 22 09:47:20.755088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33124) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:20.758165 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-3cb80a2e-5781-41e9-b5cc-af071e0c259e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port cffb549d-4b39-4602-964f-f8f0fe6c0486 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:20.758450 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3cb80a2e-5781-41e9-b5cc-af071e0c259e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:20.820614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f719c6-653e-48b1-acde-5867ee101473 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:20.822180 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c3f719c6-653e-48b1-acde-5867ee101473 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0654790 Jun 22 09:47:20.825592 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33126) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:20.865404 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3cb80a2e-5781-41e9-b5cc-af071e0c259e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:20.890820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4856ec-bcad-4d0b-aa48-316cc74bedfa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:20.895025 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0d4856ec-bcad-4d0b-aa48-316cc74bedfa tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0658782 Jun 22 09:47:20.895165 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33128) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:20.943610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-3cb80a2e-5781-41e9-b5cc-af071e0c259e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for cffb549d-4b39-4602-964f-f8f0fe6c0486 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:20.946523 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512944da-36bd-4556-9b55-adb97f699a94 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:20.948319 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512944da-36bd-4556-9b55-adb97f699a94 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:20.949954 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512944da-36bd-4556-9b55-adb97f699a94 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:20.951571 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-512944da-36bd-4556-9b55-adb97f699a94 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0553439 Jun 22 09:47:20.954187 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33130) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:21.008442 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef1acc9-9f83-4b73-aac7-1d4a99fc565f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 92cba878-5988-4bd6-9647-b0593628b8a7 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:21.011352 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cef1acc9-9f83-4b73-aac7-1d4a99fc565f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.049788 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cef1acc9-9f83-4b73-aac7-1d4a99fc565f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.106127 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-703f8a1a-c601-42e3-a087-5c58a79ed5ba tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.110065 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-134c1214-4630-4d8f-9281-a216a676a611 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:21.134573 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cef1acc9-9f83-4b73-aac7-1d4a99fc565f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.135848 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f8a1a-c601-42e3-a087-5c58a79ed5ba tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Port': ['ID=1578d67b-cba0-4abd-b1aa-8607c722f898,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:21.139332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-703f8a1a-c601-42e3-a087-5c58a79ed5ba tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:21.230541 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3cb80a2e-5781-41e9-b5cc-af071e0c259e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.236464 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-01c07946-1dc1-48be-8a5e-4716e344a3a4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:21.273247 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb80a2e-5781-41e9-b5cc-af071e0c259e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=cffb549d-4b39-4602-964f-f8f0fe6c0486,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:21.280414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3cb80a2e-5781-41e9-b5cc-af071e0c259e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:21.283730 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3cb80a2e-5781-41e9-b5cc-af071e0c259e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.285625 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3cb80a2e-5781-41e9-b5cc-af071e0c259e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/ports/cffb549d-4b39-4602-964f-f8f0fe6c0486 HTTP/1.1" status: 204 len: 168 time: 0.7720044 Jun 22 09:47:21.288518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33132) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:21.296094 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-703f8a1a-c601-42e3-a087-5c58a79ed5ba tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.316931 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cef1acc9-9f83-4b73-aac7-1d4a99fc565f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.320600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c99886f7-f2d7-4362-b38e-bedb0c8da1eb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:21.324069 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f27588a-9e83-4c84-8bda-1a67b7985046 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] GET failed (client error): The resource could not be found. Jun 22 09:47:21.329631 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8f27588a-9e83-4c84-8bda-1a67b7985046 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports/cffb549d-4b39-4602-964f-f8f0fe6c0486 HTTP/1.1" status: 404 len: 333 time: 0.0361304 Jun 22 09:47:21.329831 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33134) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:21.335147 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-1040cc07-1bd3-4812-a2ce-d482c8211cfa tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7', 'name': 'tempest-PortsIpV6TestJSON-1680076778'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:21.358657 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1acc9-9f83-4b73-aac7-1d4a99fc565f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=92cba878-5988-4bd6-9647-b0593628b8a7,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:21.360632 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cef1acc9-9f83-4b73-aac7-1d4a99fc565f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.365081 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cef1acc9-9f83-4b73-aac7-1d4a99fc565f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/92cba878-5988-4bd6-9647-b0593628b8a7 HTTP/1.1" status: 204 len: 168 time: 0.4099030 Jun 22 09:47:21.366924 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5f9c22-804a-4763-8a0e-9878c75afbd8 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:21.370616 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33136) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:21.375139 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cef1acc9-9f83-4b73-aac7-1d4a99fc565f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:21.440175 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0f3c6d-3350-43c9-a624-117d36f53795 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet bb83ad6a-b425-43ef-9517-99cbed2a2b5f {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:21.443731 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc0f3c6d-3350-43c9-a624-117d36f53795 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.545342 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc0f3c6d-3350-43c9-a624-117d36f53795 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.560809 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1040cc07-1bd3-4812-a2ce-d482c8211cfa tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:21.564716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1040cc07-1bd3-4812-a2ce-d482c8211cfa tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.589897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-1040cc07-1bd3-4812-a2ce-d482c8211cfa tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] device_id is not set on port aaac584e-098a-40d3-931f-717db5b480c2 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:47:21.599588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703f8a1a-c601-42e3-a087-5c58a79ed5ba tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router b2ff38f2-9254-417f-a59a-7632b9da87eb has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:21.685954 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.726266 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc0f3c6d-3350-43c9-a624-117d36f53795 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.777598 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703f8a1a-c601-42e3-a087-5c58a79ed5ba tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:21.784387 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-703f8a1a-c601-42e3-a087-5c58a79ed5ba tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/b2ff38f2-9254-417f-a59a-7632b9da87eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7222290 Jun 22 09:47:21.795163 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33138) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:21.795381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb008d2-b011-47c9-8f3d-b2a53837d45b None None] Sync routers for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:21.804608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb008d2-b011-47c9-8f3d-b2a53837d45b None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:21.805457 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2fb008d2-b011-47c9-8f3d-b2a53837d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:21.810096 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1040cc07-1bd3-4812-a2ce-d482c8211cfa tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.849343 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96005d8-3756-4d1f-af06-b4f7caff3a18 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting subnet 95f2f550-fe29-4282-808a-86466442914c {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:21.852721 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e96005d8-3756-4d1f-af06-b4f7caff3a18 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.896730 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e96005d8-3756-4d1f-af06-b4f7caff3a18 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.907878 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-2fb008d2-b011-47c9-8f3d-b2a53837d45b None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:21.918802 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc0f3c6d-3350-43c9-a624-117d36f53795 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.923833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8f0ea1a5-911c-443e-a466-7354d01e1214 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:21.945840 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1040cc07-1bd3-4812-a2ce-d482c8211cfa tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.950457 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-64cd819b-1d04-4ac0-aa06-1ed1306d952a tempest-RoutersAdminNegativeTest-1962085298 tempest-RoutersAdminNegativeTest-1962085298-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:21.965676 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f3c6d-3350-43c9-a624-117d36f53795 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=bb83ad6a-b425-43ef-9517-99cbed2a2b5f,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:21.969696 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc0f3c6d-3350-43c9-a624-117d36f53795 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.971584 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cc0f3c6d-3350-43c9-a624-117d36f53795 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/bb83ad6a-b425-43ef-9517-99cbed2a2b5f HTTP/1.1" status: 204 len: 168 time: 0.6006079 Jun 22 09:47:21.974687 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cc0f3c6d-3350-43c9-a624-117d36f53795 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:21.975204 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33140) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:22.013883 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040cc07-1bd3-4812-a2ce-d482c8211cfa tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=aaac584e-098a-40d3-931f-717db5b480c2,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:22.019092 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1040cc07-1bd3-4812-a2ce-d482c8211cfa tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:22.025394 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-44bb6484-22ba-4bf2-8c46-d289407bd2a1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457315 Jun 22 09:47:22.027924 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33142) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:22.030282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1040cc07-1bd3-4812-a2ce-d482c8211cfa tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:22.031977 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-1040cc07-1bd3-4812-a2ce-d482c8211cfa tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:22.032852 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-cb1dc885-5f32-49e1-beb3-49738d9c16ff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:22.035053 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1040cc07-1bd3-4812-a2ce-d482c8211cfa tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:22.045962 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1040cc07-1bd3-4812-a2ce-d482c8211cfa tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:22.046658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1040cc07-1bd3-4812-a2ce-d482c8211cfa tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.135032 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e96005d8-3756-4d1f-af06-b4f7caff3a18 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.140143 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1040cc07-1bd3-4812-a2ce-d482c8211cfa tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8089240 Jun 22 09:47:22.142395 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33144) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:22.143349 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70125514-3e81-4186-bc4a-930ae4724f6a None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:22.148882 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-bc654849-f6fe-44fc-93c1-7440a2437985 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:22.199961 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2fb008d2-b011-47c9-8f3d-b2a53837d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:20Z', 'revision_number': 10, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:22.235461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bc654849-f6fe-44fc-93c1-7440a2437985 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.243333 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb008d2-b011-47c9-8f3d-b2a53837d45b None None] Checking router: b2ff38f2-9254-417f-a59a-7632b9da87eb for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:47:22.265022 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1dc885-5f32-49e1-beb3-49738d9c16ff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:22.268855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc885-5f32-49e1-beb3-49738d9c16ff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.277767 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bd897642-71d8-4a1c-9956-0f4cea517485 None None] Provisioning complete for port 4756c092-b2e0-4a38-8eb4-500a246c880e triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:22.286432 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bd897642-71d8-4a1c-9956-0f4cea517485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.313238 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e96005d8-3756-4d1f-af06-b4f7caff3a18 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.318558 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1d4f4581-d828-4536-8a79-9d93bedcb4be tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:22.323213 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb008d2-b011-47c9-8f3d-b2a53837d45b None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:22.323798 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2fb008d2-b011-47c9-8f3d-b2a53837d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:22.360116 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96005d8-3756-4d1f-af06-b4f7caff3a18 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Subnet': ['ID=95f2f550-fe29-4282-808a-86466442914c,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:22.362845 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e96005d8-3756-4d1f-af06-b4f7caff3a18 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:22.370163 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e96005d8-3756-4d1f-af06-b4f7caff3a18 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.374368 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e96005d8-3756-4d1f-af06-b4f7caff3a18 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/subnets/95f2f550-fe29-4282-808a-86466442914c HTTP/1.1" status: 204 len: 168 time: 0.5826297 Jun 22 09:47:22.375232 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33146) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:22.402906 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5723627c-73dd-4a5e-b982-362e9bc80337 None None] Network 93202ba6-edd3-47ea-ab71-cd36d00c0069 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:22.478112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-2fb008d2-b011-47c9-8f3d-b2a53837d45b None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:22.483835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.489047 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bc654849-f6fe-44fc-93c1-7440a2437985 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.542563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting port e7fc05d7-c22b-4025-99d6-8e1d40335d38 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:22.542905 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.585325 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bc654849-f6fe-44fc-93c1-7440a2437985 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.590099 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4654b474-f74a-459e-acb3-7120af8a807c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:22.602711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc885-5f32-49e1-beb3-49738d9c16ff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.607470 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1df8ac2a-2be4-426a-9e47-0391b7f73eb1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:22.641778 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-bc654849-f6fe-44fc-93c1-7440a2437985 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] In _notify_port_updated(), no bound segment for port aaac584e-098a-40d3-931f-717db5b480c2 on network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 {{(pid=100653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:47:22.647345 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc654849-f6fe-44fc-93c1-7440a2437985 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:22.647877 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bc654849-f6fe-44fc-93c1-7440a2437985 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.651625 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bc654849-f6fe-44fc-93c1-7440a2437985 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "PUT /v2.0/ports/aaac584e-098a-40d3-931f-717db5b480c2 HTTP/1.1" status: 200 len: 818 time: 0.5055819 Jun 22 09:47:22.653521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33150) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:22.671036 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] For port e7fc05d7-c22b-4025-99d6-8e1d40335d38, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e7fc05d7-c22b-4025-99d6-8e1d40335d38,segment=NetworkSegment(b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3),segment_id=b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:22.671283 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.673614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc654849-f6fe-44fc-93c1-7440a2437985 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=aaac584e-098a-40d3-931f-717db5b480c2,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:22.675000 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1dc885-5f32-49e1-beb3-49738d9c16ff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:22.683098 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bc654849-f6fe-44fc-93c1-7440a2437985 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:22.704749 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-cb1dc885-5f32-49e1-beb3-49738d9c16ff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:22.711837 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1dc885-5f32-49e1-beb3-49738d9c16ff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:22.712582 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc885-5f32-49e1-beb3-49738d9c16ff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.718063 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dc885-5f32-49e1-beb3-49738d9c16ff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=be52b407-9a87-43cd-9b79-26a49005ac77,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:22.734016 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cb1dc885-5f32-49e1-beb3-49738d9c16ff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:22.747949 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Calling delete_port for e7fc05d7-c22b-4025-99d6-8e1d40335d38 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:22.815091 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-658e899e-6f91-4540-8916-1cf7ebff913d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port aaac584e-098a-40d3-931f-717db5b480c2 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:22.815460 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-658e899e-6f91-4540-8916-1cf7ebff913d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.848332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc1b55b-41a0-4de5-942d-808ff85095f2 None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:47:22.862474 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cb1dc885-5f32-49e1-beb3-49738d9c16ff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8308954 Jun 22 09:47:22.862713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33152) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:22.868088 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d3d5d7ce-27a2-4e17-a1f3-dc4230053b71 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:22.917100 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.922086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-26496639-6ec9-492a-a0cb-2eee5b42d126 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:22.934776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-658e899e-6f91-4540-8916-1cf7ebff913d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.958296 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Port': ['ID=e7fc05d7-c22b-4025-99d6-8e1d40335d38,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:22.960218 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1b55b-41a0-4de5-942d-808ff85095f2 None None] Deleting port 4756c092-b2e0-4a38-8eb4-500a246c880e {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:22.960617 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dfc1b55b-41a0-4de5-942d-808ff85095f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.962520 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] No DVR routers for this DVR port e7fc05d7-c22b-4025-99d6-8e1d40335d38 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:22.964004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:23.012338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db847a2-2748-4d7c-b3f8-3f3a6542a3f5 None None] DHCP port deletion for 93202ba6-edd3-47ea-ab71-cd36d00c0069 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:47:23.023862 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-658e899e-6f91-4540-8916-1cf7ebff913d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for aaac584e-098a-40d3-931f-717db5b480c2 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:23.044627 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2fb008d2-b011-47c9-8f3d-b2a53837d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:20Z', 'revision_number': 10, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:23.062623 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:23.073054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93202ba6-edd3-47ea-ab71-cd36d00c0069']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:23.078857 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb008d2-b011-47c9-8f3d-b2a53837d45b None None] The sync data for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv is: [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:20Z', 'revision_number': 10, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None, '_interfaces': [{'id': '5c7a4b06-9246-4128-8235-543bcb597b1a', 'name': '', 'network_id': 'b3411dc6-51a1-4d5d-8f26-d30a74504519', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'mac_address': 'fa:16:3e:6a:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:48Z', 'updated_at': '2021-06-22T09:46:55Z', 'revision_number': 5, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'subnets': [{'id': '37aef540-4329-42fc-91a4-a395aaac0e7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:23.083805 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:23.084189 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c6b98e-c8d3-4f4e-90f5-a341c3891ab3') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:23.096135 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-dfc1b55b-41a0-4de5-942d-808ff85095f2 None None] For port 4756c092-b2e0-4a38-8eb4-500a246c880e, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4756c092-b2e0-4a38-8eb4-500a246c880e,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:23.096460 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dfc1b55b-41a0-4de5-942d-808ff85095f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:23.102975 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:23.122936 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:23.132991 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:47:23.133403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:47:23.147372 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:47:23.182223 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1b55b-41a0-4de5-942d-808ff85095f2 None None] Calling delete_port for 4756c092-b2e0-4a38-8eb4-500a246c880e owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:23.292304 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d5d7ce-27a2-4e17-a1f3-dc4230053b71 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:23.296615 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3d5d7ce-27a2-4e17-a1f3-dc4230053b71 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:23.372432 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:23.372684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-658e899e-6f91-4540-8916-1cf7ebff913d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:23.375935 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:23.378316 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-863be2a9-2e87-4375-bc54-bf9aa5e9a95c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:23.381197 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:23.383122 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/networks/93202ba6-edd3-47ea-ab71-cd36d00c0069 HTTP/1.1" status: 204 len: 168 time: 1.0074592 Jun 22 09:47:23.392126 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33154) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:23.392950 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Network': ['ID=93202ba6-edd3-47ea-ab71-cd36d00c0069,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:23.395194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:23.448485 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dfc1b55b-41a0-4de5-942d-808ff85095f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:23.453274 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bfc77d30-c649-4249-b8fc-79a6471163ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:23.486054 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc1b55b-41a0-4de5-942d-808ff85095f2 None None] No DVR routers for this DVR port 4756c092-b2e0-4a38-8eb4-500a246c880e on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:23.490544 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1b55b-41a0-4de5-942d-808ff85095f2 None None] Pushing event deleted for resources: {'Port': ['ID=4756c092-b2e0-4a38-8eb4-500a246c880e,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:23.497330 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-dfc1b55b-41a0-4de5-942d-808ff85095f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:23.504410 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da14f780-0f38-4b7c-b365-fa0685a6ce6a None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:23.671163 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-36eee797-60f1-483e-81c4-4dc1c89ce22a', 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'tenant_id': 'a9c1085b63b34e82a563468655f91b80', 'fixed_ips': [{'subnet_id': 'be52b407-9a87-43cd-9b79-26a49005ac77'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:47:23.672122 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:23.695779 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 1578d67b-cba0-4abd-b1aa-8607c722f898 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:23.764224 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 1578d67b-cba0-4abd-b1aa-8607c722f898 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:23.764515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 1578d67b-cba0-4abd-b1aa-8607c722f898 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:23.764918 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e7fc05d7-c22b-4025-99d6-8e1d40335d38 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:23.788484 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: e7fc05d7-c22b-4025-99d6-8e1d40335d38 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:23.788847 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e7fc05d7-c22b-4025-99d6-8e1d40335d38 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:23.789282 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4756c092-b2e0-4a38-8eb4-500a246c880e no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:23.799613 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e899e-6f91-4540-8916-1cf7ebff913d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=aaac584e-098a-40d3-931f-717db5b480c2,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:23.805081 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.ipam_backend_mixin [None req-d3d5d7ce-27a2-4e17-a1f3-dc4230053b71 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet be52b407-9a87-43cd-9b79-26a49005ac77 (CIDR: 2001:db8::/64) Jun 22 09:47:23.808180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-658e899e-6f91-4540-8916-1cf7ebff913d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:23.814695 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 4756c092-b2e0-4a38-8eb4-500a246c880e {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:23.815062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4756c092-b2e0-4a38-8eb4-500a246c880e not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:23.834590 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-658e899e-6f91-4540-8916-1cf7ebff913d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:23.835925 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-658e899e-6f91-4540-8916-1cf7ebff913d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/ports/aaac584e-098a-40d3-931f-717db5b480c2 HTTP/1.1" status: 204 len: 168 time: 1.1796064 Jun 22 09:47:23.838701 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33156) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:23.855767 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d5d7ce-27a2-4e17-a1f3-dc4230053b71 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:47:23.856267 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d5d7ce-27a2-4e17-a1f3-dc4230053b71 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:23.874330 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Allocated IP 2001:db8::2 (36eee797-60f1-483e-81c4-4dc1c89ce22a/be52b407-9a87-43cd-9b79-26a49005ac77/05c81e3d-bb9d-421b-861d-231de241fe73) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:23.991691 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d3d5d7ce-27a2-4e17-a1f3-dc4230053b71 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1280389 Jun 22 09:47:23.994720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33158) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:24.000774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'subnet': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:24.008084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c8329f-17de-4aa7-a4ab-0885b772751e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:24.009591 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-82c8329f-17de-4aa7-a4ab-0885b772751e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1699722 Jun 22 09:47:24.014066 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33160) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:24.018562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:24.027822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Transition to ACTIVE for port object 05c81e3d-bb9d-421b-861d-231de241fe73 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:24.044572 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Transition to ACTIVE for port object 05c81e3d-bb9d-421b-861d-231de241fe73 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:24.060828 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb93b26-c6d6-473f-b66b-db9d7ab61443 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] GET failed (client error): The resource could not be found. Jun 22 09:47:24.065860 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-efb93b26-c6d6-473f-b66b-db9d7ab61443 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports/aaac584e-098a-40d3-931f-717db5b480c2 HTTP/1.1" status: 404 len: 333 time: 0.0473824 Jun 22 09:47:24.066153 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33162) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:24.070999 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-9318850c-beeb-48ab-9e9b-4bf5d6d68eeb tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1874063947'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:24.128391 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:24.131317 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:24.169863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:24.172792 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:24.178347 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:24.185304 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Pushing event updated for resources: {'Port': ['ID=05c81e3d-bb9d-421b-861d-231de241fe73,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:24.189415 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:24.206264 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0294d7ec-275b-42cf-b7b9-f1d259b6e89b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:24.238727 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Attempting to bind port 05c81e3d-bb9d-421b-861d-231de241fe73 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:47:24.239165 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Attempting to bind port 05c81e3d-bb9d-421b-861d-231de241fe73 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:47:24.239610 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Attempting to bind port 05c81e3d-bb9d-421b-861d-231de241fe73 on network 36eee797-60f1-483e-81c4-4dc1c89ce22a {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:47:24.240509 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9318850c-beeb-48ab-9e9b-4bf5d6d68eeb tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:24.244002 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9318850c-beeb-48ab-9e9b-4bf5d6d68eeb tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:24.244603 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:47:24.244984 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Checking segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:24.245397 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:24.245797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Bound using segment: {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:47:24.246266 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Bound port: 05c81e3d-bb9d-421b-861d-231de241fe73, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:47:24.246653 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:24.309803 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9318850c-beeb-48ab-9e9b-4bf5d6d68eeb tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:47:24.310426 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] For port 05c81e3d-bb9d-421b-861d-231de241fe73, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:47:24.312872 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] For port 05c81e3d-bb9d-421b-861d-231de241fe73, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=05c81e3d-bb9d-421b-861d-231de241fe73,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:47:24.323197 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:24.328174 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:24.346724 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9318850c-beeb-48ab-9e9b-4bf5d6d68eeb tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:24.347071 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-9318850c-beeb-48ab-9e9b-4bf5d6d68eeb tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Added segment 91cc0093-5131-4c55-8cdb-f528837a4ee6 of type vlan for network 827cdb1c-8fda-4161-b077-52fc61df55c9 Jun 22 09:47:24.402829 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:24.405514 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9318850c-beeb-48ab-9e9b-4bf5d6d68eeb tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:24.406665 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-57f802df-753f-411d-ac85-8eace44cb6d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:24.471640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Pushing event updated for resources: {'Port': ['ID=05c81e3d-bb9d-421b-861d-231de241fe73,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:24.475821 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:24.546957 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9318850c-beeb-48ab-9e9b-4bf5d6d68eeb tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:24.552655 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9318850c-beeb-48ab-9e9b-4bf5d6d68eeb tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:24.553281 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9318850c-beeb-48ab-9e9b-4bf5d6d68eeb tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:24.559683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8ccdb79a-017e-4d10-a969-e36cbdab2ed4 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:24.620697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-0294d7ec-275b-42cf-b7b9-f1d259b6e89b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting port 5c7a4b06-9246-4128-8235-543bcb597b1a {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:24.621051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0294d7ec-275b-42cf-b7b9-f1d259b6e89b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:24.691386 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318850c-beeb-48ab-9e9b-4bf5d6d68eeb tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Network': ['ID=827cdb1c-8fda-4161-b077-52fc61df55c9,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:24.701776 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9318850c-beeb-48ab-9e9b-4bf5d6d68eeb tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6346400 Jun 22 09:47:24.709338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 827cdb1c-8fda-4161-b077-52fc61df55c9 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:47:24.711835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33166) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:24.721753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9318850c-beeb-48ab-9e9b-4bf5d6d68eeb tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:24.722536 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-ac32cdd6-3ba1-4033-a31a-bb00f3928819 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'subnet': {'network_id': '827cdb1c-8fda-4161-b077-52fc61df55c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:24.766539 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-0294d7ec-275b-42cf-b7b9-f1d259b6e89b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] For port 5c7a4b06-9246-4128-8235-543bcb597b1a, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5c7a4b06-9246-4128-8235-543bcb597b1a,segment=NetworkSegment(a829edbc-3526-4dc0-8165-088abb23cb8e),segment_id=a829edbc-3526-4dc0-8165-088abb23cb8e)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:24.766919 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0294d7ec-275b-42cf-b7b9-f1d259b6e89b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:24.845016 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-0294d7ec-275b-42cf-b7b9-f1d259b6e89b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Calling delete_port for 5c7a4b06-9246-4128-8235-543bcb597b1a owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:24.855560 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.objects.ports [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100653) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:47:24.995949 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac32cdd6-3ba1-4033-a31a-bb00f3928819 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:25.000563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ac32cdd6-3ba1-4033-a31a-bb00f3928819 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:25.103534 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0294d7ec-275b-42cf-b7b9-f1d259b6e89b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:25.106689 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c416f093-c577-4717-b5ba-a1cd4b592b63 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:25.121396 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:25.134167 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294d7ec-275b-42cf-b7b9-f1d259b6e89b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Port': ['ID=5c7a4b06-9246-4128-8235-543bcb597b1a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:25.137259 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0294d7ec-275b-42cf-b7b9-f1d259b6e89b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:25.245337 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0294d7ec-275b-42cf-b7b9-f1d259b6e89b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:25.428458 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0294d7ec-275b-42cf-b7b9-f1d259b6e89b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router b2ff38f2-9254-417f-a59a-7632b9da87eb has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:25.506781 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0294d7ec-275b-42cf-b7b9-f1d259b6e89b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:25.514384 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0294d7ec-275b-42cf-b7b9-f1d259b6e89b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/b2ff38f2-9254-417f-a59a-7632b9da87eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1174512 Jun 22 09:47:25.515338 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33168) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:25.519192 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7ec7b-998e-4b94-8fec-48709e6bb276 None None] Sync routers for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:25.529719 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b7ec7b-998e-4b94-8fec-48709e6bb276 None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:25.530370 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-29b7ec7b-998e-4b94-8fec-48709e6bb276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:25.571596 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6423eb3-f2f0-4380-a0a0-8356f4d52c1b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting subnet 37aef540-4329-42fc-91a4-a395aaac0e7f {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:25.575011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d6423eb3-f2f0-4380-a0a0-8356f4d52c1b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:25.613724 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-29b7ec7b-998e-4b94-8fec-48709e6bb276 None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:25.616550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d6423eb3-f2f0-4380-a0a0-8356f4d52c1b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:25.647076 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-201dc328-ad8b-468b-9510-ab40a8c6dd61 None None] Provisioning for port 05c81e3d-bb9d-421b-861d-231de241fe73 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:25.678782 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-29b7ec7b-998e-4b94-8fec-48709e6bb276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:24Z', 'revision_number': 11, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:25.706464 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7ec7b-998e-4b94-8fec-48709e6bb276 None None] Checking router: b2ff38f2-9254-417f-a59a-7632b9da87eb for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:47:25.715100 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b7ec7b-998e-4b94-8fec-48709e6bb276 None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:25.716022 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-29b7ec7b-998e-4b94-8fec-48709e6bb276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:25.717194 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d6423eb3-f2f0-4380-a0a0-8356f4d52c1b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:25.735647 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ac32cdd6-3ba1-4033-a31a-bb00f3928819 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:25.738858 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7b420c1d-104b-48c0-932d-2a3a10146de0 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:25.793449 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-29b7ec7b-998e-4b94-8fec-48709e6bb276 None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:25.829846 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] For port 05c81e3d-bb9d-421b-861d-231de241fe73, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=05c81e3d-bb9d-421b-861d-231de241fe73,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:25.840700 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 05c81e3d-bb9d-421b-861d-231de241fe73 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:25.854886 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-29b7ec7b-998e-4b94-8fec-48709e6bb276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:24Z', 'revision_number': 11, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:25.859206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32cdd6-3ba1-4033-a31a-bb00f3928819 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Subnet': ['ID=909d265f-0241-4da5-b807-98aad3faf449,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:25.861987 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ac32cdd6-3ba1-4033-a31a-bb00f3928819 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:25.873306 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32cdd6-3ba1-4033-a31a-bb00f3928819 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Checking segment: {'id': '91cc0093-5131-4c55-8cdb-f528837a4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '827cdb1c-8fda-4161-b077-52fc61df55c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:25.873667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac32cdd6-3ba1-4033-a31a-bb00f3928819 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network hostable DHCP agents. Network: 827cdb1c-8fda-4161-b077-52fc61df55c9, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:47:25.877666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d6423eb3-f2f0-4380-a0a0-8356f4d52c1b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:25.883680 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7ec7b-998e-4b94-8fec-48709e6bb276 None None] The sync data for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv is: [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:24Z', 'revision_number': 11, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:25.890157 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-860b9ab6-fa6a-4730-90e9-f5b64dd2a46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:25.897256 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:25.907521 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8e854f-f007-4534-8847-5464740285a5 None None] Network b3411dc6-51a1-4d5d-8f26-d30a74504519 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:25.915519 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d6423eb3-f2f0-4380-a0a0-8356f4d52c1b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:25.920181 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d6423eb3-f2f0-4380-a0a0-8356f4d52c1b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/subnets/37aef540-4329-42fc-91a4-a395aaac0e7f HTTP/1.1" status: 204 len: 168 time: 0.4018288 Jun 22 09:47:25.921083 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33170) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:25.923328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6423eb3-f2f0-4380-a0a0-8356f4d52c1b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Subnet': ['ID=37aef540-4329-42fc-91a4-a395aaac0e7f,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:25.935976 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d6423eb3-f2f0-4380-a0a0-8356f4d52c1b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:25.997117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 05c81e3d-bb9d-421b-861d-231de241fe73 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:26.000139 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.002211 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 05c81e3d-bb9d-421b-861d-231de241fe73 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:26.002591 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.025181 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac32cdd6-3ba1-4033-a31a-bb00f3928819 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 827cdb1c-8fda-4161-b077-52fc61df55c9 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:47:26.027455 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.028322 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.031713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f20e285e-4e5a-496a-be43-b65c35c3f446 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:26.062028 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Deleting port 4e538a79-7795-4411-ab0f-cd1a51ef8a27 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:26.062427 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.077071 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:26.081299 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:26.084137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:26.084732 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.110377 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8321e6-cd36-4d4c-bb58-51d603b87182 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:26.124733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=05c81e3d-bb9d-421b-861d-231de241fe73,revision_number=4']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:26.128514 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:26.128828 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-03790fae-084b-4493-a68e-fe6b66a2752c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:26.132044 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-ac32cdd6-3ba1-4033-a31a-bb00f3928819 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 827cdb1c-8fda-4161-b077-52fc61df55c9) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:26.137234 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] For port 4e538a79-7795-4411-ab0f-cd1a51ef8a27, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4e538a79-7795-4411-ab0f-cd1a51ef8a27,segment=NetworkSegment(a829edbc-3526-4dc0-8165-088abb23cb8e),segment_id=a829edbc-3526-4dc0-8165-088abb23cb8e)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:26.137609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.158212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac32cdd6-3ba1-4033-a31a-bb00f3928819 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:26.158807 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ac32cdd6-3ba1-4033-a31a-bb00f3928819 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.164316 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2b1612-68a3-4f37-8ab8-b21f88fa2f8e None None] Network 827cdb1c-8fda-4161-b077-52fc61df55c9 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:26.188593 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Subnet': ['ID=155d5c65-02a9-45b2-b4a5-e39e91034019,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:26.191089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:26.206620 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2106376 Jun 22 09:47:26.209452 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33172) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:26.218994 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Calling delete_port for 4e538a79-7795-4411-ab0f-cd1a51ef8a27 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:26.220525 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-0ac5ff6e-a2ae-4139-8864-26650c721c79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Request body: {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'mac_address': 'fa:16:3e:d0:46:70', 'name': 'tempest-NetworksTestDHCPv6-400217638'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:26.222170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.256380 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c82442-92a3-414a-a172-10398f494dca None None] DHCP port deletion for b3411dc6-51a1-4d5d-8f26-d30a74504519 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:47:26.317066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 05c81e3d-bb9d-421b-861d-231de241fe73, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=05c81e3d-bb9d-421b-861d-231de241fe73,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:26.325078 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ac32cdd6-3ba1-4033-a31a-bb00f3928819 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6084912 Jun 22 09:47:26.330374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33174) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:26.337208 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-930748ed-4566-4b47-8dfa-2da76b8d28e7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'subnet': {'network_id': '827cdb1c-8fda-4161-b077-52fc61df55c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:26.419122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.423161 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3d45d235-320b-4167-9782-615c3a38fcd8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:26.448709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Port': ['ID=4e538a79-7795-4411-ab0f-cd1a51ef8a27,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:26.452186 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:26.453801 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] No DVR routers for this DVR port 4e538a79-7795-4411-ab0f-cd1a51ef8a27 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:26.528005 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac5ff6e-a2ae-4139-8864-26650c721c79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Made reservation on behalf of a9c1085b63b34e82a563468655f91b80 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:26.541732 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.551653 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.554039 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3411dc6-51a1-4d5d-8f26-d30a74504519']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:26.558325 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:26.567057 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a829edbc-3526-4dc0-8165-088abb23cb8e') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:26.567276 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a829edbc-3526-4dc0-8165-088abb23cb8e') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:26.577323 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.593996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.600085 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:47:26.600640 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:47:26.604175 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:47:26.623029 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0ac5ff6e-a2ae-4139-8864-26650c721c79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.647035 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-0ac5ff6e-a2ae-4139-8864-26650c721c79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] device_id is not set on port d88a9355-a0bd-44a3-9edd-de11495600ac yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:47:26.652884 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930748ed-4566-4b47-8dfa-2da76b8d28e7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:26.656488 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-930748ed-4566-4b47-8dfa-2da76b8d28e7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.677685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-73c82442-92a3-414a-a172-10398f494dca None None] Deleting port 4e538a79-7795-4411-ab0f-cd1a51ef8a27 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:26.678204 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-73c82442-92a3-414a-a172-10398f494dca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.684095 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-827cdb1c-8fda-4161-b077-52fc61df55c9', 'network_id': '827cdb1c-8fda-4161-b077-52fc61df55c9', 'tenant_id': '3279d45dbce84071a9f170ee9432f94e', 'fixed_ips': [{'subnet_id': '909d265f-0241-4da5-b807-98aad3faf449'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:47:26.685033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.706581 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=05c81e3d-bb9d-421b-861d-231de241fe73,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:26.710445 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:26.777744 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.778640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-73c82442-92a3-414a-a172-10398f494dca None None] For port 4e538a79-7795-4411-ab0f-cd1a51ef8a27, host dv-neutron-797121-3-hyperv, got binding levels [] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:26.779052 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-73c82442-92a3-414a-a172-10398f494dca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.782388 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c14f9ea6-7355-44fa-b0e1-ad9f9795c8d3 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:26.786579 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.788436 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/networks/b3411dc6-51a1-4d5d-8f26-d30a74504519 HTTP/1.1" status: 204 len: 168 time: 0.8662622 Jun 22 09:47:26.799615 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33176) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:26.804604 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-0d42ef90-3e64-4791-9705-6df889f6360a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'router': {'routes': None}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:26.806918 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Pushing event deleted for resources: {'Network': ['ID=b3411dc6-51a1-4d5d-8f26-d30a74504519,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:26.810738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:26.835133 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.ipam_backend_mixin [None req-930748ed-4566-4b47-8dfa-2da76b8d28e7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 909d265f-0241-4da5-b807-98aad3faf449 (CIDR: 2001:db8::/64) Jun 22 09:47:26.898263 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-930748ed-4566-4b47-8dfa-2da76b8d28e7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:47:26.898759 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930748ed-4566-4b47-8dfa-2da76b8d28e7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:26.911593 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-73c82442-92a3-414a-a172-10398f494dca None None] Calling delete_port for 4e538a79-7795-4411-ab0f-cd1a51ef8a27 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:26.914563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.ipam_backend_mixin [None req-73c82442-92a3-414a-a172-10398f494dca None None] Port 4e538a79-7795-4411-ab0f-cd1a51ef8a27 was not found and therefore no delete operation was performed {{(pid=100654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 09:47:26.916303 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-73c82442-92a3-414a-a172-10398f494dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.917029 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-0ac5ff6e-a2ae-4139-8864-26650c721c79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8::86 (36eee797-60f1-483e-81c4-4dc1c89ce22a/be52b407-9a87-43cd-9b79-26a49005ac77/d88a9355-a0bd-44a3-9edd-de11495600ac) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:26.925092 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-0ac5ff6e-a2ae-4139-8864-26650c721c79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Allocated IP 2001:db8:0:1:f816:3eff:fed0:4670 (36eee797-60f1-483e-81c4-4dc1c89ce22a/155d5c65-02a9-45b2-b4a5-e39e91034019/d88a9355-a0bd-44a3-9edd-de11495600ac) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:26.949638 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-39991f44-adf3-40ac-9b48-975de3eaae29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:26.975584 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.extraroute_db [None req-0d42ef90-3e64-4791-9705-6df889f6360a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Added routes are [] {{(pid=100652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 09:47:26.975913 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.extraroute_db [None req-0d42ef90-3e64-4791-9705-6df889f6360a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Removed routes are [] {{(pid=100652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 09:47:26.976249 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d42ef90-3e64-4791-9705-6df889f6360a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:26.978647 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c82442-92a3-414a-a172-10398f494dca None None] Pushing event deleted for resources: {'Port': ['ID=4e538a79-7795-4411-ab0f-cd1a51ef8a27,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:26.985850 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-73c82442-92a3-414a-a172-10398f494dca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:26.988539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-73c82442-92a3-414a-a172-10398f494dca None None] Network b3411dc6-51a1-4d5d-8f26-d30a74504519 is not hosted by any dhcp agent {{(pid=100654) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 09:47:26.989214 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c82442-92a3-414a-a172-10398f494dca None None] No DVR routers for this DVR port 4e538a79-7795-4411-ab0f-cd1a51ef8a27 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:27.019675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Allocated IP 2001:db8::2 (827cdb1c-8fda-4161-b077-52fc61df55c9/909d265f-0241-4da5-b807-98aad3faf449/53bd91c6-a009-4277-9451-52c43b1f4e87) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:27.033222 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-930748ed-4566-4b47-8dfa-2da76b8d28e7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6988051 Jun 22 09:47:27.041736 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33180) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:27.041736 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-7ffda3e5-7f32-4377-8418-969416d0ea65 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'subnet': {'network_id': '827cdb1c-8fda-4161-b077-52fc61df55c9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:27.153812 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d42ef90-3e64-4791-9705-6df889f6360a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:27.154230 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d42ef90-3e64-4791-9705-6df889f6360a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:27.184810 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0ac5ff6e-a2ae-4139-8864-26650c721c79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:27.211333 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-0ac5ff6e-a2ae-4139-8864-26650c721c79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Transition to ACTIVE for port object d88a9355-a0bd-44a3-9edd-de11495600ac will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:27.219270 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:27.230292 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Transition to ACTIVE for port object 53bd91c6-a009-4277-9451-52c43b1f4e87 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:27.242359 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d42ef90-3e64-4791-9705-6df889f6360a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router b2ff38f2-9254-417f-a59a-7632b9da87eb has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:27.251398 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Transition to ACTIVE for port object 53bd91c6-a009-4277-9451-52c43b1f4e87 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:27.293303 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffda3e5-7f32-4377-8418-969416d0ea65 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:27.297127 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7ffda3e5-7f32-4377-8418-969416d0ea65 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:27.323672 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d42ef90-3e64-4791-9705-6df889f6360a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:27.330395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d42ef90-3e64-4791-9705-6df889f6360a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:27.334460 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daf4da0-b655-418e-bf4b-bbdc1341dd56 None None] Sync routers for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:27.334632 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0d42ef90-3e64-4791-9705-6df889f6360a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/b2ff38f2-9254-417f-a59a-7632b9da87eb HTTP/1.1" status: 200 len: 705 time: 0.5337427 Jun 22 09:47:27.335255 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33182) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:27.342433 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:27.353004 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:27.353167 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0ac5ff6e-a2ae-4139-8864-26650c721c79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:27.357203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:27.370041 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3bd35bcb-55e7-4257-80f6-02e44bdad0a1 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ff38f2-9254-417f-a59a-7632b9da87eb HTTP/1.1" status: 200 len: 205 time: 0.0311575 Jun 22 09:47:27.370294 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33184) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:27.402325 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Pushing event updated for resources: {'Port': ['ID=53bd91c6-a009-4277-9451-52c43b1f4e87,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:27.408254 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:27.414129 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daf4da0-b655-418e-bf4b-bbdc1341dd56 None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:27.418191 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4daf4da0-b655-418e-bf4b-bbdc1341dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:27.418341 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac5ff6e-a2ae-4139-8864-26650c721c79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:27.493755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Network 827cdb1c-8fda-4161-b077-52fc61df55c9 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:27.497141 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5ff6e-a2ae-4139-8864-26650c721c79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event updated for resources: {'Port': ['ID=d88a9355-a0bd-44a3-9edd-de11495600ac,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:27.498341 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:27.501042 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-4daf4da0-b655-418e-bf4b-bbdc1341dd56 None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:27.503998 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:27.525444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-0ac5ff6e-a2ae-4139-8864-26650c721c79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:27.528058 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0ac5ff6e-a2ae-4139-8864-26650c721c79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:27.531610 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac5ff6e-a2ae-4139-8864-26650c721c79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:27.539339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac5ff6e-a2ae-4139-8864-26650c721c79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:27.540066 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0ac5ff6e-a2ae-4139-8864-26650c721c79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:27.573530 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4daf4da0-b655-418e-bf4b-bbdc1341dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:24Z', 'revision_number': 11, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:27.630355 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0ac5ff6e-a2ae-4139-8864-26650c721c79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4182785 Jun 22 09:47:27.643736 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33186) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:27.655679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daf4da0-b655-418e-bf4b-bbdc1341dd56 None None] Checking router: b2ff38f2-9254-417f-a59a-7632b9da87eb for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:47:27.734518 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Attempting to bind port 53bd91c6-a009-4277-9451-52c43b1f4e87 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:47:27.735178 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Attempting to bind port 53bd91c6-a009-4277-9451-52c43b1f4e87 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '91cc0093-5131-4c55-8cdb-f528837a4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '827cdb1c-8fda-4161-b077-52fc61df55c9'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:47:27.737309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Attempting to bind port 53bd91c6-a009-4277-9451-52c43b1f4e87 on network 827cdb1c-8fda-4161-b077-52fc61df55c9 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:47:27.742634 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daf4da0-b655-418e-bf4b-bbdc1341dd56 None None] Routers {'b2ff38f2-9254-417f-a59a-7632b9da87eb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:27.743206 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4daf4da0-b655-418e-bf4b-bbdc1341dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b2ff38f2-9254-417f-a59a-7632b9da87eb'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:27.748839 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:47:27.749643 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Checking segment: {'id': '91cc0093-5131-4c55-8cdb-f528837a4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '827cdb1c-8fda-4161-b077-52fc61df55c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:27.749643 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:27.750055 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Bound using segment: {'id': '91cc0093-5131-4c55-8cdb-f528837a4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '827cdb1c-8fda-4161-b077-52fc61df55c9'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:47:27.750550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Bound port: 53bd91c6-a009-4277-9451-52c43b1f4e87, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91cc0093-5131-4c55-8cdb-f528837a4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '827cdb1c-8fda-4161-b077-52fc61df55c9'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:47:27.750961 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:27.783115 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-cb28a9e0-be4d-41cf-ba88-4310a35cf98a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting port d88a9355-a0bd-44a3-9edd-de11495600ac {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:27.783658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cb28a9e0-be4d-41cf-ba88-4310a35cf98a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:27.805075 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 05c81e3d-bb9d-421b-861d-231de241fe73 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:27.845823 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9e941a8f-cd77-43bc-8476-4f88624e7b11 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:27.860377 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7ffda3e5-7f32-4377-8418-969416d0ea65 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:27.864062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4c41a1d2-278f-464f-b5dc-e13d73353276 None None] Provisioning complete for port 05c81e3d-bb9d-421b-861d-231de241fe73 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:27.864510 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c41a1d2-278f-464f-b5dc-e13d73353276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:27.871104 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c86b905c-7501-4c9e-ab2b-43642fa4a445 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:27.872215 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-4daf4da0-b655-418e-bf4b-bbdc1341dd56 None None] Set router b2ff38f2-9254-417f-a59a-7632b9da87eb gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:27.926397 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffda3e5-7f32-4377-8418-969416d0ea65 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 827cdb1c-8fda-4161-b077-52fc61df55c9 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:27.931720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cb28a9e0-be4d-41cf-ba88-4310a35cf98a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:27.941562 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-7ffda3e5-7f32-4377-8418-969416d0ea65 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:27.944826 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffda3e5-7f32-4377-8418-969416d0ea65 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:27.945510 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7ffda3e5-7f32-4377-8418-969416d0ea65 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:27.962534 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffda3e5-7f32-4377-8418-969416d0ea65 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Subnet': ['ID=93f00ddf-a810-4bc5-8bab-aa817b5367da,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:27.965576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7ffda3e5-7f32-4377-8418-969416d0ea65 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:27.981331 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4daf4da0-b655-418e-bf4b-bbdc1341dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:24Z', 'revision_number': 11, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:28.023348 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9e941a8f-cd77-43bc-8476-4f88624e7b11 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:28.025636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9e941a8f-cd77-43bc-8476-4f88624e7b11 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:28.028527 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-cb28a9e0-be4d-41cf-ba88-4310a35cf98a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Calling delete_port for d88a9355-a0bd-44a3-9edd-de11495600ac owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:28.028976 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daf4da0-b655-418e-bf4b-bbdc1341dd56 None None] The sync data for ids ['b2ff38f2-9254-417f-a59a-7632b9da87eb'] in dv-neutron-797121-3-hyperv is: [{'id': 'b2ff38f2-9254-417f-a59a-7632b9da87eb', 'name': 'tempest-RoutersIpV6Test-router-2088572196', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:44Z', 'updated_at': '2021-06-22T09:47:24Z', 'revision_number': 11, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:28.067988 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] For port 53bd91c6-a009-4277-9451-52c43b1f4e87, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:47:28.075782 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] For port 53bd91c6-a009-4277-9451-52c43b1f4e87, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=53bd91c6-a009-4277-9451-52c43b1f4e87,segment=NetworkSegment(91cc0093-5131-4c55-8cdb-f528837a4ee6),segment_id=91cc0093-5131-4c55-8cdb-f528837a4ee6)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:47:28.092778 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 05c81e3d-bb9d-421b-861d-231de241fe73 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:28.093164 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:28.127008 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7ffda3e5-7f32-4377-8418-969416d0ea65 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0917435 Jun 22 09:47:28.130396 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33188) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:28.133881 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9e941a8f-cd77-43bc-8476-4f88624e7b11 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:28.134545 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e941a8f-cd77-43bc-8476-4f88624e7b11 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Fanout notify agent at l3_agent the message router_deleted on router b2ff38f2-9254-417f-a59a-7632b9da87eb {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:47:28.137022 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-64452759-9f14-4409-9ee6-404999302592 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'network_id': '827cdb1c-8fda-4161-b077-52fc61df55c9', 'fixed_ips': [{'subnet_id': '909d265f-0241-4da5-b807-98aad3faf449'}, {'subnet_id': '93f00ddf-a810-4bc5-8bab-aa817b5367da'}], 'name': 'tempest-PortsIpV6TestJSON-1016747299'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:28.148056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9e941a8f-cd77-43bc-8476-4f88624e7b11 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:28.149553 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9e941a8f-cd77-43bc-8476-4f88624e7b11 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/routers/b2ff38f2-9254-417f-a59a-7632b9da87eb HTTP/1.1" status: 204 len: 168 time: 0.7784309 Jun 22 09:47:28.155393 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33190) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:28.161198 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-26a84965-67e1-42cc-a1eb-a3b737e41e7a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-998148183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:28.194971 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:28.205753 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-83d18ad3-e45f-454e-a8e1-ceae070fd182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:28.281064 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Pushing event updated for resources: {'Port': ['ID=53bd91c6-a009-4277-9451-52c43b1f4e87,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:28.298753 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:28.301883 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26a84965-67e1-42cc-a1eb-a3b737e41e7a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:28.303320 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26a84965-67e1-42cc-a1eb-a3b737e41e7a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:28.334586 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5c7a4b06-9246-4128-8235-543bcb597b1a no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:28.355173 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 5c7a4b06-9246-4128-8235-543bcb597b1a {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:28.358076 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5c7a4b06-9246-4128-8235-543bcb597b1a not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:28.359932 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4e538a79-7795-4411-ab0f-cd1a51ef8a27 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:28.384878 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 4e538a79-7795-4411-ab0f-cd1a51ef8a27 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:28.385247 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4e538a79-7795-4411-ab0f-cd1a51ef8a27 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:28.430935 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cb28a9e0-be4d-41cf-ba88-4310a35cf98a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:28.431458 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1374fef5-b36b-48c0-9597-47ccf52e5336 None None] Provisioning for port d88a9355-a0bd-44a3-9edd-de11495600ac completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:28.435811 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1374fef5-b36b-48c0-9597-47ccf52e5336 None None] Provisioning complete for port d88a9355-a0bd-44a3-9edd-de11495600ac triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:28.443089 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1374fef5-b36b-48c0-9597-47ccf52e5336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:28.443347 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:28.476794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-1374fef5-b36b-48c0-9597-47ccf52e5336 None None] Port d88a9355-a0bd-44a3-9edd-de11495600ac was deleted so its status cannot be updated. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 22 09:47:28.489055 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28a9e0-be4d-41cf-ba88-4310a35cf98a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Port': ['ID=d88a9355-a0bd-44a3-9edd-de11495600ac,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:28.491531 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64452759-9f14-4409-9ee6-404999302592 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:28.497915 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cb28a9e0-be4d-41cf-ba88-4310a35cf98a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:28.530138 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26a84965-67e1-42cc-a1eb-a3b737e41e7a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:28.589568 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cb28a9e0-be4d-41cf-ba88-4310a35cf98a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:28.593511 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cb28a9e0-be4d-41cf-ba88-4310a35cf98a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/d88a9355-a0bd-44a3-9edd-de11495600ac HTTP/1.1" status: 204 len: 168 time: 0.9575722 Jun 22 09:47:28.594330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33192) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:28.618187 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26a84965-67e1-42cc-a1eb-a3b737e41e7a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:28.665592 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64452759-9f14-4409-9ee6-404999302592 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:28.688876 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-64452759-9f14-4409-9ee6-404999302592 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] device_id is not set on port 02077ee7-9bda-46ee-ad73-85e2af82a2d8 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:47:28.725075 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26a84965-67e1-42cc-a1eb-a3b737e41e7a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:28.725075 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-26a84965-67e1-42cc-a1eb-a3b737e41e7a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5661805 Jun 22 09:47:28.725660 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33194) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:28.730497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d3a245d8-cdd1-433e-88c3-4e2bf1ad4c49 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:28.748382 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7a217f-d5f7-4edc-af0b-3a4028e831c3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:28.753053 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-dc7a217f-d5f7-4edc-af0b-3a4028e831c3 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1545990 Jun 22 09:47:28.758249 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33196) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:28.902922 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efed7c0-182e-4b12-8892-0d215e82d2b2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:28.904263 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5efed7c0-182e-4b12-8892-0d215e82d2b2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1450806 Jun 22 09:47:28.907662 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33198) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:28.951166 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3a245d8-cdd1-433e-88c3-4e2bf1ad4c49 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:29.002786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580d076a-9303-4cd5-9f19-fb8d04cb6ba7 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:29.005167 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580d076a-9303-4cd5-9f19-fb8d04cb6ba7 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:29.005960 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580d076a-9303-4cd5-9f19-fb8d04cb6ba7 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:29.007543 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-580d076a-9303-4cd5-9f19-fb8d04cb6ba7 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0989275 Jun 22 09:47:29.010082 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33200) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:29.030919 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3a245d8-cdd1-433e-88c3-4e2bf1ad4c49 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:29.107227 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-37180bf7-49b9-416b-8191-58f46b094574 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet 155d5c65-02a9-45b2-b4a5-e39e91034019 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:29.115718 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37180bf7-49b9-416b-8191-58f46b094574 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:29.146423 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-64452759-9f14-4409-9ee6-404999302592 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Allocated IP 2001:db8::20c (827cdb1c-8fda-4161-b077-52fc61df55c9/909d265f-0241-4da5-b807-98aad3faf449/02077ee7-9bda-46ee-ad73-85e2af82a2d8) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:29.158087 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-64452759-9f14-4409-9ee6-404999302592 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Allocated IP 2001:db8:0:1::1ba (827cdb1c-8fda-4161-b077-52fc61df55c9/93f00ddf-a810-4bc5-8bab-aa817b5367da/02077ee7-9bda-46ee-ad73-85e2af82a2d8) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:29.178614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37180bf7-49b9-416b-8191-58f46b094574 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:29.225424 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a245d8-cdd1-433e-88c3-4e2bf1ad4c49 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Router b4094d7b-e152-4af5-835e-8baf16dfb28a is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:47:29.309618 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a245d8-cdd1-433e-88c3-4e2bf1ad4c49 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:29.317209 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3a245d8-cdd1-433e-88c3-4e2bf1ad4c49 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:29.320091 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f73022c-169d-4c85-8842-ef09e997e9c4 None None] Sync routers for ids ['b4094d7b-e152-4af5-835e-8baf16dfb28a'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:29.320597 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d3a245d8-cdd1-433e-88c3-4e2bf1ad4c49 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "PUT /v2.0/routers/b4094d7b-e152-4af5-835e-8baf16dfb28a HTTP/1.1" status: 200 len: 697 time: 0.5932691 Jun 22 09:47:29.321263 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33202) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:29.331354 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f73022c-169d-4c85-8842-ef09e997e9c4 None None] Routers {'b4094d7b-e152-4af5-835e-8baf16dfb28a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:29.333818 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3f73022c-169d-4c85-8842-ef09e997e9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b4094d7b-e152-4af5-835e-8baf16dfb28a'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:29.337090 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37180bf7-49b9-416b-8191-58f46b094574 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:29.368665 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dc3637-732d-49cb-8463-9c5195738472 None None] Network 827cdb1c-8fda-4161-b077-52fc61df55c9 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:29.410257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64452759-9f14-4409-9ee6-404999302592 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:29.423796 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-04245ddf-68f2-480c-a995-4108e160de79 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/routers/b4094d7b-e152-4af5-835e-8baf16dfb28a HTTP/1.1" status: 200 len: 703 time: 0.1009707 Jun 22 09:47:29.426410 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33204) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:29.429861 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-3f73022c-169d-4c85-8842-ef09e997e9c4 None None] Set router b4094d7b-e152-4af5-835e-8baf16dfb28a gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:29.431944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-64452759-9f14-4409-9ee6-404999302592 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Transition to ACTIVE for port object 02077ee7-9bda-46ee-ad73-85e2af82a2d8 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:29.471348 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b43e9866-87bd-4ec9-babd-d0377e794240 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4094d7b-e152-4af5-835e-8baf16dfb28a HTTP/1.1" status: 200 len: 205 time: 0.0428298 Jun 22 09:47:29.473760 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33206) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:29.490595 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3f73022c-169d-4c85-8842-ef09e997e9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4094d7b-e152-4af5-835e-8baf16dfb28a', 'name': 'tempest-RoutersIpV6Test-router-998148183', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:28Z', 'updated_at': '2021-06-22T09:47:28Z', 'revision_number': 2, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:29.511091 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1b856d8f-57c5-4188-a9a6-0ed4bbe24d5f None None] Provisioning for port 53bd91c6-a009-4277-9451-52c43b1f4e87 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:29.517031 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f73022c-169d-4c85-8842-ef09e997e9c4 None None] Checking router: b4094d7b-e152-4af5-835e-8baf16dfb28a for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:47:29.526000 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f73022c-169d-4c85-8842-ef09e997e9c4 None None] Routers {'b4094d7b-e152-4af5-835e-8baf16dfb28a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:29.526472 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3f73022c-169d-4c85-8842-ef09e997e9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['b4094d7b-e152-4af5-835e-8baf16dfb28a'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:29.553117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64452759-9f14-4409-9ee6-404999302592 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:29.559297 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37180bf7-49b9-416b-8191-58f46b094574 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:29.562812 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bb897503-8f38-4b8a-987b-93f0f813012b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:29.570600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-220239de-a699-4070-b10d-4307b6a8c697 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:29.603058 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-3f73022c-169d-4c85-8842-ef09e997e9c4 None None] Set router b4094d7b-e152-4af5-835e-8baf16dfb28a gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:29.634580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37180bf7-49b9-416b-8191-58f46b094574 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:29.639215 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c263f3e5-613b-4973-ac96-1a0099628282 None None] Update dhcp port {'port': {'network_id': '827cdb1c-8fda-4161-b077-52fc61df55c9', 'fixed_ips': [{'subnet_id': '909d265f-0241-4da5-b807-98aad3faf449', 'ip_address': '2001:db8::2'}, {'subnet_id': '93f00ddf-a810-4bc5-8bab-aa817b5367da'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': '53bd91c6-a009-4277-9451-52c43b1f4e87'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:47:29.647803 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-37180bf7-49b9-416b-8191-58f46b094574 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/155d5c65-02a9-45b2-b4a5-e39e91034019 HTTP/1.1" status: 204 len: 168 time: 0.6291389 Jun 22 09:47:29.648208 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023f218a-7c98-4a74-89cb-010c878645a4 None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:29.650192 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33208) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:29.665885 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3f73022c-169d-4c85-8842-ef09e997e9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4094d7b-e152-4af5-835e-8baf16dfb28a', 'name': 'tempest-RoutersIpV6Test-router-998148183', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:28Z', 'updated_at': '2021-06-22T09:47:28Z', 'revision_number': 2, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:29.672051 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64452759-9f14-4409-9ee6-404999302592 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 827cdb1c-8fda-4161-b077-52fc61df55c9 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:29.705709 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f73022c-169d-4c85-8842-ef09e997e9c4 None None] The sync data for ids ['b4094d7b-e152-4af5-835e-8baf16dfb28a'] in dv-neutron-797121-3-hyperv is: [{'id': 'b4094d7b-e152-4af5-835e-8baf16dfb28a', 'name': 'tempest-RoutersIpV6Test-router-998148183', 'tenant_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:28Z', 'updated_at': '2021-06-22T09:47:28Z', 'revision_number': 2, 'project_id': '1e1c49b4fe1743bca27d47eb1c5640b6', 'gw_port_host': None}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:29.714628 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-64452759-9f14-4409-9ee6-404999302592 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:29.718174 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64452759-9f14-4409-9ee6-404999302592 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:29.728897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64452759-9f14-4409-9ee6-404999302592 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:29.729579 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64452759-9f14-4409-9ee6-404999302592 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:29.741616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c263f3e5-613b-4973-ac96-1a0099628282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:29.780475 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-415f36c6-a0b3-4d98-affa-a3eca335afb1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Deleting subnet be52b407-9a87-43cd-9b79-26a49005ac77 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:29.787551 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-415f36c6-a0b3-4d98-affa-a3eca335afb1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:29.836047 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64452759-9f14-4409-9ee6-404999302592 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=02077ee7-9bda-46ee-ad73-85e2af82a2d8,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:29.849270 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-64452759-9f14-4409-9ee6-404999302592 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:29.851718 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-64452759-9f14-4409-9ee6-404999302592 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.7206738 Jun 22 09:47:29.852558 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6ed0ac27-81a2-43b2-93ab-ec6665686f3c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:29.853363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bb897503-8f38-4b8a-987b-93f0f813012b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:29.855219 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33210) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:29.862363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-49d08174-0bcb-4d91-91d1-94626b5ccc93 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '909d265f-0241-4da5-b807-98aad3faf449'}]}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:29.883723 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37180bf7-49b9-416b-8191-58f46b094574 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=155d5c65-02a9-45b2-b4a5-e39e91034019,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:29.888116 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-37180bf7-49b9-416b-8191-58f46b094574 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:29.890432 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-415f36c6-a0b3-4d98-affa-a3eca335afb1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:29.891167 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bb897503-8f38-4b8a-987b-93f0f813012b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:29.983790 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 53bd91c6-a009-4277-9451-52c43b1f4e87 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:29.990883 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-415f36c6-a0b3-4d98-affa-a3eca335afb1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:30.056529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bb897503-8f38-4b8a-987b-93f0f813012b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:30.056529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb897503-8f38-4b8a-987b-93f0f813012b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Fanout notify agent at l3_agent the message router_deleted on router b4094d7b-e152-4af5-835e-8baf16dfb28a {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:47:30.089292 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bb897503-8f38-4b8a-987b-93f0f813012b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:30.090354 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bb897503-8f38-4b8a-987b-93f0f813012b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/routers/b4094d7b-e152-4af5-835e-8baf16dfb28a HTTP/1.1" status: 204 len: 168 time: 0.6150472 Jun 22 09:47:30.093711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33212) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.128187 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ba2584b6-ab00-4c26-8186-3f0161607b5c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4094d7b-e152-4af5-835e-8baf16dfb28a HTTP/1.1" status: 200 len: 205 time: 0.0331635 Jun 22 09:47:30.131009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33214) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.135641 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49d08174-0bcb-4d91-91d1-94626b5ccc93 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:30.178628 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-01e2f273-2696-47ea-9195-4ede60c8ebee tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] delete failed (client error): The resource could not be found. Jun 22 09:47:30.182502 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-01e2f273-2696-47ea-9195-4ede60c8ebee tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/routers/b4094d7b-e152-4af5-835e-8baf16dfb28a HTTP/1.1" status: 404 len: 336 time: 0.0503881 Jun 22 09:47:30.183729 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-415f36c6-a0b3-4d98-affa-a3eca335afb1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:30.186392 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33216) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.186836 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-734de45f-fdb4-4b9a-a27a-57f345a41664 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:30.213802 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f36c6-a0b3-4d98-affa-a3eca335afb1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Subnet': ['ID=be52b407-9a87-43cd-9b79-26a49005ac77,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:30.216885 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-415f36c6-a0b3-4d98-affa-a3eca335afb1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:30.217896 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-415f36c6-a0b3-4d98-affa-a3eca335afb1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:30.219769 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-415f36c6-a0b3-4d98-affa-a3eca335afb1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/be52b407-9a87-43cd-9b79-26a49005ac77 HTTP/1.1" status: 204 len: 168 time: 0.5663736 Jun 22 09:47:30.220402 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-c263f3e5-613b-4973-ac96-1a0099628282 None None] Allocated IP 2001:db8:0:1::2 (827cdb1c-8fda-4161-b077-52fc61df55c9/93f00ddf-a810-4bc5-8bab-aa817b5367da/53bd91c6-a009-4277-9451-52c43b1f4e87) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:30.222174 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33218) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.247409 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-0944cd22-5479-41f0-b694-4209f2b6a55f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:30.247907 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0944cd22-5479-41f0-b694-4209f2b6a55f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:30.249650 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0944cd22-5479-41f0-b694-4209f2b6a55f tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/subnets/7e62cbac-0d67-47d1-b3ef-38e0101844c9 HTTP/1.1" status: 404 len: 337 time: 0.0624247 Jun 22 09:47:30.252276 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33220) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.270332 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-93b5c749-3c39-4fae-a94b-1db5c4566592 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444427 Jun 22 09:47:30.270556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33222) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.280460 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-75cd4e4f-cc04-47ad-8307-e0059ddd4062 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:30.280830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75cd4e4f-cc04-47ad-8307-e0059ddd4062 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:30.284863 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-75cd4e4f-cc04-47ad-8307-e0059ddd4062 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/subnets/c2173287-4f2a-4b9d-9ff4-f4101db28e0b HTTP/1.1" status: 404 len: 337 time: 0.0293732 Jun 22 09:47:30.285320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 53bd91c6-a009-4277-9451-52c43b1f4e87 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:30.290415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33224) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.298841 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 53bd91c6-a009-4277-9451-52c43b1f4e87 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:30.299380 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:30.321129 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc846e10-4352-4f3f-a84f-f149be92dcbe tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:30.321600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc846e10-4352-4f3f-a84f-f149be92dcbe tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:30.325945 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fc846e10-4352-4f3f-a84f-f149be92dcbe tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/subnets/95f2f550-fe29-4282-808a-86466442914c HTTP/1.1" status: 404 len: 337 time: 0.0354254 Jun 22 09:47:30.334285 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33226) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.362272 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f53a0c-ff46-4f52-a31a-4bb091ec6b7c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:30.362737 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f53a0c-ff46-4f52-a31a-4bb091ec6b7c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:30.364552 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c4f53a0c-ff46-4f52-a31a-4bb091ec6b7c tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/subnets/37aef540-4329-42fc-91a4-a395aaac0e7f HTTP/1.1" status: 404 len: 337 time: 0.0347979 Jun 22 09:47:30.368122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33228) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.393538 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59a68cc-80c9-44a2-90d2-1fd213783caf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:30.397362 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a59a68cc-80c9-44a2-90d2-1fd213783caf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1229990 Jun 22 09:47:30.398277 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33230) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.399275 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c263f3e5-613b-4973-ac96-1a0099628282 None None] For port 53bd91c6-a009-4277-9451-52c43b1f4e87, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=53bd91c6-a009-4277-9451-52c43b1f4e87,segment=NetworkSegment(91cc0093-5131-4c55-8cdb-f528837a4ee6),segment_id=91cc0093-5131-4c55-8cdb-f528837a4ee6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:30.407482 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8c472eb8-84f1-4ad0-9c0b-f6d33b016685 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ff38f2-9254-417f-a59a-7632b9da87eb HTTP/1.1" status: 200 len: 205 time: 0.0372715 Jun 22 09:47:30.409517 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33232) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.466172 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-38675d44-be0e-45f8-a0f2-9d29629afba5 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] delete failed (client error): The resource could not be found. Jun 22 09:47:30.467174 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-38675d44-be0e-45f8-a0f2-9d29629afba5 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/routers/b2ff38f2-9254-417f-a59a-7632b9da87eb HTTP/1.1" status: 404 len: 336 time: 0.0566673 Jun 22 09:47:30.470237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33234) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.471943 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa25cfa-d949-428e-b556-d21f577712f5 None None] Update dhcp port {'port': {'network_id': '36eee797-60f1-483e-81c4-4dc1c89ce22a', 'fixed_ips': [{'subnet_id': 'be52b407-9a87-43cd-9b79-26a49005ac77'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': '05c81e3d-bb9d-421b-861d-231de241fe73'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:47:30.481713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c263f3e5-613b-4973-ac96-1a0099628282 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:30.505706 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-82e67dd2-2053-48d1-bbfa-27b08f864b19 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e HTTP/1.1" status: 200 len: 205 time: 0.0317240 Jun 22 09:47:30.507252 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33236) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.510342 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:30.520375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c263f3e5-613b-4973-ac96-1a0099628282 None None] Transition to ACTIVE for port object 53bd91c6-a009-4277-9451-52c43b1f4e87 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:30.535403 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2aa25cfa-d949-428e-b556-d21f577712f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:30.546911 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-0aa5ddd2-d5b5-4d0e-8295-bba2d4fd6f24 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] delete failed (client error): The resource could not be found. Jun 22 09:47:30.547990 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0aa5ddd2-d5b5-4d0e-8295-bba2d4fd6f24 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/routers/4d5a5d2d-0083-4dee-93c4-7fe42f5ee85e HTTP/1.1" status: 404 len: 336 time: 0.0398178 Jun 22 09:47:30.550750 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33238) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.551199 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d0806e-6738-4f70-b2a8-ed235487de4d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:30.552900 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-48d0806e-6738-4f70-b2a8-ed235487de4d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1533782 Jun 22 09:47:30.555192 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33240) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.581770 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca99f1e-bd4a-4d2a-8315-4e5be2c32b45 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:30.582392 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca99f1e-bd4a-4d2a-8315-4e5be2c32b45 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:30.585012 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7ca99f1e-bd4a-4d2a-8315-4e5be2c32b45 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/subnets/cb41f57c-1a03-4344-add0-f11e10a8223d HTTP/1.1" status: 404 len: 337 time: 0.0332584 Jun 22 09:47:30.587594 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33242) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.597565 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6adfc5a5-2da5-4b82-a6e7-0e2e518cbd92 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411444 Jun 22 09:47:30.602053 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33244) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.622953 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7cc3fe2c-006d-4f2c-992c-3e1e420ccbc7 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6b5d61-e73c-431c-9c39-5a80d1a1b950 HTTP/1.1" status: 200 len: 205 time: 0.0340765 Jun 22 09:47:30.625804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33246) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.632654 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbf502c-dbbd-49f8-bac4-064e9d0cdf6a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:30.633383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbf502c-dbbd-49f8-bac4-064e9d0cdf6a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:30.637683 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4fbf502c-dbbd-49f8-bac4-064e9d0cdf6a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/d88a9355-a0bd-44a3-9edd-de11495600ac HTTP/1.1" status: 404 len: 333 time: 0.0344582 Jun 22 09:47:30.638273 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33248) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.643820 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c263f3e5-613b-4973-ac96-1a0099628282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:30.647807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-92a02e0c-fd43-4e42-b88f-5f874e3e3b87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:30.668810 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2a518c-5afc-4af3-b2a0-07d77b80271a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:30.669274 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2a518c-5afc-4af3-b2a0-07d77b80271a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:30.674137 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-77a5f281-cbd4-48c6-a6d8-f1f1404357a6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] delete failed (client error): The resource could not be found. Jun 22 09:47:30.674450 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9e2a518c-5afc-4af3-b2a0-07d77b80271a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/155d5c65-02a9-45b2-b4a5-e39e91034019 HTTP/1.1" status: 404 len: 337 time: 0.0351841 Jun 22 09:47:30.675054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33250) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.675844 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-77a5f281-cbd4-48c6-a6d8-f1f1404357a6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/routers/bb6b5d61-e73c-431c-9c39-5a80d1a1b950 HTTP/1.1" status: 404 len: 336 time: 0.0489576 Jun 22 09:47:30.687254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33252) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.724306 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-49d08174-0bcb-4d91-91d1-94626b5ccc93 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Delete allocated IP 2001:db8:0:1::1ba (827cdb1c-8fda-4161-b077-52fc61df55c9/93f00ddf-a810-4bc5-8bab-aa817b5367da) {{(pid=100652) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 09:47:30.746035 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:47:30.746409 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:47:30.760093 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ba1fcd9b-fb0a-4533-8a38-3cbb84e34430 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186 HTTP/1.1" status: 200 len: 205 time: 0.0716105 Jun 22 09:47:30.767584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33254) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.775919 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47cf217-b27f-4741-a012-44aca7b79419 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:30.776373 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e47cf217-b27f-4741-a012-44aca7b79419 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:30.781039 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e47cf217-b27f-4741-a012-44aca7b79419 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/be52b407-9a87-43cd-9b79-26a49005ac77 HTTP/1.1" status: 404 len: 337 time: 0.0995200 Jun 22 09:47:30.784180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33256) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.794366 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94d5b82-fcf4-4c2e-bba7-ae733ccad8bb None None] Network 36eee797-60f1-483e-81c4-4dc1c89ce22a requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:30.820982 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-3a3baed3-8575-4ccc-bfc2-ea598c6443e7 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] delete failed (client error): The resource could not be found. Jun 22 09:47:30.821456 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a83ada-f355-4657-832e-54492ba069ce tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:30.822682 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a83ada-f355-4657-832e-54492ba069ce tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:30.824001 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3a3baed3-8575-4ccc-bfc2-ea598c6443e7 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/routers/ca5a588c-fa7c-4dbb-bcc3-9faeb1e3b186 HTTP/1.1" status: 404 len: 336 time: 0.0618584 Jun 22 09:47:30.824556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33258) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.824731 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-74a83ada-f355-4657-832e-54492ba069ce tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/bd1cb263-10f0-4a5e-ab53-9f99127941ca HTTP/1.1" status: 404 len: 333 time: 0.0397859 Jun 22 09:47:30.827486 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33260) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.858452 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f9a224-d8e9-4a17-91ce-7ebce0bb45e2 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:30.859054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f9a224-d8e9-4a17-91ce-7ebce0bb45e2 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:30.863317 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8579850-6025-45c2-871d-d6ed77e730b2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:30.863768 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-65f9a224-d8e9-4a17-91ce-7ebce0bb45e2 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/subnets/75154c9c-1105-444e-8cae-230d92722995 HTTP/1.1" status: 404 len: 337 time: 0.0355754 Jun 22 09:47:30.863855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8579850-6025-45c2-871d-d6ed77e730b2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:30.863855 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a8579850-6025-45c2-871d-d6ed77e730b2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/bb83ad6a-b425-43ef-9517-99cbed2a2b5f HTTP/1.1" status: 404 len: 337 time: 0.0348186 Jun 22 09:47:30.864058 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263f3e5-613b-4973-ac96-1a0099628282 None None] Pushing event updated for resources: {'Port': ['ID=53bd91c6-a009-4277-9451-52c43b1f4e87,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:30.864146 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33262) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.869811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33264) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.887862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c263f3e5-613b-4973-ac96-1a0099628282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:30.901379 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-24b523dc-2f43-4a38-93c3-de56e93b17ff tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce4c6ed-2443-4294-aa30-ea08832f0590 HTTP/1.1" status: 200 len: 205 time: 0.0315468 Jun 22 09:47:30.902811 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33266) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.916660 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21f4cc3-604d-4fbf-be0a-47e51b99db30 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:30.918743 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21f4cc3-604d-4fbf-be0a-47e51b99db30 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:30.920784 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a21f4cc3-604d-4fbf-be0a-47e51b99db30 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/92cba878-5988-4bd6-9647-b0593628b8a7 HTTP/1.1" status: 404 len: 337 time: 0.0494452 Jun 22 09:47:30.926695 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33268) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:30.934874 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-930754c5-218b-458a-9d12-56b9607fc071 None None] Provisioning complete for port 05c81e3d-bb9d-421b-861d-231de241fe73 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:30.935355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-930754c5-218b-458a-9d12-56b9607fc071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:30.995890 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-a1044a18-4e36-4350-b2c0-1820811532cc tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] delete failed (client error): The resource could not be found. Jun 22 09:47:30.998888 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a1044a18-4e36-4350-b2c0-1820811532cc tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/routers/cce4c6ed-2443-4294-aa30-ea08832f0590 HTTP/1.1" status: 404 len: 336 time: 0.0931959 Jun 22 09:47:30.999921 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c637bfcb-3a81-49ac-a2ba-3cebd9d30e12 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.001904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33270) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.002465 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c637bfcb-3a81-49ac-a2ba-3cebd9d30e12 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.002465 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c637bfcb-3a81-49ac-a2ba-3cebd9d30e12 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/1ffd7e6d-e259-4893-90e8-bf8f6c8677b8 HTTP/1.1" status: 404 len: 333 time: 0.0744195 Jun 22 09:47:31.005405 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33272) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.030029 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-057e5af2-0248-4263-aab3-cb9d8140fdf4 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.030867 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057e5af2-0248-4263-aab3-cb9d8140fdf4 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.035440 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-057e5af2-0248-4263-aab3-cb9d8140fdf4 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/subnets/c15af9f9-4a6b-4e93-93a8-68604fdf35f0 HTTP/1.1" status: 404 len: 337 time: 0.0340970 Jun 22 09:47:31.036139 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33274) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.041379 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-962aa604-3fe1-47c8-8682-486cc890f676 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.041842 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962aa604-3fe1-47c8-8682-486cc890f676 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.043571 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-962aa604-3fe1-47c8-8682-486cc890f676 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/64d7d766-fc4f-4098-8c98-c37c49696a76 HTTP/1.1" status: 404 len: 337 time: 0.0372417 Jun 22 09:47:31.048283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33276) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.070769 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-51f912c9-3e9b-46a6-9870-987618433bc2 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8e787be-aba2-4963-932c-488ba6345f31 HTTP/1.1" status: 200 len: 205 time: 0.0324793 Jun 22 09:47:31.071896 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33278) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.079214 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-4657682c-6c85-4696-affb-5c4e7880c8e6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.080008 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4657682c-6c85-4696-affb-5c4e7880c8e6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.081383 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4657682c-6c85-4696-affb-5c4e7880c8e6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/5086671a-f6a4-4a39-8fd9-7fd879f195c2 HTTP/1.1" status: 404 len: 337 time: 0.0332415 Jun 22 09:47:31.092403 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33280) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.117058 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81de2a54-4eb0-46e2-bfd3-8666d8051a03 None None] DHCP port deletion for 36eee797-60f1-483e-81c4-4dc1c89ce22a request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:47:31.117281 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-694392a8-b813-4b82-b187-c2b129697a48 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] delete failed (client error): The resource could not be found. Jun 22 09:47:31.120264 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-694392a8-b813-4b82-b187-c2b129697a48 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/routers/b8e787be-aba2-4963-932c-488ba6345f31 HTTP/1.1" status: 404 len: 336 time: 0.0450041 Jun 22 09:47:31.121248 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33282) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.129711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49d08174-0bcb-4d91-91d1-94626b5ccc93 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:31.133203 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb52037-b493-4a51-8770-e2d50bcf187a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.133954 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb52037-b493-4a51-8770-e2d50bcf187a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.135695 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-acb52037-b493-4a51-8770-e2d50bcf187a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/9d5251b2-bd4b-4e6f-8b86-df572ebefa50 HTTP/1.1" status: 404 len: 333 time: 0.0425265 Jun 22 09:47:31.140932 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33284) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.165029 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-194fbb35-ec71-45cc-83e8-1cc1a6600d75 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.165890 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194fbb35-ec71-45cc-83e8-1cc1a6600d75 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.171010 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-49d08174-0bcb-4d91-91d1-94626b5ccc93 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Ignored duplicate provisioning block setup for port 02077ee7-9bda-46ee-ad73-85e2af82a2d8 by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 22 09:47:31.171653 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33286) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.172352 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-194fbb35-ec71-45cc-83e8-1cc1a6600d75 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/subnets/ebe06b5b-d8dc-421c-84dc-f6fb50215d9d HTTP/1.1" status: 404 len: 337 time: 0.0487261 Jun 22 09:47:31.173977 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-81de2a54-4eb0-46e2-bfd3-8666d8051a03 None None] Deleting port 05c81e3d-bb9d-421b-861d-231de241fe73 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:31.174546 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-81de2a54-4eb0-46e2-bfd3-8666d8051a03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:31.181575 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d701a4-ff9e-4014-b88d-badb02abe0cd tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.182045 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d701a4-ff9e-4014-b88d-badb02abe0cd tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.184435 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e9d701a4-ff9e-4014-b88d-badb02abe0cd tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/6a20c723-346b-4ca5-a705-5e5d32b27364 HTTP/1.1" status: 404 len: 337 time: 0.0419717 Jun 22 09:47:31.194922 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33288) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.201937 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dffdf04-3fc2-4694-89a5-64ed48538117 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.202404 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dffdf04-3fc2-4694-89a5-64ed48538117 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.217203 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0dffdf04-3fc2-4694-89a5-64ed48538117 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] 10.222.0.20 "DELETE /v2.0/subnets/4d98057e-b9ab-4ed5-86cb-b2bba199d355 HTTP/1.1" status: 404 len: 337 time: 0.0400128 Jun 22 09:47:31.223348 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a8c329-ee23-43ca-8bc3-273cbf0a8452 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.224555 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a8c329-ee23-43ca-8bc3-273cbf0a8452 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.226376 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-53a8c329-ee23-43ca-8bc3-273cbf0a8452 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/b4ad4104-8654-4bea-bce2-3535a4623364 HTTP/1.1" status: 404 len: 337 time: 0.0303311 Jun 22 09:47:31.228921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33292) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.258915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49d08174-0bcb-4d91-91d1-94626b5ccc93 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:31.262804 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-189c03c6-ddb7-4322-a9b7-0e657d3d991f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.263406 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189c03c6-ddb7-4322-a9b7-0e657d3d991f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.263681 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-980dad35-4c07-4185-a272-304e860a8809 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:31.265860 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-189c03c6-ddb7-4322-a9b7-0e657d3d991f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/0ce9ec10-38c2-4185-beb0-24c574ed71e2 HTTP/1.1" status: 404 len: 333 time: 0.0356133 Jun 22 09:47:31.268648 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33294) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.317128 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-81de2a54-4eb0-46e2-bfd3-8666d8051a03 None None] For port 05c81e3d-bb9d-421b-861d-231de241fe73, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=05c81e3d-bb9d-421b-861d-231de241fe73,segment=NetworkSegment(b61cc1f2-442e-49bc-b0bb-3dc47be8152b),segment_id=b61cc1f2-442e-49bc-b0bb-3dc47be8152b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:31.318033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-81de2a54-4eb0-46e2-bfd3-8666d8051a03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:31.322445 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-80731112-9346-4cc7-a6aa-9fd7264febcf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.326223 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80731112-9346-4cc7-a6aa-9fd7264febcf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.326223 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-80731112-9346-4cc7-a6aa-9fd7264febcf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/c1c711fc-6174-4116-9ad5-6a0ea03d336a HTTP/1.1" status: 404 len: 337 time: 0.0564702 Jun 22 09:47:31.328539 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33296) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.338103 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-49d08174-0bcb-4d91-91d1-94626b5ccc93 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] In _notify_port_updated(), no bound segment for port 02077ee7-9bda-46ee-ad73-85e2af82a2d8 on network 827cdb1c-8fda-4161-b077-52fc61df55c9 {{(pid=100652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:47:31.345078 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d08174-0bcb-4d91-91d1-94626b5ccc93 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:31.345752 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49d08174-0bcb-4d91-91d1-94626b5ccc93 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:31.349479 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-49d08174-0bcb-4d91-91d1-94626b5ccc93 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "PUT /v2.0/ports/02077ee7-9bda-46ee-ad73-85e2af82a2d8 HTTP/1.1" status: 200 len: 926 time: 1.4899950 Jun 22 09:47:31.350098 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33298) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.357961 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-78e9c600-cfae-472b-9335-c9abe4713576 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '909d265f-0241-4da5-b807-98aad3faf449'}, {'subnet_id': '93f00ddf-a810-4bc5-8bab-aa817b5367da'}]}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:31.360911 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:31.370944 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5e2fc2-abf0-4efd-bd61-8e85ee6bc5c2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.371659 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5e2fc2-abf0-4efd-bd61-8e85ee6bc5c2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.374367 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4b5e2fc2-abf0-4efd-bd61-8e85ee6bc5c2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/e0662d2f-58eb-479b-84fd-8b1fb0d0d9d6 HTTP/1.1" status: 404 len: 333 time: 0.0443916 Jun 22 09:47:31.377900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33300) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.396749 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d08174-0bcb-4d91-91d1-94626b5ccc93 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=02077ee7-9bda-46ee-ad73-85e2af82a2d8,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:31.399742 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-49d08174-0bcb-4d91-91d1-94626b5ccc93 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:31.434724 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4168ad-1197-4670-bb23-f5f7a4158421 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.435388 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4168ad-1197-4670-bb23-f5f7a4158421 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.439511 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bc4168ad-1197-4670-bb23-f5f7a4158421 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/68cb375f-3a1e-43a9-abee-983940c72a87 HTTP/1.1" status: 404 len: 337 time: 0.0581577 Jun 22 09:47:31.439810 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33302) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.468544 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-81de2a54-4eb0-46e2-bfd3-8666d8051a03 None None] Calling delete_port for 05c81e3d-bb9d-421b-861d-231de241fe73 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:31.469683 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f25dac-4d9f-4df5-a56f-3f639e341737 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.470447 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f25dac-4d9f-4df5-a56f-3f639e341737 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.474657 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e9f25dac-4d9f-4df5-a56f-3f639e341737 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/10f08655-820b-4cf1-95eb-e5c7c75a70ef HTTP/1.1" status: 404 len: 333 time: 0.0316143 Jun 22 09:47:31.474997 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33304) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.475705 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-78e9c600-cfae-472b-9335-c9abe4713576 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:31.480866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 53bd91c6-a009-4277-9451-52c43b1f4e87, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=53bd91c6-a009-4277-9451-52c43b1f4e87,segment=NetworkSegment(91cc0093-5131-4c55-8cdb-f528837a4ee6),segment_id=91cc0093-5131-4c55-8cdb-f528837a4ee6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:31.500972 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b167cd0-0573-4364-9395-44f208f3a4e9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.501428 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b167cd0-0573-4364-9395-44f208f3a4e9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.503476 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6b167cd0-0573-4364-9395-44f208f3a4e9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/cd28790c-d83c-4a19-9a3b-58bc442e444b HTTP/1.1" status: 404 len: 337 time: 0.0270402 Jun 22 09:47:31.506221 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33306) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.530977 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55d7e97-fd38-4288-b409-73676cd124bb None None] Network 827cdb1c-8fda-4161-b077-52fc61df55c9 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:31.533359 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8aedff8-c83e-4ebd-adb9-93175476f9e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.534027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8aedff8-c83e-4ebd-adb9-93175476f9e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.535969 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d8aedff8-c83e-4ebd-adb9-93175476f9e2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/c1621d4f-b968-47a5-a1f1-4b484e3c7f26 HTTP/1.1" status: 404 len: 333 time: 0.0285685 Jun 22 09:47:31.538389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33308) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.562888 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5050a9-48a6-4c40-81ff-94ab6506ae26 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.563456 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5050a9-48a6-4c40-81ff-94ab6506ae26 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.568344 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4f5050a9-48a6-4c40-81ff-94ab6506ae26 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/a677a99d-c963-4bbe-a6fa-776fe02f7fd3 HTTP/1.1" status: 404 len: 337 time: 0.0258760 Jun 22 09:47:31.568498 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33310) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.597711 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4c9881-49c8-48f5-a88b-c9236eeefcc4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.598476 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4c9881-49c8-48f5-a88b-c9236eeefcc4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.603259 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bd4c9881-49c8-48f5-a88b-c9236eeefcc4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/5c1ef74f-e070-4a1f-a8ef-6cce5b925de5 HTTP/1.1" status: 404 len: 333 time: 0.0309207 Jun 22 09:47:31.603571 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:31.603699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33312) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.607238 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0ea56817-0ab9-4a69-a166-010a941fb232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:31.633590 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec14732-848f-45e3-b6e8-fc6a0a4febbf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.634056 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec14732-848f-45e3-b6e8-fc6a0a4febbf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.638417 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fec14732-848f-45e3-b6e8-fc6a0a4febbf tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/4e9f4751-ad88-40c4-b0de-aee91e2a8cd6 HTTP/1.1" status: 404 len: 337 time: 0.0314684 Jun 22 09:47:31.638620 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33314) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.673332 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-03967cff-c452-4fc9-8660-fd160ba1628a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.674224 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03967cff-c452-4fc9-8660-fd160ba1628a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.679080 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-03967cff-c452-4fc9-8660-fd160ba1628a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/6559ce88-f980-4a55-930f-5417baa0ac11 HTTP/1.1" status: 404 len: 333 time: 0.0361681 Jun 22 09:47:31.687452 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33316) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.711152 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb410e4-4b44-4082-8b5d-fb3ea2241133 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.711644 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb410e4-4b44-4082-8b5d-fb3ea2241133 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.713697 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3eb410e4-4b44-4082-8b5d-fb3ea2241133 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/6d851616-be49-4294-a2d9-f4403b015d92 HTTP/1.1" status: 404 len: 337 time: 0.0328293 Jun 22 09:47:31.716721 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33318) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.746025 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11aa4e7-fad1-4f86-b3df-9d0c680a416c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.750813 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11aa4e7-fad1-4f86-b3df-9d0c680a416c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.750948 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 53bd91c6-a009-4277-9451-52c43b1f4e87 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:31.751065 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d11aa4e7-fad1-4f86-b3df-9d0c680a416c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/0a9b4e24-462a-447e-bcd4-268f353178b3 HTTP/1.1" status: 404 len: 337 time: 0.0305219 Jun 22 09:47:31.751357 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-12b8f273-4ff6-4848-b70b-9b7ccccf7626 None None] Provisioning for port 53bd91c6-a009-4277-9451-52c43b1f4e87 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:31.752571 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33320) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.753233 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=53bd91c6-a009-4277-9451-52c43b1f4e87,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:31.778886 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:31.782668 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-12b8f273-4ff6-4848-b70b-9b7ccccf7626 None None] Provisioning complete for port 53bd91c6-a009-4277-9451-52c43b1f4e87 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:31.788708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-12b8f273-4ff6-4848-b70b-9b7ccccf7626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:31.788861 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67b9ad9-a927-4e76-b4c3-12f8b375b12f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.788861 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67b9ad9-a927-4e76-b4c3-12f8b375b12f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.789864 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c67b9ad9-a927-4e76-b4c3-12f8b375b12f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/5d56e7af-42d1-434c-92d7-b15c7818e469 HTTP/1.1" status: 404 len: 333 time: 0.0360086 Jun 22 09:47:31.792234 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33322) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.806307 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-78e9c600-cfae-472b-9335-c9abe4713576 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Allocated IP 2001:db8:0:1::150 (827cdb1c-8fda-4161-b077-52fc61df55c9/93f00ddf-a810-4bc5-8bab-aa817b5367da/02077ee7-9bda-46ee-ad73-85e2af82a2d8) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:31.823637 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-495e023c-b88e-4aa9-9161-cb2ddbf64ecb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.823637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-495e023c-b88e-4aa9-9161-cb2ddbf64ecb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.823637 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-495e023c-b88e-4aa9-9161-cb2ddbf64ecb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/76529193-a766-4ee2-90f0-a866d9ab6ad5 HTTP/1.1" status: 404 len: 337 time: 0.0278776 Jun 22 09:47:31.823974 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33324) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.854045 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fb6cb4-c2e9-4606-9c2e-583f1d8cfc7e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.854506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6fb6cb4-c2e9-4606-9c2e-583f1d8cfc7e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.858603 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e6fb6cb4-c2e9-4606-9c2e-583f1d8cfc7e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/35cda0eb-aa5c-4bcf-b642-16fe8624d553 HTTP/1.1" status: 404 len: 337 time: 0.0315306 Jun 22 09:47:31.858893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33328) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.871043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-81de2a54-4eb0-46e2-bfd3-8666d8051a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:31.875976 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:31.888597 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-c847a634-37fa-4545-96ea-be2cc756d2ca tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.889343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c847a634-37fa-4545-96ea-be2cc756d2ca tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.893524 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c847a634-37fa-4545-96ea-be2cc756d2ca tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/babea688-9927-49c6-92f9-477b5645829d HTTP/1.1" status: 404 len: 333 time: 0.0314147 Jun 22 09:47:31.894730 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33330) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.901617 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de2a54-4eb0-46e2-bfd3-8666d8051a03 None None] Pushing event deleted for resources: {'Port': ['ID=05c81e3d-bb9d-421b-861d-231de241fe73,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:31.904876 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-81de2a54-4eb0-46e2-bfd3-8666d8051a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:31.921735 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81de2a54-4eb0-46e2-bfd3-8666d8051a03 None None] No DVR routers for this DVR port 05c81e3d-bb9d-421b-861d-231de241fe73 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:31.941165 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33332) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.944578 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-4322a625-f6d3-42b7-acf6-84d27941f171 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.945323 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4322a625-f6d3-42b7-acf6-84d27941f171 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.947796 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4322a625-f6d3-42b7-acf6-84d27941f171 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/9a6a884c-3c82-4160-b950-6d013443b2ff HTTP/1.1" status: 404 len: 337 time: 0.0519896 Jun 22 09:47:31.948448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 53bd91c6-a009-4277-9451-52c43b1f4e87 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:31.948831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:31.950171 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33334) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:31.982447 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efc6f53-23e6-44f0-97d8-b6f0e011b6f4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:31.983215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5efc6f53-23e6-44f0-97d8-b6f0e011b6f4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:31.983504 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-78e9c600-cfae-472b-9335-c9abe4713576 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:31.985409 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5efc6f53-23e6-44f0-97d8-b6f0e011b6f4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/3e64aae2-2fad-4d94-a474-f8a4ab78afca HTTP/1.1" status: 404 len: 337 time: 0.0339074 Jun 22 09:47:31.987806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33338) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.000292 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-78e9c600-cfae-472b-9335-c9abe4713576 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Ignored duplicate provisioning block setup for port 02077ee7-9bda-46ee-ad73-85e2af82a2d8 by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 22 09:47:32.018680 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67b97b1-967e-4c34-9847-0694f6df4c4c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.019282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67b97b1-967e-4c34-9847-0694f6df4c4c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.021141 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e67b97b1-967e-4c34-9847-0694f6df4c4c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/604e550b-20ac-4d68-9001-5e640bb5c239 HTTP/1.1" status: 404 len: 333 time: 0.0323615 Jun 22 09:47:32.023688 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33340) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.056583 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93155fd-3003-4e12-8f3c-8c5a8f27287e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.056987 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93155fd-3003-4e12-8f3c-8c5a8f27287e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.061000 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a93155fd-3003-4e12-8f3c-8c5a8f27287e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/d2731a8d-fa1b-4d99-a849-e4cf755dcc73 HTTP/1.1" status: 404 len: 337 time: 0.0340371 Jun 22 09:47:32.061395 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33342) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.081651 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-78e9c600-cfae-472b-9335-c9abe4713576 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:32.088861 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b770bc62-24eb-4f9e-a096-78485e8fc51a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.089550 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b770bc62-24eb-4f9e-a096-78485e8fc51a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.091887 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b770bc62-24eb-4f9e-a096-78485e8fc51a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/26485fe2-2f36-4cf5-9592-f7f4983402aa HTTP/1.1" status: 404 len: 337 time: 0.0286651 Jun 22 09:47:32.093725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33344) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.094765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8262eb65-e5cb-46f8-8f03-3b52d7a24684 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:32.137505 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-48ddedc5-ac2d-4a21-9d4c-1b665c5009c7 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports?device_id=e64f78f8-09f9-4f16-974a-aa343f396d5a HTTP/1.1" status: 200 len: 205 time: 0.0402911 Jun 22 09:47:32.137811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33346) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.183007 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-5d345e1d-dac4-4fd5-93cd-3ef61f83784a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] delete failed (client error): The resource could not be found. Jun 22 09:47:32.184034 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5d345e1d-dac4-4fd5-93cd-3ef61f83784a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/routers/e64f78f8-09f9-4f16-974a-aa343f396d5a HTTP/1.1" status: 404 len: 336 time: 0.0448365 Jun 22 09:47:32.186462 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33350) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.197773 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9c600-cfae-472b-9335-c9abe4713576 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=02077ee7-9bda-46ee-ad73-85e2af82a2d8,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:32.199919 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 05c81e3d-bb9d-421b-861d-231de241fe73 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:32.218100 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-788c772f-deb0-4e36-bb53-d97f6bf28fe9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.218566 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788c772f-deb0-4e36-bb53-d97f6bf28fe9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.222729 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-788c772f-deb0-4e36-bb53-d97f6bf28fe9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/b2d4881e-b6de-4ad4-8bc0-b1f2de858f39 HTTP/1.1" status: 404 len: 337 time: 0.0329368 Jun 22 09:47:32.222899 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-78e9c600-cfae-472b-9335-c9abe4713576 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:32.223100 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33352) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.224218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-78e9c600-cfae-472b-9335-c9abe4713576 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] In _notify_port_updated(), no bound segment for port 02077ee7-9bda-46ee-ad73-85e2af82a2d8 on network 827cdb1c-8fda-4161-b077-52fc61df55c9 {{(pid=100652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:47:32.228860 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 05c81e3d-bb9d-421b-861d-231de241fe73 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:32.229337 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 05c81e3d-bb9d-421b-861d-231de241fe73 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:32.229670 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e9c600-cfae-472b-9335-c9abe4713576 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:32.230311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-78e9c600-cfae-472b-9335-c9abe4713576 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:32.231646 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-78e9c600-cfae-472b-9335-c9abe4713576 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "PUT /v2.0/ports/02077ee7-9bda-46ee-ad73-85e2af82a2d8 HTTP/1.1" status: 200 len: 1012 time: 0.8805017 Jun 22 09:47:32.234757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33354) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.247803 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bd7ac8a8-4516-4066-ab36-f43c19389a80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e1c49b4fe1743bca27d47eb1c5640b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048675 Jun 22 09:47:32.260218 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33356) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.270299 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33358) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.270883 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a4fea7ee-7626-4d96-962a-9a19354c172a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "GET /v2.0/ports?device_id=c39dc779-6986-4395-b067-6a022acf24e2 HTTP/1.1" status: 200 len: 205 time: 0.0434580 Jun 22 09:47:32.310657 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-5878c907-c640-4d27-b88d-4bd81a873eb9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] delete failed (client error): The resource could not be found. Jun 22 09:47:32.313920 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5878c907-c640-4d27-b88d-4bd81a873eb9 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/routers/c39dc779-6986-4395-b067-6a022acf24e2 HTTP/1.1" status: 404 len: 336 time: 0.0405054 Jun 22 09:47:32.314173 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33360) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.320094 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-291d77be-7ae1-4cc6-af0f-9d03534404ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:32.343245 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-291d77be-7ae1-4cc6-af0f-9d03534404ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:32.348032 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc26f81-cbaf-4f35-a69c-64917d8c0973 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.348500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc26f81-cbaf-4f35-a69c-64917d8c0973 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.351153 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7bc26f81-cbaf-4f35-a69c-64917d8c0973 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/2dd88670-5aca-40bc-9579-55d7b6f7d65f HTTP/1.1" status: 404 len: 337 time: 0.0356948 Jun 22 09:47:32.353218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33362) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.386186 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-24bec4c3-0136-41fe-bc81-37b0777de29c None None] Provisioning complete for port 53bd91c6-a009-4277-9451-52c43b1f4e87 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:32.386752 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-24bec4c3-0136-41fe-bc81-37b0777de29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:32.406746 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e621dbc-39bd-4fde-84b9-f7a90c54bbbd tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.407214 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e621dbc-39bd-4fde-84b9-f7a90c54bbbd tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.408987 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0e621dbc-39bd-4fde-84b9-f7a90c54bbbd tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/49a05714-2f39-4fa6-b7ab-4510343262cf HTTP/1.1" status: 404 len: 337 time: 0.0548694 Jun 22 09:47:32.412307 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33364) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.448014 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1bdf9a-738a-414e-b214-57727b7ebed6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.448814 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f1bdf9a-738a-414e-b214-57727b7ebed6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.448947 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-b4bd8904-79f5-4a9c-a1c3-5c77dfea3849 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port 02077ee7-9bda-46ee-ad73-85e2af82a2d8 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:32.449172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8904-79f5-4a9c-a1c3-5c77dfea3849 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:32.453369 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3f1bdf9a-738a-414e-b214-57727b7ebed6 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/5c96101a-dbd3-49bb-b231-97f0b3111789 HTTP/1.1" status: 404 len: 333 time: 0.0371885 Jun 22 09:47:32.453695 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33366) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.488564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-291d77be-7ae1-4cc6-af0f-9d03534404ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:32.491632 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-291d77be-7ae1-4cc6-af0f-9d03534404ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:32.492895 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-291d77be-7ae1-4cc6-af0f-9d03534404ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfec68dc-ff99-4e57-8125-4140b8568657 HTTP/1.1" status: 204 len: 168 time: 0.2317090 Jun 22 09:47:32.493890 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d9c1bc12-aeb6-47a4-b2a7-70d1c8c8eec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:32.502563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d77be-7ae1-4cc6-af0f-9d03534404ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfec68dc-ff99-4e57-8125-4140b8568657,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:32.505123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-291d77be-7ae1-4cc6-af0f-9d03534404ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:32.534977 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5afbe748-cd83-4b1e-8295-cc6d852d5652 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.536169 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5afbe748-cd83-4b1e-8295-cc6d852d5652 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.537249 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5afbe748-cd83-4b1e-8295-cc6d852d5652 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/35102959-bc4d-48c9-bac9-896c8010c021 HTTP/1.1" status: 404 len: 337 time: 0.0826542 Jun 22 09:47:32.539900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33372) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.568653 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb7e50f-25ec-4cfb-8462-dae478bceca2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.569339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb7e50f-25ec-4cfb-8462-dae478bceca2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.571050 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4fb7e50f-25ec-4cfb-8462-dae478bceca2 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/5ddac111-c353-4521-9115-23d24e6933bc HTTP/1.1" status: 404 len: 333 time: 0.0300543 Jun 22 09:47:32.573936 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33374) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.590015 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-24bec4c3-0136-41fe-bc81-37b0777de29c None None] Provisioning for port 02077ee7-9bda-46ee-ad73-85e2af82a2d8 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:32.594453 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-24bec4c3-0136-41fe-bc81-37b0777de29c None None] Provisioning complete for port 02077ee7-9bda-46ee-ad73-85e2af82a2d8 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:32.594833 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-24bec4c3-0136-41fe-bc81-37b0777de29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:32.616116 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12d8d7f-3149-49cc-9350-ee6fafaeedd4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.616651 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12d8d7f-3149-49cc-9350-ee6fafaeedd4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.622951 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c12d8d7f-3149-49cc-9350-ee6fafaeedd4 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/ca022577-fc30-4eef-8534-0b15dce1b0bf HTTP/1.1" status: 404 len: 337 time: 0.0435047 Jun 22 09:47:32.623084 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33376) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.623174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8904-79f5-4a9c-a1c3-5c77dfea3849 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:32.638256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-24bec4c3-0136-41fe-bc81-37b0777de29c None None] Port 02077ee7-9bda-46ee-ad73-85e2af82a2d8 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:47:32.653683 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff8dbf2a-69ee-48e6-ae5a-4f0e3f290339 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.654359 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff8dbf2a-69ee-48e6-ae5a-4f0e3f290339 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.656076 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ff8dbf2a-69ee-48e6-ae5a-4f0e3f290339 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/393d5c98-8798-48f8-8e14-4daa01e5f17c HTTP/1.1" status: 404 len: 333 time: 0.0339985 Jun 22 09:47:32.658582 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33378) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.687220 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-c359881c-e5bd-46a7-bcb5-632c2ddea23c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.687800 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c359881c-e5bd-46a7-bcb5-632c2ddea23c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.689616 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c359881c-e5bd-46a7-bcb5-632c2ddea23c tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/f3056f07-9fa3-48d1-ba50-9c945b42b5cb HTTP/1.1" status: 404 len: 337 time: 0.0300860 Jun 22 09:47:32.690713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-b4bd8904-79f5-4a9c-a1c3-5c77dfea3849 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for 02077ee7-9bda-46ee-ad73-85e2af82a2d8 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:32.693087 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33380) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.733536 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc79cd6-5885-4ed4-891b-b6c4f3f051eb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.734245 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc79cd6-5885-4ed4-891b-b6c4f3f051eb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.735966 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0fc79cd6-5885-4ed4-891b-b6c4f3f051eb tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/474a17d8-df1c-4784-bb90-1df3e20a6926 HTTP/1.1" status: 404 len: 333 time: 0.0419369 Jun 22 09:47:32.738671 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33382) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.759223 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-278a00bf-da5e-4f13-be05-30ce4914f35c None None] Provisioning complete for port 02077ee7-9bda-46ee-ad73-85e2af82a2d8 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:32.760046 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-278a00bf-da5e-4f13-be05-30ce4914f35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:32.769880 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fe7be5-4d5a-4f44-bc92-449bfbf54b1f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.771360 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83fe7be5-4d5a-4f44-bc92-449bfbf54b1f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.772407 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-83fe7be5-4d5a-4f44-bc92-449bfbf54b1f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/1545e2fa-3d2c-45f9-98c5-d028ceb026c8 HTTP/1.1" status: 404 len: 337 time: 0.0318978 Jun 22 09:47:32.775023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33384) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.808287 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-278a00bf-da5e-4f13-be05-30ce4914f35c None None] Port 02077ee7-9bda-46ee-ad73-85e2af82a2d8 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:47:32.813900 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddeacfe3-4e8a-4011-9bed-af8aa15296fe tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.814740 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddeacfe3-4e8a-4011-9bed-af8aa15296fe tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.819128 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ddeacfe3-4e8a-4011-9bed-af8aa15296fe tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/327a2372-59e6-4898-9b3c-89279848a9ae HTTP/1.1" status: 404 len: 333 time: 0.0404303 Jun 22 09:47:32.819921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33388) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.844758 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab024a0-8bdd-49c3-9c10-4a28c4aaf612 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.845121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab024a0-8bdd-49c3-9c10-4a28c4aaf612 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.846814 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6ab024a0-8bdd-49c3-9c10-4a28c4aaf612 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/b2d737e1-17a2-42f3-aa9a-357ab19cbc6d HTTP/1.1" status: 404 len: 337 time: 0.0265734 Jun 22 09:47:32.849920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33390) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.878416 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-7459996d-4a2c-471a-8e0b-26937b919324 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.879119 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7459996d-4a2c-471a-8e0b-26937b919324 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.880924 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7459996d-4a2c-471a-8e0b-26937b919324 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/2fdb9ac1-af79-4be6-918a-8969ee94c389 HTTP/1.1" status: 404 len: 333 time: 0.0297470 Jun 22 09:47:32.883479 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33392) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.911802 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3601f99-00d8-4216-a903-a4649dc11d7e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.911971 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3601f99-00d8-4216-a903-a4649dc11d7e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.913592 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f3601f99-00d8-4216-a903-a4649dc11d7e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/4b1e72f1-cb11-473a-8ce0-524268263f93 HTTP/1.1" status: 404 len: 337 time: 0.0292013 Jun 22 09:47:32.916247 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33396) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.934757 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-32d01f11-8cbe-44b6-b11d-5b93552b6c8c None None] Provisioning complete for port 02077ee7-9bda-46ee-ad73-85e2af82a2d8 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:32.935147 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-32d01f11-8cbe-44b6-b11d-5b93552b6c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:32.944359 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dedf335-9a1f-4a90-b157-8d0756427347 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.945131 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dedf335-9a1f-4a90-b157-8d0756427347 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.949514 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2dedf335-9a1f-4a90-b157-8d0756427347 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/ports/52e06735-879d-4922-9589-bdbf433e8ac8 HTTP/1.1" status: 404 len: 333 time: 0.0295899 Jun 22 09:47:32.950104 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33398) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:32.979584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-32d01f11-8cbe-44b6-b11d-5b93552b6c8c None None] Port 02077ee7-9bda-46ee-ad73-85e2af82a2d8 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:47:32.984389 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7918d99a-bd81-4fd9-969f-abe2f01f5c54 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] DELETE failed (client error): The resource could not be found. Jun 22 09:47:32.984870 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7918d99a-bd81-4fd9-969f-abe2f01f5c54 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:47:32.986692 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7918d99a-bd81-4fd9-969f-abe2f01f5c54 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/subnets/2fee1251-bc4f-4fed-8f96-377fb2e0fedb HTTP/1.1" status: 404 len: 337 time: 0.0353067 Jun 22 09:47:32.989353 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33402) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:33.006873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8904-79f5-4a9c-a1c3-5c77dfea3849 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:33.014932 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1a6ea9e5-be7a-488c-8589-6d2bf3e4ebc2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:33.076519 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd8904-79f5-4a9c-a1c3-5c77dfea3849 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=02077ee7-9bda-46ee-ad73-85e2af82a2d8,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:33.081670 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b4bd8904-79f5-4a9c-a1c3-5c77dfea3849 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:33.093304 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a0ccaa68-124a-42b1-9368-319dd98aeaf6 None None] Could not find standard attr ID for object 02077ee7-9bda-46ee-ad73-85e2af82a2d8. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:47:33.130720 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e4443452-086c-477f-846a-8818e6fce7cc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:33.489343 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8904-79f5-4a9c-a1c3-5c77dfea3849 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:33.492852 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b4bd8904-79f5-4a9c-a1c3-5c77dfea3849 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/ports/02077ee7-9bda-46ee-ad73-85e2af82a2d8 HTTP/1.1" status: 204 len: 168 time: 1.2544894 Jun 22 09:47:33.493992 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33414) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:33.530481 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3e700f-56c1-4c68-ab9a-450e1bfaa4d5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] GET failed (client error): The resource could not be found. Jun 22 09:47:33.532285 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6a3e700f-56c1-4c68-ab9a-450e1bfaa4d5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports/02077ee7-9bda-46ee-ad73-85e2af82a2d8 HTTP/1.1" status: 404 len: 333 time: 0.0360575 Jun 22 09:47:33.534996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33416) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:33.571331 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e4443452-086c-477f-846a-8818e6fce7cc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:33.581314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-e4443452-086c-477f-846a-8818e6fce7cc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36eee797-60f1-483e-81c4-4dc1c89ce22a']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:33.584009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9132923-259c-4241-82b5-45e5a51bd8d8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting subnet 93f00ddf-a810-4bc5-8bab-aa817b5367da {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:33.587023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9132923-259c-4241-82b5-45e5a51bd8d8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:33.596016 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-e4443452-086c-477f-846a-8818e6fce7cc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:33.596332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-e4443452-086c-477f-846a-8818e6fce7cc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61cc1f2-442e-49bc-b0bb-3dc47be8152b') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:33.605598 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e4443452-086c-477f-846a-8818e6fce7cc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:33.630459 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9132923-259c-4241-82b5-45e5a51bd8d8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:33.638839 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e4443452-086c-477f-846a-8818e6fce7cc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:33.641452 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4443452-086c-477f-846a-8818e6fce7cc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:47:33.642352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e4443452-086c-477f-846a-8818e6fce7cc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:47:33.689238 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:47:33.702906 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 53bd91c6-a009-4277-9451-52c43b1f4e87 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:33.712676 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33420) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:33.820996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'network': {'name': 'tempest-RoutersTest-1524511797'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:33.845905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e4443452-086c-477f-846a-8818e6fce7cc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:33.849723 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:33.855489 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e4443452-086c-477f-846a-8818e6fce7cc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:33.859861 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e4443452-086c-477f-846a-8818e6fce7cc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] 10.222.0.20 "DELETE /v2.0/networks/36eee797-60f1-483e-81c4-4dc1c89ce22a HTTP/1.1" status: 204 len: 168 time: 0.8667266 Jun 22 09:47:33.875759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4443452-086c-477f-846a-8818e6fce7cc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Pushing event deleted for resources: {'Network': ['ID=36eee797-60f1-483e-81c4-4dc1c89ce22a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:33.885832 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e4443452-086c-477f-846a-8818e6fce7cc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:33.920300 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 53bd91c6-a009-4277-9451-52c43b1f4e87 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:33.921021 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:33.933005 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Made reservation on behalf of 6167c55fae3441119bb7e60e43fbf71d for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:33.937983 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:33.950038 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.048982 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.118273 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9132923-259c-4241-82b5-45e5a51bd8d8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.137473 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.142433 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f46e1e06-5413-4646-aa17-e7f67f2f3b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:34.165874 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:47:34.179745 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eacb585-e0dd-4775-a59f-807f140f863f,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:34.182770 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:34.288260 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9132923-259c-4241-82b5-45e5a51bd8d8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.289946 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.297188 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Added segment 3e1359a7-8b75-4cb2-b170-e5fe18bfe80b of type vlan for network d0fea1c6-aa98-467c-966c-2de64d701c25 Jun 22 09:47:34.297337 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7ffda3e5-7f32-4377-8418-969416d0ea65 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:34.317490 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9132923-259c-4241-82b5-45e5a51bd8d8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Subnet': ['ID=93f00ddf-a810-4bc5-8bab-aa817b5367da,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:34.324821 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9132923-259c-4241-82b5-45e5a51bd8d8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.326964 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a9132923-259c-4241-82b5-45e5a51bd8d8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/93f00ddf-a810-4bc5-8bab-aa817b5367da HTTP/1.1" status: 204 len: 168 time: 0.7910290 Jun 22 09:47:34.328128 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a9132923-259c-4241-82b5-45e5a51bd8d8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:34.329563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33428) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:34.329697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37b47cf-8e5b-44f4-919e-8b8a07079006 None None] Network 827cdb1c-8fda-4161-b077-52fc61df55c9 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:34.330142 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33430) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:34.338019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.392669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce291740-06b6-4a57-85d2-4b0812114c81 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting subnet 909d265f-0241-4da5-b807-98aad3faf449 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:34.396093 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce291740-06b6-4a57-85d2-4b0812114c81 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.443417 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce291740-06b6-4a57-85d2-4b0812114c81 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.457468 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.465237 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:34.465843 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.469250 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5c77b2ba-05b5-4f68-bcd8-9bb48525fa04 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:34.522620 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c4733d31-f788-4615-a85c-bf9d384fa1d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9c1085b63b34e82a563468655f91b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900325 Jun 22 09:47:34.524877 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33434) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:34.536392 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Network': ['ID=d0fea1c6-aa98-467c-966c-2de64d701c25,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:34.539097 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:34.547991 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network d0fea1c6-aa98-467c-966c-2de64d701c25 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:47:34.587949 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce291740-06b6-4a57-85d2-4b0812114c81 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.602350 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8883250 Jun 22 09:47:34.607181 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33436) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:34.613430 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-cdd06ea7-097d-4a3f-a07e-710d484a08db tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'network': {'name': 'tempest-RoutersTest-121383559'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:34.643279 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b693b783-d4ee-45dc-b94f-2a540a803041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.675487 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b693b783-d4ee-45dc-b94f-2a540a803041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.710351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd06ea7-097d-4a3f-a07e-710d484a08db tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Made reservation on behalf of 6167c55fae3441119bb7e60e43fbf71d for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:34.714011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cdd06ea7-097d-4a3f-a07e-710d484a08db tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.738661 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd06ea7-097d-4a3f-a07e-710d484a08db tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:47:34.740120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce291740-06b6-4a57-85d2-4b0812114c81 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.743572 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a5e096d3-e6d4-47c6-b38a-d14e49a42017 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:34.749143 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cdd06ea7-097d-4a3f-a07e-710d484a08db tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.749749 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-cdd06ea7-097d-4a3f-a07e-710d484a08db tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Added segment 9e397b65-53be-43e2-85d7-e24ac659636c of type vlan for network 5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9 Jun 22 09:47:34.769972 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce291740-06b6-4a57-85d2-4b0812114c81 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Subnet': ['ID=909d265f-0241-4da5-b807-98aad3faf449,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:34.777364 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ce291740-06b6-4a57-85d2-4b0812114c81 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:34.778589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce291740-06b6-4a57-85d2-4b0812114c81 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.780789 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ce291740-06b6-4a57-85d2-4b0812114c81 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/909d265f-0241-4da5-b807-98aad3faf449 HTTP/1.1" status: 204 len: 168 time: 0.4495590 Jun 22 09:47:34.783291 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33438) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:34.800348 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cdd06ea7-097d-4a3f-a07e-710d484a08db tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.848028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b693b783-d4ee-45dc-b94f-2a540a803041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.850631 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b693b783-d4ee-45dc-b94f-2a540a803041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.851796 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b693b783-d4ee-45dc-b94f-2a540a803041 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5bd1ce6c-5530-4dd3-ac4a-9e8e43ffa495 HTTP/1.1" status: 204 len: 168 time: 0.3260021 Jun 22 09:47:34.854874 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-441b8996-3445-4b68-81d2-479f152602ba tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:34.871586 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693b783-d4ee-45dc-b94f-2a540a803041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd1ce6c-5530-4dd3-ac4a-9e8e43ffa495,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:34.876239 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b693b783-d4ee-45dc-b94f-2a540a803041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:34.878963 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.893764 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cdd06ea7-097d-4a3f-a07e-710d484a08db tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.902285 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd06ea7-097d-4a3f-a07e-710d484a08db tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:34.902983 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cdd06ea7-097d-4a3f-a07e-710d484a08db tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.916153 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:34.935723 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port 53bd91c6-a009-4277-9451-52c43b1f4e87 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:34.936145 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.982152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd06ea7-097d-4a3f-a07e-710d484a08db tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Network': ['ID=5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:34.985394 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cdd06ea7-097d-4a3f-a07e-710d484a08db tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3769467 Jun 22 09:47:34.987069 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cdd06ea7-097d-4a3f-a07e-710d484a08db tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:34.988122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33442) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:34.993695 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-badf74a7-6a6f-4ce3-a7ed-8b6e95d63aba tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'subnet': {'network_id': 'd0fea1c6-aa98-467c-966c-2de64d701c25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:34.997207 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:47:35.029458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] For port 53bd91c6-a009-4277-9451-52c43b1f4e87, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=53bd91c6-a009-4277-9451-52c43b1f4e87,segment=NetworkSegment(91cc0093-5131-4c55-8cdb-f528837a4ee6),segment_id=91cc0093-5131-4c55-8cdb-f528837a4ee6)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:35.030015 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:35.105820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for 53bd91c6-a009-4277-9451-52c43b1f4e87 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:35.138194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c5798d-3655-408f-b4ee-2a68538de013 None None] Network 827cdb1c-8fda-4161-b077-52fc61df55c9 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:35.151798 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-24d44359-4e11-4480-9fbe-82db6047469c None None] Provisioning complete for port 53bd91c6-a009-4277-9451-52c43b1f4e87 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:35.152190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-24d44359-4e11-4480-9fbe-82db6047469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:35.156044 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badf74a7-6a6f-4ce3-a7ed-8b6e95d63aba tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Made reservation on behalf of 6167c55fae3441119bb7e60e43fbf71d for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:35.162450 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-badf74a7-6a6f-4ce3-a7ed-8b6e95d63aba tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:35.263122 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:35.266231 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0c868cb0-057e-4305-aeca-8c2e0734363b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:35.293241 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-24d44359-4e11-4480-9fbe-82db6047469c None None] Port 53bd91c6-a009-4277-9451-52c43b1f4e87 update to ACTIVE by agent not found {{(pid=100654) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 22 09:47:35.299651 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=53bd91c6-a009-4277-9451-52c43b1f4e87,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:35.304193 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:35.304953 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No DVR routers for this DVR port 53bd91c6-a009-4277-9451-52c43b1f4e87 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:35.391261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:35.401469 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827cdb1c-8fda-4161-b077-52fc61df55c9']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:35.410728 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91cc0093-5131-4c55-8cdb-f528837a4ee6') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:35.411082 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91cc0093-5131-4c55-8cdb-f528837a4ee6') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:35.419178 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18270fe9-c724-4695-a204-318d5142f925 None None] DHCP port deletion for 827cdb1c-8fda-4161-b077-52fc61df55c9 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:47:35.422474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:35.442721 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:35.448883 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:47:35.449270 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:47:35.452260 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:47:35.487660 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-badf74a7-6a6f-4ce3-a7ed-8b6e95d63aba tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:35.490920 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e96005d8-3756-4d1f-af06-b4f7caff3a18 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:35.549209 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf74a7-6a6f-4ce3-a7ed-8b6e95d63aba tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Subnet': ['ID=7551465c-bf5e-4375-8860-b5cbb7dc3f1e,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:35.552822 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-badf74a7-6a6f-4ce3-a7ed-8b6e95d63aba tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:35.558138 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf74a7-6a6f-4ce3-a7ed-8b6e95d63aba tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Checking segment: {'id': '3e1359a7-8b75-4cb2-b170-e5fe18bfe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd0fea1c6-aa98-467c-966c-2de64d701c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:35.561841 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badf74a7-6a6f-4ce3-a7ed-8b6e95d63aba tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network hostable DHCP agents. Network: d0fea1c6-aa98-467c-966c-2de64d701c25, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:47:35.594150 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:35.597588 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6814a44d-1b8f-4189-ac3d-60955d889ee9 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:35.602123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:35.603881 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/networks/827cdb1c-8fda-4161-b077-52fc61df55c9 HTTP/1.1" status: 204 len: 168 time: 0.8195689 Jun 22 09:47:35.608312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33454) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:35.615138 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Network': ['ID=827cdb1c-8fda-4161-b077-52fc61df55c9,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:35.630065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:35.668167 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badf74a7-6a6f-4ce3-a7ed-8b6e95d63aba tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network d0fea1c6-aa98-467c-966c-2de64d701c25 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:47:35.684995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3496f0a-233a-4bd3-a2ae-0d1ba2ca098b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:35.685153 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 53bd91c6-a009-4277-9451-52c43b1f4e87 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:35.690082 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d3496f0a-233a-4bd3-a2ae-0d1ba2ca098b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0772412 Jun 22 09:47:35.690341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33460) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:35.717708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 53bd91c6-a009-4277-9451-52c43b1f4e87 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:35.718502 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 53bd91c6-a009-4277-9451-52c43b1f4e87 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:35.750203 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e98e9002-7008-4645-b072-f8b50aff9051 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0586741 Jun 22 09:47:35.753676 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33464) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:35.755904 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-badf74a7-6a6f-4ce3-a7ed-8b6e95d63aba tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, d0fea1c6-aa98-467c-966c-2de64d701c25) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:35.768962 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-5631d817-a093-4fa2-8575-c1ad8609a91e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1097020040'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:35.769144 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badf74a7-6a6f-4ce3-a7ed-8b6e95d63aba tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:35.769144 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-badf74a7-6a6f-4ce3-a7ed-8b6e95d63aba tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:35.769353 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e3d45c-2f30-4fbb-b886-63333999cd3c None None] Network d0fea1c6-aa98-467c-966c-2de64d701c25 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:35.845879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5631d817-a093-4fa2-8575-c1ad8609a91e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:35.850089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5631d817-a093-4fa2-8575-c1ad8609a91e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:35.874695 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5631d817-a093-4fa2-8575-c1ad8609a91e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:47:35.883744 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5631d817-a093-4fa2-8575-c1ad8609a91e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:35.884118 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-5631d817-a093-4fa2-8575-c1ad8609a91e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Added segment 781cf0ba-8318-4e5c-b905-ba911c24b7cd of type vlan for network 658dc5d5-92b6-4b83-977a-d1f65a5bf006 Jun 22 09:47:35.909382 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-d0fea1c6-aa98-467c-966c-2de64d701c25', 'network_id': 'd0fea1c6-aa98-467c-966c-2de64d701c25', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'fixed_ips': [{'subnet_id': '7551465c-bf5e-4375-8860-b5cbb7dc3f1e'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:47:35.910523 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:35.925561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5631d817-a093-4fa2-8575-c1ad8609a91e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:35.935029 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33468) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:35.945215 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-badf74a7-6a6f-4ce3-a7ed-8b6e95d63aba tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9560692 Jun 22 09:47:35.948233 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33472) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:35.958176 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-26879daa-1de7-4eb1-ac26-e8f714156a01 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'subnet': {'network_id': '5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:36.043232 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-00ef10bb-c1c3-4473-993b-a19bd665d58d tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2076281722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:36.045512 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5631d817-a093-4fa2-8575-c1ad8609a91e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:36.049093 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Allocated IP 172.20.0.2 (d0fea1c6-aa98-467c-966c-2de64d701c25/7551465c-bf5e-4375-8860-b5cbb7dc3f1e/ff006f6b-b0a2-414b-bcf8-f4ab07e7632a) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:36.052289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5631d817-a093-4fa2-8575-c1ad8609a91e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:36.059203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5631d817-a093-4fa2-8575-c1ad8609a91e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:36.059203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-18ebad30-0386-4bb0-99ef-40dec720a168 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:36.123184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631d817-a093-4fa2-8575-c1ad8609a91e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Network': ['ID=658dc5d5-92b6-4b83-977a-d1f65a5bf006,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:36.125773 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5631d817-a093-4fa2-8575-c1ad8609a91e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:36.134670 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 658dc5d5-92b6-4b83-977a-d1f65a5bf006 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:47:36.161880 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26879daa-1de7-4eb1-ac26-e8f714156a01 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Made reservation on behalf of 6167c55fae3441119bb7e60e43fbf71d for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:36.165551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26879daa-1de7-4eb1-ac26-e8f714156a01 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:36.240500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33474) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:36.240850 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5631d817-a093-4fa2-8575-c1ad8609a91e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4817688 Jun 22 09:47:36.248133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-05712145-40e6-4e00-a4dd-3390510bdb4b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'subnet': {'network_id': '658dc5d5-92b6-4b83-977a-d1f65a5bf006', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:36.251584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:36.260557 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Transition to ACTIVE for port object ff006f6b-b0a2-414b-bcf8-f4ab07e7632a will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:36.274583 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Transition to ACTIVE for port object ff006f6b-b0a2-414b-bcf8-f4ab07e7632a will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:36.366126 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:36.369141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-39991f44-adf3-40ac-9b48-975de3eaae29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:36.403196 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Network d0fea1c6-aa98-467c-966c-2de64d701c25 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:36.406137 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:36.406410 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-00ef10bb-c1c3-4473-993b-a19bd665d58d tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:36.407416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-00ef10bb-c1c3-4473-993b-a19bd665d58d tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:36.408662 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:36.424346 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Pushing event updated for resources: {'Port': ['ID=ff006f6b-b0a2-414b-bcf8-f4ab07e7632a,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:36.427218 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:36.480698 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Attempting to bind port ff006f6b-b0a2-414b-bcf8-f4ab07e7632a on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:47:36.481107 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Attempting to bind port ff006f6b-b0a2-414b-bcf8-f4ab07e7632a by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '3e1359a7-8b75-4cb2-b170-e5fe18bfe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd0fea1c6-aa98-467c-966c-2de64d701c25'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:47:36.481504 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Attempting to bind port ff006f6b-b0a2-414b-bcf8-f4ab07e7632a on network d0fea1c6-aa98-467c-966c-2de64d701c25 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:47:36.482584 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-00ef10bb-c1c3-4473-993b-a19bd665d58d tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:36.486576 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:47:36.486965 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Checking segment: {'id': '3e1359a7-8b75-4cb2-b170-e5fe18bfe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd0fea1c6-aa98-467c-966c-2de64d701c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:36.487381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:36.487825 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Bound using segment: {'id': '3e1359a7-8b75-4cb2-b170-e5fe18bfe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd0fea1c6-aa98-467c-966c-2de64d701c25'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:47:36.488304 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Bound port: ff006f6b-b0a2-414b-bcf8-f4ab07e7632a, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1359a7-8b75-4cb2-b170-e5fe18bfe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd0fea1c6-aa98-467c-966c-2de64d701c25'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:47:36.488696 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:36.532529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05712145-40e6-4e00-a4dd-3390510bdb4b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:36.536342 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-05712145-40e6-4e00-a4dd-3390510bdb4b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:36.550150 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] For port ff006f6b-b0a2-414b-bcf8-f4ab07e7632a, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:47:36.553307 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] For port ff006f6b-b0a2-414b-bcf8-f4ab07e7632a, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ff006f6b-b0a2-414b-bcf8-f4ab07e7632a,segment=NetworkSegment(3e1359a7-8b75-4cb2-b170-e5fe18bfe80b),segment_id=3e1359a7-8b75-4cb2-b170-e5fe18bfe80b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:47:36.578850 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26879daa-1de7-4eb1-ac26-e8f714156a01 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:36.581053 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-00ef10bb-c1c3-4473-993b-a19bd665d58d tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:36.589957 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-46d46483-2b00-493d-9b3e-c61b527b104a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:36.631059 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:36.634053 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-81de2a54-4eb0-46e2-bfd3-8666d8051a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:36.688222 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26879daa-1de7-4eb1-ac26-e8f714156a01 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Subnet': ['ID=0e98d014-ccfe-4ab1-b66a-63d4863d1641,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:36.691020 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-26879daa-1de7-4eb1-ac26-e8f714156a01 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:36.694966 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Pushing event updated for resources: {'Port': ['ID=ff006f6b-b0a2-414b-bcf8-f4ab07e7632a,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:36.698810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:36.709053 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26879daa-1de7-4eb1-ac26-e8f714156a01 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Checking segment: {'id': '9e397b65-53be-43e2-85d7-e24ac659636c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:36.709429 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26879daa-1de7-4eb1-ac26-e8f714156a01 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network hostable DHCP agents. Network: 5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:47:36.744632 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-00ef10bb-c1c3-4473-993b-a19bd665d58d tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:36.748214 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-00ef10bb-c1c3-4473-993b-a19bd665d58d tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8092995 Jun 22 09:47:36.748608 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33476) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:36.754299 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1634422528'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:36.865701 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26879daa-1de7-4eb1-ac26-e8f714156a01 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:47:36.898497 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Made reservation on behalf of 6ba980c68d854db88eaa0eb44e1024b0 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:36.898884 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-05712145-40e6-4e00-a4dd-3390510bdb4b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:36.901448 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bc8d3acd-7032-4279-b717-1c8b86821507 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:36.902391 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:36.912593 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:36.965465 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05712145-40e6-4e00-a4dd-3390510bdb4b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Subnet': ['ID=7662fb2e-31c3-490b-9238-ca135baabfa1,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:36.968771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-05712145-40e6-4e00-a4dd-3390510bdb4b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:36.971247 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-26879daa-1de7-4eb1-ac26-e8f714156a01 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:36.977701 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26879daa-1de7-4eb1-ac26-e8f714156a01 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:36.978322 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26879daa-1de7-4eb1-ac26-e8f714156a01 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:36.986053 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fec164f-34b5-4cdf-a337-cfcd2acb85a1 None None] Network 5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:36.988952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05712145-40e6-4e00-a4dd-3390510bdb4b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Checking segment: {'id': '781cf0ba-8318-4e5c-b905-ba911c24b7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '658dc5d5-92b6-4b83-977a-d1f65a5bf006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:36.989355 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05712145-40e6-4e00-a4dd-3390510bdb4b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network hostable DHCP agents. Network: 658dc5d5-92b6-4b83-977a-d1f65a5bf006, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:47:37.020822 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:37.100581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05712145-40e6-4e00-a4dd-3390510bdb4b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 658dc5d5-92b6-4b83-977a-d1f65a5bf006 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:47:37.107069 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-05712145-40e6-4e00-a4dd-3390510bdb4b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 658dc5d5-92b6-4b83-977a-d1f65a5bf006) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:37.116721 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05712145-40e6-4e00-a4dd-3390510bdb4b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:37.117359 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-05712145-40e6-4e00-a4dd-3390510bdb4b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:37.130180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021203dc-9cba-41ac-bc7c-23c471936244 None None] Network 658dc5d5-92b6-4b83-977a-d1f65a5bf006 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:37.132749 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:37.137340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1e6bbdb0-40a5-4ac7-9813-8ccc816d1c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:37.146495 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9', 'network_id': '5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'fixed_ips': [{'subnet_id': '0e98d014-ccfe-4ab1-b66a-63d4863d1641'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:47:37.147357 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:37.157484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:47:37.173164 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f684e675-002f-46d8-81a3-5c34a1209bcf,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:37.176168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:37.176630 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Added segment 53bec46f-1dd6-42b9-920e-abfa91cd5847 of type vlan for network 841d3cce-4382-464a-88f2-1194a6053f57 Jun 22 09:47:37.178174 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:37.209721 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-26879daa-1de7-4eb1-ac26-e8f714156a01 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2602341 Jun 22 09:47:37.225319 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33478) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:37.225507 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:37.225617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-3ffc01eb-9089-484d-8d58-150250303802 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1443689427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:37.294168 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-05712145-40e6-4e00-a4dd-3390510bdb4b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0514903 Jun 22 09:47:37.296896 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33480) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:37.305585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-0dd2ba8e-c63a-4c10-8425-6f4c55099ff4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'network_id': '658dc5d5-92b6-4b83-977a-d1f65a5bf006', 'name': 'tempest-PortsIpV6TestJSON-760384714'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:37.386527 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Allocated IP 172.21.0.2 (5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9/0e98d014-ccfe-4ab1-b66a-63d4863d1641/5f300c15-de5a-4454-9143-ab41d3ae7ca5) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:37.396895 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-658dc5d5-92b6-4b83-977a-d1f65a5bf006', 'network_id': '658dc5d5-92b6-4b83-977a-d1f65a5bf006', 'tenant_id': '3279d45dbce84071a9f170ee9432f94e', 'fixed_ips': [{'subnet_id': '7662fb2e-31c3-490b-9238-ca135baabfa1'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:47:37.397779 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:37.401179 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:37.406817 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:37.414243 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:37.414243 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:37.469999 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ffc01eb-9089-484d-8d58-150250303802 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:37.471944 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ffc01eb-9089-484d-8d58-150250303802 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:37.487329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event updated for resources: {'Network': ['ID=841d3cce-4382-464a-88f2-1194a6053f57,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:37.492570 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:37.516483 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 841d3cce-4382-464a-88f2-1194a6053f57 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:47:37.546684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ffc01eb-9089-484d-8d58-150250303802 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:37.568327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd2ba8e-c63a-4c10-8425-6f4c55099ff4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:37.572519 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0dd2ba8e-c63a-4c10-8425-6f4c55099ff4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:37.593923 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-0dd2ba8e-c63a-4c10-8425-6f4c55099ff4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] device_id is not set on port af85dbba-0766-4b8d-9cb1-033614530839 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:47:37.596361 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ffc01eb-9089-484d-8d58-150250303802 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:37.657624 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9078579 Jun 22 09:47:37.660599 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33482) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:37.668757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-5bdebd90-26ea-48a1-925e-e944bc955c7a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Request body: {'subnet': {'network_id': '841d3cce-4382-464a-88f2-1194a6053f57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:37.680579 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ffc01eb-9089-484d-8d58-150250303802 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:37.685227 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33484) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:37.687032 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3ffc01eb-9089-484d-8d58-150250303802 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4689262 Jun 22 09:47:37.688497 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Allocated IP 2001:db8::2 (658dc5d5-92b6-4b83-977a-d1f65a5bf006/7662fb2e-31c3-490b-9238-ca135baabfa1/b82da107-fb33-4f8a-b6cf-5cfa606640a1) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:37.787952 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:37.804466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd916ac-70bf-414c-80bd-fd5341ed6e40 None None] Network d0fea1c6-aa98-467c-966c-2de64d701c25 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:37.815285 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Transition to ACTIVE for port object 5f300c15-de5a-4454-9143-ab41d3ae7ca5 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:37.817333 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ff006f6b-b0a2-414b-bcf8-f4ab07e7632a up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:37.910051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdebd90-26ea-48a1-925e-e944bc955c7a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Made reservation on behalf of 6ba980c68d854db88eaa0eb44e1024b0 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:37.914745 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5bdebd90-26ea-48a1-925e-e944bc955c7a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.018262 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.065968 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Transition to ACTIVE for port object 5f300c15-de5a-4454-9143-ab41d3ae7ca5 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:38.199749 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.205947 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:38.207857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5bdebd90-26ea-48a1-925e-e944bc955c7a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.211608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d903b9ab-d515-4dfe-a6a3-a15c21b8747a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:38.214949 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.222853 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1a9de3d4-c09c-4614-9cf0-57af16861b7e None None] Provisioning for port ff006f6b-b0a2-414b-bcf8-f4ab07e7632a completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:38.256121 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Transition to ACTIVE for port object b82da107-fb33-4f8a-b6cf-5cfa606640a1 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:38.265534 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Network 5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:38.269180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdebd90-26ea-48a1-925e-e944bc955c7a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event updated for resources: {'Subnet': ['ID=dae3045f-7982-4a56-a9fb-6801be4c2e4e,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:38.273518 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5bdebd90-26ea-48a1-925e-e944bc955c7a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:38.277208 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:38.280750 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:38.285557 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdebd90-26ea-48a1-925e-e944bc955c7a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Checking segment: {'id': '53bec46f-1dd6-42b9-920e-abfa91cd5847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '841d3cce-4382-464a-88f2-1194a6053f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:38.285983 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdebd90-26ea-48a1-925e-e944bc955c7a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Network hostable DHCP agents. Network: 841d3cce-4382-464a-88f2-1194a6053f57, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:47:38.286340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Allocated IP 172.20.0.1 (d0fea1c6-aa98-467c-966c-2de64d701c25/7551465c-bf5e-4375-8860-b5cbb7dc3f1e/9d466fab-4db2-49fb-b0bd-4a69a61542ef) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:38.287633 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port ff006f6b-b0a2-414b-bcf8-f4ab07e7632a completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:38.318160 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Pushing event updated for resources: {'Port': ['ID=5f300c15-de5a-4454-9143-ab41d3ae7ca5,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:38.325550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port ff006f6b-b0a2-414b-bcf8-f4ab07e7632a triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:38.325905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.330281 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:38.348831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Transition to ACTIVE for port object b82da107-fb33-4f8a-b6cf-5cfa606640a1 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:38.378793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdebd90-26ea-48a1-925e-e944bc955c7a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Network 841d3cce-4382-464a-88f2-1194a6053f57 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:47:38.409978 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.423359 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Transition to ACTIVE for port object 9d466fab-4db2-49fb-b0bd-4a69a61542ef will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:38.431772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Attempting to bind port 5f300c15-de5a-4454-9143-ab41d3ae7ca5 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:47:38.432176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Attempting to bind port 5f300c15-de5a-4454-9143-ab41d3ae7ca5 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '9e397b65-53be-43e2-85d7-e24ac659636c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:47:38.432554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Attempting to bind port 5f300c15-de5a-4454-9143-ab41d3ae7ca5 on network 5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:47:38.447333 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:47:38.447751 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Checking segment: {'id': '9e397b65-53be-43e2-85d7-e24ac659636c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:38.450536 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.450536 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Bound using segment: {'id': '9e397b65-53be-43e2-85d7-e24ac659636c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:47:38.450536 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Bound port: 5f300c15-de5a-4454-9143-ab41d3ae7ca5, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e397b65-53be-43e2-85d7-e24ac659636c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:47:38.450536 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.470110 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-5bdebd90-26ea-48a1-925e-e944bc955c7a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 841d3cce-4382-464a-88f2-1194a6053f57) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:38.474391 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdebd90-26ea-48a1-925e-e944bc955c7a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:38.475147 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5bdebd90-26ea-48a1-925e-e944bc955c7a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.490354 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907be4ee-212f-451e-8e28-bb27b03e4c83 None None] Network 841d3cce-4382-464a-88f2-1194a6053f57 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:38.494740 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.501007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:38.546997 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-0dd2ba8e-c63a-4c10-8425-6f4c55099ff4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Allocated IP 2001:db8::137 (658dc5d5-92b6-4b83-977a-d1f65a5bf006/7662fb2e-31c3-490b-9238-ca135baabfa1/af85dbba-0766-4b8d-9cb1-033614530839) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:38.549812 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.555345 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bc654849-f6fe-44fc-93c1-7440a2437985 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:38.579519 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5bdebd90-26ea-48a1-925e-e944bc955c7a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9159486 Jun 22 09:47:38.582783 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33486) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:38.596686 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-199f95fa-b9eb-411b-bba5-946b19a1a8dd tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Request body: {'network': {'name': 'tempest-router-network01--1212763951'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:38.611348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.612543 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network d0fea1c6-aa98-467c-966c-2de64d701c25 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:38.619733 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Network 658dc5d5-92b6-4b83-977a-d1f65a5bf006 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:38.627014 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:38.633352 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:38.645044 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=9d466fab-4db2-49fb-b0bd-4a69a61542ef,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:38.645368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:38.656860 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:38.670481 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Pushing event updated for resources: {'Port': ['ID=b82da107-fb33-4f8a-b6cf-5cfa606640a1,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:38.674058 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:38.693302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:38.694611 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-300c55f6-38a1-4066-94f4-234616151661 None None] For port 5f300c15-de5a-4454-9143-ab41d3ae7ca5, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:47:38.704644 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199f95fa-b9eb-411b-bba5-946b19a1a8dd tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Made reservation on behalf of 6ba980c68d854db88eaa0eb44e1024b0 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:38.708261 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-199f95fa-b9eb-411b-bba5-946b19a1a8dd tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.733424 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.742021 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-300c55f6-38a1-4066-94f4-234616151661 None None] For port 5f300c15-de5a-4454-9143-ab41d3ae7ca5, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5f300c15-de5a-4454-9143-ab41d3ae7ca5,segment=NetworkSegment(9e397b65-53be-43e2-85d7-e24ac659636c),segment_id=9e397b65-53be-43e2-85d7-e24ac659636c)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:47:38.753973 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199f95fa-b9eb-411b-bba5-946b19a1a8dd tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:47:38.764871 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-199f95fa-b9eb-411b-bba5-946b19a1a8dd tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.765381 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-199f95fa-b9eb-411b-bba5-946b19a1a8dd tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Added segment dc605af0-2d94-4139-ac5d-296cd2fe2a8f of type vlan for network a9ab620a-3d53-457c-923a-f43fc18b5de4 Jun 22 09:47:38.780966 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port ff006f6b-b0a2-414b-bcf8-f4ab07e7632a, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ff006f6b-b0a2-414b-bcf8-f4ab07e7632a,segment=NetworkSegment(3e1359a7-8b75-4cb2-b170-e5fe18bfe80b),segment_id=3e1359a7-8b75-4cb2-b170-e5fe18bfe80b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:38.814339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Attempting to bind port b82da107-fb33-4f8a-b6cf-5cfa606640a1 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:47:38.814726 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Attempting to bind port b82da107-fb33-4f8a-b6cf-5cfa606640a1 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '781cf0ba-8318-4e5c-b905-ba911c24b7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '658dc5d5-92b6-4b83-977a-d1f65a5bf006'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:47:38.815105 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Attempting to bind port b82da107-fb33-4f8a-b6cf-5cfa606640a1 on network 658dc5d5-92b6-4b83-977a-d1f65a5bf006 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:47:38.822587 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.831667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-72fea7d4-95ba-4c28-999c-5ab69d99913d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:38.842036 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-199f95fa-b9eb-411b-bba5-946b19a1a8dd tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.885845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f85a793d-e232-4029-96a3-a6e758824305 None None] Provisioning complete for port ff006f6b-b0a2-414b-bcf8-f4ab07e7632a triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:38.886231 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f85a793d-e232-4029-96a3-a6e758824305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.888009 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:47:38.888391 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Checking segment: {'id': '781cf0ba-8318-4e5c-b905-ba911c24b7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '658dc5d5-92b6-4b83-977a-d1f65a5bf006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:38.888785 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.889191 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Bound using segment: {'id': '781cf0ba-8318-4e5c-b905-ba911c24b7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '658dc5d5-92b6-4b83-977a-d1f65a5bf006'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:47:38.889781 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Bound port: b82da107-fb33-4f8a-b6cf-5cfa606640a1, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781cf0ba-8318-4e5c-b905-ba911c24b7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '658dc5d5-92b6-4b83-977a-d1f65a5bf006'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:47:38.891377 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.927318 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0dd2ba8e-c63a-4c10-8425-6f4c55099ff4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.937064 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.942369 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-0dd2ba8e-c63a-4c10-8425-6f4c55099ff4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Transition to ACTIVE for port object af85dbba-0766-4b8d-9cb1-033614530839 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:38.990592 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-199f95fa-b9eb-411b-bba5-946b19a1a8dd tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:38.999978 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199f95fa-b9eb-411b-bba5-946b19a1a8dd tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:39.001193 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-199f95fa-b9eb-411b-bba5-946b19a1a8dd tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:39.011978 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:39.016535 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-841d3cce-4382-464a-88f2-1194a6053f57', 'network_id': '841d3cce-4382-464a-88f2-1194a6053f57', 'tenant_id': '6ba980c68d854db88eaa0eb44e1024b0', 'fixed_ips': [{'subnet_id': 'dae3045f-7982-4a56-a9fb-6801be4c2e4e'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:47:39.017455 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:39.041618 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:39.058480 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0dd2ba8e-c63a-4c10-8425-6f4c55099ff4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:39.083512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Pushing event updated for resources: {'Port': ['ID=5f300c15-de5a-4454-9143-ab41d3ae7ca5,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:39.095114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:39.099173 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:39.099847 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f95fa-b9eb-411b-bba5-946b19a1a8dd tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event updated for resources: {'Network': ['ID=a9ab620a-3d53-457c-923a-f43fc18b5de4,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:39.103324 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-199f95fa-b9eb-411b-bba5-946b19a1a8dd tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:39.124934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-64452759-9f14-4409-9ee6-404999302592 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:39.144043 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-199f95fa-b9eb-411b-bba5-946b19a1a8dd tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5593784 Jun 22 09:47:39.146988 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33490) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:39.152487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-c8d114ad-6018-45de-8b8d-3877636b190a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Request body: {'network': {'name': 'tempest-router-network02--1472221246'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:39.184555 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network a9ab620a-3d53-457c-923a-f43fc18b5de4 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:47:39.213926 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] For port b82da107-fb33-4f8a-b6cf-5cfa606640a1, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:47:39.260814 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2ba8e-c63a-4c10-8425-6f4c55099ff4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=af85dbba-0766-4b8d-9cb1-033614530839,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:39.266384 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd2ba8e-c63a-4c10-8425-6f4c55099ff4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 658dc5d5-92b6-4b83-977a-d1f65a5bf006 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:39.267626 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0dd2ba8e-c63a-4c10-8425-6f4c55099ff4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:39.270917 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-0dd2ba8e-c63a-4c10-8425-6f4c55099ff4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:39.272221 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] For port b82da107-fb33-4f8a-b6cf-5cfa606640a1, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b82da107-fb33-4f8a-b6cf-5cfa606640a1,segment=NetworkSegment(781cf0ba-8318-4e5c-b905-ba911c24b7cd),segment_id=781cf0ba-8318-4e5c-b905-ba911c24b7cd)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:47:39.273746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd2ba8e-c63a-4c10-8425-6f4c55099ff4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:39.280032 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd2ba8e-c63a-4c10-8425-6f4c55099ff4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:39.280418 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0dd2ba8e-c63a-4c10-8425-6f4c55099ff4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:39.315705 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d114ad-6018-45de-8b8d-3877636b190a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Made reservation on behalf of 6ba980c68d854db88eaa0eb44e1024b0 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:39.320930 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c8d114ad-6018-45de-8b8d-3877636b190a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:39.342215 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=ff006f6b-b0a2-414b-bcf8-f4ab07e7632a,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:39.348788 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:39.350615 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d114ad-6018-45de-8b8d-3877636b190a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:47:39.364864 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c8d114ad-6018-45de-8b8d-3877636b190a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:39.365388 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-c8d114ad-6018-45de-8b8d-3877636b190a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Added segment 73a9e885-3591-4406-b827-7d5ce2b0bdb2 of type vlan for network 5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832 Jun 22 09:47:39.402503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Allocated IP 172.20.0.2 (841d3cce-4382-464a-88f2-1194a6053f57/dae3045f-7982-4a56-a9fb-6801be4c2e4e/c0538088-4729-4e5f-992c-aa57054190e8) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:39.405049 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:39.409314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c8d114ad-6018-45de-8b8d-3877636b190a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:39.409506 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:39.436804 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0dd2ba8e-c63a-4c10-8425-6f4c55099ff4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1363895 Jun 22 09:47:39.437281 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33492) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:39.442845 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-33fdd6b1-7a52-4ee5-8f73-603d5ae5d733 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'network_id': '658dc5d5-92b6-4b83-977a-d1f65a5bf006', 'name': 'tempest-PortsIpV6TestJSON-127531032'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:39.447038 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:39.530587 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Pushing event updated for resources: {'Port': ['ID=b82da107-fb33-4f8a-b6cf-5cfa606640a1,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:39.534897 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:39.544422 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:39.553370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:39.605987 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c8d114ad-6018-45de-8b8d-3877636b190a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:39.616152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d114ad-6018-45de-8b8d-3877636b190a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:39.617372 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c8d114ad-6018-45de-8b8d-3877636b190a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:39.626356 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=9d466fab-4db2-49fb-b0bd-4a69a61542ef,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:39.629281 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:39.637660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:39.639843 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:39.649742 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c2021423-e0d5-4e4e-8ac9-12b5fc7f0e67 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:39.656718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Transition to ACTIVE for port object c0538088-4729-4e5f-992c-aa57054190e8 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:39.673002 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6ee9d929-9d70-45f1-af3d-8605170c86f7 None None] Provisioning for port 9d466fab-4db2-49fb-b0bd-4a69a61542ef completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:39.693055 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6ee9d929-9d70-45f1-af3d-8605170c86f7 None None] Provisioning complete for port 9d466fab-4db2-49fb-b0bd-4a69a61542ef triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:39.693338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6ee9d929-9d70-45f1-af3d-8605170c86f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:39.695251 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Transition to ACTIVE for port object c0538088-4729-4e5f-992c-aa57054190e8 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:39.758385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-6ee9d929-9d70-45f1-af3d-8605170c86f7 None None] Port 9d466fab-4db2-49fb-b0bd-4a69a61542ef cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:47:39.790406 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:39.791424 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fdd6b1-7a52-4ee5-8f73-603d5ae5d733 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:39.793749 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:39.795134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-33fdd6b1-7a52-4ee5-8f73-603d5ae5d733 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:39.807932 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network d0fea1c6-aa98-467c-966c-2de64d701c25 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:39.824652 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:39.863372 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Network 841d3cce-4382-464a-88f2-1194a6053f57 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:39.865447 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-33fdd6b1-7a52-4ee5-8f73-603d5ae5d733 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] device_id is not set on port d5a16157-1f1f-436a-aaf5-a7484170addf yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:47:39.869327 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:39.873848 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:39.928578 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d114ad-6018-45de-8b8d-3877636b190a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event updated for resources: {'Network': ['ID=5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:39.928995 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Pushing event updated for resources: {'Port': ['ID=c0538088-4729-4e5f-992c-aa57054190e8,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:39.929104 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c8d114ad-6018-45de-8b8d-3877636b190a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:39.931816 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:39.945151 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c8d114ad-6018-45de-8b8d-3877636b190a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7968762 Jun 22 09:47:39.945789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33494) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:39.953800 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-36b06ade-ae68-465e-9024-7b2d87b73190 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Request body: {'subnet': {'network_id': 'a9ab620a-3d53-457c-923a-f43fc18b5de4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:39.992712 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:47:39.999681 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5f300c15-de5a-4454-9143-ab41d3ae7ca5 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:40.003162 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Attempting to bind port c0538088-4729-4e5f-992c-aa57054190e8 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:47:40.003665 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Attempting to bind port c0538088-4729-4e5f-992c-aa57054190e8 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '53bec46f-1dd6-42b9-920e-abfa91cd5847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '841d3cce-4382-464a-88f2-1194a6053f57'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:47:40.004113 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Attempting to bind port c0538088-4729-4e5f-992c-aa57054190e8 on network 841d3cce-4382-464a-88f2-1194a6053f57 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:47:40.020480 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:47:40.022232 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Checking segment: {'id': '53bec46f-1dd6-42b9-920e-abfa91cd5847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '841d3cce-4382-464a-88f2-1194a6053f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:40.023047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:40.023184 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Bound using segment: {'id': '53bec46f-1dd6-42b9-920e-abfa91cd5847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '841d3cce-4382-464a-88f2-1194a6053f57'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:47:40.024136 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Bound port: c0538088-4729-4e5f-992c-aa57054190e8, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bec46f-1dd6-42b9-920e-abfa91cd5847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '841d3cce-4382-464a-88f2-1194a6053f57'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:47:40.024708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:40.166399 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-33fdd6b1-7a52-4ee5-8f73-603d5ae5d733 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Allocated IP 2001:db8::db (658dc5d5-92b6-4b83-977a-d1f65a5bf006/7662fb2e-31c3-490b-9238-ca135baabfa1/d5a16157-1f1f-436a-aaf5-a7484170addf) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:40.172116 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 26d95373-e58f-42e1-bb22-513393520d0b is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:47:40.259000 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] For port c0538088-4729-4e5f-992c-aa57054190e8, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:47:40.263737 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] For port c0538088-4729-4e5f-992c-aa57054190e8, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c0538088-4729-4e5f-992c-aa57054190e8,segment=NetworkSegment(53bec46f-1dd6-42b9-920e-abfa91cd5847),segment_id=53bec46f-1dd6-42b9-920e-abfa91cd5847)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:47:40.287929 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5d4fa92e-7af3-4f24-afa0-2d95993f2eda None None] Provisioning complete for port 9d466fab-4db2-49fb-b0bd-4a69a61542ef triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:40.288315 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa92e-7af3-4f24-afa0-2d95993f2eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:40.291066 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:40.297464 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/26d95373-e58f-42e1-bb22-513393520d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6107616 Jun 22 09:47:40.300309 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33496) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:40.316919 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3ccc1b-7a1f-4e19-abf3-1ad9ac548c63 None None] Sync routers for ids ['26d95373-e58f-42e1-bb22-513393520d0b'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:40.320619 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63545c1c-962e-4130-98dd-7e0e6eb06ab2 None None] Network 5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:40.354997 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-33fdd6b1-7a52-4ee5-8f73-603d5ae5d733 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:40.363360 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b06ade-ae68-465e-9024-7b2d87b73190 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Made reservation on behalf of 6ba980c68d854db88eaa0eb44e1024b0 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:40.366440 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542966e1-1785-4316-99f1-30ab69a2678f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:40.367522 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-36b06ade-ae68-465e-9024-7b2d87b73190 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:40.376400 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-542966e1-1785-4316-99f1-30ab69a2678f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/ports/9d466fab-4db2-49fb-b0bd-4a69a61542ef HTTP/1.1" status: 200 len: 910 time: 0.0666807 Jun 22 09:47:40.376400 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33498) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:40.424552 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-33fdd6b1-7a52-4ee5-8f73-603d5ae5d733 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Transition to ACTIVE for port object d5a16157-1f1f-436a-aaf5-a7484170addf will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:40.549328 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:40.553273 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 5f300c15-de5a-4454-9143-ab41d3ae7ca5 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:40.559309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:40.571534 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ff006f6b-b0a2-414b-bcf8-f4ab07e7632a up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:40.573538 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-18b0bf39-17a4-418a-91f6-e31aebadc4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:40.613222 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-33fdd6b1-7a52-4ee5-8f73-603d5ae5d733 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:40.618521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-703f8a1a-c601-42e3-a087-5c58a79ed5ba tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:40.628146 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3ccc1b-7a1f-4e19-abf3-1ad9ac548c63 None None] Routers {'26d95373-e58f-42e1-bb22-513393520d0b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:40.628909 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1b3ccc1b-7a1f-4e19-abf3-1ad9ac548c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['26d95373-e58f-42e1-bb22-513393520d0b'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:40.657683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fdd6b1-7a52-4ee5-8f73-603d5ae5d733 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 658dc5d5-92b6-4b83-977a-d1f65a5bf006 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:40.661864 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-33fdd6b1-7a52-4ee5-8f73-603d5ae5d733 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:40.666037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fdd6b1-7a52-4ee5-8f73-603d5ae5d733 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:40.671763 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fdd6b1-7a52-4ee5-8f73-603d5ae5d733 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:40.672398 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-33fdd6b1-7a52-4ee5-8f73-603d5ae5d733 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:40.674979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5d4fa92e-7af3-4f24-afa0-2d95993f2eda None None] Port 9d466fab-4db2-49fb-b0bd-4a69a61542ef cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:47:40.690174 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1b3ccc1b-7a1f-4e19-abf3-1ad9ac548c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:40.697311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdd6b1-7a52-4ee5-8f73-603d5ae5d733 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=d5a16157-1f1f-436a-aaf5-a7484170addf,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:40.700570 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-33fdd6b1-7a52-4ee5-8f73-603d5ae5d733 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:40.737267 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-36b06ade-ae68-465e-9024-7b2d87b73190 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:40.741030 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-21a73a36-1406-4453-a147-a9d2a18a7e2d tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:40.749743 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3ccc1b-7a1f-4e19-abf3-1ad9ac548c63 None None] Routers {'26d95373-e58f-42e1-bb22-513393520d0b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:40.750400 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1b3ccc1b-7a1f-4e19-abf3-1ad9ac548c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['26d95373-e58f-42e1-bb22-513393520d0b'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:40.791457 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-33fdd6b1-7a52-4ee5-8f73-603d5ae5d733 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3533025 Jun 22 09:47:40.796020 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33502) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:40.812657 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Pushing event updated for resources: {'Port': ['ID=c0538088-4729-4e5f-992c-aa57054190e8,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:40.812862 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:40.815840 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:40.819269 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1b3ccc1b-7a1f-4e19-abf3-1ad9ac548c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:40.819956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3ccc1b-7a1f-4e19-abf3-1ad9ac548c63 None None] The sync data for ids ['26d95373-e58f-42e1-bb22-513393520d0b'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:40.846750 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33504) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:40.872604 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port ff006f6b-b0a2-414b-bcf8-f4ab07e7632a triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:40.872995 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:40.883499 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f30b0d-0ccd-4ac7-94d8-b8f52382cfaf None None] Network 658dc5d5-92b6-4b83-977a-d1f65a5bf006 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:40.949926 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b06ade-ae68-465e-9024-7b2d87b73190 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event updated for resources: {'Subnet': ['ID=4a5b0e0c-2a31-4610-97d5-3f19ba0d174e,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:40.981368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-36b06ade-ae68-465e-9024-7b2d87b73190 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:40.995638 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6f4f4c4b-1466-4214-a47d-79ec9f245157 None None] Provisioning for port 5f300c15-de5a-4454-9143-ab41d3ae7ca5 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:41.003858 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6f4f4c4b-1466-4214-a47d-79ec9f245157 None None] Provisioning complete for port 5f300c15-de5a-4454-9143-ab41d3ae7ca5 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:41.004249 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6f4f4c4b-1466-4214-a47d-79ec9f245157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:41.015757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b06ade-ae68-465e-9024-7b2d87b73190 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Checking segment: {'id': 'dc605af0-2d94-4139-ac5d-296cd2fe2a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a9ab620a-3d53-457c-923a-f43fc18b5de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:41.016262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b06ade-ae68-465e-9024-7b2d87b73190 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Network hostable DHCP agents. Network: a9ab620a-3d53-457c-923a-f43fc18b5de4, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:47:41.050538 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6088cc9a-e9d8-4ee3-b33f-7c04885a9bb4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/444dab80-0785-4e22-8faa-378089dc40d9 HTTP/1.1" status: 200 len: 992 time: 0.1946092 Jun 22 09:47:41.071900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bb4976-316d-4c43-bf72-e31edd2a3ecb tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:41.076374 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b0bb4976-316d-4c43-bf72-e31edd2a3ecb tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A137 HTTP/1.1" status: 200 len: 928 time: 0.2793083 Jun 22 09:47:41.077717 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33508) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:41.214084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a27a9010-710a-4644-add2-4ad279007be4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port d5a16157-1f1f-436a-aaf5-a7484170addf {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:41.216767 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a27a9010-710a-4644-add2-4ad279007be4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:41.217606 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b06ade-ae68-465e-9024-7b2d87b73190 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Network a9ab620a-3d53-457c-923a-f43fc18b5de4 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:47:41.249342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Allocated IP 172.21.0.1 (5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9/0e98d014-ccfe-4ab1-b66a-63d4863d1641/5fbf956b-026d-4d0d-a67e-29ec08add27b) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:41.323774 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-36b06ade-ae68-465e-9024-7b2d87b73190 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, a9ab620a-3d53-457c-923a-f43fc18b5de4) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:41.324587 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6f4f4c4b-1466-4214-a47d-79ec9f245157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:41.339044 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b06ade-ae68-465e-9024-7b2d87b73190 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:41.339847 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-36b06ade-ae68-465e-9024-7b2d87b73190 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:41.356503 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a27a9010-710a-4644-add2-4ad279007be4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:41.358383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33512) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:41.372289 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787fa40d-5bf6-4f02-80f5-bcc9924ca10e None None] Network a9ab620a-3d53-457c-923a-f43fc18b5de4 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:41.449192 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a27a9010-710a-4644-add2-4ad279007be4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for d5a16157-1f1f-436a-aaf5-a7484170addf owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:41.470002 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-36b06ade-ae68-465e-9024-7b2d87b73190 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5179272 Jun 22 09:47:41.476101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33514) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:41.485792 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-15d0aae0-0383-4795-8273-32ed4d18cb64 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Request body: {'subnet': {'network_id': '5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:41.524405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:41.557905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-6f4f4c4b-1466-4214-a47d-79ec9f245157 None None] For port 5f300c15-de5a-4454-9143-ab41d3ae7ca5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5f300c15-de5a-4454-9143-ab41d3ae7ca5,segment=NetworkSegment(9e397b65-53be-43e2-85d7-e24ac659636c),segment_id=9e397b65-53be-43e2-85d7-e24ac659636c)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:41.586503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-a9ab620a-3d53-457c-923a-f43fc18b5de4', 'network_id': 'a9ab620a-3d53-457c-923a-f43fc18b5de4', 'tenant_id': '6ba980c68d854db88eaa0eb44e1024b0', 'fixed_ips': [{'subnet_id': '4a5b0e0c-2a31-4610-97d5-3f19ba0d174e'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:47:41.588248 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:41.725264 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6f4f4c4b-1466-4214-a47d-79ec9f245157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:41.731085 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c263f3e5-613b-4973-ac96-1a0099628282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:41.809807 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d0aae0-0383-4795-8273-32ed4d18cb64 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Made reservation on behalf of 6ba980c68d854db88eaa0eb44e1024b0 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:41.815114 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-15d0aae0-0383-4795-8273-32ed4d18cb64 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:41.877681 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c0538088-4729-4e5f-992c-aa57054190e8 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:41.915977 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f4c4b-1466-4214-a47d-79ec9f245157 None None] Pushing event updated for resources: {'Port': ['ID=5f300c15-de5a-4454-9143-ab41d3ae7ca5,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:41.919352 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6f4f4c4b-1466-4214-a47d-79ec9f245157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:41.922989 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a27a9010-710a-4644-add2-4ad279007be4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:41.935939 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:41.944626 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e0db0cce-a55d-4a19-9f84-653aff7e7c2e None None] Provisioning complete for port d5a16157-1f1f-436a-aaf5-a7484170addf triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:41.945021 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e0db0cce-a55d-4a19-9f84-653aff7e7c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:41.969369 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-e0db0cce-a55d-4a19-9f84-653aff7e7c2e None None] Port d5a16157-1f1f-436a-aaf5-a7484170addf was deleted so its status cannot be updated. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 22 09:47:41.971453 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Allocated IP 172.20.0.2 (a9ab620a-3d53-457c-923a-f43fc18b5de4/4a5b0e0c-2a31-4610-97d5-3f19ba0d174e/99e9756b-cde3-471d-8389-7030e0990172) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:41.976001 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a9010-710a-4644-add2-4ad279007be4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=d5a16157-1f1f-436a-aaf5-a7484170addf,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:41.988887 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a27a9010-710a-4644-add2-4ad279007be4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:42.030557 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a27a9010-710a-4644-add2-4ad279007be4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:42.034339 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a27a9010-710a-4644-add2-4ad279007be4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/ports/d5a16157-1f1f-436a-aaf5-a7484170addf HTTP/1.1" status: 204 len: 168 time: 0.9559176 Jun 22 09:47:42.093173 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e0db0cce-a55d-4a19-9f84-653aff7e7c2e None None] Provisioning for port af85dbba-0766-4b8d-9cb1-033614530839 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:42.102907 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33516) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:42.109126 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e0db0cce-a55d-4a19-9f84-653aff7e7c2e None None] Provisioning complete for port af85dbba-0766-4b8d-9cb1-033614530839 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:42.110619 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e0db0cce-a55d-4a19-9f84-653aff7e7c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:42.137695 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Transition to ACTIVE for port object 5fbf956b-026d-4d0d-a67e-29ec08add27b will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:42.156117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port c0538088-4729-4e5f-992c-aa57054190e8 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:42.167805 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-117bba46-1960-41c1-ba4b-7af5538952a7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] GET failed (client error): The resource could not be found. Jun 22 09:47:42.168915 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-117bba46-1960-41c1-ba4b-7af5538952a7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports/d5a16157-1f1f-436a-aaf5-a7484170addf HTTP/1.1" status: 404 len: 333 time: 0.0631735 Jun 22 09:47:42.170505 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b82da107-fb33-4f8a-b6cf-5cfa606640a1 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:42.175002 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33518) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:42.258345 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-83c3c065-b0e3-4b94-8f51-bac6157f0c7d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port b15741a7-e073-4c0d-9a16-42c16234adf6 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:42.258996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-83c3c065-b0e3-4b94-8f51-bac6157f0c7d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:42.279185 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-e0db0cce-a55d-4a19-9f84-653aff7e7c2e None None] Port af85dbba-0766-4b8d-9cb1-033614530839 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:47:42.313169 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:42.323871 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Transition to ACTIVE for port object 99e9756b-cde3-471d-8389-7030e0990172 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:42.327388 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-15d0aae0-0383-4795-8273-32ed4d18cb64 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:42.331714 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6bb59880-4158-4f90-bb2b-1337df9162f3 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:42.340642 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634d7fc9-897f-4076-a81e-d4d79bb6e6de None None] Network 841d3cce-4382-464a-88f2-1194a6053f57 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:42.384803 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0aae0-0383-4795-8273-32ed4d18cb64 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event updated for resources: {'Subnet': ['ID=8b3dbaff-fa1c-4153-ae70-9ef696e18579,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:42.386300 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-83c3c065-b0e3-4b94-8f51-bac6157f0c7d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:42.386433 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-83c3c065-b0e3-4b94-8f51-bac6157f0c7d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:42.389165 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-15d0aae0-0383-4795-8273-32ed4d18cb64 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:42.405048 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-1a98b563-c5c2-4b21-9944-478229c741a7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port af85dbba-0766-4b8d-9cb1-033614530839 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:42.405402 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1a98b563-c5c2-4b21-9944-478229c741a7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:42.418412 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0aae0-0383-4795-8273-32ed4d18cb64 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Checking segment: {'id': '73a9e885-3591-4406-b827-7d5ce2b0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:42.418832 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d0aae0-0383-4795-8273-32ed4d18cb64 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Network hostable DHCP agents. Network: 5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:47:42.465903 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port b82da107-fb33-4f8a-b6cf-5cfa606640a1 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:42.474435 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Transition to ACTIVE for port object 99e9756b-cde3-471d-8389-7030e0990172 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:42.475998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-83c3c065-b0e3-4b94-8f51-bac6157f0c7d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for b15741a7-e073-4c0d-9a16-42c16234adf6 owned by network:floatingip {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:42.515943 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:42.516655 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e0db0cce-a55d-4a19-9f84-653aff7e7c2e None None] Provisioning for port b82da107-fb33-4f8a-b6cf-5cfa606640a1 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:42.521153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-59ee7d45-63f9-444a-a2f5-313a2894f2cf tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:42.525622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e0db0cce-a55d-4a19-9f84-653aff7e7c2e None None] Provisioning complete for port b82da107-fb33-4f8a-b6cf-5cfa606640a1 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:42.526095 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e0db0cce-a55d-4a19-9f84-653aff7e7c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:42.555504 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d0aae0-0383-4795-8273-32ed4d18cb64 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Network 5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:47:42.620709 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:42.627083 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:42.628568 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:42.639675 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=5fbf956b-026d-4d0d-a67e-29ec08add27b,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:42.645939 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:42.648901 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:42.652683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-15d0aae0-0383-4795-8273-32ed4d18cb64 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:42.661971 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:42.662087 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e0db0cce-a55d-4a19-9f84-653aff7e7c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:42.662178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d0aae0-0383-4795-8273-32ed4d18cb64 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:42.664193 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-15d0aae0-0383-4795-8273-32ed4d18cb64 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:42.676368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Network a9ab620a-3d53-457c-923a-f43fc18b5de4 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:42.688882 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:42.697381 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1a98b563-c5c2-4b21-9944-478229c741a7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:42.706814 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659b802c-9c26-40dd-b206-5e2c6dd3e18d None None] Network 5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:42.710925 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:42.769921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:42.773778 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Pushing event updated for resources: {'Port': ['ID=99e9756b-cde3-471d-8389-7030e0990172,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:42.783622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-e0db0cce-a55d-4a19-9f84-653aff7e7c2e None None] For port b82da107-fb33-4f8a-b6cf-5cfa606640a1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b82da107-fb33-4f8a-b6cf-5cfa606640a1,segment=NetworkSegment(781cf0ba-8318-4e5c-b905-ba911c24b7cd),segment_id=781cf0ba-8318-4e5c-b905-ba911c24b7cd)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:42.787090 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:42.814728 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-1a98b563-c5c2-4b21-9944-478229c741a7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for af85dbba-0766-4b8d-9cb1-033614530839 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:42.818311 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-15d0aae0-0383-4795-8273-32ed4d18cb64 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3344910 Jun 22 09:47:42.818466 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33520) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:42.841204 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e0db0cce-a55d-4a19-9f84-653aff7e7c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:42.851311 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:42.891170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Attempting to bind port 99e9756b-cde3-471d-8389-7030e0990172 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:47:42.892924 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Attempting to bind port 99e9756b-cde3-471d-8389-7030e0990172 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'dc605af0-2d94-4139-ac5d-296cd2fe2a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a9ab620a-3d53-457c-923a-f43fc18b5de4'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:47:42.893600 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Attempting to bind port 99e9756b-cde3-471d-8389-7030e0990172 on network a9ab620a-3d53-457c-923a-f43fc18b5de4 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:47:42.935508 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:47:42.935900 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Checking segment: {'id': 'dc605af0-2d94-4139-ac5d-296cd2fe2a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a9ab620a-3d53-457c-923a-f43fc18b5de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:42.936631 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:42.937245 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Bound using segment: {'id': 'dc605af0-2d94-4139-ac5d-296cd2fe2a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a9ab620a-3d53-457c-923a-f43fc18b5de4'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:47:42.937913 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Bound port: 99e9756b-cde3-471d-8389-7030e0990172, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc605af0-2d94-4139-ac5d-296cd2fe2a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a9ab620a-3d53-457c-923a-f43fc18b5de4'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:47:42.938492 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:42.944697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db0cce-a55d-4a19-9f84-653aff7e7c2e None None] Pushing event updated for resources: {'Port': ['ID=b82da107-fb33-4f8a-b6cf-5cfa606640a1,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:42.965907 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e0db0cce-a55d-4a19-9f84-653aff7e7c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:42.972568 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e0db0cce-a55d-4a19-9f84-653aff7e7c2e None None] Provisioning complete for port 5f300c15-de5a-4454-9143-ab41d3ae7ca5 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:42.972960 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e0db0cce-a55d-4a19-9f84-653aff7e7c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:43.135791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-83c3c065-b0e3-4b94-8f51-bac6157f0c7d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:43.146471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-465938d9-feb2-41a8-9482-b0644538d0fb tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:43.167895 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:43.201876 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3c065-b0e3-4b94-8f51-bac6157f0c7d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=b15741a7-e073-4c0d-9a16-42c16234adf6,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:43.204342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-83c3c065-b0e3-4b94-8f51-bac6157f0c7d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:43.208869 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:43.287476 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1a98b563-c5c2-4b21-9944-478229c741a7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:43.289738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] For port 99e9756b-cde3-471d-8389-7030e0990172, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:47:43.296326 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:43.333498 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] For port 99e9756b-cde3-471d-8389-7030e0990172, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=99e9756b-cde3-471d-8389-7030e0990172,segment=NetworkSegment(dc605af0-2d94-4139-ac5d-296cd2fe2a8f),segment_id=dc605af0-2d94-4139-ac5d-296cd2fe2a8f)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:47:43.344542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98b563-c5c2-4b21-9944-478229c741a7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=af85dbba-0766-4b8d-9cb1-033614530839,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:43.347795 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1a98b563-c5c2-4b21-9944-478229c741a7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:43.353913 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832', 'network_id': '5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832', 'tenant_id': '6ba980c68d854db88eaa0eb44e1024b0', 'fixed_ips': [{'subnet_id': '8b3dbaff-fa1c-4153-ae70-9ef696e18579'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:47:43.354791 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:43.364985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-83c3c065-b0e3-4b94-8f51-bac6157f0c7d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:43.365152 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-83c3c065-b0e3-4b94-8f51-bac6157f0c7d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP 444dab80-0785-4e22-8faa-378089dc40d9 disassociated (deleted). External IP: 172.26.3.92, port: 838308d2-e63a-4657-a487-f71fbd0a2e16. Jun 22 09:47:43.420897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1a98b563-c5c2-4b21-9944-478229c741a7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:43.425814 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1a98b563-c5c2-4b21-9944-478229c741a7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/ports/af85dbba-0766-4b8d-9cb1-033614530839 HTTP/1.1" status: 204 len: 168 time: 1.2465942 Jun 22 09:47:43.427094 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33522) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:43.433902 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:43.439910 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-dfc1b55b-41a0-4de5-942d-808ff85095f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:43.499264 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9276a039-6016-4f10-9948-aa71411d4bb7 None None] Could not find standard attr ID for object d5a16157-1f1f-436a-aaf5-a7484170addf. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:47:43.523480 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9276a039-6016-4f10-9948-aa71411d4bb7 None None] Could not find standard attr ID for object af85dbba-0766-4b8d-9cb1-033614530839. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:47:43.528956 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a129787-77b7-48f2-8d52-2a819008ae29 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] GET failed (client error): The resource could not be found. Jun 22 09:47:43.533562 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8a129787-77b7-48f2-8d52-2a819008ae29 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports/af85dbba-0766-4b8d-9cb1-033614530839 HTTP/1.1" status: 404 len: 333 time: 0.0670416 Jun 22 09:47:43.536871 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33524) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:43.585168 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Pushing event updated for resources: {'Port': ['ID=99e9756b-cde3-471d-8389-7030e0990172,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:43.588498 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:43.609687 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Allocated IP 172.20.0.2 (5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832/8b3dbaff-fa1c-4153-ae70-9ef696e18579/68a51702-4255-45f3-8911-0cda9645bb98) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:43.684348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9276a039-6016-4f10-9948-aa71411d4bb7 None None] Provisioning for port 5fbf956b-026d-4d0d-a67e-29ec08add27b completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:43.695996 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9276a039-6016-4f10-9948-aa71411d4bb7 None None] Provisioning complete for port 5fbf956b-026d-4d0d-a67e-29ec08add27b triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:43.696445 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9276a039-6016-4f10-9948-aa71411d4bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:43.778534 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5f300c15-de5a-4454-9143-ab41d3ae7ca5 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:43.835969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2da2dd9-0c01-4a41-a6f6-ba5345b5ef3b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting subnet 7662fb2e-31c3-490b-9238-ca135baabfa1 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:43.859381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-9276a039-6016-4f10-9948-aa71411d4bb7 None None] Port 5fbf956b-026d-4d0d-a67e-29ec08add27b cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:47:43.887716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2da2dd9-0c01-4a41-a6f6-ba5345b5ef3b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:43.938116 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Allocated IP 172.20.0.1 (a9ab620a-3d53-457c-923a-f43fc18b5de4/4a5b0e0c-2a31-4610-97d5-3f19ba0d174e/8ce584f2-4f4f-4a1d-a6b2-1c2580e61501) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:43.938596 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 5f300c15-de5a-4454-9143-ab41d3ae7ca5 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:43.938825 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:43.972482 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9276a039-6016-4f10-9948-aa71411d4bb7 None None] Provisioning for port c0538088-4729-4e5f-992c-aa57054190e8 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:43.986197 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2da2dd9-0c01-4a41-a6f6-ba5345b5ef3b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:43.988756 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9276a039-6016-4f10-9948-aa71411d4bb7 None None] Provisioning complete for port c0538088-4729-4e5f-992c-aa57054190e8 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:43.989533 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9276a039-6016-4f10-9948-aa71411d4bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.015850 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.024084 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c3c065-b0e3-4b94-8f51-bac6157f0c7d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 19dd9e09-3f6a-4d31-94ec-95af276577b6 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:44.029116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Transition to ACTIVE for port object 68a51702-4255-45f3-8911-0cda9645bb98 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:44.063334 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Transition to ACTIVE for port object 68a51702-4255-45f3-8911-0cda9645bb98 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:44.083964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.092750 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.100603 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Transition to ACTIVE for port object 8ce584f2-4f4f-4a1d-a6b2-1c2580e61501 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:44.132600 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b82da107-fb33-4f8a-b6cf-5cfa606640a1 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:44.159791 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.165193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-48f8fafc-9bee-418b-b3f4-d27a5f8b9e2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:44.196143 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:47:44.199813 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.204690 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2da2dd9-0c01-4a41-a6f6-ba5345b5ef3b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.208862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9276a039-6016-4f10-9948-aa71411d4bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.216969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a7ce47ad-3f2f-4e58-82ba-1d6d438e4018 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:44.223164 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Network 5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:44.231267 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:44.238444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:44.241576 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.248803 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ae8914f0-0e8b-4075-9e71-601984c9fc33 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:44.257774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Pushing event updated for resources: {'Port': ['ID=68a51702-4255-45f3-8911-0cda9645bb98,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:44.264117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:44.295173 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-9276a039-6016-4f10-9948-aa71411d4bb7 None None] For port c0538088-4729-4e5f-992c-aa57054190e8, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c0538088-4729-4e5f-992c-aa57054190e8,segment=NetworkSegment(53bec46f-1dd6-42b9-920e-abfa91cd5847),segment_id=53bec46f-1dd6-42b9-920e-abfa91cd5847)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:44.307512 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Network a9ab620a-3d53-457c-923a-f43fc18b5de4 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:44.311984 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:44.316558 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:44.328509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port b82da107-fb33-4f8a-b6cf-5cfa606640a1 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:44.328509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.328852 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=5fbf956b-026d-4d0d-a67e-29ec08add27b,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:44.336287 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c3c065-b0e3-4b94-8f51-bac6157f0c7d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:44.336287 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.336287 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:44.338394 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-83c3c065-b0e3-4b94-8f51-bac6157f0c7d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.350304 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Attempting to bind port 68a51702-4255-45f3-8911-0cda9645bb98 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:47:44.350669 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Attempting to bind port 68a51702-4255-45f3-8911-0cda9645bb98 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '73a9e885-3591-4406-b827-7d5ce2b0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:47:44.351043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Attempting to bind port 68a51702-4255-45f3-8911-0cda9645bb98 on network 5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:47:44.354992 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event updated for resources: {'Port': ['ID=8ce584f2-4f4f-4a1d-a6b2-1c2580e61501,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:44.359826 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:44.363519 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:47:44.364644 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Checking segment: {'id': '73a9e885-3591-4406-b827-7d5ce2b0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:44.365572 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.365572 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Bound using segment: {'id': '73a9e885-3591-4406-b827-7d5ce2b0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:47:44.365781 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Bound port: 68a51702-4255-45f3-8911-0cda9645bb98, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a9e885-3591-4406-b827-7d5ce2b0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:47:44.366130 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.371924 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c90699-b5bf-45d7-aa1e-55b53be4ecbf None None] Sync routers for ids ['19dd9e09-3f6a-4d31-94ec-95af276577b6'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:44.384699 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9276a039-6016-4f10-9948-aa71411d4bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.389506 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8c468b88-8264-497b-a2f5-7cfc323b9d8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:44.389701 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c90699-b5bf-45d7-aa1e-55b53be4ecbf None None] Routers {'19dd9e09-3f6a-4d31-94ec-95af276577b6'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:44.390208 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-47c90699-b5bf-45d7-aa1e-55b53be4ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['19dd9e09-3f6a-4d31-94ec-95af276577b6'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:44.398045 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.447114 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-83c3c065-b0e3-4b94-8f51-bac6157f0c7d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/floatingips/444dab80-0785-4e22-8faa-378089dc40d9 HTTP/1.1" status: 204 len: 168 time: 3.0826070 Jun 22 09:47:44.449965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787c0292-c03d-4b97-9091-84934dac792c', 'tag': '838308d2-e63a-4657-a487-f71fbd0a2e16'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:47:44.452490 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7924561-48cb-4a2b-bc52-ed159e86b1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "787c0292-c03d-4b97-9091-84934dac792c", "tag": "838308d2-e63a-4657-a487-f71fbd0a2e16"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:47:44.522298 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71f7192-ac03-4386-9f81-5771435ec32c x-openstack-request-id: req-a71f7192-ac03-4386-9f81-5771435ec32c {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:47:44.534350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787c0292-c03d-4b97-9091-84934dac792c", "tag": "838308d2-e63a-4657-a487-f71fbd0a2e16", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:47:44.539205 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a71f7192-ac03-4386-9f81-5771435ec32c {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:47:44.540123 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787c0292-c03d-4b97-9091-84934dac792c', 'tag': '838308d2-e63a-4657-a487-f71fbd0a2e16', 'status': 'completed', 'code': 200} Jun 22 09:47:44.555660 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276a039-6016-4f10-9948-aa71411d4bb7 None None] Pushing event updated for resources: {'Port': ['ID=c0538088-4729-4e5f-992c-aa57054190e8,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:44.556584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2da2dd9-0c01-4a41-a6f6-ba5345b5ef3b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.562159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ac32cdd6-3ba1-4033-a31a-bb00f3928819 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:44.571769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9276a039-6016-4f10-9948-aa71411d4bb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:44.573336 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] For port 68a51702-4255-45f3-8911-0cda9645bb98, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:47:44.610326 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-47c90699-b5bf-45d7-aa1e-55b53be4ecbf None None] Set router 19dd9e09-3f6a-4d31-94ec-95af276577b6 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:44.613976 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] For port 68a51702-4255-45f3-8911-0cda9645bb98, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=68a51702-4255-45f3-8911-0cda9645bb98,segment=NetworkSegment(73a9e885-3591-4406-b827-7d5ce2b0bdb2),segment_id=73a9e885-3591-4406-b827-7d5ce2b0bdb2)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:47:44.625524 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da2dd9-0c01-4a41-a6f6-ba5345b5ef3b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Subnet': ['ID=7662fb2e-31c3-490b-9238-ca135baabfa1,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:44.633593 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f2da2dd9-0c01-4a41-a6f6-ba5345b5ef3b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:44.636822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45da4bb-9e22-4e2f-8920-4e42e5c40df1 None None] Network 658dc5d5-92b6-4b83-977a-d1f65a5bf006 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:44.636952 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2da2dd9-0c01-4a41-a6f6-ba5345b5ef3b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.641135 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f2da2dd9-0c01-4a41-a6f6-ba5345b5ef3b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/7662fb2e-31c3-490b-9238-ca135baabfa1 HTTP/1.1" status: 204 len: 168 time: 1.0999436 Jun 22 09:47:44.641135 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:44.642075 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33530) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:44.643725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:44.714830 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.720385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:44.806286 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7924561-48cb-4a2b-bc52-ed159e86b1e0 req-b3422fa6-a5b6-420e-a401-79a0608847a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:44.808242 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d7924561-48cb-4a2b-bc52-ed159e86b1e0 req-b3422fa6-a5b6-420e-a401-79a0608847a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 1098 time: 0.2611263 Jun 22 09:47:44.905905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.936037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:44.960392 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 26d95373-e58f-42e1-bb22-513393520d0b has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:44.979967 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Pushing event updated for resources: {'Port': ['ID=68a51702-4255-45f3-8911-0cda9645bb98,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:44.998832 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:45.128107 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-47c90699-b5bf-45d7-aa1e-55b53be4ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'name': 'tempest-TestNetworkBasicOps-router-237245686', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:37Z', 'updated_at': '2021-06-22T09:45:48Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:38Z', 'updated_at': '2021-06-22T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '875f87da-7079-4de2-91fa-d9aef7fc736d', 'name': '', 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:40:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'd6e61e07-e547-40e1-9d33-b1877630025e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:46Z', 'updated_at': '2021-06-22T09:45:56Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'd6e61e07-e547-40e1-9d33-b1877630025e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:45.140654 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-092b1f3f-a056-40ce-97f9-48426e70932d None None] Provisioning complete for port 5fbf956b-026d-4d0d-a67e-29ec08add27b triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:45.141131 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-092b1f3f-a056-40ce-97f9-48426e70932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:45.164407 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c90699-b5bf-45d7-aa1e-55b53be4ecbf None None] Checking router: 19dd9e09-3f6a-4d31-94ec-95af276577b6 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:47:45.202355 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c90699-b5bf-45d7-aa1e-55b53be4ecbf None None] Routers {'19dd9e09-3f6a-4d31-94ec-95af276577b6'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:45.204604 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-47c90699-b5bf-45d7-aa1e-55b53be4ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['19dd9e09-3f6a-4d31-94ec-95af276577b6'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:45.218253 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-092b1f3f-a056-40ce-97f9-48426e70932d None None] Port 5fbf956b-026d-4d0d-a67e-29ec08add27b cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:47:45.225650 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7924561-48cb-4a2b-bc52-ed159e86b1e0 req-f6cf159f-78f4-4cd4-8f14-bda24a66a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:45.227158 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d7924561-48cb-4a2b-bc52-ed159e86b1e0 req-f6cf159f-78f4-4cd4-8f14-bda24a66a74c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 HTTP/1.1" status: 200 len: 897 time: 0.4077282 Jun 22 09:47:45.286461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:45.293686 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc589ca-0f94-43ed-ba69-c1fc23be9239 None None] Network a9ab620a-3d53-457c-923a-f43fc18b5de4 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:45.303159 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d2a25b-a389-41e1-956a-2a3bc02e887c None None] Sync routers for ids ['26d95373-e58f-42e1-bb22-513393520d0b'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:45.312256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18b7a21-e2bd-4bbb-954c-5b7d25173775 None None] DHCP port deletion for 658dc5d5-92b6-4b83-977a-d1f65a5bf006 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:47:45.340853 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/26d95373-e58f-42e1-bb22-513393520d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9689970 Jun 22 09:47:45.343199 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d7924561-48cb-4a2b-bc52-ed159e86b1e0 req-9d88cad8-9011-4021-9fce-36971948c97d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=838308d2-e63a-4657-a487-f71fbd0a2e16 HTTP/1.1" status: 200 len: 217 time: 0.1048856 Jun 22 09:47:45.344937 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33534) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:45.394690 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-47c90699-b5bf-45d7-aa1e-55b53be4ecbf None None] Set router 19dd9e09-3f6a-4d31-94ec-95af276577b6 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:45.455803 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c9338-67a3-42f1-882a-a04eac820ded tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:45.457928 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-990c9338-67a3-42f1-882a-a04eac820ded tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/ports/5fbf956b-026d-4d0d-a67e-29ec08add27b HTTP/1.1" status: 200 len: 910 time: 0.1112640 Jun 22 09:47:45.460598 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33536) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:45.469048 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7924561-48cb-4a2b-bc52-ed159e86b1e0 req-fb99d0bd-7e55-4ac8-b4eb-c3355fb0ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:45.470406 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d7924561-48cb-4a2b-bc52-ed159e86b1e0 req-fb99d0bd-7e55-4ac8-b4eb-c3355fb0ee1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d6e61e07-e547-40e1-9d33-b1877630025e HTTP/1.1" status: 200 len: 834 time: 0.1151259 Jun 22 09:47:45.498915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port b82da107-fb33-4f8a-b6cf-5cfa606640a1 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:45.499571 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:45.528249 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d2a25b-a389-41e1-956a-2a3bc02e887c None None] Routers {'26d95373-e58f-42e1-bb22-513393520d0b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:45.528935 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a0d2a25b-a389-41e1-956a-2a3bc02e887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['26d95373-e58f-42e1-bb22-513393520d0b'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:45.580043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a0d2a25b-a389-41e1-956a-2a3bc02e887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:45.628881 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d2a25b-a389-41e1-956a-2a3bc02e887c None None] Routers {'26d95373-e58f-42e1-bb22-513393520d0b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:45.630058 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a0d2a25b-a389-41e1-956a-2a3bc02e887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['26d95373-e58f-42e1-bb22-513393520d0b'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:45.652956 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1828d-e999-4f2d-b8d4-83fc5368e1d7 req-c160f2fb-420b-49b1-b7e3-59f71257115b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:45.654321 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2fc1828d-e999-4f2d-b8d4-83fc5368e1d7 req-c160f2fb-420b-49b1-b7e3-59f71257115b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 945 time: 0.3011467 Jun 22 09:47:45.658812 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] For port b82da107-fb33-4f8a-b6cf-5cfa606640a1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b82da107-fb33-4f8a-b6cf-5cfa606640a1,segment=NetworkSegment(781cf0ba-8318-4e5c-b905-ba911c24b7cd),segment_id=781cf0ba-8318-4e5c-b905-ba911c24b7cd)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:45.659181 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:45.678140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b541dc9f-36f9-4154-a1e1-ed2aca50b48e None None] Provisioning for port 99e9756b-cde3-471d-8389-7030e0990172 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:45.680960 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a0d2a25b-a389-41e1-956a-2a3bc02e887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:45.681754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d2a25b-a389-41e1-956a-2a3bc02e887c None None] The sync data for ids ['26d95373-e58f-42e1-bb22-513393520d0b'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:45.701989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-b18b7a21-e2bd-4bbb-954c-5b7d25173775 None None] Deleting port b82da107-fb33-4f8a-b6cf-5cfa606640a1 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:45.701989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b18b7a21-e2bd-4bbb-954c-5b7d25173775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:45.772181 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-47c90699-b5bf-45d7-aa1e-55b53be4ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'name': 'tempest-TestNetworkBasicOps-router-237245686', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:37Z', 'updated_at': '2021-06-22T09:45:48Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:38Z', 'updated_at': '2021-06-22T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '875f87da-7079-4de2-91fa-d9aef7fc736d', 'name': '', 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:40:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'd6e61e07-e547-40e1-9d33-b1877630025e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:46Z', 'updated_at': '2021-06-22T09:45:56Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'd6e61e07-e547-40e1-9d33-b1877630025e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:45.775161 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for b82da107-fb33-4f8a-b6cf-5cfa606640a1 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:45.789999 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-b18b7a21-e2bd-4bbb-954c-5b7d25173775 None None] For port b82da107-fb33-4f8a-b6cf-5cfa606640a1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b82da107-fb33-4f8a-b6cf-5cfa606640a1,segment=NetworkSegment(781cf0ba-8318-4e5c-b905-ba911c24b7cd),segment_id=781cf0ba-8318-4e5c-b905-ba911c24b7cd)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:45.790412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b18b7a21-e2bd-4bbb-954c-5b7d25173775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:45.825489 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c90699-b5bf-45d7-aa1e-55b53be4ecbf None None] The sync data for ids ['19dd9e09-3f6a-4d31-94ec-95af276577b6'] in dv-neutron-797121-3-hyperv is: [{'id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'name': 'tempest-TestNetworkBasicOps-router-237245686', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:37Z', 'updated_at': '2021-06-22T09:45:48Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:38Z', 'updated_at': '2021-06-22T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '875f87da-7079-4de2-91fa-d9aef7fc736d', 'name': '', 'network_id': 'a0ce1e5d-6656-4707-a16d-5d7c9ba76d27', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:40:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'd6e61e07-e547-40e1-9d33-b1877630025e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:46Z', 'updated_at': '2021-06-22T09:45:56Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'd6e61e07-e547-40e1-9d33-b1877630025e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:45.867357 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2fc1828d-e999-4f2d-b8d4-83fc5368e1d7 req-4e9129b0-ab40-4960-b485-09440d370ddc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3f17943-9239-4982-a1a2-d413fb17af80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920114 Jun 22 09:47:45.886654 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-b18b7a21-e2bd-4bbb-954c-5b7d25173775 None None] Calling delete_port for b82da107-fb33-4f8a-b6cf-5cfa606640a1 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:45.962766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:46.033035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:46.042405 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:46.054731 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c0538088-4729-4e5f-992c-aa57054190e8 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:46.101289 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b18b7a21-e2bd-4bbb-954c-5b7d25173775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:46.135212 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:46.161327 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18b7a21-e2bd-4bbb-954c-5b7d25173775 None None] No DVR routers for this DVR port b82da107-fb33-4f8a-b6cf-5cfa606640a1 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:46.185454 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:46.198919 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b7a21-e2bd-4bbb-954c-5b7d25173775 None None] Pushing event deleted for resources: {'Port': ['ID=b82da107-fb33-4f8a-b6cf-5cfa606640a1,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:46.201375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b18b7a21-e2bd-4bbb-954c-5b7d25173775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:46.212304 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:46.238147 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port c0538088-4729-4e5f-992c-aa57054190e8 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:46.238536 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:46.245196 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event updated for resources: {'Port': ['ID=8ce584f2-4f4f-4a1d-a6b2-1c2580e61501,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:46.254487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:46.259473 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d2db84aa-d5df-4c61-a5fc-e3c5117d98bf tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:46.262211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No DVR routers for this DVR port b82da107-fb33-4f8a-b6cf-5cfa606640a1 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:46.287065 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86e783-e8bb-40c0-b7b3-55289098d5f0 None None] New status for floating IP 444dab80-0785-4e22-8faa-378089dc40d9: DOWN {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:47:46.355961 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 68a51702-4255-45f3-8911-0cda9645bb98 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:46.358676 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2358291e-3db8-4599-964c-2dbc8a0c1f3d None None] Provisioning for port 8ce584f2-4f4f-4a1d-a6b2-1c2580e61501 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:46.386747 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2358291e-3db8-4599-964c-2dbc8a0c1f3d None None] Provisioning complete for port 8ce584f2-4f4f-4a1d-a6b2-1c2580e61501 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:46.387451 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2358291e-3db8-4599-964c-2dbc8a0c1f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:46.395820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=b82da107-fb33-4f8a-b6cf-5cfa606640a1,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:46.406935 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:46.439487 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-2358291e-3db8-4599-964c-2dbc8a0c1f3d None None] Port 8ce584f2-4f4f-4a1d-a6b2-1c2580e61501 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:47:46.500501 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7924561-48cb-4a2b-bc52-ed159e86b1e0 req-e8ba03da-ffa0-4db1-a151-a6020283cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:46.502673 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d7924561-48cb-4a2b-bc52-ed159e86b1e0 req-e8ba03da-ffa0-4db1-a151-a6020283cbd5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0ce1e5d-6656-4707-a16d-5d7c9ba76d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9863639 Jun 22 09:47:46.514426 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:46.527773 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 68a51702-4255-45f3-8911-0cda9645bb98 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:46.533469 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658dc5d5-92b6-4b83-977a-d1f65a5bf006']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:46.538179 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 99e9756b-cde3-471d-8389-7030e0990172 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:46.563378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781cf0ba-8318-4e5c-b905-ba911c24b7cd') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:46.566946 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781cf0ba-8318-4e5c-b905-ba911c24b7cd') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:46.583898 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e68c96f-2b7b-4e08-b6e5-0089147baebe None None] Network 5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:46.593843 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-36c11bc2-839d-452e-bcfb-d71d2f72c7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:46.597468 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:46.611456 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Network a9ab620a-3d53-457c-923a-f43fc18b5de4 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:46.616574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:46.624212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:46.670849 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:47:46.678848 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:46.682690 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d7924561-48cb-4a2b-bc52-ed159e86b1e0 req-7cb3c4ad-b78b-4bc7-a6ca-529fc74aa44a service neutron] 10.222.0.35 "GET /v2.0/networks/a0ce1e5d-6656-4707-a16d-5d7c9ba76d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521571 Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:47:46.738908 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:47:46.766558 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-78fad9cc-bb6f-424b-8773-46242bb9457e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:46.872042 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b5fc25c7-34bf-44dc-9fe5-ca74b4d41398 None None] Provisioning for port 68a51702-4255-45f3-8911-0cda9645bb98 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:46.875999 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 99e9756b-cde3-471d-8389-7030e0990172 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:46.878590 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d7924561-48cb-4a2b-bc52-ed159e86b1e0 req-800f8cec-4b11-4188-a5d3-5068fb40ff88 service neutron] 10.222.0.35 "GET /v2.0/networks/a0ce1e5d-6656-4707-a16d-5d7c9ba76d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875973 Jun 22 09:47:46.885551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:46.887410 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 99e9756b-cde3-471d-8389-7030e0990172 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:46.887845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:46.891774 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-63e17444-c1d8-4b08-8c56-b850b000f095 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:46.893687 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b5fc25c7-34bf-44dc-9fe5-ca74b4d41398 None None] Provisioning complete for port 68a51702-4255-45f3-8911-0cda9645bb98 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:46.894146 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b5fc25c7-34bf-44dc-9fe5-ca74b4d41398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:46.897145 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:46.898978 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/networks/658dc5d5-92b6-4b83-977a-d1f65a5bf006 HTTP/1.1" status: 204 len: 168 time: 2.2557497 Jun 22 09:47:46.915783 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33540) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:46.921536 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-fa5049fb-b021-4380-a2cf-a217c1e8a2c5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1330474073'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:46.925152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Network': ['ID=658dc5d5-92b6-4b83-977a-d1f65a5bf006,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:46.935871 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:46.979883 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619a521-b93a-416b-8152-605439c6b21e req-493af7da-cbb3-42b3-8a7c-d4d813df000c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:46.981915 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3619a521-b93a-416b-8152-605439c6b21e req-493af7da-cbb3-42b3-8a7c-d4d813df000c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 945 time: 0.1472707 Jun 22 09:47:47.054572 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Router e08940f7-a73c-43f5-8032-b9c693708e89 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:47:47.091447 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5049fb-b021-4380-a2cf-a217c1e8a2c5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:47.092740 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b5fc25c7-34bf-44dc-9fe5-ca74b4d41398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:47.096915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fa5049fb-b021-4380-a2cf-a217c1e8a2c5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:47.114569 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:47.152317 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-b5fc25c7-34bf-44dc-9fe5-ca74b4d41398 None None] For port 68a51702-4255-45f3-8911-0cda9645bb98, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=68a51702-4255-45f3-8911-0cda9645bb98,segment=NetworkSegment(73a9e885-3591-4406-b827-7d5ce2b0bdb2),segment_id=73a9e885-3591-4406-b827-7d5ce2b0bdb2)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:47.159926 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0d010-92bd-42f8-934e-1aa8dae19ac4 req-af1ac7cb-11a7-40e8-8d62-85b0e4abe15c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:47.166970 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-17d0d010-92bd-42f8-934e-1aa8dae19ac4 req-af1ac7cb-11a7-40e8-8d62-85b0e4abe15c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 945 time: 0.1258328 Jun 22 09:47:47.167559 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 99e9756b-cde3-471d-8389-7030e0990172, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=99e9756b-cde3-471d-8389-7030e0990172,segment=NetworkSegment(dc605af0-2d94-4139-ac5d-296cd2fe2a8f),segment_id=dc605af0-2d94-4139-ac5d-296cd2fe2a8f)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:47.206997 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-78fad9cc-bb6f-424b-8773-46242bb9457e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting port 5fbf956b-026d-4d0d-a67e-29ec08add27b {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:47.207388 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-78fad9cc-bb6f-424b-8773-46242bb9457e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:47.217673 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5049fb-b021-4380-a2cf-a217c1e8a2c5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:47:47.222762 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b5fc25c7-34bf-44dc-9fe5-ca74b4d41398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:47.233999 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0864078f-7087-43b1-943b-eec03acf84c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:47.243292 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fa5049fb-b021-4380-a2cf-a217c1e8a2c5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:47.243675 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-fa5049fb-b021-4380-a2cf-a217c1e8a2c5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Added segment 78279b72-7d6b-4645-b78f-5789d48f5db1 of type vlan for network e49e3427-885f-4cc6-abc3-c37f794790db Jun 22 09:47:47.276616 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-17d0d010-92bd-42f8-934e-1aa8dae19ac4 req-400cf2ce-72c8-480b-8488-33ffbac4febb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3f17943-9239-4982-a1a2-d413fb17af80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081076 Jun 22 09:47:47.278919 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:47.295143 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:47.312291 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "PUT /v2.0/routers/e08940f7-a73c-43f5-8032-b9c693708e89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4866233 Jun 22 09:47:47.317220 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33544) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:47.323721 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd6bcaa-79e0-4c0e-9e7e-3cf35aee2627 None None] Sync routers for ids ['e08940f7-a73c-43f5-8032-b9c693708e89'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:47.336655 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-3619a521-b93a-416b-8152-605439c6b21e req-402ba0d8-f7d0-416b-a512-a704422872d6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port 838308d2-e63a-4657-a487-f71fbd0a2e16 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:47.338896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-3619a521-b93a-416b-8152-605439c6b21e req-402ba0d8-f7d0-416b-a512-a704422872d6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:47.342467 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fa5049fb-b021-4380-a2cf-a217c1e8a2c5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:47.356789 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc25c7-34bf-44dc-9fe5-ca74b4d41398 None None] Pushing event updated for resources: {'Port': ['ID=68a51702-4255-45f3-8911-0cda9645bb98,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:47.366032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b5fc25c7-34bf-44dc-9fe5-ca74b4d41398 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:47.368894 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-42efa7f4-586a-4d7c-91f8-70f5c9b6547e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:47.375126 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd6bcaa-79e0-4c0e-9e7e-3cf35aee2627 None None] Routers {'e08940f7-a73c-43f5-8032-b9c693708e89'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:47.375868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ffd6bcaa-79e0-4c0e-9e7e-3cf35aee2627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e08940f7-a73c-43f5-8032-b9c693708e89'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:47.397960 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b82da107-fb33-4f8a-b6cf-5cfa606640a1 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:47.460849 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ffd6bcaa-79e0-4c0e-9e7e-3cf35aee2627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:47.465901 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: b82da107-fb33-4f8a-b6cf-5cfa606640a1 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:47.470772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b82da107-fb33-4f8a-b6cf-5cfa606640a1 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:47.475087 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ee3a02c1-d6e6-469c-af15-a39c5c6a9f82 None None] Provisioning complete for port 8ce584f2-4f4f-4a1d-a6b2-1c2580e61501 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:47.475380 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ee3a02c1-d6e6-469c-af15-a39c5c6a9f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:47.476331 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-78fad9cc-bb6f-424b-8773-46242bb9457e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:47.500439 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-3619a521-b93a-416b-8152-605439c6b21e req-402ba0d8-f7d0-416b-a512-a704422872d6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port 838308d2-e63a-4657-a487-f71fbd0a2e16, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=838308d2-e63a-4657-a487-f71fbd0a2e16,segment=NetworkSegment(327434d1-3564-47f6-9d2e-e6dbc2624eb3),segment_id=327434d1-3564-47f6-9d2e-e6dbc2624eb3)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:47.500851 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-3619a521-b93a-416b-8152-605439c6b21e req-402ba0d8-f7d0-416b-a512-a704422872d6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:47.519650 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=99e9756b-cde3-471d-8389-7030e0990172,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:47.524283 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:47.524887 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd6bcaa-79e0-4c0e-9e7e-3cf35aee2627 None None] Routers {'e08940f7-a73c-43f5-8032-b9c693708e89'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:47.525569 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ffd6bcaa-79e0-4c0e-9e7e-3cf35aee2627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e08940f7-a73c-43f5-8032-b9c693708e89'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:47.550600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fa5049fb-b021-4380-a2cf-a217c1e8a2c5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:47.556877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5049fb-b021-4380-a2cf-a217c1e8a2c5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:47.557368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fa5049fb-b021-4380-a2cf-a217c1e8a2c5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:47.563729 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ffd6bcaa-79e0-4c0e-9e7e-3cf35aee2627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:47.564321 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd6bcaa-79e0-4c0e-9e7e-3cf35aee2627 None None] The sync data for ids ['e08940f7-a73c-43f5-8032-b9c693708e89'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:47.566250 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a02c1-d6e6-469c-af15-a39c5c6a9f82 None None] Port 8ce584f2-4f4f-4a1d-a6b2-1c2580e61501 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:47:47.589091 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-3619a521-b93a-416b-8152-605439c6b21e req-402ba0d8-f7d0-416b-a512-a704422872d6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for 838308d2-e63a-4657-a487-f71fbd0a2e16 owned by compute:nova {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:47.591169 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8f0f731c-2830-4bce-9d32-6f43a7e995f6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:47.596129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-78fad9cc-bb6f-424b-8773-46242bb9457e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Calling delete_port for 5fbf956b-026d-4d0d-a67e-29ec08add27b owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:47.693403 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a2eaa456-dd45-4e7d-9789-3b7b3efd0265 None None] Provisioning complete for port 68a51702-4255-45f3-8911-0cda9645bb98 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:47.693876 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a2eaa456-dd45-4e7d-9789-3b7b3efd0265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:47.701834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5049fb-b021-4380-a2cf-a217c1e8a2c5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Network': ['ID=e49e3427-885f-4cc6-abc3-c37f794790db,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:47.705541 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fa5049fb-b021-4380-a2cf-a217c1e8a2c5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:47.727295 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fa5049fb-b021-4380-a2cf-a217c1e8a2c5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8102291 Jun 22 09:47:47.730270 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33546) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:47.735467 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'subnet': {'network_id': 'e49e3427-885f-4cc6-abc3-c37f794790db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:47.745659 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network e49e3427-885f-4cc6-abc3-c37f794790db details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:47:47.747560 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 68a51702-4255-45f3-8911-0cda9645bb98 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:47.906890 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 68a51702-4255-45f3-8911-0cda9645bb98 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:47.907280 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:47.955299 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:47.960279 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:47.992139 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 99e9756b-cde3-471d-8389-7030e0990172 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:47.996554 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-5be1e643-5a01-4a82-ab01-e3997a30c3fc tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:47:48.000382 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5be1e643-5a01-4a82-ab01-e3997a30c3fc tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "PUT /v2.0/routers/e08940f7-a73c-43f5-8032-b9c693708e89/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6794233 Jun 22 09:47:48.001558 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33548) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:48.017738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-3619a521-b93a-416b-8152-605439c6b21e req-402ba0d8-f7d0-416b-a512-a704422872d6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:48.026044 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4615d0a5-74a3-4861-b771-2ad968cc849e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:48.040787 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-78fad9cc-bb6f-424b-8773-46242bb9457e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:48.047967 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 99e9756b-cde3-471d-8389-7030e0990172 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:48.048364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:48.058761 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ba0d8-f7d0-416b-a512-a704422872d6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=838308d2-e63a-4657-a487-f71fbd0a2e16,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:48.061351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-402ba0d8-f7d0-416b-a512-a704422872d6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:48.074387 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:48.123421 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fad9cc-bb6f-424b-8773-46242bb9457e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Port': ['ID=5fbf956b-026d-4d0d-a67e-29ec08add27b,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:48.131841 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3619a521-b93a-416b-8152-605439c6b21e req-402ba0d8-f7d0-416b-a512-a704422872d6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] No DVR routers for this DVR port 838308d2-e63a-4657-a487-f71fbd0a2e16 on host hv-neutron-7971 {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:48.134387 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-3619a521-b93a-416b-8152-605439c6b21e req-402ba0d8-f7d0-416b-a512-a704422872d6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:48.136827 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3619a521-b93a-416b-8152-605439c6b21e req-402ba0d8-f7d0-416b-a512-a704422872d6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "DELETE /v2.0/ports/838308d2-e63a-4657-a487-f71fbd0a2e16 HTTP/1.1" status: 204 len: 173 time: 1.1497438 Jun 22 09:47:48.140328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787c0292-c03d-4b97-9091-84934dac792c', 'name': 'network-vif-deleted', 'tag': '838308d2-e63a-4657-a487-f71fbd0a2e16'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:47:48.144513 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-78fad9cc-bb6f-424b-8773-46242bb9457e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:48.149346 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2363fef-190c-414a-9852-fd4440358eed" -d '{"events": [{"server_uuid": "787c0292-c03d-4b97-9091-84934dac792c", "name": "network-vif-deleted", "tag": "838308d2-e63a-4657-a487-f71fbd0a2e16"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:47:48.370216 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99003adb-2a24-463d-95a9-6368f1ae4072 x-openstack-request-id: req-99003adb-2a24-463d-95a9-6368f1ae4072 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:47:48.370568 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787c0292-c03d-4b97-9091-84934dac792c", "name": "network-vif-deleted", "tag": "838308d2-e63a-4657-a487-f71fbd0a2e16", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:47:48.371405 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99003adb-2a24-463d-95a9-6368f1ae4072 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:47:48.371891 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787c0292-c03d-4b97-9091-84934dac792c', 'name': 'network-vif-deleted', 'tag': '838308d2-e63a-4657-a487-f71fbd0a2e16', 'status': 'completed', 'code': 200} Jun 22 09:47:48.408049 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:48.414111 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8550211d-a123-498a-97af-247c0f113a0e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:48.431066 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-78fad9cc-bb6f-424b-8773-46242bb9457e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:48.493383 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Subnet': ['ID=e95b5efd-e60a-4023-923e-04eb24b283f4,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:48.499374 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6a5f4c77-510e-406f-a1eb-328ce169583e req-4c636e2c-6bc3-438a-a11e-0045ac3d9e08 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=787c0292-c03d-4b97-9091-84934dac792c HTTP/1.1" status: 200 len: 210 time: 0.0594320 Jun 22 09:47:48.502264 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Checking segment: {'id': '78279b72-7d6b-4645-b78f-5789d48f5db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e49e3427-885f-4cc6-abc3-c37f794790db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:48.502636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network hostable DHCP agents. Network: e49e3427-885f-4cc6-abc3-c37f794790db, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:47:48.509469 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:48.509866 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:48.510276 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:48.510809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:48.511203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:48.511617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:48.511981 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:48.512355 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:48.512728 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:48.513108 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:48.513473 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:48.513839 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:48.517779 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:48.612619 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network e49e3427-885f-4cc6-abc3-c37f794790db is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:47:48.720998 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, e49e3427-885f-4cc6-abc3-c37f794790db) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:48.725641 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:48.726249 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:48.733465 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5911e40d-8692-4023-8fac-d76402c03ca8 None None] Network e49e3427-885f-4cc6-abc3-c37f794790db requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:48.782475 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0508866 Jun 22 09:47:48.783026 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33556) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:48.789018 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-c1c64434-5a2a-47f7-97bc-9993b6b3d252 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'network_id': 'e49e3427-885f-4cc6-abc3-c37f794790db', 'name': 'tempest-PortsIpV6TestJSON-1311518844', 'fixed_ips': [{'subnet_id': 'e95b5efd-e60a-4023-923e-04eb24b283f4', 'ip_address': '2001:db8::10'}]}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:48.920031 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-e49e3427-885f-4cc6-abc3-c37f794790db', 'network_id': 'e49e3427-885f-4cc6-abc3-c37f794790db', 'tenant_id': '3279d45dbce84071a9f170ee9432f94e', 'fixed_ips': [{'subnet_id': 'e95b5efd-e60a-4023-923e-04eb24b283f4'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:47:48.921258 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:48.995196 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c64434-5a2a-47f7-97bc-9993b6b3d252 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:49.077709 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Allocated IP 2001:db8::2 (e49e3427-885f-4cc6-abc3-c37f794790db/e95b5efd-e60a-4023-923e-04eb24b283f4/f77e83c3-5e8f-471c-bbe8-27f8d597ec81) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:49.079793 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fad9cc-bb6f-424b-8773-46242bb9457e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 26d95373-e58f-42e1-bb22-513393520d0b has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:49.094037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c1c64434-5a2a-47f7-97bc-9993b6b3d252 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:49.095913 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:49.114669 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a8ad4c30-2586-4f28-883d-3d3f02afc850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:49.123058 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-c1c64434-5a2a-47f7-97bc-9993b6b3d252 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] device_id is not set on port d6999222-66c6-43f4-a01d-021f45b16c95 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:47:49.263002 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:49.273919 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Transition to ACTIVE for port object f77e83c3-5e8f-471c-bbe8-27f8d597ec81 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:49.276575 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fad9cc-bb6f-424b-8773-46242bb9457e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:49.286322 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888f2024-a6a2-46d4-b688-e6348200976e None None] Sync routers for ids ['26d95373-e58f-42e1-bb22-513393520d0b'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:49.295320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Transition to ACTIVE for port object f77e83c3-5e8f-471c-bbe8-27f8d597ec81 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:49.307655 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888f2024-a6a2-46d4-b688-e6348200976e None None] Routers {'26d95373-e58f-42e1-bb22-513393520d0b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:49.307655 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-888f2024-a6a2-46d4-b688-e6348200976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['26d95373-e58f-42e1-bb22-513393520d0b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:49.307924 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-78fad9cc-bb6f-424b-8773-46242bb9457e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/26d95373-e58f-42e1-bb22-513393520d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8441272 Jun 22 09:47:49.308952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33560) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:49.328805 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-888f2024-a6a2-46d4-b688-e6348200976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:49.340277 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888f2024-a6a2-46d4-b688-e6348200976e None None] Routers {'26d95373-e58f-42e1-bb22-513393520d0b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:49.341647 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-888f2024-a6a2-46d4-b688-e6348200976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['26d95373-e58f-42e1-bb22-513393520d0b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:49.365307 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:49.381940 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-888f2024-a6a2-46d4-b688-e6348200976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:49.382724 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888f2024-a6a2-46d4-b688-e6348200976e None None] The sync data for ids ['26d95373-e58f-42e1-bb22-513393520d0b'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:49.435849 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:49.437706 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-51b28997-7d5f-4507-8889-e8fa78765074 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:49.469103 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Deleting port 8ce584f2-4f4f-4a1d-a6b2-1c2580e61501 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:49.470128 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:49.478863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Network e49e3427-885f-4cc6-abc3-c37f794790db is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:49.485735 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:49.488124 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:49.492669 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-c1c64434-5a2a-47f7-97bc-9993b6b3d252 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Allocated IP 2001:db8::10 (e49e3427-885f-4cc6-abc3-c37f794790db/e95b5efd-e60a-4023-923e-04eb24b283f4/d6999222-66c6-43f4-a01d-021f45b16c95) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:49.498996 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Pushing event updated for resources: {'Port': ['ID=f77e83c3-5e8f-471c-bbe8-27f8d597ec81,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:49.501879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:49.571149 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Attempting to bind port f77e83c3-5e8f-471c-bbe8-27f8d597ec81 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:47:49.571975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Attempting to bind port f77e83c3-5e8f-471c-bbe8-27f8d597ec81 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '78279b72-7d6b-4645-b78f-5789d48f5db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e49e3427-885f-4cc6-abc3-c37f794790db'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:47:49.572223 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Attempting to bind port f77e83c3-5e8f-471c-bbe8-27f8d597ec81 on network e49e3427-885f-4cc6-abc3-c37f794790db {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:47:49.578922 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:47:49.579471 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Checking segment: {'id': '78279b72-7d6b-4645-b78f-5789d48f5db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e49e3427-885f-4cc6-abc3-c37f794790db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:49.579950 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:49.580375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Bound using segment: {'id': '78279b72-7d6b-4645-b78f-5789d48f5db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e49e3427-885f-4cc6-abc3-c37f794790db'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:47:49.581059 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Bound port: f77e83c3-5e8f-471c-bbe8-27f8d597ec81, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78279b72-7d6b-4645-b78f-5789d48f5db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e49e3427-885f-4cc6-abc3-c37f794790db'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:47:49.582129 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:49.594912 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:49.657289 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c1c64434-5a2a-47f7-97bc-9993b6b3d252 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:49.660682 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33564) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:49.675111 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] For port f77e83c3-5e8f-471c-bbe8-27f8d597ec81, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:47:49.679113 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] For port f77e83c3-5e8f-471c-bbe8-27f8d597ec81, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=f77e83c3-5e8f-471c-bbe8-27f8d597ec81,segment=NetworkSegment(78279b72-7d6b-4645-b78f-5789d48f5db1),segment_id=78279b72-7d6b-4645-b78f-5789d48f5db1)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:47:49.687939 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Calling delete_port for 8ce584f2-4f4f-4a1d-a6b2-1c2580e61501 owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:49.756102 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-c1c64434-5a2a-47f7-97bc-9993b6b3d252 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Transition to ACTIVE for port object d6999222-66c6-43f4-a01d-021f45b16c95 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:49.757199 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:49.761275 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-446a1903-2a84-4d89-959a-7c4a1c8d36de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:49.832035 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Pushing event updated for resources: {'Port': ['ID=f77e83c3-5e8f-471c-bbe8-27f8d597ec81,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:49.837927 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:49.862681 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1495d26-2c34-4b10-8c9c-deaa55678d42 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:49.900180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1495d26-2c34-4b10-8c9c-deaa55678d42 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:49.976430 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:49.985082 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:50.010188 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c1c64434-5a2a-47f7-97bc-9993b6b3d252 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:50.015035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-de82d515-9369-486d-a9e6-8d6f98a18217 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:50.017355 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event deleted for resources: {'Port': ['ID=8ce584f2-4f4f-4a1d-a6b2-1c2580e61501,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:50.025695 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:50.030898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:50.031574 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:50.032216 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:50.033048 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:50.033660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:50.066679 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:50.069727 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:50.073155 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:50.073155 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:50.073155 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:50.076714 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:50.087034 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:50.099984 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c64434-5a2a-47f7-97bc-9993b6b3d252 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network e49e3427-885f-4cc6-abc3-c37f794790db is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:50.129178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1495d26-2c34-4b10-8c9c-deaa55678d42 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:50.135960 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1495d26-2c34-4b10-8c9c-deaa55678d42 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:50.148006 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b1495d26-2c34-4b10-8c9c-deaa55678d42 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/security-groups/d3f17943-9239-4982-a1a2-d413fb17af80 HTTP/1.1" status: 204 len: 168 time: 0.4453695 Jun 22 09:47:50.149214 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-c1c64434-5a2a-47f7-97bc-9993b6b3d252 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:50.161390 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c64434-5a2a-47f7-97bc-9993b6b3d252 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:50.167673 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c64434-5a2a-47f7-97bc-9993b6b3d252 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:50.168624 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c1c64434-5a2a-47f7-97bc-9993b6b3d252 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:50.172508 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c64434-5a2a-47f7-97bc-9993b6b3d252 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=d6999222-66c6-43f4-a01d-021f45b16c95,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:50.180950 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c1c64434-5a2a-47f7-97bc-9993b6b3d252 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:50.181870 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3d2b048a-fcdf-4f2c-be0d-27ccdf4a07f3 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:50.201529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1495d26-2c34-4b10-8c9c-deaa55678d42 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f17943-9239-4982-a1a2-d413fb17af80,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:50.204806 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b1495d26-2c34-4b10-8c9c-deaa55678d42 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:50.207712 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a1754acc-ae1d-4f57-a484-9779fad0a54f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:50.221172 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 838308d2-e63a-4657-a487-f71fbd0a2e16 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:50.263811 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 838308d2-e63a-4657-a487-f71fbd0a2e16 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:50.264223 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 838308d2-e63a-4657-a487-f71fbd0a2e16 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:50.338218 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:50.339466 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c1c64434-5a2a-47f7-97bc-9993b6b3d252 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5548382 Jun 22 09:47:50.339866 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33568) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:50.341822 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33570) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:50.356385 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-2481bae1-498b-4d08-82bf-2394b4b03861 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'network_id': 'e49e3427-885f-4cc6-abc3-c37f794790db', 'name': 'tempest-PortsIpV6TestJSON-1197023822', 'fixed_ips': [{'subnet_id': 'e95b5efd-e60a-4023-923e-04eb24b283f4', 'ip_address': '2001:db8::f'}]}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:50.430697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:50.511699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Router e08940f7-a73c-43f5-8032-b9c693708e89 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:50.592084 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:50.597006 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "PUT /v2.0/routers/e08940f7-a73c-43f5-8032-b9c693708e89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5953169 Jun 22 09:47:50.601695 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33572) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:50.604524 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9326380-c613-4884-b212-8ecd979a40fb None None] Sync routers for ids ['e08940f7-a73c-43f5-8032-b9c693708e89'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:50.617076 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9326380-c613-4884-b212-8ecd979a40fb None None] Routers {'e08940f7-a73c-43f5-8032-b9c693708e89'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:50.618248 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-e9326380-c613-4884-b212-8ecd979a40fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e08940f7-a73c-43f5-8032-b9c693708e89'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:50.639294 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-b399621c-fc97-4ff1-913c-102fe1ac291e tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] delete failed (client error): The resource could not be found. Jun 22 09:47:50.644308 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b399621c-fc97-4ff1-913c-102fe1ac291e tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1166041743 HTTP/1.1" status: 404 len: 335 time: 0.0419080 Jun 22 09:47:50.645444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33574) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:50.650216 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-0f1b0b5d-c660-49fc-b285-18990ba4b10d tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e08940f7-a73c-43f5-8032-b9c693708e89'}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:50.661701 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-e9326380-c613-4884-b212-8ecd979a40fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:50.673286 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9326380-c613-4884-b212-8ecd979a40fb None None] Routers {'e08940f7-a73c-43f5-8032-b9c693708e89'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:50.674317 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-e9326380-c613-4884-b212-8ecd979a40fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e08940f7-a73c-43f5-8032-b9c693708e89'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:50.711128 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-e9326380-c613-4884-b212-8ecd979a40fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:50.711836 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9326380-c613-4884-b212-8ecd979a40fb None None] The sync data for ids ['e08940f7-a73c-43f5-8032-b9c693708e89'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:50.884662 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f1b0b5d-c660-49fc-b285-18990ba4b10d tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:50.945305 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69597f98-96b1-4dc0-9cda-cbd4fa1e732a None None] Network e49e3427-885f-4cc6-abc3-c37f794790db requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:50.996594 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-0f1b0b5d-c660-49fc-b285-18990ba4b10d tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] update failed (client error): The resource could not be found. Jun 22 09:47:50.998008 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0f1b0b5d-c660-49fc-b285-18990ba4b10d tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "PUT /v2.0/routers/e08940f7-a73c-43f5-8032-b9c693708e89 HTTP/1.1" status: 404 len: 339 time: 0.3515899 Jun 22 09:47:51.003025 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33576) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:51.124458 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2481bae1-498b-4d08-82bf-2394b4b03861 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:51.130490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2481bae1-498b-4d08-82bf-2394b4b03861 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:51.165277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-090fd008-fa34-4ec5-826e-3c47e520c0e6 None None] Provisioning for port f77e83c3-5e8f-471c-bbe8-27f8d597ec81 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:51.177525 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-2481bae1-498b-4d08-82bf-2394b4b03861 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] device_id is not set on port df4c0f67-c1b9-42fd-9c64-950b35cf8f61 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:47:51.294424 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:51.375757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a1754acc-ae1d-4f57-a484-9779fad0a54f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting port 9d466fab-4db2-49fb-b0bd-4a69a61542ef {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:51.376109 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a1754acc-ae1d-4f57-a484-9779fad0a54f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:51.479625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b21199d7-5c7e-4b6b-bcf7-79677fb65c3a None None] Provisioning for port d6999222-66c6-43f4-a01d-021f45b16c95 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:51.484924 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b21199d7-5c7e-4b6b-bcf7-79677fb65c3a None None] Provisioning complete for port d6999222-66c6-43f4-a01d-021f45b16c95 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:51.489726 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b21199d7-5c7e-4b6b-bcf7-79677fb65c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:51.522290 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-2481bae1-498b-4d08-82bf-2394b4b03861 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Allocated IP 2001:db8::f (e49e3427-885f-4cc6-abc3-c37f794790db/e95b5efd-e60a-4023-923e-04eb24b283f4/df4c0f67-c1b9-42fd-9c64-950b35cf8f61) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:51.526681 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a1754acc-ae1d-4f57-a484-9779fad0a54f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:51.532497 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-b21199d7-5c7e-4b6b-bcf7-79677fb65c3a None None] Port d6999222-66c6-43f4-a01d-021f45b16c95 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:47:51.555058 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Allocated IP 172.20.0.1 (841d3cce-4382-464a-88f2-1194a6053f57/dae3045f-7982-4a56-a9fb-6801be4c2e4e/dc9c61e1-39c4-4ab7-8235-98185b729fc6) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:51.612583 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a1754acc-ae1d-4f57-a484-9779fad0a54f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Calling delete_port for 9d466fab-4db2-49fb-b0bd-4a69a61542ef owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:51.650868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:51.666232 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b9985af9-9443-468a-8da0-fb07ca73e7e1 None None] Provisioning complete for port d6999222-66c6-43f4-a01d-021f45b16c95 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:51.666554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b9985af9-9443-468a-8da0-fb07ca73e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:51.698151 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:51.715711 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Transition to ACTIVE for port object dc9c61e1-39c4-4ab7-8235-98185b729fc6 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:51.723975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-b9985af9-9443-468a-8da0-fb07ca73e7e1 None None] Port d6999222-66c6-43f4-a01d-021f45b16c95 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:47:51.769515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device f77e83c3-5e8f-471c-bbe8-27f8d597ec81 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:51.818787 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:51.822210 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0ac5ff6e-a2ae-4139-8864-26650c721c79 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:51.859421 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Network 841d3cce-4382-464a-88f2-1194a6053f57 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:51.862701 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:51.865666 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:51.874575 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-611429b2-bfa9-40ee-95df-3ff271c9dce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:51.878453 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port f77e83c3-5e8f-471c-bbe8-27f8d597ec81 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:51.883148 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port f77e83c3-5e8f-471c-bbe8-27f8d597ec81 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:51.884582 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:51.909869 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event updated for resources: {'Port': ['ID=dc9c61e1-39c4-4ab7-8235-98185b729fc6,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:51.916313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:51.933196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:51.935099 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2481bae1-498b-4d08-82bf-2394b4b03861 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:51.981327 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-2481bae1-498b-4d08-82bf-2394b4b03861 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Transition to ACTIVE for port object df4c0f67-c1b9-42fd-9c64-950b35cf8f61 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:52.007096 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:52.048980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port f77e83c3-5e8f-471c-bbe8-27f8d597ec81, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=f77e83c3-5e8f-471c-bbe8-27f8d597ec81,segment=NetworkSegment(78279b72-7d6b-4645-b78f-5789d48f5db1),segment_id=78279b72-7d6b-4645-b78f-5789d48f5db1)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:52.121110 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:52.124264 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:52.126470 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a1754acc-ae1d-4f57-a484-9779fad0a54f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:52.129305 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-658e899e-6f91-4540-8916-1cf7ebff913d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:52.149036 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:52.160124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2481bae1-498b-4d08-82bf-2394b4b03861 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:52.162349 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1754acc-ae1d-4f57-a484-9779fad0a54f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Port': ['ID=9d466fab-4db2-49fb-b0bd-4a69a61542ef,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:52.188489 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=f77e83c3-5e8f-471c-bbe8-27f8d597ec81,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:52.198770 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:52.213560 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-acbd6b51-3d97-43b0-b342-2edf89e48d96 None None] Provisioning for port dc9c61e1-39c4-4ab7-8235-98185b729fc6 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:52.218666 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-acbd6b51-3d97-43b0-b342-2edf89e48d96 None None] Provisioning complete for port dc9c61e1-39c4-4ab7-8235-98185b729fc6 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:52.218666 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-acbd6b51-3d97-43b0-b342-2edf89e48d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:52.249365 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2481bae1-498b-4d08-82bf-2394b4b03861 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network e49e3427-885f-4cc6-abc3-c37f794790db is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:52.253250 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a1754acc-ae1d-4f57-a484-9779fad0a54f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:52.253782 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c1c64434-5a2a-47f7-97bc-9993b6b3d252 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:52.262553 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-2481bae1-498b-4d08-82bf-2394b4b03861 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:52.265723 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-acbd6b51-3d97-43b0-b342-2edf89e48d96 None None] Port dc9c61e1-39c4-4ab7-8235-98185b729fc6 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:47:52.302273 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2481bae1-498b-4d08-82bf-2394b4b03861 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:52.304568 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2481bae1-498b-4d08-82bf-2394b4b03861 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:52.305215 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2481bae1-498b-4d08-82bf-2394b4b03861 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:52.377480 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481bae1-498b-4d08-82bf-2394b4b03861 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=df4c0f67-c1b9-42fd-9c64-950b35cf8f61,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:52.406143 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2481bae1-498b-4d08-82bf-2394b4b03861 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:52.435867 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2481bae1-498b-4d08-82bf-2394b4b03861 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0857053 Jun 22 09:47:52.438715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33580) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:52.442988 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a1754acc-ae1d-4f57-a484-9779fad0a54f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:52.510528 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:52.572777 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:52.576985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0dd2ba8e-c63a-4c10-8425-6f4c55099ff4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:52.591700 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a729696-cc05-4f06-9965-25cfab974714 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:52.593233 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6a729696-cc05-4f06-9965-25cfab974714 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1534786 Jun 22 09:47:52.602834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33582) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:52.663827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event updated for resources: {'Port': ['ID=dc9c61e1-39c4-4ab7-8235-98185b729fc6,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:52.663827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:52.664180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:52.702741 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-611429b2-bfa9-40ee-95df-3ff271c9dce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port 875f87da-7079-4de2-91fa-d9aef7fc736d {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:52.703084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-611429b2-bfa9-40ee-95df-3ff271c9dce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:52.710191 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1754acc-ae1d-4f57-a484-9779fad0a54f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 26d95373-e58f-42e1-bb22-513393520d0b has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:52.743712 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ab3e324f-a5b3-4111-8404-daf9bec912f1 None None] Provisioning for port df4c0f67-c1b9-42fd-9c64-950b35cf8f61 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:52.747935 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ab3e324f-a5b3-4111-8404-daf9bec912f1 None None] Provisioning complete for port df4c0f67-c1b9-42fd-9c64-950b35cf8f61 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:52.748561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ab3e324f-a5b3-4111-8404-daf9bec912f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:52.760003 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Network 841d3cce-4382-464a-88f2-1194a6053f57 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:52.761619 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:52.790195 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e324f-a5b3-4111-8404-daf9bec912f1 None None] Port df4c0f67-c1b9-42fd-9c64-950b35cf8f61 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:47:52.874350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Router e08940f7-a73c-43f5-8032-b9c693708e89 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:52.901634 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af28b03c-2d51-43d2-9faf-0931e6f592e9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:52.907408 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af28b03c-2d51-43d2-9faf-0931e6f592e9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:52.913313 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af28b03c-2d51-43d2-9faf-0931e6f592e9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:52.915072 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-af28b03c-2d51-43d2-9faf-0931e6f592e9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.3098140 Jun 22 09:47:52.918216 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1754acc-ae1d-4f57-a484-9779fad0a54f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:52.920634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33584) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:52.929270 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a1754acc-ae1d-4f57-a484-9779fad0a54f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/26d95373-e58f-42e1-bb22-513393520d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6168067 Jun 22 09:47:52.929270 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-611429b2-bfa9-40ee-95df-3ff271c9dce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port 875f87da-7079-4de2-91fa-d9aef7fc736d, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=875f87da-7079-4de2-91fa-d9aef7fc736d,segment=NetworkSegment(327434d1-3564-47f6-9d2e-e6dbc2624eb3),segment_id=327434d1-3564-47f6-9d2e-e6dbc2624eb3)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:52.929511 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f1945a-270e-4f19-b3d0-f74df6c66c4c None None] Sync routers for ids ['26d95373-e58f-42e1-bb22-513393520d0b'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:52.929906 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-611429b2-bfa9-40ee-95df-3ff271c9dce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:52.931634 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33586) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:52.945477 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f1945a-270e-4f19-b3d0-f74df6c66c4c None None] Routers {'26d95373-e58f-42e1-bb22-513393520d0b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:52.946653 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-80f1945a-270e-4f19-b3d0-f74df6c66c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['26d95373-e58f-42e1-bb22-513393520d0b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:52.989860 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-80f1945a-270e-4f19-b3d0-f74df6c66c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:52.995006 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2b1e6aff-9dbd-4a87-8835-e45e81b409a1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d95373-e58f-42e1-bb22-513393520d0b HTTP/1.1" status: 200 len: 205 time: 0.0621250 Jun 22 09:47:52.997701 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33588) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:53.002895 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f1945a-270e-4f19-b3d0-f74df6c66c4c None None] Routers {'26d95373-e58f-42e1-bb22-513393520d0b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:53.003627 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-80f1945a-270e-4f19-b3d0-f74df6c66c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['26d95373-e58f-42e1-bb22-513393520d0b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:53.023250 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-611429b2-bfa9-40ee-95df-3ff271c9dce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for 875f87da-7079-4de2-91fa-d9aef7fc736d owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:53.039301 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-80f1945a-270e-4f19-b3d0-f74df6c66c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:53.040001 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f1945a-270e-4f19-b3d0-f74df6c66c4c None None] The sync data for ids ['26d95373-e58f-42e1-bb22-513393520d0b'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:53.081763 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:53.091119 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce974e7b-8472-4afb-acc6-ed54525de9a0 None None] Sync routers for ids ['e08940f7-a73c-43f5-8032-b9c693708e89'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:53.105578 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce974e7b-8472-4afb-acc6-ed54525de9a0 None None] Routers {'e08940f7-a73c-43f5-8032-b9c693708e89'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:53.106219 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ce974e7b-8472-4afb-acc6-ed54525de9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e08940f7-a73c-43f5-8032-b9c693708e89'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:53.115913 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "PUT /v2.0/routers/e08940f7-a73c-43f5-8032-b9c693708e89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1117251 Jun 22 09:47:53.120500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33590) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:53.127503 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f736d466-c144-4e4c-854d-7e8d765da278 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:53.148841 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ce974e7b-8472-4afb-acc6-ed54525de9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:53.161593 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9c49d655-eb18-4b12-826a-050d1dd54e49 None None] Provisioning complete for port dc9c61e1-39c4-4ab7-8235-98185b729fc6 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:53.161980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9c49d655-eb18-4b12-826a-050d1dd54e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:53.165188 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce974e7b-8472-4afb-acc6-ed54525de9a0 None None] Routers {'e08940f7-a73c-43f5-8032-b9c693708e89'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:53.165330 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ce974e7b-8472-4afb-acc6-ed54525de9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e08940f7-a73c-43f5-8032-b9c693708e89'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:53.218544 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ce974e7b-8472-4afb-acc6-ed54525de9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:53.219226 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce974e7b-8472-4afb-acc6-ed54525de9a0 None None] The sync data for ids ['e08940f7-a73c-43f5-8032-b9c693708e89'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:53.234386 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-9c49d655-eb18-4b12-826a-050d1dd54e49 None None] Port dc9c61e1-39c4-4ab7-8235-98185b729fc6 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:47:53.621112 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ab51898a-bc03-4c43-8b12-3e3ded2d8f6f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:53.681845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-63ac9731-280e-4399-ac21-547a23f54ca2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port df4c0f67-c1b9-42fd-9c64-950b35cf8f61 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:53.682446 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-63ac9731-280e-4399-ac21-547a23f54ca2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:53.695736 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device f77e83c3-5e8f-471c-bbe8-27f8d597ec81 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:53.723535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f736d466-c144-4e4c-854d-7e8d765da278 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:53.727085 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f736d466-c144-4e4c-854d-7e8d765da278 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:53.743400 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-ab51898a-bc03-4c43-8b12-3e3ded2d8f6f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 22 09:47:53.744467 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ab51898a-bc03-4c43-8b12-3e3ded2d8f6f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "DELETE /v2.0/routers/e08940f7-a73c-43f5-8032-b9c693708e89 HTTP/1.1" status: 409 len: 329 time: 0.6230423 Jun 22 09:47:53.747150 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33592) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:53.748790 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port f77e83c3-5e8f-471c-bbe8-27f8d597ec81 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:53.749189 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:53.811619 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-63ac9731-280e-4399-ac21-547a23f54ca2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:53.852289 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-611429b2-bfa9-40ee-95df-3ff271c9dce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:53.852540 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f736d466-c144-4e4c-854d-7e8d765da278 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:53.852846 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f736d466-c144-4e4c-854d-7e8d765da278 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Fanout notify agent at l3_agent the message router_deleted on router 26d95373-e58f-42e1-bb22-513393520d0b {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:47:53.859723 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f736d466-c144-4e4c-854d-7e8d765da278 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:53.863363 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f736d466-c144-4e4c-854d-7e8d765da278 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/routers/26d95373-e58f-42e1-bb22-513393520d0b HTTP/1.1" status: 204 len: 168 time: 0.8628798 Jun 22 09:47:53.864482 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33594) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:53.885135 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-78e9c600-cfae-472b-9335-c9abe4713576 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:53.892546 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-63ac9731-280e-4399-ac21-547a23f54ca2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for df4c0f67-c1b9-42fd-9c64-950b35cf8f61 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:53.946905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611429b2-bfa9-40ee-95df-3ff271c9dce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=875f87da-7079-4de2-91fa-d9aef7fc736d,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:53.953007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-611429b2-bfa9-40ee-95df-3ff271c9dce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:53.982344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7fa9a0-e539-4d0b-8e36-95ef4b5a1207 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting subnet 0e98d014-ccfe-4ab1-b66a-63d4863d1641 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:53.986678 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2b7fa9a0-e539-4d0b-8e36-95ef4b5a1207 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:54.043903 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2b7fa9a0-e539-4d0b-8e36-95ef4b5a1207 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:54.169729 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2b7fa9a0-e539-4d0b-8e36-95ef4b5a1207 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:54.208584 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-611429b2-bfa9-40ee-95df-3ff271c9dce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:54.224315 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-63ac9731-280e-4399-ac21-547a23f54ca2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:54.227941 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9dce74f8-a934-462e-b899-a86fde387353 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:54.257471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac9731-280e-4399-ac21-547a23f54ca2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=df4c0f67-c1b9-42fd-9c64-950b35cf8f61,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:54.260579 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-63ac9731-280e-4399-ac21-547a23f54ca2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:54.286408 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-63ac9731-280e-4399-ac21-547a23f54ca2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:54.288514 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-63ac9731-280e-4399-ac21-547a23f54ca2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/ports/df4c0f67-c1b9-42fd-9c64-950b35cf8f61 HTTP/1.1" status: 204 len: 168 time: 1.3678839 Jun 22 09:47:54.290686 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2b7fa9a0-e539-4d0b-8e36-95ef4b5a1207 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:54.292615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33596) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:54.294207 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5709234c-bc05-46d9-a4e7-56349f4af88a tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:54.329554 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fa9a0-e539-4d0b-8e36-95ef4b5a1207 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Subnet': ['ID=0e98d014-ccfe-4ab1-b66a-63d4863d1641,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:54.341689 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-71f345d8-eebe-483d-9ec5-5597ee9efba3 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:54.350633 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2b7fa9a0-e539-4d0b-8e36-95ef4b5a1207 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:54.351008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2b7fa9a0-e539-4d0b-8e36-95ef4b5a1207 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:54.352907 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2b7fa9a0-e539-4d0b-8e36-95ef4b5a1207 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/subnets/0e98d014-ccfe-4ab1-b66a-63d4863d1641 HTTP/1.1" status: 204 len: 168 time: 0.4585037 Jun 22 09:47:54.354169 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98aae0f-283b-437e-8eca-d88fe548c53d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] GET failed (client error): The resource could not be found. Jun 22 09:47:54.355677 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d98aae0f-283b-437e-8eca-d88fe548c53d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports/df4c0f67-c1b9-42fd-9c64-950b35cf8f61 HTTP/1.1" status: 404 len: 333 time: 0.0577695 Jun 22 09:47:54.356189 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33598) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:54.358234 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33600) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:54.365308 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90d2afc-c369-4aae-8fad-807d9a632c5b None None] Network 5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:54.470734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3aa34bd-8b29-4af7-99e3-caea1e09bfc7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting subnet 7551465c-bf5e-4375-8860-b5cbb7dc3f1e {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:54.493476 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3aa34bd-8b29-4af7-99e3-caea1e09bfc7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:54.547957 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3aa34bd-8b29-4af7-99e3-caea1e09bfc7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:54.590067 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c658116b-eb97-4ba8-9439-5ba8d676c49f None None] DHCP port deletion for 5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:47:54.594396 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-593c0168-a423-4990-9f5e-b730cd3bc185 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port d6999222-66c6-43f4-a01d-021f45b16c95 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:54.594744 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-593c0168-a423-4990-9f5e-b730cd3bc185 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:54.637360 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611429b2-bfa9-40ee-95df-3ff271c9dce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 19dd9e09-3f6a-4d31-94ec-95af276577b6 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:54.642743 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c658116b-eb97-4ba8-9439-5ba8d676c49f None None] Deleting port 5f300c15-de5a-4454-9143-ab41d3ae7ca5 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:54.643213 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c658116b-eb97-4ba8-9439-5ba8d676c49f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:54.719145 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3aa34bd-8b29-4af7-99e3-caea1e09bfc7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:54.747644 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-593c0168-a423-4990-9f5e-b730cd3bc185 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:54.821821 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-593c0168-a423-4990-9f5e-b730cd3bc185 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for d6999222-66c6-43f4-a01d-021f45b16c95 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:54.828587 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611429b2-bfa9-40ee-95df-3ff271c9dce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:54.834846 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-611429b2-bfa9-40ee-95df-3ff271c9dce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/19dd9e09-3f6a-4d31-94ec-95af276577b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4939184 Jun 22 09:47:54.839370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33602) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:54.842242 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb6edab-0fc0-4531-9c9d-2e02b024f310 None None] Sync routers for ids ['19dd9e09-3f6a-4d31-94ec-95af276577b6'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:54.851982 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-71f345d8-eebe-483d-9ec5-5597ee9efba3 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Deleting port dc9c61e1-39c4-4ab7-8235-98185b729fc6 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:54.852343 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-71f345d8-eebe-483d-9ec5-5597ee9efba3 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:54.853984 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb6edab-0fc0-4531-9c9d-2e02b024f310 None None] Routers {'19dd9e09-3f6a-4d31-94ec-95af276577b6'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:54.854818 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4eb6edab-0fc0-4531-9c9d-2e02b024f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['19dd9e09-3f6a-4d31-94ec-95af276577b6'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:54.866646 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c658116b-eb97-4ba8-9439-5ba8d676c49f None None] For port 5f300c15-de5a-4454-9143-ab41d3ae7ca5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5f300c15-de5a-4454-9143-ab41d3ae7ca5,segment=NetworkSegment(9e397b65-53be-43e2-85d7-e24ac659636c),segment_id=9e397b65-53be-43e2-85d7-e24ac659636c)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:54.867259 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c658116b-eb97-4ba8-9439-5ba8d676c49f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:54.937445 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c658116b-eb97-4ba8-9439-5ba8d676c49f None None] Calling delete_port for 5f300c15-de5a-4454-9143-ab41d3ae7ca5 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:54.966229 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-71f345d8-eebe-483d-9ec5-5597ee9efba3 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:54.982671 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-4eb6edab-0fc0-4531-9c9d-2e02b024f310 None None] Set router 19dd9e09-3f6a-4d31-94ec-95af276577b6 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:55.024528 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e91120-17fd-42c2-b2ac-66c79f6b0496 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting subnet d6e61e07-e547-40e1-9d33-b1877630025e {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:55.028760 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3aa34bd-8b29-4af7-99e3-caea1e09bfc7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.030448 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-71f345d8-eebe-483d-9ec5-5597ee9efba3 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Calling delete_port for dc9c61e1-39c4-4ab7-8235-98185b729fc6 owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:55.030616 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-10e91120-17fd-42c2-b2ac-66c79f6b0496 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.033275 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-585abc96-d93f-4a19-86e8-81693aea2ddd tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:55.092171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c658116b-eb97-4ba8-9439-5ba8d676c49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.092467 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa34bd-8b29-4af7-99e3-caea1e09bfc7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Subnet': ['ID=7551465c-bf5e-4375-8860-b5cbb7dc3f1e,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:55.095590 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d3aa34bd-8b29-4af7-99e3-caea1e09bfc7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:55.104760 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d3aa34bd-8b29-4af7-99e3-caea1e09bfc7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.104760 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d3aa34bd-8b29-4af7-99e3-caea1e09bfc7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/subnets/7551465c-bf5e-4375-8860-b5cbb7dc3f1e HTTP/1.1" status: 204 len: 168 time: 0.7448130 Jun 22 09:47:55.106641 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33606) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:55.117554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:55.127805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061d4a05-b9c0-49d0-8e0d-334253223382 None None] Network d0fea1c6-aa98-467c-966c-2de64d701c25 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:55.136888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-10e91120-17fd-42c2-b2ac-66c79f6b0496 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.139384 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-593c0168-a423-4990-9f5e-b730cd3bc185 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.156408 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c658116b-eb97-4ba8-9439-5ba8d676c49f None None] No DVR routers for this DVR port 5f300c15-de5a-4454-9143-ab41d3ae7ca5 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:55.194863 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1a98b563-c5c2-4b21-9944-478229c741a7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:55.233445 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4eb6edab-0fc0-4531-9c9d-2e02b024f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'name': 'tempest-TestNetworkBasicOps-router-237245686', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:37Z', 'updated_at': '2021-06-22T09:47:53Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:38Z', 'updated_at': '2021-06-22T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:55.236401 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658116b-eb97-4ba8-9439-5ba8d676c49f None None] Pushing event deleted for resources: {'Port': ['ID=5f300c15-de5a-4454-9143-ab41d3ae7ca5,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:55.245181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c658116b-eb97-4ba8-9439-5ba8d676c49f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:55.269237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-593c0168-a423-4990-9f5e-b730cd3bc185 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.271571 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-593c0168-a423-4990-9f5e-b730cd3bc185 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/ports/d6999222-66c6-43f4-a01d-021f45b16c95 HTTP/1.1" status: 204 len: 168 time: 0.9124844 Jun 22 09:47:55.274303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33608) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:55.275531 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb6edab-0fc0-4531-9c9d-2e02b024f310 None None] Checking router: 19dd9e09-3f6a-4d31-94ec-95af276577b6 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:47:55.281063 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c0168-a423-4990-9f5e-b730cd3bc185 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=d6999222-66c6-43f4-a01d-021f45b16c95,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:55.283816 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-593c0168-a423-4990-9f5e-b730cd3bc185 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:55.284987 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb6edab-0fc0-4531-9c9d-2e02b024f310 None None] Routers {'19dd9e09-3f6a-4d31-94ec-95af276577b6'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:55.286239 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4eb6edab-0fc0-4531-9c9d-2e02b024f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['19dd9e09-3f6a-4d31-94ec-95af276577b6'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:55.314202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b39e65f8-9473-4415-844c-ccd8a84e7a7d tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.341852 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1cc13db-b9ad-4131-8357-24a079339bfe tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] GET failed (client error): The resource could not be found. Jun 22 09:47:55.343713 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d1cc13db-b9ad-4131-8357-24a079339bfe tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports/d6999222-66c6-43f4-a01d-021f45b16c95 HTTP/1.1" status: 404 len: 333 time: 0.0672147 Jun 22 09:47:55.345206 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-71f345d8-eebe-483d-9ec5-5597ee9efba3 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.350443 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33610) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:55.362401 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33612) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:55.364405 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d306cfb9-0d4b-4b28-9bac-9ebc5e5948b1 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:55.427180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53de57c4-ed0c-49d9-9296-130ae81b1935 None None] DHCP port deletion for d0fea1c6-aa98-467c-966c-2de64d701c25 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:47:55.428849 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f345d8-eebe-483d-9ec5-5597ee9efba3 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event deleted for resources: {'Port': ['ID=dc9c61e1-39c4-4ab7-8235-98185b729fc6,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:55.438474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-71f345d8-eebe-483d-9ec5-5597ee9efba3 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:55.458503 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-4eb6edab-0fc0-4531-9c9d-2e02b024f310 None None] Set router 19dd9e09-3f6a-4d31-94ec-95af276577b6 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:55.498372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-10e91120-17fd-42c2-b2ac-66c79f6b0496 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.503050 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-53de57c4-ed0c-49d9-9296-130ae81b1935 None None] Deleting port ff006f6b-b0a2-414b-bcf8-f4ab07e7632a {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:55.503514 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-53de57c4-ed0c-49d9-9296-130ae81b1935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.578094 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-53de57c4-ed0c-49d9-9296-130ae81b1935 None None] For port ff006f6b-b0a2-414b-bcf8-f4ab07e7632a, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ff006f6b-b0a2-414b-bcf8-f4ab07e7632a,segment=NetworkSegment(3e1359a7-8b75-4cb2-b170-e5fe18bfe80b),segment_id=3e1359a7-8b75-4cb2-b170-e5fe18bfe80b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:55.578511 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-53de57c4-ed0c-49d9-9296-130ae81b1935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.622744 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5828fb5-bfcc-431d-9781-fa82cba252be tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting subnet e95b5efd-e60a-4023-923e-04eb24b283f4 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:55.647697 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c5828fb5-bfcc-431d-9781-fa82cba252be tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.674106 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-53de57c4-ed0c-49d9-9296-130ae81b1935 None None] Calling delete_port for ff006f6b-b0a2-414b-bcf8-f4ab07e7632a owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:55.695063 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b39e65f8-9473-4415-844c-ccd8a84e7a7d tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.742025 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-b39e65f8-9473-4415-844c-ccd8a84e7a7d tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:55.748824 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-71f345d8-eebe-483d-9ec5-5597ee9efba3 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.767116 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-b39e65f8-9473-4415-844c-ccd8a84e7a7d tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e397b65-53be-43e2-85d7-e24ac659636c') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:55.767578 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-b39e65f8-9473-4415-844c-ccd8a84e7a7d tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e397b65-53be-43e2-85d7-e24ac659636c') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:55.781825 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c5828fb5-bfcc-431d-9781-fa82cba252be tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.786744 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4eb6edab-0fc0-4531-9c9d-2e02b024f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'name': 'tempest-TestNetworkBasicOps-router-237245686', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:37Z', 'updated_at': '2021-06-22T09:47:53Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:38Z', 'updated_at': '2021-06-22T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:55.834010 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b39e65f8-9473-4415-844c-ccd8a84e7a7d tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.846371 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5f300c15-de5a-4454-9143-ab41d3ae7ca5 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:55.860654 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b39e65f8-9473-4415-844c-ccd8a84e7a7d tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.869145 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-10e91120-17fd-42c2-b2ac-66c79f6b0496 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.882367 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8c8a1625-fe51-4b45-a2f2-81be8d7075ca tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:55.889229 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39e65f8-9473-4415-844c-ccd8a84e7a7d tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:47:55.889734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b39e65f8-9473-4415-844c-ccd8a84e7a7d tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:47:55.894840 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:47:55.902143 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-53de57c4-ed0c-49d9-9296-130ae81b1935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.905241 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb6edab-0fc0-4531-9c9d-2e02b024f310 None None] The sync data for ids ['19dd9e09-3f6a-4d31-94ec-95af276577b6'] in dv-neutron-797121-3-hyperv is: [{'id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'name': 'tempest-TestNetworkBasicOps-router-237245686', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:45:37Z', 'updated_at': '2021-06-22T09:47:53Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '31e7717a-6e53-4985-a27d-324a1a1bc9ab', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd9e09-3f6a-4d31-94ec-95af276577b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:45:38Z', 'updated_at': '2021-06-22T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:55.907535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-10e91120-17fd-42c2-b2ac-66c79f6b0496 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:55.909389 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9276a039-6016-4f10-9948-aa71411d4bb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:55.912168 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee9702f-fbbc-4d2b-943e-b4b660e0ccda None None] Network a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:55.912951 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-10e91120-17fd-42c2-b2ac-66c79f6b0496 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/subnets/d6e61e07-e547-40e1-9d33-b1877630025e HTTP/1.1" status: 204 len: 168 time: 1.0731003 Jun 22 09:47:55.914120 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 5f300c15-de5a-4454-9143-ab41d3ae7ca5 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:55.914476 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5f300c15-de5a-4454-9143-ab41d3ae7ca5 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:55.914893 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ff006f6b-b0a2-414b-bcf8-f4ab07e7632a no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:55.952894 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33614) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:55.983925 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f345d8-eebe-483d-9ec5-5597ee9efba3 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Router e08940f7-a73c-43f5-8032-b9c693708e89 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:55.995525 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de57c4-ed0c-49d9-9296-130ae81b1935 None None] Pushing event deleted for resources: {'Port': ['ID=ff006f6b-b0a2-414b-bcf8-f4ab07e7632a,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:55.995843 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e91120-17fd-42c2-b2ac-66c79f6b0496 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e61e07-e547-40e1-9d33-b1877630025e,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:55.996864 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: ff006f6b-b0a2-414b-bcf8-f4ab07e7632a {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:55.997550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ff006f6b-b0a2-414b-bcf8-f4ab07e7632a not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:55.998625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-53de57c4-ed0c-49d9-9296-130ae81b1935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:55.999496 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53de57c4-ed0c-49d9-9296-130ae81b1935 None None] No DVR routers for this DVR port ff006f6b-b0a2-414b-bcf8-f4ab07e7632a on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:56.036614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-10e91120-17fd-42c2-b2ac-66c79f6b0496 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:56.067016 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c5828fb5-bfcc-431d-9781-fa82cba252be tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.152121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b39e65f8-9473-4415-844c-ccd8a84e7a7d tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.162232 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a26ec3ed-519f-4f3f-bc46-579165425ecd tempest-BulkNetworkOpsTest-578425617 tempest-BulkNetworkOpsTest-578425617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:56.171594 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b39e65f8-9473-4415-844c-ccd8a84e7a7d tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.173488 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b39e65f8-9473-4415-844c-ccd8a84e7a7d tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/networks/5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9 HTTP/1.1" status: 204 len: 168 time: 1.0663316 Jun 22 09:47:56.179982 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33616) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:56.215827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e65f8-9473-4415-844c-ccd8a84e7a7d tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Network': ['ID=5b13fd08-9734-4e1d-b6ef-fbfcdd6d4eb9,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:56.262435 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37a0b803-6975-4032-a5eb-db96a519dcab tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.262435 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b39e65f8-9473-4415-844c-ccd8a84e7a7d tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:56.316023 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317ed810-1fe8-4064-85f4-5ee8ce266cfc None None] DHCP port deletion for a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:47:56.326378 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a45eec0a-69d8-4e34-9d6c-18d80738af88 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.364433 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c5828fb5-bfcc-431d-9781-fa82cba252be tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.370312 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0b51076c-7f8c-47df-bce9-0d314e1fc345 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:56.397322 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-317ed810-1fe8-4064-85f4-5ee8ce266cfc None None] Deleting port dc285024-a09d-478b-b923-bdb8e2a3be3c {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:56.397322 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-317ed810-1fe8-4064-85f4-5ee8ce266cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.405825 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5828fb5-bfcc-431d-9781-fa82cba252be tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Subnet': ['ID=e95b5efd-e60a-4023-923e-04eb24b283f4,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:56.411928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c5828fb5-bfcc-431d-9781-fa82cba252be tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:56.415143 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c5828fb5-bfcc-431d-9781-fa82cba252be tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.419728 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c5828fb5-bfcc-431d-9781-fa82cba252be tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/e95b5efd-e60a-4023-923e-04eb24b283f4 HTTP/1.1" status: 204 len: 168 time: 1.0646505 Jun 22 09:47:56.420338 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33618) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:56.449358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b08301-5426-4b6a-8e4a-e54ad0fd72fa None None] Network e49e3427-885f-4cc6-abc3-c37f794790db requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:56.491150 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-4bd6b2d3-ee8e-45bb-815c-d55ddd3273b8 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Deleting port 8e0791d2-4e91-4054-bfa4-b8fb54cbd232 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:56.492063 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b2d3-ee8e-45bb-815c-d55ddd3273b8 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.503690 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f345d8-eebe-483d-9ec5-5597ee9efba3 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:56.509649 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-71f345d8-eebe-483d-9ec5-5597ee9efba3 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "PUT /v2.0/routers/e08940f7-a73c-43f5-8032-b9c693708e89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7613723 Jun 22 09:47:56.509974 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37a0b803-6975-4032-a5eb-db96a519dcab tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.523691 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6535bcce-9c2b-442c-81e5-01f629e17dc0 None None] Sync routers for ids ['e08940f7-a73c-43f5-8032-b9c693708e89'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:56.539168 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33620) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:56.544427 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-317ed810-1fe8-4064-85f4-5ee8ce266cfc None None] For port dc285024-a09d-478b-b923-bdb8e2a3be3c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=dc285024-a09d-478b-b923-bdb8e2a3be3c,segment=NetworkSegment(327434d1-3564-47f6-9d2e-e6dbc2624eb3),segment_id=327434d1-3564-47f6-9d2e-e6dbc2624eb3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:56.544855 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-317ed810-1fe8-4064-85f4-5ee8ce266cfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.578083 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.581438 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a45eec0a-69d8-4e34-9d6c-18d80738af88 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.592930 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-97838de3-e748-4169-bb54-0f805e82df6c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] show failed (client error): The resource could not be found. Jun 22 09:47:56.593486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a45eec0a-69d8-4e34-9d6c-18d80738af88 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0fea1c6-aa98-467c-966c-2de64d701c25']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:56.593961 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-97838de3-e748-4169-bb54-0f805e82df6c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1662028726 HTTP/1.1" status: 404 len: 335 time: 0.0538132 Jun 22 09:47:56.599562 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33622) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:56.607952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-f753dc8f-7d61-4900-911b-f99611fb380a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:56.620712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a45eec0a-69d8-4e34-9d6c-18d80738af88 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1359a7-8b75-4cb2-b170-e5fe18bfe80b') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:56.621027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-a45eec0a-69d8-4e34-9d6c-18d80738af88 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1359a7-8b75-4cb2-b170-e5fe18bfe80b') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:56.625875 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6535bcce-9c2b-442c-81e5-01f629e17dc0 None None] Routers {'e08940f7-a73c-43f5-8032-b9c693708e89'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:56.626524 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6535bcce-9c2b-442c-81e5-01f629e17dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e08940f7-a73c-43f5-8032-b9c693708e89'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:56.633443 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a45eec0a-69d8-4e34-9d6c-18d80738af88 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.644196 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-f753dc8f-7d61-4900-911b-f99611fb380a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] update failed (client error): The resource could not be found. Jun 22 09:47:56.648726 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f753dc8f-7d61-4900-911b-f99611fb380a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-524276656 HTTP/1.1" status: 404 len: 334 time: 0.0423145 Jun 22 09:47:56.648950 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33624) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:56.656200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-317ed810-1fe8-4064-85f4-5ee8ce266cfc None None] Calling delete_port for dc285024-a09d-478b-b923-bdb8e2a3be3c owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:56.687860 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a45eec0a-69d8-4e34-9d6c-18d80738af88 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.701695 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b2d3-ee8e-45bb-815c-d55ddd3273b8 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.701931 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45eec0a-69d8-4e34-9d6c-18d80738af88 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:47:56.702056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b2d3-ee8e-45bb-815c-d55ddd3273b8 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.702339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a45eec0a-69d8-4e34-9d6c-18d80738af88 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:47:56.705278 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:47:56.713791 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6535bcce-9c2b-442c-81e5-01f629e17dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:56.758314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c26466-6102-46d9-b713-e4706ec2ff71 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Deleting subnet 8b3dbaff-fa1c-4153-ae70-9ef696e18579 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:56.766353 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6535bcce-9c2b-442c-81e5-01f629e17dc0 None None] Routers {'e08940f7-a73c-43f5-8032-b9c693708e89'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:56.766922 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6535bcce-9c2b-442c-81e5-01f629e17dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e08940f7-a73c-43f5-8032-b9c693708e89'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:56.780203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port f77e83c3-5e8f-471c-bbe8-27f8d597ec81 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:56.780844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.786901 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-4bd6b2d3-ee8e-45bb-815c-d55ddd3273b8 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Calling delete_port for 8e0791d2-4e91-4054-bfa4-b8fb54cbd232 owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:56.788934 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e1c26466-6102-46d9-b713-e4706ec2ff71 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.809229 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6535bcce-9c2b-442c-81e5-01f629e17dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:56.809900 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6535bcce-9c2b-442c-81e5-01f629e17dc0 None None] The sync data for ids ['e08940f7-a73c-43f5-8032-b9c693708e89'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:56.824295 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-37a0b803-6975-4032-a5eb-db96a519dcab tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port 31e7717a-6e53-4985-a27d-324a1a1bc9ab {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:56.824579 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37a0b803-6975-4032-a5eb-db96a519dcab tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.882154 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a45eec0a-69d8-4e34-9d6c-18d80738af88 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.884127 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e1c26466-6102-46d9-b713-e4706ec2ff71 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.890797 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-207b1d20-e629-4321-a6ce-3190f514a7fd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:56.897214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] For port f77e83c3-5e8f-471c-bbe8-27f8d597ec81, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=f77e83c3-5e8f-471c-bbe8-27f8d597ec81,segment=NetworkSegment(78279b72-7d6b-4645-b78f-5789d48f5db1),segment_id=78279b72-7d6b-4645-b78f-5789d48f5db1)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:56.897569 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.901655 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a45eec0a-69d8-4e34-9d6c-18d80738af88 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.907206 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22bf956-5250-4126-8df9-565ae4ca86c3 None None] DHCP port deletion for e49e3427-885f-4cc6-abc3-c37f794790db request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:47:56.907824 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a45eec0a-69d8-4e34-9d6c-18d80738af88 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/networks/d0fea1c6-aa98-467c-966c-2de64d701c25 HTTP/1.1" status: 204 len: 168 time: 0.7268491 Jun 22 09:47:56.912292 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33626) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:56.924178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-7b155c7c-07a5-406d-b73f-c5c34e108426 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'network': {'name': 'tempest-RoutersTest-11923892'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:56.934742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45eec0a-69d8-4e34-9d6c-18d80738af88 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Network': ['ID=d0fea1c6-aa98-467c-966c-2de64d701c25,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:56.939739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-317ed810-1fe8-4064-85f4-5ee8ce266cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:56.950067 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-73c82442-92a3-414a-a172-10398f494dca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:56.964826 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a45eec0a-69d8-4e34-9d6c-18d80738af88 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:56.976436 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ed810-1fe8-4064-85f4-5ee8ce266cfc None None] Pushing event deleted for resources: {'Port': ['ID=dc285024-a09d-478b-b923-bdb8e2a3be3c,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:56.980188 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-317ed810-1fe8-4064-85f4-5ee8ce266cfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:56.982704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317ed810-1fe8-4064-85f4-5ee8ce266cfc None None] No DVR routers for this DVR port dc285024-a09d-478b-b923-bdb8e2a3be3c on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:56.990722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for f77e83c3-5e8f-471c-bbe8-27f8d597ec81 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:57.007713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-b22bf956-5250-4126-8df9-565ae4ca86c3 None None] Deleting port f77e83c3-5e8f-471c-bbe8-27f8d597ec81 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:57.008100 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b22bf956-5250-4126-8df9-565ae4ca86c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.050467 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b155c7c-07a5-406d-b73f-c5c34e108426 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Made reservation on behalf of 6167c55fae3441119bb7e60e43fbf71d for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:57.055660 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7b155c7c-07a5-406d-b73f-c5c34e108426 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.063957 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-37a0b803-6975-4032-a5eb-db96a519dcab tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port 31e7717a-6e53-4985-a27d-324a1a1bc9ab, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=31e7717a-6e53-4985-a27d-324a1a1bc9ab,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:57.064321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37a0b803-6975-4032-a5eb-db96a519dcab tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.072342 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e1c26466-6102-46d9-b713-e4706ec2ff71 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.075221 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-b22bf956-5250-4126-8df9-565ae4ca86c3 None None] For port f77e83c3-5e8f-471c-bbe8-27f8d597ec81, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=f77e83c3-5e8f-471c-bbe8-27f8d597ec81,segment=NetworkSegment(78279b72-7d6b-4645-b78f-5789d48f5db1),segment_id=78279b72-7d6b-4645-b78f-5789d48f5db1)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:57.075776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b22bf956-5250-4126-8df9-565ae4ca86c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.121498 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b155c7c-07a5-406d-b73f-c5c34e108426 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:47:57.145682 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-b22bf956-5250-4126-8df9-565ae4ca86c3 None None] Calling delete_port for f77e83c3-5e8f-471c-bbe8-27f8d597ec81 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:57.160437 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-37a0b803-6975-4032-a5eb-db96a519dcab tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for 31e7717a-6e53-4985-a27d-324a1a1bc9ab owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:57.169415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7b155c7c-07a5-406d-b73f-c5c34e108426 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.169942 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-7b155c7c-07a5-406d-b73f-c5c34e108426 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Added segment 8e93e325-5170-4bc9-a313-926a560a3966 of type vlan for network 5dacb85d-8443-448a-aeae-67ca45762db5 Jun 22 09:47:57.239225 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7b155c7c-07a5-406d-b73f-c5c34e108426 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.297647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e1c26466-6102-46d9-b713-e4706ec2ff71 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.299835 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-64048f9f-a731-4707-aa2e-13de5b112124 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:57.315113 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b22bf956-5250-4126-8df9-565ae4ca86c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.318117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:57.328258 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c26466-6102-46d9-b713-e4706ec2ff71 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3dbaff-fa1c-4153-ae70-9ef696e18579,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:57.329008 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7b155c7c-07a5-406d-b73f-c5c34e108426 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.334565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b155c7c-07a5-406d-b73f-c5c34e108426 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:57.335150 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7b155c7c-07a5-406d-b73f-c5c34e108426 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.337512 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b2d3-ee8e-45bb-815c-d55ddd3273b8 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.340538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e1c26466-6102-46d9-b713-e4706ec2ff71 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:57.340716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.342128 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c6156f6c-fadd-4809-9350-4934de99e671 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:57.344980 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:57.346063 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bf956-5250-4126-8df9-565ae4ca86c3 None None] Pushing event deleted for resources: {'Port': ['ID=f77e83c3-5e8f-471c-bbe8-27f8d597ec81,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:57.349499 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b22bf956-5250-4126-8df9-565ae4ca86c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:57.350607 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22bf956-5250-4126-8df9-565ae4ca86c3 None None] No DVR routers for this DVR port f77e83c3-5e8f-471c-bbe8-27f8d597ec81 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:57.364997 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e1c26466-6102-46d9-b713-e4706ec2ff71 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.365234 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fc5509-94c2-4d03-8ee4-2a99f5c22bc2 None None] Network 5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:57.365340 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e1c26466-6102-46d9-b713-e4706ec2ff71 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "DELETE /v2.0/subnets/8b3dbaff-fa1c-4153-ae70-9ef696e18579 HTTP/1.1" status: 204 len: 168 time: 0.7100322 Jun 22 09:47:57.365424 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33628) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:57.396107 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No DVR routers for this DVR port f77e83c3-5e8f-471c-bbe8-27f8d597ec81 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:57.416903 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=f77e83c3-5e8f-471c-bbe8-27f8d597ec81,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:57.419360 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:57.449845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37a0b803-6975-4032-a5eb-db96a519dcab tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.457904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:57.466089 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7b155c7c-07a5-406d-b73f-c5c34e108426 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5482974 Jun 22 09:47:57.469112 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b155c7c-07a5-406d-b73f-c5c34e108426 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Network': ['ID=5dacb85d-8443-448a-aeae-67ca45762db5,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:57.473352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33630) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:57.478635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-e2203219-c4de-4ee9-bdda-cd6a605c13be tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'subnet': {'network_id': '5dacb85d-8443-448a-aeae-67ca45762db5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:57.484490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7b155c7c-07a5-406d-b73f-c5c34e108426 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:57.485079 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:57.490776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 5dacb85d-8443-448a-aeae-67ca45762db5 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:47:57.525770 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0b803-6975-4032-a5eb-db96a519dcab tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=31e7717a-6e53-4985-a27d-324a1a1bc9ab,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:57.528303 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-37a0b803-6975-4032-a5eb-db96a519dcab tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:57.562526 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6b2d3-ee8e-45bb-815c-d55ddd3273b8 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event deleted for resources: {'Port': ['ID=8e0791d2-4e91-4054-bfa4-b8fb54cbd232,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:57.563113 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-190c6438-ab10-40fa-a904-24d161bdafcc tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Deleting subnet 4a5b0e0c-2a31-4610-97d5-3f19ba0d174e {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:47:57.567472 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4bd6b2d3-ee8e-45bb-815c-d55ddd3273b8 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:57.571774 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b2d3-ee8e-45bb-815c-d55ddd3273b8 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.573118 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-4bd6b2d3-ee8e-45bb-815c-d55ddd3273b8 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Floating IP 535b8c96-6f6c-455c-a521-fe3d91fe8bf3 disassociated (deleted). External IP: 172.26.3.171, port: 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9. Jun 22 09:47:57.576984 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.579349 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-190c6438-ab10-40fa-a904-24d161bdafcc tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.633509 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49e3427-885f-4cc6-abc3-c37f794790db']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:57.658344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78279b72-7d6b-4645-b78f-5789d48f5db1') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:57.658462 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78279b72-7d6b-4645-b78f-5789d48f5db1') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:57.670476 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2139254b-ff7d-42ff-94c6-c450b56e953d None None] DHCP port deletion for 5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:47:57.673356 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-190c6438-ab10-40fa-a904-24d161bdafcc tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.696707 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.706725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37a0b803-6975-4032-a5eb-db96a519dcab tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.729628 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-2139254b-ff7d-42ff-94c6-c450b56e953d None None] Deleting port 68a51702-4255-45f3-8911-0cda9645bb98 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:57.730162 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2139254b-ff7d-42ff-94c6-c450b56e953d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.777866 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2203219-c4de-4ee9-bdda-cd6a605c13be tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Made reservation on behalf of 6167c55fae3441119bb7e60e43fbf71d for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:57.781876 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2203219-c4de-4ee9-bdda-cd6a605c13be tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.826877 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-2139254b-ff7d-42ff-94c6-c450b56e953d None None] For port 68a51702-4255-45f3-8911-0cda9645bb98, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=68a51702-4255-45f3-8911-0cda9645bb98,segment=NetworkSegment(73a9e885-3591-4406-b827-7d5ce2b0bdb2),segment_id=73a9e885-3591-4406-b827-7d5ce2b0bdb2)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:57.827730 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2139254b-ff7d-42ff-94c6-c450b56e953d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.844348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device f77e83c3-5e8f-471c-bbe8-27f8d597ec81 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:57.893848 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: f77e83c3-5e8f-471c-bbe8-27f8d597ec81 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:57.894123 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device f77e83c3-5e8f-471c-bbe8-27f8d597ec81 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:57.895099 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dc285024-a09d-478b-b923-bdb8e2a3be3c no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:57.921226 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-2139254b-ff7d-42ff-94c6-c450b56e953d None None] Calling delete_port for 68a51702-4255-45f3-8911-0cda9645bb98 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:57.937594 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd6b2d3-ee8e-45bb-815c-d55ddd3273b8 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Router 43300228-c8ee-4161-bad9-ad0b540adc47 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:57.956124 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: dc285024-a09d-478b-b923-bdb8e2a3be3c {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:57.956482 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device dc285024-a09d-478b-b923-bdb8e2a3be3c not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:57.956953 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 68a51702-4255-45f3-8911-0cda9645bb98 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:58.051842 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd6b2d3-ee8e-45bb-815c-d55ddd3273b8 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:58.056924 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b2d3-ee8e-45bb-815c-d55ddd3273b8 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.062349 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d60b76e-1dc0-4cde-a107-3a0a1fab520e None None] Sync routers for ids ['43300228-c8ee-4161-bad9-ad0b540adc47'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:58.076634 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60b76e-1dc0-4cde-a107-3a0a1fab520e None None] Routers {'43300228-c8ee-4161-bad9-ad0b540adc47'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:58.078273 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7d60b76e-1dc0-4cde-a107-3a0a1fab520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['43300228-c8ee-4161-bad9-ad0b540adc47'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:58.096638 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.122791 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4bd6b2d3-ee8e-45bb-815c-d55ddd3273b8 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "DELETE /v2.0/floatingips/535b8c96-6f6c-455c-a521-fe3d91fe8bf3 HTTP/1.1" status: 204 len: 168 time: 2.7293196 Jun 22 09:47:58.123577 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f53aa4-adf4-46eb-af36-58f3aaea46f4', 'tag': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:47:58.126071 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f4a39f-beac-47ff-a69e-4d97a8e038ce" -d '{"events": [{"name": "network-changed", "server_uuid": "62f53aa4-adf4-46eb-af36-58f3aaea46f4", "tag": "9fdbe2d0-99d5-4e13-9fcf-a7958df836b9"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:47:58.161021 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2139254b-ff7d-42ff-94c6-c450b56e953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.165724 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c658116b-eb97-4ba8-9439-5ba8d676c49f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:58.174287 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bcc3cc-3dab-4b1d-bb39-959dff4482f6 x-openstack-request-id: req-c7bcc3cc-3dab-4b1d-bb39-959dff4482f6 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:47:58.174633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f53aa4-adf4-46eb-af36-58f3aaea46f4", "tag": "9fdbe2d0-99d5-4e13-9fcf-a7958df836b9", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:47:58.174937 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7bcc3cc-3dab-4b1d-bb39-959dff4482f6 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:47:58.175400 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f53aa4-adf4-46eb-af36-58f3aaea46f4', 'tag': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9', 'status': 'completed', 'code': 200} Jun 22 09:47:58.184488 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.192135 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:47:58.192853 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.225512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139254b-ff7d-42ff-94c6-c450b56e953d None None] Pushing event deleted for resources: {'Port': ['ID=68a51702-4255-45f3-8911-0cda9645bb98,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:58.227244 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 875f87da-7079-4de2-91fa-d9aef7fc736d no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:58.229525 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2139254b-ff7d-42ff-94c6-c450b56e953d None None] No DVR routers for this DVR port 68a51702-4255-45f3-8911-0cda9645bb98 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:47:58.231102 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-2139254b-ff7d-42ff-94c6-c450b56e953d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:58.250039 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-7d60b76e-1dc0-4cde-a107-3a0a1fab520e None None] Set router 43300228-c8ee-4161-bad9-ad0b540adc47 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:58.252106 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 875f87da-7079-4de2-91fa-d9aef7fc736d {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:47:58.252106 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 875f87da-7079-4de2-91fa-d9aef7fc736d not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:47:58.258611 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:47:58.303165 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4a39f-beac-47ff-a69e-4d97a8e038ce req-aaf3a645-5772-4bfd-8b67-5c790aab473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:58.304887 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a2f4a39f-beac-47ff-a69e-4d97a8e038ce req-aaf3a645-5772-4bfd-8b67-5c790aab473b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6405790520f347c092a1490886c89b06&device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 1098 time: 0.1052084 Jun 22 09:47:58.329145 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37a0b803-6975-4032-a5eb-db96a519dcab tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.334578 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37a0b803-6975-4032-a5eb-db96a519dcab tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.393774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-190c6438-ab10-40fa-a904-24d161bdafcc tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.417796 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4a39f-beac-47ff-a69e-4d97a8e038ce req-eb5f5258-d6ef-45e2-a054-753d9b97a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:58.419277 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a2f4a39f-beac-47ff-a69e-4d97a8e038ce req-eb5f5258-d6ef-45e2-a054-753d9b97a288 service neutron] 10.222.0.35 "GET /v2.0/networks?id=75ca7b51-8500-41da-a24f-8648dce1885d HTTP/1.1" status: 200 len: 897 time: 0.1072364 Jun 22 09:47:58.423636 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.431572 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-874d05c9-99eb-4017-8f70-43933435d73a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:58.438424 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.447071 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/networks/e49e3427-885f-4cc6-abc3-c37f794790db HTTP/1.1" status: 204 len: 168 time: 2.0170252 Jun 22 09:47:58.456651 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33636) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:58.462054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-c346a749-a59d-4997-99de-3a550b15eb5b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1768859497'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:58.467489 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Network': ['ID=e49e3427-885f-4cc6-abc3-c37f794790db,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:58.471654 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37a0b803-6975-4032-a5eb-db96a519dcab tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.472168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a0b803-6975-4032-a5eb-db96a519dcab tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Fanout notify agent at l3_agent the message router_deleted on router 19dd9e09-3f6a-4d31-94ec-95af276577b6 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:47:58.475774 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a2f4a39f-beac-47ff-a69e-4d97a8e038ce req-0b42ed63-547c-432f-a866-b22a87eaf115 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 HTTP/1.1" status: 200 len: 217 time: 0.0491047 Jun 22 09:47:58.477781 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:58.483080 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37a0b803-6975-4032-a5eb-db96a519dcab tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.484195 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-37a0b803-6975-4032-a5eb-db96a519dcab tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/routers/19dd9e09-3f6a-4d31-94ec-95af276577b6 HTTP/1.1" status: 204 len: 168 time: 2.4980056 Jun 22 09:47:58.492689 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33638) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:58.499599 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7d60b76e-1dc0-4cde-a107-3a0a1fab520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504851969', 'tenant_id': '6405790520f347c092a1490886c89b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:44:23Z', 'updated_at': '2021-06-22T09:44:33Z', 'revision_number': 4, 'project_id': '6405790520f347c092a1490886c89b06', 'gw_port': {'id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:24Z', 'updated_at': '2021-06-22T09:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'de612036-aa56-4c36-8459-cc80d574e6f5', 'name': '', 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d', 'tenant_id': '6405790520f347c092a1490886c89b06', 'mac_address': 'fa:16:3e:4c:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e4884e1f-8290-4e72-874f-49d914add356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:32Z', 'updated_at': '2021-06-22T09:44:39Z', 'revision_number': 5, 'project_id': '6405790520f347c092a1490886c89b06', 'subnets': [{'id': 'e4884e1f-8290-4e72-874f-49d914add356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:58.540317 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d60b76e-1dc0-4cde-a107-3a0a1fab520e None None] Checking router: 43300228-c8ee-4161-bad9-ad0b540adc47 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:47:58.552219 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60b76e-1dc0-4cde-a107-3a0a1fab520e None None] Routers {'43300228-c8ee-4161-bad9-ad0b540adc47'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:58.553364 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7d60b76e-1dc0-4cde-a107-3a0a1fab520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['43300228-c8ee-4161-bad9-ad0b540adc47'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:58.569340 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4a39f-beac-47ff-a69e-4d97a8e038ce req-446be3b8-daad-4b96-90f9-d8fd6c19b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:58.571319 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a2f4a39f-beac-47ff-a69e-4d97a8e038ce req-446be3b8-daad-4b96-90f9-d8fd6c19b953 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e4884e1f-8290-4e72-874f-49d914add356 HTTP/1.1" status: 200 len: 835 time: 0.0885143 Jun 22 09:47:58.591078 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-190c6438-ab10-40fa-a904-24d161bdafcc tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.598661 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a9132923-259c-4241-82b5-45e5a51bd8d8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:58.609683 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab0ad-fb43-4e05-802e-1bf74481c786 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.636816 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c346a749-a59d-4997-99de-3a550b15eb5b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:58.642244 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c346a749-a59d-4997-99de-3a550b15eb5b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.647699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c6438-ab10-40fa-a904-24d161bdafcc tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event deleted for resources: {'Subnet': ['ID=4a5b0e0c-2a31-4610-97d5-3f19ba0d174e,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:58.651959 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-190c6438-ab10-40fa-a904-24d161bdafcc tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.663541 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33640) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:58.663905 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-190c6438-ab10-40fa-a904-24d161bdafcc tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "DELETE /v2.0/subnets/4a5b0e0c-2a31-4610-97d5-3f19ba0d174e HTTP/1.1" status: 204 len: 168 time: 1.2905338 Jun 22 09:47:58.663905 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-190c6438-ab10-40fa-a904-24d161bdafcc tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:58.669192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e874f0cc-a61d-4c27-90da-fd22180e34c4 None None] Network a9ab620a-3d53-457c-923a-f43fc18b5de4 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:58.718965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c346a749-a59d-4997-99de-3a550b15eb5b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:47:58.729359 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-7d60b76e-1dc0-4cde-a107-3a0a1fab520e None None] Set router 43300228-c8ee-4161-bad9-ad0b540adc47 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:58.765085 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c346a749-a59d-4997-99de-3a550b15eb5b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.765559 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-c346a749-a59d-4997-99de-3a550b15eb5b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Added segment 4a6dd5f8-c71e-4f3d-9d83-c38f07fbc227 of type vlan for network 7ae57fa4-5e38-4eb4-a6ba-7415285a3103 Jun 22 09:47:58.776173 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab0ad-fb43-4e05-802e-1bf74481c786 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.811839 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4a39f-beac-47ff-a69e-4d97a8e038ce req-6fb9ae07-794c-4a25-b4a9-acca09c0fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:58.813359 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a2f4a39f-beac-47ff-a69e-4d97a8e038ce req-6fb9ae07-794c-4a25-b4a9-acca09c0fb39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75ca7b51-8500-41da-a24f-8648dce1885d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2256174 Jun 22 09:47:58.831461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-6b8ab0ad-fb43-4e05-802e-1bf74481c786 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ce1e5d-6656-4707-a16d-5d7c9ba76d27']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:58.840696 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dbb54dfb-b008-4be4-9272-9f9d33ec1d46 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.857024 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2203219-c4de-4ee9-bdda-cd6a605c13be tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.874303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-56010ead-8979-434d-ad3d-96d3be153e07 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:58.880512 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-6b8ab0ad-fb43-4e05-802e-1bf74481c786 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327434d1-3564-47f6-9d2e-e6dbc2624eb3') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:58.880897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-6b8ab0ad-fb43-4e05-802e-1bf74481c786 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327434d1-3564-47f6-9d2e-e6dbc2624eb3') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:58.898913 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c346a749-a59d-4997-99de-3a550b15eb5b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.903134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab0ad-fb43-4e05-802e-1bf74481c786 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.930343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab0ad-fb43-4e05-802e-1bf74481c786 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.948997 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8ab0ad-fb43-4e05-802e-1bf74481c786 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:47:58.949400 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab0ad-fb43-4e05-802e-1bf74481c786 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:47:58.952290 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:47:58.991866 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7d60b76e-1dc0-4cde-a107-3a0a1fab520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504851969', 'tenant_id': '6405790520f347c092a1490886c89b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:44:23Z', 'updated_at': '2021-06-22T09:44:33Z', 'revision_number': 4, 'project_id': '6405790520f347c092a1490886c89b06', 'gw_port': {'id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:24Z', 'updated_at': '2021-06-22T09:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'de612036-aa56-4c36-8459-cc80d574e6f5', 'name': '', 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d', 'tenant_id': '6405790520f347c092a1490886c89b06', 'mac_address': 'fa:16:3e:4c:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e4884e1f-8290-4e72-874f-49d914add356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:32Z', 'updated_at': '2021-06-22T09:44:39Z', 'revision_number': 5, 'project_id': '6405790520f347c092a1490886c89b06', 'subnets': [{'id': 'e4884e1f-8290-4e72-874f-49d914add356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:59.018405 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d60b76e-1dc0-4cde-a107-3a0a1fab520e None None] The sync data for ids ['43300228-c8ee-4161-bad9-ad0b540adc47'] in dv-neutron-797121-3-hyperv is: [{'id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504851969', 'tenant_id': '6405790520f347c092a1490886c89b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:44:23Z', 'updated_at': '2021-06-22T09:44:33Z', 'revision_number': 4, 'project_id': '6405790520f347c092a1490886c89b06', 'gw_port': {'id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:24Z', 'updated_at': '2021-06-22T09:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'de612036-aa56-4c36-8459-cc80d574e6f5', 'name': '', 'network_id': '75ca7b51-8500-41da-a24f-8648dce1885d', 'tenant_id': '6405790520f347c092a1490886c89b06', 'mac_address': 'fa:16:3e:4c:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e4884e1f-8290-4e72-874f-49d914add356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:32Z', 'updated_at': '2021-06-22T09:44:39Z', 'revision_number': 5, 'project_id': '6405790520f347c092a1490886c89b06', 'subnets': [{'id': 'e4884e1f-8290-4e72-874f-49d914add356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:59.037463 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa5033-1b7e-408c-8e34-2718d58aed41 req-99aec741-bfd5-46d1-a4a0-28afabec3433 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:59.039626 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-96fa5033-1b7e-408c-8e34-2718d58aed41 req-99aec741-bfd5-46d1-a4a0-28afabec3433 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 945 time: 0.2050612 Jun 22 09:47:59.043226 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2203219-c4de-4ee9-bdda-cd6a605c13be tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Subnet': ['ID=b88dce1e-09c8-40d3-827e-7197aa247c45,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:59.057592 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c346a749-a59d-4997-99de-3a550b15eb5b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.064707 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c346a749-a59d-4997-99de-3a550b15eb5b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:59.065330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c346a749-a59d-4997-99de-3a550b15eb5b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.079831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] DHCP port deletion for a9ab620a-3d53-457c-923a-f43fc18b5de4 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:47:59.093874 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5631d817-a093-4fa2-8575-c1ad8609a91e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:59.097319 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e2203219-c4de-4ee9-bdda-cd6a605c13be tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:59.148136 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab0ad-fb43-4e05-802e-1bf74481c786 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.153715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dbb54dfb-b008-4be4-9272-9f9d33ec1d46 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.158797 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab0ad-fb43-4e05-802e-1bf74481c786 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.163770 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6b8ab0ad-fb43-4e05-802e-1bf74481c786 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/networks/a0ce1e5d-6656-4707-a16d-5d7c9ba76d27 HTTP/1.1" status: 204 len: 168 time: 0.6653578 Jun 22 09:47:59.169143 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-96fa5033-1b7e-408c-8e34-2718d58aed41 req-52c64f63-ba0d-49a4-a81c-9431b0db2efd tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156118 Jun 22 09:47:59.169318 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a2f4a39f-beac-47ff-a69e-4d97a8e038ce req-87b2b85f-ed4d-4d91-9cb7-e35d34ef2bcb service neutron] 10.222.0.35 "GET /v2.0/networks/75ca7b51-8500-41da-a24f-8648dce1885d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231952 Jun 22 09:47:59.169318 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2203219-c4de-4ee9-bdda-cd6a605c13be tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Checking segment: {'id': '8e93e325-5170-4bc9-a313-926a560a3966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5dacb85d-8443-448a-aeae-67ca45762db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:59.169318 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2203219-c4de-4ee9-bdda-cd6a605c13be tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network hostable DHCP agents. Network: 5dacb85d-8443-448a-aeae-67ca45762db5, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:47:59.184210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-dbb54dfb-b008-4be4-9272-9f9d33ec1d46 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:59.187089 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33644) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:59.190934 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c346a749-a59d-4997-99de-3a550b15eb5b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7335210 Jun 22 09:47:59.194423 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33646) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:59.200464 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-004c36a7-88a1-4847-90b0-81160be8ebfd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'subnet': {'network_id': '7ae57fa4-5e38-4eb4-a6ba-7415285a3103', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:59.203658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-568e9ca7-7353-483f-aea2-96752a512671 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'network': {'name': 'tempest-network-smoke--1862956022', 'project_id': '50763c4428f741ada1db53edd04651ab', 'port_security_enabled': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:59.217305 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Deleting port 99e9756b-cde3-471d-8389-7030e0990172 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:59.217696 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.252268 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-dbb54dfb-b008-4be4-9272-9f9d33ec1d46 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a9e885-3591-4406-b827-7d5ce2b0bdb2') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:59.252718 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-dbb54dfb-b008-4be4-9272-9f9d33ec1d46 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a9e885-3591-4406-b827-7d5ce2b0bdb2') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:59.255223 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346a749-a59d-4997-99de-3a550b15eb5b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Network': ['ID=7ae57fa4-5e38-4eb4-a6ba-7415285a3103,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:59.259928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c346a749-a59d-4997-99de-3a550b15eb5b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:59.260450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-517a08a8-6ec4-4772-ba58-b04f52f1a762 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:59.272755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 7ae57fa4-5e38-4eb4-a6ba-7415285a3103 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:47:59.281960 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dbb54dfb-b008-4be4-9272-9f9d33ec1d46 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.288529 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ab0ad-fb43-4e05-802e-1bf74481c786 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Network': ['ID=a0ce1e5d-6656-4707-a16d-5d7c9ba76d27,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:59.294461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6b8ab0ad-fb43-4e05-802e-1bf74481c786 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:59.316009 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dbb54dfb-b008-4be4-9272-9f9d33ec1d46 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.331497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb54dfb-b008-4be4-9272-9f9d33ec1d46 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:47:59.332523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dbb54dfb-b008-4be4-9272-9f9d33ec1d46 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:47:59.335616 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:47:59.352430 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] For port 99e9756b-cde3-471d-8389-7030e0990172, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=99e9756b-cde3-471d-8389-7030e0990172,segment=NetworkSegment(dc605af0-2d94-4139-ac5d-296cd2fe2a8f),segment_id=dc605af0-2d94-4139-ac5d-296cd2fe2a8f)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:59.352430 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.391922 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2203219-c4de-4ee9-bdda-cd6a605c13be tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 5dacb85d-8443-448a-aeae-67ca45762db5 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:47:59.405000 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a2f4a39f-beac-47ff-a69e-4d97a8e038ce req-b1845394-3ae5-4ca3-9e50-e486337a6179 service neutron] 10.222.0.35 "GET /v2.0/networks/75ca7b51-8500-41da-a24f-8648dce1885d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303038 Jun 22 09:47:59.407482 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568e9ca7-7353-483f-aea2-96752a512671 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:59.410402 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-568e9ca7-7353-483f-aea2-96752a512671 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.440451 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568e9ca7-7353-483f-aea2-96752a512671 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:47:59.450714 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-568e9ca7-7353-483f-aea2-96752a512671 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.451068 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-568e9ca7-7353-483f-aea2-96752a512671 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Added segment 87606605-6006-4daf-9ad1-fc0388c55ae8 of type vlan for network 93499441-2576-4960-843c-c66e6142a15f Jun 22 09:47:59.499617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-e2203219-c4de-4ee9-bdda-cd6a605c13be tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 5dacb85d-8443-448a-aeae-67ca45762db5) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:59.511120 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2203219-c4de-4ee9-bdda-cd6a605c13be tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:59.511743 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2203219-c4de-4ee9-bdda-cd6a605c13be tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.517349 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-568e9ca7-7353-483f-aea2-96752a512671 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.520393 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004c36a7-88a1-4847-90b0-81160be8ebfd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:59.524191 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dbb54dfb-b008-4be4-9272-9f9d33ec1d46 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.530871 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-004c36a7-88a1-4847-90b0-81160be8ebfd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.531837 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:59.536466 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dbb54dfb-b008-4be4-9272-9f9d33ec1d46 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.541018 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dbb54dfb-b008-4be4-9272-9f9d33ec1d46 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "DELETE /v2.0/networks/5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832 HTTP/1.1" status: 204 len: 168 time: 0.8602428 Jun 22 09:47:59.543571 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33648) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:59.560126 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb54dfb-b008-4be4-9272-9f9d33ec1d46 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event deleted for resources: {'Network': ['ID=5a63e4f1-a387-4f4c-81b1-9bcd9b9a5832,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:59.564548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dbb54dfb-b008-4be4-9272-9f9d33ec1d46 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:59.581359 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Calling delete_port for 99e9756b-cde3-471d-8389-7030e0990172 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:47:59.583644 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e77600-b443-40f0-b612-6362916dc293 None None] New status for floating IP 535b8c96-6f6c-455c-a521-fe3d91fe8bf3: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:47:59.585811 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad9e330-79a6-4a06-bba4-03888c9b067e None None] Network 5dacb85d-8443-448a-aeae-67ca45762db5 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:47:59.592006 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e2203219-c4de-4ee9-bdda-cd6a605c13be tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1152675 Jun 22 09:47:59.592742 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33650) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:59.599868 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-97f0a1c6-734f-4487-885c-b617de6f5de9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-543602502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:59.639909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-568e9ca7-7353-483f-aea2-96752a512671 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.647418 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568e9ca7-7353-483f-aea2-96752a512671 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:59.648172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-568e9ca7-7353-483f-aea2-96752a512671 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.652370 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fa5049fb-b021-4380-a2cf-a217c1e8a2c5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:59.735172 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 99e9756b-cde3-471d-8389-7030e0990172 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:47:59.746489 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-97f0a1c6-734f-4487-885c-b617de6f5de9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.750376 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-97f0a1c6-734f-4487-885c-b617de6f5de9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.761793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e9ca7-7353-483f-aea2-96752a512671 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Network': ['ID=93499441-2576-4960-843c-c66e6142a15f,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:59.767199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-568e9ca7-7353-483f-aea2-96752a512671 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:59.780843 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.787181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 93499441-2576-4960-843c-c66e6142a15f details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:47:59.844752 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-97f0a1c6-734f-4487-885c-b617de6f5de9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.846186 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-568e9ca7-7353-483f-aea2-96752a512671 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6573148 Jun 22 09:47:59.849475 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33652) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:59.854327 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-825665194', 'admin_state_up': True, 'project_id': '50763c4428f741ada1db53edd04651ab', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:59.860429 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Deleting port 99e9756b-cde3-471d-8389-7030e0990172 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:47:59.860675 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.898757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-004c36a7-88a1-4847-90b0-81160be8ebfd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.903160 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-10e91120-17fd-42c2-b2ac-66c79f6b0496 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:59.915994 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-97f0a1c6-734f-4487-885c-b617de6f5de9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.977162 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] For port 99e9756b-cde3-471d-8389-7030e0990172, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=99e9756b-cde3-471d-8389-7030e0990172,segment=NetworkSegment(dc605af0-2d94-4139-ac5d-296cd2fe2a8f),segment_id=dc605af0-2d94-4139-ac5d-296cd2fe2a8f)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:59.977530 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.978432 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.982895 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.985012 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.997086 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-5dacb85d-8443-448a-aeae-67ca45762db5', 'network_id': '5dacb85d-8443-448a-aeae-67ca45762db5', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'fixed_ips': [{'subnet_id': 'b88dce1e-09c8-40d3-827e-7197aa247c45'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:47:59.998023 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.001415 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c36a7-88a1-4847-90b0-81160be8ebfd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Subnet': ['ID=74cd42c6-529f-4dcf-a481-21ecb0e8e6aa,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:00.007492 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-004c36a7-88a1-4847-90b0-81160be8ebfd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:00.012692 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.015662 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:00.051959 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.057064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-97f0a1c6-734f-4487-885c-b617de6f5de9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.057433 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Pushing event deleted for resources: {'Port': ['ID=99e9756b-cde3-471d-8389-7030e0990172,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:00.061382 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-97f0a1c6-734f-4487-885c-b617de6f5de9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4634135 Jun 22 09:48:00.061540 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Calling delete_port for 99e9756b-cde3-471d-8389-7030e0990172 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:00.061635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33654) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:00.066863 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-df65b3ce-f424-45b9-b1ea-2a0fa84a19b6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'port': {'network_id': '5dacb85d-8443-448a-aeae-67ca45762db5', 'name': 'tempest-RoutersTest-1540599196'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:00.074153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004c36a7-88a1-4847-90b0-81160be8ebfd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Checking segment: {'id': '4a6dd5f8-c71e-4f3d-9d83-c38f07fbc227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7ae57fa4-5e38-4eb4-a6ba-7415285a3103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:00.074520 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004c36a7-88a1-4847-90b0-81160be8ebfd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network hostable DHCP agents. Network: 7ae57fa4-5e38-4eb4-a6ba-7415285a3103, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:48:00.083975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] No DVR routers for this DVR port 99e9756b-cde3-471d-8389-7030e0990172 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:00.095131 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 31e7717a-6e53-4985-a27d-324a1a1bc9ab no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:48:00.099033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:00.099385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:00.099754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:00.100165 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:00.100413 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:00.100748 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:00.101081 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:00.101409 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:00.101739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:00.102064 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:00.102460 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:00.102812 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:00.106061 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:00.169001 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 31e7717a-6e53-4985-a27d-324a1a1bc9ab {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:48:00.169231 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 31e7717a-6e53-4985-a27d-324a1a1bc9ab not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:48:00.185458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.188748 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3f944092-5981-4da1-a8f6-f29b97990303 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:00.221152 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event deleted for resources: {'Port': ['ID=99e9756b-cde3-471d-8389-7030e0990172,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:00.228543 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] No DVR routers for this DVR port 99e9756b-cde3-471d-8389-7030e0990172 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:00.233546 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:00.236069 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004c36a7-88a1-4847-90b0-81160be8ebfd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 7ae57fa4-5e38-4eb4-a6ba-7415285a3103 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:48:00.254043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Allocated IP 172.20.0.2 (5dacb85d-8443-448a-aeae-67ca45762db5/b88dce1e-09c8-40d3-827e-7197aa247c45/5c14606c-96df-4726-9fb8-d2f0578db5ea) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:00.322209 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.326557 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.335178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-004c36a7-88a1-4847-90b0-81160be8ebfd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 7ae57fa4-5e38-4eb4-a6ba-7415285a3103) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:00.340038 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004c36a7-88a1-4847-90b0-81160be8ebfd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:00.340835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-004c36a7-88a1-4847-90b0-81160be8ebfd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.347218 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ab620a-3d53-457c-923a-f43fc18b5de4']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:00.357016 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43626ecf-64e3-468d-93a2-514cf89fc4d2 None None] Network 7ae57fa4-5e38-4eb4-a6ba-7415285a3103 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:00.362663 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc605af0-2d94-4139-ac5d-296cd2fe2a8f') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:00.363123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc605af0-2d94-4139-ac5d-296cd2fe2a8f') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:00.372405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.387564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.395062 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:48:00.395580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:48:00.399046 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:48:00.495218 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.525614 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-004c36a7-88a1-4847-90b0-81160be8ebfd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3300154 Jun 22 09:48:00.526661 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33658) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:00.531668 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-8b00ed37-3b72-4e89-a402-04a7d91c4924 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1939387107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:00.551337 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.555196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-63dee960-47d6-4365-9e2f-a1e190a43ea7 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:00.560801 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.562498 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "DELETE /v2.0/networks/a9ab620a-3d53-457c-923a-f43fc18b5de4 HTTP/1.1" status: 204 len: 168 time: 1.0185783 Jun 22 09:48:00.562991 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Transition to ACTIVE for port object 5c14606c-96df-4726-9fb8-d2f0578db5ea will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:00.573454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33660) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:00.579565 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-7ae57fa4-5e38-4eb4-a6ba-7415285a3103', 'network_id': '7ae57fa4-5e38-4eb4-a6ba-7415285a3103', 'tenant_id': '3279d45dbce84071a9f170ee9432f94e', 'fixed_ips': [{'subnet_id': '74cd42c6-529f-4dcf-a481-21ecb0e8e6aa'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:48:00.580628 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.602661 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Transition to ACTIVE for port object 5c14606c-96df-4726-9fb8-d2f0578db5ea will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:00.630092 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8eeb34-f5b7-4cbd-99dc-10a094334f12 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Deleting subnet dae3045f-7982-4a56-a9fb-6801be4c2e4e {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:48:00.633584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a8eeb34-f5b7-4cbd-99dc-10a094334f12 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.662188 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event deleted for resources: {'Network': ['ID=a9ab620a-3d53-457c-923a-f43fc18b5de4,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:00.666631 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8b00ed37-3b72-4e89-a402-04a7d91c4924 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.667690 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8b00ed37-3b72-4e89-a402-04a7d91c4924 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.674942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:00.686169 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a8eeb34-f5b7-4cbd-99dc-10a094334f12 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.688695 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.693781 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-20ffc6e5-d3fd-42c6-bef2-0b5700dedf2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:00.749451 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Network 5dacb85d-8443-448a-aeae-67ca45762db5 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:00.755799 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:00.756073 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df65b3ce-f424-45b9-b1ea-2a0fa84a19b6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Made reservation on behalf of 6167c55fae3441119bb7e60e43fbf71d for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:00.758378 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:00.759557 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-df65b3ce-f424-45b9-b1ea-2a0fa84a19b6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.766888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8b00ed37-3b72-4e89-a402-04a7d91c4924 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.782719 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Pushing event updated for resources: {'Port': ['ID=5c14606c-96df-4726-9fb8-d2f0578db5ea,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:00.785890 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:00.810115 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8b00ed37-3b72-4e89-a402-04a7d91c4924 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.813460 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Allocated IP 2001:db8::2 (7ae57fa4-5e38-4eb4-a6ba-7415285a3103/74cd42c6-529f-4dcf-a481-21ecb0e8e6aa/3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:00.826191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a8eeb34-f5b7-4cbd-99dc-10a094334f12 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.849773 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-df65b3ce-f424-45b9-b1ea-2a0fa84a19b6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] device_id is not set on port 0e7c135c-8460-4443-9d10-58191dd4abfc yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:48:00.860943 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Attempting to bind port 5c14606c-96df-4726-9fb8-d2f0578db5ea on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:00.861375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Attempting to bind port 5c14606c-96df-4726-9fb8-d2f0578db5ea by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '8e93e325-5170-4bc9-a313-926a560a3966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5dacb85d-8443-448a-aeae-67ca45762db5'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:00.861751 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Attempting to bind port 5c14606c-96df-4726-9fb8-d2f0578db5ea on network 5dacb85d-8443-448a-aeae-67ca45762db5 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:00.898669 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:00.899060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Checking segment: {'id': '8e93e325-5170-4bc9-a313-926a560a3966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5dacb85d-8443-448a-aeae-67ca45762db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:00.899484 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.899897 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Bound using segment: {'id': '8e93e325-5170-4bc9-a313-926a560a3966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5dacb85d-8443-448a-aeae-67ca45762db5'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:00.900388 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Bound port: 5c14606c-96df-4726-9fb8-d2f0578db5ea, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e93e325-5170-4bc9-a313-926a560a3966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5dacb85d-8443-448a-aeae-67ca45762db5'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:00.900865 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.902897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8b00ed37-3b72-4e89-a402-04a7d91c4924 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:00.904282 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8b00ed37-3b72-4e89-a402-04a7d91c4924 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3764365 Jun 22 09:48:00.907024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33662) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:00.914581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-81bce107-45fe-44c6-9a57-d78f362f3ec8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'network_id': '7ae57fa4-5e38-4eb4-a6ba-7415285a3103', 'name': 'tempest-PortsIpV6TestJSON-308615470'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:00.942138 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c7b2a-5845-4e6a-bcee-ea8feecfc22f req-f1b6b5d5-3096-4a58-b8e8-6bacb65e79da tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:00.949337 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5b0c7b2a-5845-4e6a-bcee-ea8feecfc22f req-f1b6b5d5-3096-4a58-b8e8-6bacb65e79da tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 945 time: 0.6044462 Jun 22 09:48:01.003823 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] For port 5c14606c-96df-4726-9fb8-d2f0578db5ea, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:01.008672 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] For port 5c14606c-96df-4726-9fb8-d2f0578db5ea, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5c14606c-96df-4726-9fb8-d2f0578db5ea,segment=NetworkSegment(8e93e325-5170-4bc9-a313-926a560a3966),segment_id=8e93e325-5170-4bc9-a313-926a560a3966)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:01.012858 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebee1bc-b5bf-45ff-8499-097c7d05ce55 req-6367f8ef-30c9-4889-bbed-b77e4c9d3958 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:01.014341 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7ebee1bc-b5bf-45ff-8499-097c7d05ce55 req-6367f8ef-30c9-4889-bbed-b77e4c9d3958 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.35 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 945 time: 0.6585357 Jun 22 09:48:01.018791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a8eeb34-f5b7-4cbd-99dc-10a094334f12 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.025040 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f2da2dd9-0c01-4a41-a6f6-ba5345b5ef3b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:01.054044 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.060394 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a8eeb34-f5b7-4cbd-99dc-10a094334f12 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.062243 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2a8eeb34-f5b7-4cbd-99dc-10a094334f12 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "DELETE /v2.0/subnets/dae3045f-7982-4a56-a9fb-6801be4c2e4e HTTP/1.1" status: 204 len: 168 time: 0.4878507 Jun 22 09:48:01.063150 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8eeb34-f5b7-4cbd-99dc-10a094334f12 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event deleted for resources: {'Subnet': ['ID=dae3045f-7982-4a56-a9fb-6801be4c2e4e,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:01.065281 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2a8eeb34-f5b7-4cbd-99dc-10a094334f12 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:01.066115 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33664) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:01.069802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Transition to ACTIVE for port object 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:01.076976 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dded43bc-1ade-4314-913d-8d288a85e687 None None] Network 841d3cce-4382-464a-88f2-1194a6053f57 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:01.082594 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5b0c7b2a-5845-4e6a-bcee-ea8feecfc22f req-d8682677-e2d3-49a3-817a-f8eac28533cc tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/security-groups?id=7afad1b3-9138-419d-aa5b-5b42afc97214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318605 Jun 22 09:48:01.096745 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-df65b3ce-f424-45b9-b1ea-2a0fa84a19b6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Allocated IP 172.20.0.8 (5dacb85d-8443-448a-aeae-67ca45762db5/b88dce1e-09c8-40d3-827e-7197aa247c45/0e7c135c-8460-4443-9d10-58191dd4abfc) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:01.099559 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.135230 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b22bf956-5250-4126-8df9-565ae4ca86c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:01.140585 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Transition to ACTIVE for port object 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:01.146286 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bce107-45fe-44c6-9a57-d78f362f3ec8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:01.149993 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-81bce107-45fe-44c6-9a57-d78f362f3ec8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.172579 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.187989 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-81bce107-45fe-44c6-9a57-d78f362f3ec8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] device_id is not set on port 63bd7e7d-3a38-4a95-b809-83d749ca9e80 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:48:01.235214 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.271040 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Pushing event updated for resources: {'Port': ['ID=5c14606c-96df-4726-9fb8-d2f0578db5ea,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:01.279865 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:01.290904 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Network 7ae57fa4-5e38-4eb4-a6ba-7415285a3103 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:01.291632 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-317ed810-1fe8-4064-85f4-5ee8ce266cfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:01.296127 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:01.317980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:01.348036 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Deleting port c0538088-4729-4e5f-992c-aa57054190e8 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:01.348585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.353769 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-7ebee1bc-b5bf-45ff-8499-097c7d05ce55 req-77d190e1-410b-49aa-b1c0-126927cdb834 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Deleting port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:01.354304 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-7ebee1bc-b5bf-45ff-8499-097c7d05ce55 req-77d190e1-410b-49aa-b1c0-126927cdb834 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.359720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-81bce107-45fe-44c6-9a57-d78f362f3ec8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Allocated IP 2001:db8::31d (7ae57fa4-5e38-4eb4-a6ba-7415285a3103/74cd42c6-529f-4dcf-a481-21ecb0e8e6aa/63bd7e7d-3a38-4a95-b809-83d749ca9e80) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:01.363070 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Pushing event updated for resources: {'Port': ['ID=3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:01.369463 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:01.420623 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Attempting to bind port 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:01.421173 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Attempting to bind port 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '4a6dd5f8-c71e-4f3d-9d83-c38f07fbc227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7ae57fa4-5e38-4eb4-a6ba-7415285a3103'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:01.421953 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Attempting to bind port 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 on network 7ae57fa4-5e38-4eb4-a6ba-7415285a3103 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:01.422573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.432917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:01.433510 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Checking segment: {'id': '4a6dd5f8-c71e-4f3d-9d83-c38f07fbc227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7ae57fa4-5e38-4eb4-a6ba-7415285a3103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:01.434166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.434674 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Bound using segment: {'id': '4a6dd5f8-c71e-4f3d-9d83-c38f07fbc227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7ae57fa4-5e38-4eb4-a6ba-7415285a3103'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:01.435364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Bound port: 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6dd5f8-c71e-4f3d-9d83-c38f07fbc227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7ae57fa4-5e38-4eb4-a6ba-7415285a3103'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:01.435862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.452121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] For port c0538088-4729-4e5f-992c-aa57054190e8, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c0538088-4729-4e5f-992c-aa57054190e8,segment=NetworkSegment(53bec46f-1dd6-42b9-920e-abfa91cd5847),segment_id=53bec46f-1dd6-42b9-920e-abfa91cd5847)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:01.452121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.465600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.550881 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Calling delete_port for c0538088-4729-4e5f-992c-aa57054190e8 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:01.578917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] For port 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:01.582339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] For port 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8,segment=NetworkSegment(4a6dd5f8-c71e-4f3d-9d83-c38f07fbc227),segment_id=4a6dd5f8-c71e-4f3d-9d83-c38f07fbc227)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:01.619109 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-df65b3ce-f424-45b9-b1ea-2a0fa84a19b6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.625059 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558df8f0-c437-4507-af21-64c0351e6b51 None None] DHCP port deletion for 841d3cce-4382-464a-88f2-1194a6053f57 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:48:01.628607 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-7ebee1bc-b5bf-45ff-8499-097c7d05ce55 req-77d190e1-410b-49aa-b1c0-126927cdb834 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] For port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9,segment=NetworkSegment(29b484eb-9441-4917-8ba3-d67074cf94d8),segment_id=29b484eb-9441-4917-8ba3-d67074cf94d8)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:01.629099 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-7ebee1bc-b5bf-45ff-8499-097c7d05ce55 req-77d190e1-410b-49aa-b1c0-126927cdb834 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.709164 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.717755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:01.725358 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-81bce107-45fe-44c6-9a57-d78f362f3ec8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.726855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-df65b3ce-f424-45b9-b1ea-2a0fa84a19b6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Transition to ACTIVE for port object 0e7c135c-8460-4443-9d10-58191dd4abfc will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:01.757416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-7ebee1bc-b5bf-45ff-8499-097c7d05ce55 req-77d190e1-410b-49aa-b1c0-126927cdb834 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Calling delete_port for 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 owned by compute:nova {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:01.762595 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-81bce107-45fe-44c6-9a57-d78f362f3ec8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Transition to ACTIVE for port object 63bd7e7d-3a38-4a95-b809-83d749ca9e80 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:01.808258 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.817659 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5c14606c-96df-4726-9fb8-d2f0578db5ea up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:01.823790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4d8dd68b-3a56-415a-bc92-244f70a1fa96 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:01.848193 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event deleted for resources: {'Port': ['ID=c0538088-4729-4e5f-992c-aa57054190e8,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:01.850248 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] No DVR routers for this DVR port c0538088-4729-4e5f-992c-aa57054190e8 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:01.852954 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:01.863908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Pushing event updated for resources: {'Port': ['ID=3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:01.872328 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:01.884461 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-558df8f0-c437-4507-af21-64c0351e6b51 None None] Deleting port c0538088-4729-4e5f-992c-aa57054190e8 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:01.885223 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-558df8f0-c437-4507-af21-64c0351e6b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.887154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.26.3.126 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/ee08fbea-ed16-4e53-aa0e-9aee34a1b42f) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:01.942819 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.953186 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-81bce107-45fe-44c6-9a57-d78f362f3ec8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:01.961303 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:01.969807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-558df8f0-c437-4507-af21-64c0351e6b51 None None] For port c0538088-4729-4e5f-992c-aa57054190e8, host dv-neutron-797121-3-hyperv, got binding levels [] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:01.971141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-558df8f0-c437-4507-af21-64c0351e6b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.010978 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-df65b3ce-f424-45b9-b1ea-2a0fa84a19b6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.021078 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:02.024835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841d3cce-4382-464a-88f2-1194a6053f57']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:02.028065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bce107-45fe-44c6-9a57-d78f362f3ec8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=63bd7e7d-3a38-4a95-b809-83d749ca9e80,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:02.048217 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-81bce107-45fe-44c6-9a57-d78f362f3ec8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:02.061999 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bce107-45fe-44c6-9a57-d78f362f3ec8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 7ae57fa4-5e38-4eb4-a6ba-7415285a3103 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:02.064619 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53bec46f-1dd6-42b9-920e-abfa91cd5847') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:02.065186 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53bec46f-1dd6-42b9-920e-abfa91cd5847') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:02.067586 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-81bce107-45fe-44c6-9a57-d78f362f3ec8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:02.077662 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bce107-45fe-44c6-9a57-d78f362f3ec8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:02.091638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bce107-45fe-44c6-9a57-d78f362f3ec8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:02.092672 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-81bce107-45fe-44c6-9a57-d78f362f3ec8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.110316 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.136522 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.146589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:48:02.147564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:48:02.151782 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:48:02.162869 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df65b3ce-f424-45b9-b1ea-2a0fa84a19b6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 5dacb85d-8443-448a-aeae-67ca45762db5 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:02.173294 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-81bce107-45fe-44c6-9a57-d78f362f3ec8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2642388 Jun 22 09:48:02.192753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33668) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:02.250138 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.253135 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-df65b3ce-f424-45b9-b1ea-2a0fa84a19b6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:02.258497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65b3ce-f424-45b9-b1ea-2a0fa84a19b6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=0e7c135c-8460-4443-9d10-58191dd4abfc,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:02.268087 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df65b3ce-f424-45b9-b1ea-2a0fa84a19b6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:02.303666 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-558df8f0-c437-4507-af21-64c0351e6b51 None None] Calling delete_port for c0538088-4729-4e5f-992c-aa57054190e8 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:02.307664 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-df65b3ce-f424-45b9-b1ea-2a0fa84a19b6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:02.310368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.ipam_backend_mixin [None req-558df8f0-c437-4507-af21-64c0351e6b51 None None] Port c0538088-4729-4e5f-992c-aa57054190e8 was not found and therefore no delete operation was performed {{(pid=100654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 09:48:02.311909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-7ebee1bc-b5bf-45ff-8499-097c7d05ce55 req-77d190e1-410b-49aa-b1c0-126927cdb834 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.313961 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-558df8f0-c437-4507-af21-64c0351e6b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.319552 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:02.332458 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-03b7c17a-d2c6-4335-ada7-c360f62609bc req-d693ee4a-b40b-4a79-91c3-1a52eb33a186 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 210 time: 0.0353763 Jun 22 09:48:02.347042 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558df8f0-c437-4507-af21-64c0351e6b51 None None] Pushing event deleted for resources: {'Port': ['ID=c0538088-4729-4e5f-992c-aa57054190e8,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:02.350277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-558df8f0-c437-4507-af21-64c0351e6b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:02.351672 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558df8f0-c437-4507-af21-64c0351e6b51 None None] No DVR routers for this DVR port c0538088-4729-4e5f-992c-aa57054190e8 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:02.366082 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.369967 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a58db5cb-0c60-49b4-bddc-01d90bc5959d tempest-FloatingIPTestJSON-260908286 tempest-FloatingIPTestJSON-260908286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:02.373988 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.378403 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "DELETE /v2.0/networks/841d3cce-4382-464a-88f2-1194a6053f57 HTTP/1.1" status: 204 len: 168 time: 1.3066614 Jun 22 09:48:02.387918 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33670) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:02.399475 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-402ba0d8-f7d0-416b-a512-a704422872d6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:02.423692 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Pushing event deleted for resources: {'Network': ['ID=841d3cce-4382-464a-88f2-1194a6053f57,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:02.424947 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 5c14606c-96df-4726-9fb8-d2f0578db5ea completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:02.427044 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:02.429348 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bc3d64e7-45c5-4635-8fcf-ee66b4b07b54 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "GET /v2.0/ports?device_id=e08940f7-a73c-43f5-8032-b9c693708e89 HTTP/1.1" status: 200 len: 205 time: 0.0400131 Jun 22 09:48:02.432715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33672) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:02.450263 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d190e1-410b-49aa-b1c0-126927cdb834 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event deleted for resources: {'Port': ['ID=9fdbe2d0-99d5-4e13-9fcf-a7958df836b9,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:02.463416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-77d190e1-410b-49aa-b1c0-126927cdb834 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:02.513286 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c0538088-4729-4e5f-992c-aa57054190e8 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:48:02.535078 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: c0538088-4729-4e5f-992c-aa57054190e8 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:48:02.535469 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c0538088-4729-4e5f-992c-aa57054190e8 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:48:02.536908 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c56c3ffc-e3b2-4860-b582-a8d716c47088 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.544613 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df65b3ce-f424-45b9-b1ea-2a0fa84a19b6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:02.545297 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-df65b3ce-f424-45b9-b1ea-2a0fa84a19b6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.630108 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebee1bc-b5bf-45ff-8499-097c7d05ce55 req-77d190e1-410b-49aa-b1c0-126927cdb834 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] No DVR routers for this DVR port 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 on host hv-neutron-7971 {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:02.635559 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-7ebee1bc-b5bf-45ff-8499-097c7d05ce55 req-77d190e1-410b-49aa-b1c0-126927cdb834 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.637539 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7ebee1bc-b5bf-45ff-8499-097c7d05ce55 req-77d190e1-410b-49aa-b1c0-126927cdb834 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.35 "DELETE /v2.0/ports/9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 HTTP/1.1" status: 204 len: 173 time: 1.6126261 Jun 22 09:48:02.638108 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f53aa4-adf4-46eb-af36-58f3aaea46f4', 'name': 'network-vif-deleted', 'tag': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:48:02.640481 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac5025a-8733-4a60-9cbf-7a6e71b9c517" -d '{"events": [{"server_uuid": "62f53aa4-adf4-46eb-af36-58f3aaea46f4", "name": "network-vif-deleted", "tag": "9fdbe2d0-99d5-4e13-9fcf-a7958df836b9"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:48:02.676819 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e5f83d-01d9-4b04-b75d-66d8bc167726 None None] Network 5dacb85d-8443-448a-aeae-67ca45762db5 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:02.723230 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-df65b3ce-f424-45b9-b1ea-2a0fa84a19b6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6604011 Jun 22 09:48:02.725899 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33676) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:02.728644 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c56c3ffc-e3b2-4860-b582-a8d716c47088 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.732759 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c56c3ffc-e3b2-4860-b582-a8d716c47088 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.774827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a37a4ed-c3fd-47b8-bd56-965b3a6deff9 x-openstack-request-id: req-2a37a4ed-c3fd-47b8-bd56-965b3a6deff9 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:48:02.775231 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f53aa4-adf4-46eb-af36-58f3aaea46f4", "name": "network-vif-deleted", "tag": "9fdbe2d0-99d5-4e13-9fcf-a7958df836b9", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:48:02.775500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a37a4ed-c3fd-47b8-bd56-965b3a6deff9 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:48:02.775955 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f53aa4-adf4-46eb-af36-58f3aaea46f4', 'name': 'network-vif-deleted', 'tag': '9fdbe2d0-99d5-4e13-9fcf-a7958df836b9', 'status': 'completed', 'code': 200} Jun 22 09:48:02.824492 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.831983 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a27a9010-710a-4644-add2-4ad279007be4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:02.865232 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-de68919c-66ed-4533-a069-71e02e487e9e None None] Provisioning for port 5c14606c-96df-4726-9fb8-d2f0578db5ea completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:02.873770 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-de68919c-66ed-4533-a069-71e02e487e9e None None] Provisioning complete for port 5c14606c-96df-4726-9fb8-d2f0578db5ea triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:02.874233 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-de68919c-66ed-4533-a069-71e02e487e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.893072 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:02.909229 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c56c3ffc-e3b2-4860-b582-a8d716c47088 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.910432 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56c3ffc-e3b2-4860-b582-a8d716c47088 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Fanout notify agent at l3_agent the message router_deleted on router e08940f7-a73c-43f5-8032-b9c693708e89 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:48:02.917703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c56c3ffc-e3b2-4860-b582-a8d716c47088 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.923095 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c56c3ffc-e3b2-4860-b582-a8d716c47088 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] 10.222.0.20 "DELETE /v2.0/routers/e08940f7-a73c-43f5-8032-b9c693708e89 HTTP/1.1" status: 204 len: 168 time: 0.4851010 Jun 22 09:48:03.001083 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:03.014254 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:03.067858 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-de68919c-66ed-4533-a069-71e02e487e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:03.121259 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-de68919c-66ed-4533-a069-71e02e487e9e None None] For port 5c14606c-96df-4726-9fb8-d2f0578db5ea, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5c14606c-96df-4726-9fb8-d2f0578db5ea,segment=NetworkSegment(8e93e325-5170-4bc9-a313-926a560a3966),segment_id=8e93e325-5170-4bc9-a313-926a560a3966)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:03.123774 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=ee08fbea-ed16-4e53-aa0e-9aee34a1b42f,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:03.139903 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:03.199677 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-008fdbfe-4ca1-4747-9a58-2d0d899fbebc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:03.246112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-de68919c-66ed-4533-a069-71e02e487e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:03.249510 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e333b376-1cff-409e-80e1-9e83c556ecb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:03.307693 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68919c-66ed-4533-a069-71e02e487e9e None None] Pushing event updated for resources: {'Port': ['ID=5c14606c-96df-4726-9fb8-d2f0578db5ea,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:03.315520 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-de68919c-66ed-4533-a069-71e02e487e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:03.344460 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d697d514-24ab-4123-ade1-d80158b128b2 None None] Network 7ae57fa4-5e38-4eb4-a6ba-7415285a3103 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:03.489823 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-aaf56656-e829-4318-9cad-d4af8edb621b None None] Provisioning for port 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:03.553734 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33684) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:03.567967 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a45c154b-0b14-4a03-84be-109823528a26 req-2338ea40-dd6c-497a-b9c2-85ff71b0adc5 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f53aa4-adf4-46eb-af36-58f3aaea46f4 HTTP/1.1" status: 200 len: 210 time: 0.0603797 Jun 22 09:48:03.727707 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c252c73e-0eba-47db-ad1e-79ddf7ef6d43 None None] Provisioning for port 0e7c135c-8460-4443-9d10-58191dd4abfc completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:03.732287 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c252c73e-0eba-47db-ad1e-79ddf7ef6d43 None None] Provisioning complete for port 0e7c135c-8460-4443-9d10-58191dd4abfc triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:03.732960 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c252c73e-0eba-47db-ad1e-79ddf7ef6d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:03.785702 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c252c73e-0eba-47db-ad1e-79ddf7ef6d43 None None] Port 0e7c135c-8460-4443-9d10-58191dd4abfc cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:03.798643 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c252c73e-0eba-47db-ad1e-79ddf7ef6d43 None None] Provisioning complete for port 5c14606c-96df-4726-9fb8-d2f0578db5ea triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:03.800358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c252c73e-0eba-47db-ad1e-79ddf7ef6d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:03.850194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:04.052384 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:04.059655 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:04.060043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:04.066917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-98ad4d5e-f381-4e43-8eed-bb16bbf1691c None None] Provisioning complete for port 0e7c135c-8460-4443-9d10-58191dd4abfc triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:04.066917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-98ad4d5e-f381-4e43-8eed-bb16bbf1691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:04.129468 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-98ad4d5e-f381-4e43-8eed-bb16bbf1691c None None] Port 0e7c135c-8460-4443-9d10-58191dd4abfc cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:04.147463 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-98ad4d5e-f381-4e43-8eed-bb16bbf1691c None None] Provisioning complete for port 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:04.147614 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-98ad4d5e-f381-4e43-8eed-bb16bbf1691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:04.219263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:04.231318 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2118652c-8ce4-49dd-a3d9-8c37c5993e9f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:04.278605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-98ad4d5e-f381-4e43-8eed-bb16bbf1691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:04.281256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8,segment=NetworkSegment(4a6dd5f8-c71e-4f3d-9d83-c38f07fbc227),segment_id=4a6dd5f8-c71e-4f3d-9d83-c38f07fbc227)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:04.281727 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4de78fe8-164b-4968-887d-1ad9a576b7af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ba980c68d854db88eaa0eb44e1024b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7250359 Jun 22 09:48:04.284408 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33688) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:04.306474 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:48:04.326195 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:04.331475 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:48:04.331475 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9fdbe2d0-99d5-4e13-9fcf-a7958df836b9 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:48:04.336842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e0875115-5b9a-436f-92b3-eabce77f5755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:04.355898 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:04.357116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5c14606c-96df-4726-9fb8-d2f0578db5ea up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:04.358218 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e0875115-5b9a-436f-92b3-eabce77f5755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:04.359089 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0c615884-6590-47f5-b1ea-9b1bcb59f490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:04.450239 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-008fdbfe-4ca1-4747-9a58-2d0d899fbebc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:04.459617 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-98ad4d5e-f381-4e43-8eed-bb16bbf1691c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:48:04.459983 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-98ad4d5e-f381-4e43-8eed-bb16bbf1691c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:48:04.466399 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:04.469572 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:04.477976 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 5c14606c-96df-4726-9fb8-d2f0578db5ea triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:04.478357 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:04.481280 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e0875115-5b9a-436f-92b3-eabce77f5755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:04.484163 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e0875115-5b9a-436f-92b3-eabce77f5755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:04.488572 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e0875115-5b9a-436f-92b3-eabce77f5755 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f684e675-002f-46d8-81a3-5c34a1209bcf HTTP/1.1" status: 204 len: 168 time: 0.1991577 Jun 22 09:48:04.488572 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f54013f-838b-4c4c-9447-e92ab5906bf4 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:04.495638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0875115-5b9a-436f-92b3-eabce77f5755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f684e675-002f-46d8-81a3-5c34a1209bcf,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:04.507229 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e0875115-5b9a-436f-92b3-eabce77f5755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:04.538594 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-008fdbfe-4ca1-4747-9a58-2d0d899fbebc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:04.544836 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0294d7ec-275b-42cf-b7b9-f1d259b6e89b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:04.698913 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fdbfe-4ca1-4747-9a58-2d0d899fbebc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=63bd7e7d-3a38-4a95-b809-83d749ca9e80,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:04.710354 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-008fdbfe-4ca1-4747-9a58-2d0d899fbebc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:04.712376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33694) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:04.888177 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2118652c-8ce4-49dd-a3d9-8c37c5993e9f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:04.896060 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:04.927289 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-008fdbfe-4ca1-4747-9a58-2d0d899fbebc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:05.001960 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2118652c-8ce4-49dd-a3d9-8c37c5993e9f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:05.008706 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3cb80a2e-5781-41e9-b5cc-af071e0c259e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:05.063196 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-98ad4d5e-f381-4e43-8eed-bb16bbf1691c None None] Provisioning for port 63bd7e7d-3a38-4a95-b809-83d749ca9e80 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:05.078715 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-98ad4d5e-f381-4e43-8eed-bb16bbf1691c None None] Provisioning complete for port 63bd7e7d-3a38-4a95-b809-83d749ca9e80 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:05.080344 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-98ad4d5e-f381-4e43-8eed-bb16bbf1691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:05.139771 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-98ad4d5e-f381-4e43-8eed-bb16bbf1691c None None] Port 63bd7e7d-3a38-4a95-b809-83d749ca9e80 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:05.163113 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118652c-8ce4-49dd-a3d9-8c37c5993e9f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=0e7c135c-8460-4443-9d10-58191dd4abfc,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:05.179783 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2118652c-8ce4-49dd-a3d9-8c37c5993e9f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:05.215579 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-df99c03b-9762-4c6c-ad24-4cf83e686766 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:05.261349 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ea6c42e4-16fb-4420-a5c7-eb6aaf8efbb2 None None] Provisioning complete for port 63bd7e7d-3a38-4a95-b809-83d749ca9e80 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:05.261819 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ea6c42e4-16fb-4420-a5c7-eb6aaf8efbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:05.303672 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ea6c42e4-16fb-4420-a5c7-eb6aaf8efbb2 None None] Port 63bd7e7d-3a38-4a95-b809-83d749ca9e80 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:05.349330 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-008fdbfe-4ca1-4747-9a58-2d0d899fbebc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:05.428698 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-cbf77b52-98ad-4b79-a8e7-265194988629 None None] Provisioning complete for port 0e7c135c-8460-4443-9d10-58191dd4abfc triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:05.429111 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cbf77b52-98ad-4b79-a8e7-265194988629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:05.472578 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-cbf77b52-98ad-4b79-a8e7-265194988629 None None] Port 0e7c135c-8460-4443-9d10-58191dd4abfc cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:05.541621 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 56ba8a69-517d-4b70-990f-2b16da4353f0 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:48:05.547200 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2118652c-8ce4-49dd-a3d9-8c37c5993e9f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:05.720258 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:05.758657 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33714) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:05.784190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:05.785284 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:05.820282 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:05.836304 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Sync routers for ids ['56ba8a69-517d-4b70-990f-2b16da4353f0'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:05.850585 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Routers {'56ba8a69-517d-4b70-990f-2b16da4353f0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:05.851423 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-6b286357-3262-466e-9dca-60e705ad129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['56ba8a69-517d-4b70-990f-2b16da4353f0'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:05.904340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-df99c03b-9762-4c6c-ad24-4cf83e686766 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Deleting port de612036-aa56-4c36-8459-cc80d574e6f5 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:05.904685 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-df99c03b-9762-4c6c-ad24-4cf83e686766 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:05.915549 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-008fdbfe-4ca1-4747-9a58-2d0d899fbebc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:05.917942 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2118652c-8ce4-49dd-a3d9-8c37c5993e9f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:05.919991 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:05.924231 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.0708799 Jun 22 09:48:05.931164 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33718) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:05.973633 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1036238023'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:05.986078 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-008fdbfe-4ca1-4747-9a58-2d0d899fbebc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:05.987180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-008fdbfe-4ca1-4747-9a58-2d0d899fbebc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:05.994235 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2118652c-8ce4-49dd-a3d9-8c37c5993e9f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:05.997531 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Set router 56ba8a69-517d-4b70-990f-2b16da4353f0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:06.036732 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-df99c03b-9762-4c6c-ad24-4cf83e686766 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] For port de612036-aa56-4c36-8459-cc80d574e6f5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=de612036-aa56-4c36-8459-cc80d574e6f5,segment=NetworkSegment(29b484eb-9441-4917-8ba3-d67074cf94d8),segment_id=29b484eb-9441-4917-8ba3-d67074cf94d8)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:06.037105 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-df99c03b-9762-4c6c-ad24-4cf83e686766 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.106901 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-df99c03b-9762-4c6c-ad24-4cf83e686766 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Calling delete_port for de612036-aa56-4c36-8459-cc80d574e6f5 owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:06.109350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Made reservation on behalf of 957d95ad2f49430db82313ab92d143ca for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:06.113483 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.129016 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.210983 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-053e03c4-5fbc-43a5-ad70-f45da4ac3da4 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=50763c4428f741ada1db53edd04651ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2843087 Jun 22 09:48:06.214646 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33722) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:06.221085 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-6b286357-3262-466e-9dca-60e705ad129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:48:03Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:06.225030 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fdbfe-4ca1-4747-9a58-2d0d899fbebc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=63bd7e7d-3a38-4a95-b809-83d749ca9e80,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:06.231278 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-008fdbfe-4ca1-4747-9a58-2d0d899fbebc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:06.257757 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Checking router: 56ba8a69-517d-4b70-990f-2b16da4353f0 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:48:06.258248 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Updating router 56ba8a69-517d-4b70-990f-2b16da4353f0 port ee08fbea-ed16-4e53-aa0e-9aee34a1b42f binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:48:06.296125 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.316115 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008fdbfe-4ca1-4747-9a58-2d0d899fbebc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 7ae57fa4-5e38-4eb4-a6ba-7415285a3103 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:06.323332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-008fdbfe-4ca1-4747-9a58-2d0d899fbebc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:06.399256 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa321006-66b9-42db-8031-e35d4b291051 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:06.400837 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fa321006-66b9-42db-8031-e35d4b291051 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1849346 Jun 22 09:48:06.411126 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33724) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:06.466266 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2118652c-8ce4-49dd-a3d9-8c37c5993e9f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.469152 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9738e1dd-1dae-4a45-8773-115de61e931c tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0566933 Jun 22 09:48:06.471354 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.474780 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33726) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:06.479883 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-eb1a091e-4be3-4d4a-8f3a-bb19f8d14a6c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2013957164', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'project_id': '50763c4428f741ada1db53edd04651ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:06.543107 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2118652c-8ce4-49dd-a3d9-8c37c5993e9f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.549102 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b1421f91-5dc7-4879-ae07-f91452bf4861 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:06.590857 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.598280 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2c942ea1-07c4-434f-897f-892f388b7ffd tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:06.599708 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.609438 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-73b52e74-6c6a-45cc-88eb-96d153d60cd0 None None] Provisioning complete for port 63bd7e7d-3a38-4a95-b809-83d749ca9e80 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:06.611118 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-73b52e74-6c6a-45cc-88eb-96d153d60cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.613970 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Transition to ACTIVE for port object ee08fbea-ed16-4e53-aa0e-9aee34a1b42f will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:06.637871 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:48:06.646367 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-df99c03b-9762-4c6c-ad24-4cf83e686766 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.650555 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9868de5f-938d-4323-838b-c513d11c7f42,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:06.653444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-73b52e74-6c6a-45cc-88eb-96d153d60cd0 None None] Port 63bd7e7d-3a38-4a95-b809-83d749ca9e80 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:06.661087 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:06.661620 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-78535f97-156f-4fc6-a237-df1d4155db01 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:06.669786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.669786 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Added segment ccb8a176-c153-45af-9a64-8366299a61b8 of type vlan for network 44f85279-6988-4946-aaf8-6b5bf077762d Jun 22 09:48:06.687721 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.702349 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:06.704670 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99c03b-9762-4c6c-ad24-4cf83e686766 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event deleted for resources: {'Port': ['ID=de612036-aa56-4c36-8459-cc80d574e6f5,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:06.746363 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-df99c03b-9762-4c6c-ad24-4cf83e686766 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:06.752309 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1a091e-4be3-4d4a-8f3a-bb19f8d14a6c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:06.756571 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eb1a091e-4be3-4d4a-8f3a-bb19f8d14a6c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.844779 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.867163 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Attempting to bind port ee08fbea-ed16-4e53-aa0e-9aee34a1b42f on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:06.868024 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Attempting to bind port ee08fbea-ed16-4e53-aa0e-9aee34a1b42f by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:06.868153 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Attempting to bind port ee08fbea-ed16-4e53-aa0e-9aee34a1b42f on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:06.878133 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:06.879369 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:06.882308 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.882308 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:06.882308 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Bound port: ee08fbea-ed16-4e53-aa0e-9aee34a1b42f, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:06.882308 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.957122 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb49ef3-6ec9-4bc6-8e27-2d390396b12a None None] Pushing event updated for resources: {'Port': ['ID=ee08fbea-ed16-4e53-aa0e-9aee34a1b42f,revision_number=2']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:06.959040 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-6b286357-3262-466e-9dca-60e705ad129f None None] For port ee08fbea-ed16-4e53-aa0e-9aee34a1b42f, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:06.967418 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb49ef3-6ec9-4bc6-8e27-2d390396b12a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.968087 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb49ef3-6ec9-4bc6-8e27-2d390396b12a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.968646 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb49ef3-6ec9-4bc6-8e27-2d390396b12a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.969025 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb49ef3-6ec9-4bc6-8e27-2d390396b12a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.969362 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb49ef3-6ec9-4bc6-8e27-2d390396b12a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.969696 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb49ef3-6ec9-4bc6-8e27-2d390396b12a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.970026 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb49ef3-6ec9-4bc6-8e27-2d390396b12a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.970355 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb49ef3-6ec9-4bc6-8e27-2d390396b12a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.970678 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb49ef3-6ec9-4bc6-8e27-2d390396b12a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.971000 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb49ef3-6ec9-4bc6-8e27-2d390396b12a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.971323 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb49ef3-6ec9-4bc6-8e27-2d390396b12a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.971668 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb49ef3-6ec9-4bc6-8e27-2d390396b12a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.987595 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-dbb49ef3-6ec9-4bc6-8e27-2d390396b12a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:06.990841 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-6b286357-3262-466e-9dca-60e705ad129f None None] For port ee08fbea-ed16-4e53-aa0e-9aee34a1b42f, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ee08fbea-ed16-4e53-aa0e-9aee34a1b42f,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:07.001711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008fdbfe-4ca1-4747-9a58-2d0d899fbebc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Router a744f838-5172-4ce0-b29d-81953eeb4ff3 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:48:07.034049 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:07.039280 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2118652c-8ce4-49dd-a3d9-8c37c5993e9f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:07.040188 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:07.040772 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:07.045865 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:07.048014 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6b8ab0ad-fb43-4e05-802e-1bf74481c786 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:07.048345 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-c7cd3f9f-a0e9-460c-8b12-822768dd44d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:07.069167 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118652c-8ce4-49dd-a3d9-8c37c5993e9f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=0e7c135c-8460-4443-9d10-58191dd4abfc,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:07.072360 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2118652c-8ce4-49dd-a3d9-8c37c5993e9f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:07.120416 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-df99c03b-9762-4c6c-ad24-4cf83e686766 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:07.121474 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb49ef3-6ec9-4bc6-8e27-2d390396b12a None None] Pushing event updated for resources: {'Port': ['ID=ee08fbea-ed16-4e53-aa0e-9aee34a1b42f,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:07.133896 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-dbb49ef3-6ec9-4bc6-8e27-2d390396b12a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:07.139108 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Routers {'56ba8a69-517d-4b70-990f-2b16da4353f0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:07.140037 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-6b286357-3262-466e-9dca-60e705ad129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['56ba8a69-517d-4b70-990f-2b16da4353f0'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:07.156346 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Pushing event updated for resources: {'Network': ['ID=44f85279-6988-4946-aaf8-6b5bf077762d,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:07.166354 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:07.181511 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 44f85279-6988-4946-aaf8-6b5bf077762d details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:48:07.188603 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008fdbfe-4ca1-4747-9a58-2d0d899fbebc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:07.196319 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-008fdbfe-4ca1-4747-9a58-2d0d899fbebc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "PUT /v2.0/routers/a744f838-5172-4ce0-b29d-81953eeb4ff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9928906 Jun 22 09:48:07.201561 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33728) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:07.203664 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536cdaa8-98df-4880-9761-5510a2c2ac3c None None] Sync routers for ids ['a744f838-5172-4ce0-b29d-81953eeb4ff3'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:07.214166 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4533203 Jun 22 09:48:07.216759 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33730) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:07.224940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-4835e786-7581-4267-825a-84e1f7c2b998 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Request body: {'subnet': {'network_id': '44f85279-6988-4946-aaf8-6b5bf077762d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:07.285345 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2118652c-8ce4-49dd-a3d9-8c37c5993e9f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 5dacb85d-8443-448a-aeae-67ca45762db5 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:07.287717 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-2118652c-8ce4-49dd-a3d9-8c37c5993e9f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:07.290628 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-6b286357-3262-466e-9dca-60e705ad129f None None] Set router 56ba8a69-517d-4b70-990f-2b16da4353f0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:07.309873 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536cdaa8-98df-4880-9761-5510a2c2ac3c None None] Routers {'a744f838-5172-4ce0-b29d-81953eeb4ff3'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:07.310625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-536cdaa8-98df-4880-9761-5510a2c2ac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['a744f838-5172-4ce0-b29d-81953eeb4ff3'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:07.316837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eb1a091e-4be3-4d4a-8f3a-bb19f8d14a6c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:07.328195 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-55c946dc-1a6a-44a4-a670-75f5ecee4cda tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:07.368405 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-536cdaa8-98df-4880-9761-5510a2c2ac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:07.380387 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536cdaa8-98df-4880-9761-5510a2c2ac3c None None] Routers {'a744f838-5172-4ce0-b29d-81953eeb4ff3'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:07.381466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-536cdaa8-98df-4880-9761-5510a2c2ac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['a744f838-5172-4ce0-b29d-81953eeb4ff3'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:07.385171 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6708bd2d-b9e3-43f3-acb2-98b983315496 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:07.386778 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6708bd2d-b9e3-43f3-acb2-98b983315496 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports?device_id=a744f838-5172-4ce0-b29d-81953eeb4ff3 HTTP/1.1" status: 200 len: 988 time: 0.1835301 Jun 22 09:48:07.389598 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33732) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:07.434485 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-536cdaa8-98df-4880-9761-5510a2c2ac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:07.435559 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536cdaa8-98df-4880-9761-5510a2c2ac3c None None] The sync data for ids ['a744f838-5172-4ce0-b29d-81953eeb4ff3'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:07.452114 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a091e-4be3-4d4a-8f3a-bb19f8d14a6c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Subnet': ['ID=28ffa1de-f5d8-427c-981c-3580f3604fcc,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:07.461585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-eb1a091e-4be3-4d4a-8f3a-bb19f8d14a6c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:07.504022 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1a091e-4be3-4d4a-8f3a-bb19f8d14a6c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Checking segment: {'id': '87606605-6006-4daf-9ad1-fc0388c55ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93499441-2576-4960-843c-c66e6142a15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:07.504342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1a091e-4be3-4d4a-8f3a-bb19f8d14a6c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network hostable DHCP agents. Network: 93499441-2576-4960-843c-c66e6142a15f, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:48:07.519638 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-6b286357-3262-466e-9dca-60e705ad129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:48:03Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:07.548897 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b286357-3262-466e-9dca-60e705ad129f None None] The sync data for ids ['56ba8a69-517d-4b70-990f-2b16da4353f0'] in dv-neutron-797121-3-hyperv is: [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:48:03Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:07.607589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4835e786-7581-4267-825a-84e1f7c2b998 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Made reservation on behalf of 957d95ad2f49430db82313ab92d143ca for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:07.611457 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4835e786-7581-4267-825a-84e1f7c2b998 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:07.653335 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1a091e-4be3-4d4a-8f3a-bb19f8d14a6c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 93499441-2576-4960-843c-c66e6142a15f is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:48:07.687334 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2118652c-8ce4-49dd-a3d9-8c37c5993e9f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router cd20fdb6-97eb-4648-a61c-7ab964bd5287 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:48:07.695278 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-61806ec0-a89e-4a34-b2bb-0b58ed51ca69 None None] Provisioning complete for port 0e7c135c-8460-4443-9d10-58191dd4abfc triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:07.699258 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-61806ec0-a89e-4a34-b2bb-0b58ed51ca69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:07.721125 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df99c03b-9762-4c6c-ad24-4cf83e686766 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Router 43300228-c8ee-4161-bad9-ad0b540adc47 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:48:07.736828 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-eb1a091e-4be3-4d4a-8f3a-bb19f8d14a6c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 93499441-2576-4960-843c-c66e6142a15f) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:07.743915 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1a091e-4be3-4d4a-8f3a-bb19f8d14a6c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:07.744511 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-eb1a091e-4be3-4d4a-8f3a-bb19f8d14a6c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:07.756595 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe81a504-2e48-44f8-b881-c5e2e87737ea None None] Network 93499441-2576-4960-843c-c66e6142a15f requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:07.810547 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-61806ec0-a89e-4a34-b2bb-0b58ed51ca69 None None] Port 0e7c135c-8460-4443-9d10-58191dd4abfc cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:07.852757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2118652c-8ce4-49dd-a3d9-8c37c5993e9f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:07.860976 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2118652c-8ce4-49dd-a3d9-8c37c5993e9f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/cd20fdb6-97eb-4648-a61c-7ab964bd5287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1315367 Jun 22 09:48:07.861329 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33734) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:07.868340 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-eb1a091e-4be3-4d4a-8f3a-bb19f8d14a6c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3856902 Jun 22 09:48:07.868797 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33736) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:07.904909 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4a99f-f00b-4bbc-a7b5-8bc45281e7e8 None None] Sync routers for ids ['cd20fdb6-97eb-4648-a61c-7ab964bd5287'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:07.931393 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4a99f-f00b-4bbc-a7b5-8bc45281e7e8 None None] Routers {'cd20fdb6-97eb-4648-a61c-7ab964bd5287'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:07.932321 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c1e4a99f-f00b-4bbc-a7b5-8bc45281e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['cd20fdb6-97eb-4648-a61c-7ab964bd5287'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:07.998713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-93499441-2576-4960-843c-c66e6142a15f', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ips': [{'subnet_id': '28ffa1de-f5d8-427c-981c-3580f3604fcc'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:48:08.001509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:08.007633 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c1e4a99f-f00b-4bbc-a7b5-8bc45281e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:08.015737 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f6aaaa-5dda-4750-ae06-1bc6e2165ce9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:08.017834 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-45f6aaaa-5dda-4750-ae06-1bc6e2165ce9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/ports/0e7c135c-8460-4443-9d10-58191dd4abfc HTTP/1.1" status: 200 len: 977 time: 0.1552298 Jun 22 09:48:08.020967 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33740) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:08.028365 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4a99f-f00b-4bbc-a7b5-8bc45281e7e8 None None] Routers {'cd20fdb6-97eb-4648-a61c-7ab964bd5287'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:08.030493 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c1e4a99f-f00b-4bbc-a7b5-8bc45281e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['cd20fdb6-97eb-4648-a61c-7ab964bd5287'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:08.060180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df99c03b-9762-4c6c-ad24-4cf83e686766 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:08.069400 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-df99c03b-9762-4c6c-ad24-4cf83e686766 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "PUT /v2.0/routers/43300228-c8ee-4161-bad9-ad0b540adc47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3556728 Jun 22 09:48:08.070017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33742) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:08.089086 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c1e4a99f-f00b-4bbc-a7b5-8bc45281e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:08.090247 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4a99f-f00b-4bbc-a7b5-8bc45281e7e8 None None] The sync data for ids ['cd20fdb6-97eb-4648-a61c-7ab964bd5287'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:08.110137 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf3dc6-a12e-4b10-8292-2b625a08265f None None] Sync routers for ids ['43300228-c8ee-4161-bad9-ad0b540adc47'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:08.140939 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf3dc6-a12e-4b10-8292-2b625a08265f None None] Routers {'43300228-c8ee-4161-bad9-ad0b540adc47'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:08.141917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-92bf3dc6-a12e-4b10-8292-2b625a08265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['43300228-c8ee-4161-bad9-ad0b540adc47'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:08.157569 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4835e786-7581-4267-825a-84e1f7c2b998 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:08.159328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ff53911b-725d-4855-b52a-5c943a75ca19 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:08.165082 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-21dbb094-01f0-4ce1-8cfa-e7b9aeb37b68 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:08.274974 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Allocated IP 172.20.0.2 (93499441-2576-4960-843c-c66e6142a15f/28ffa1de-f5d8-427c-981c-3580f3604fcc/e9f6041b-ea65-413a-a3a8-e2bbe9cc1520) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:08.298072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ac7c71-9f5f-4c44-8a21-f69f8295a84c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Deleting subnet e4884e1f-8290-4e72-874f-49d914add356 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:48:08.305328 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-92bf3dc6-a12e-4b10-8292-2b625a08265f None None] Set router 43300228-c8ee-4161-bad9-ad0b540adc47 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:08.349913 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4ac7c71-9f5f-4c44-8a21-f69f8295a84c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:08.352849 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835e786-7581-4267-825a-84e1f7c2b998 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Pushing event updated for resources: {'Subnet': ['ID=60786101-3964-4171-bd1e-4ac551271f37,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:08.385960 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4835e786-7581-4267-825a-84e1f7c2b998 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:08.421277 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4835e786-7581-4267-825a-84e1f7c2b998 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Checking segment: {'id': 'ccb8a176-c153-45af-9a64-8366299a61b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '44f85279-6988-4946-aaf8-6b5bf077762d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:08.421640 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4835e786-7581-4267-825a-84e1f7c2b998 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Network hostable DHCP agents. Network: 44f85279-6988-4946-aaf8-6b5bf077762d, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:48:08.438089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4ac7c71-9f5f-4c44-8a21-f69f8295a84c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:08.576601 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4835e786-7581-4267-825a-84e1f7c2b998 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Network 44f85279-6988-4946-aaf8-6b5bf077762d is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:48:08.592507 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4ac7c71-9f5f-4c44-8a21-f69f8295a84c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:08.659606 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-4835e786-7581-4267-825a-84e1f7c2b998 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 44f85279-6988-4946-aaf8-6b5bf077762d) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:08.671631 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4835e786-7581-4267-825a-84e1f7c2b998 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:08.672247 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4835e786-7581-4267-825a-84e1f7c2b998 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:08.673134 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b569c96-c743-4b8e-9e17-71c1e158a439 None None] Network 44f85279-6988-4946-aaf8-6b5bf077762d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:08.739009 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-ff53911b-725d-4855-b52a-5c943a75ca19 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port 63bd7e7d-3a38-4a95-b809-83d749ca9e80 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:08.739609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ff53911b-725d-4855-b52a-5c943a75ca19 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:08.770767 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f7d40f4c-ca10-4229-8342-f2be81bb0796 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:08.807307 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:08.814155 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4ac7c71-9f5f-4c44-8a21-f69f8295a84c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:08.819829 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4835e786-7581-4267-825a-84e1f7c2b998 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5996552 Jun 22 09:48:08.823801 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33744) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:08.833276 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-6989455c-f9d9-483e-b88e-c99c113794fe tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Request body: {'port': {'network_id': '44f85279-6988-4946-aaf8-6b5bf077762d', 'name': 'tempest-TagsExtTest-392213883'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:08.836359 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Transition to ACTIVE for port object e9f6041b-ea65-413a-a3a8-e2bbe9cc1520 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:08.849099 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2b7fa9a0-e539-4d0b-8e36-95ef4b5a1207 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:08.879512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Transition to ACTIVE for port object e9f6041b-ea65-413a-a3a8-e2bbe9cc1520 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:08.893493 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac7c71-9f5f-4c44-8a21-f69f8295a84c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event deleted for resources: {'Subnet': ['ID=e4884e1f-8290-4e72-874f-49d914add356,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:08.896008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4ac7c71-9f5f-4c44-8a21-f69f8295a84c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:08.900206 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a4ac7c71-9f5f-4c44-8a21-f69f8295a84c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "DELETE /v2.0/subnets/e4884e1f-8290-4e72-874f-49d914add356 HTTP/1.1" status: 204 len: 168 time: 0.7959175 Jun 22 09:48:08.901011 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2500406e-74c6-4875-83ba-5a19739fef23 None None] Network 75ca7b51-8500-41da-a24f-8648dce1885d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:08.901820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a4ac7c71-9f5f-4c44-8a21-f69f8295a84c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:08.901820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33746) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:08.923827 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-92bf3dc6-a12e-4b10-8292-2b625a08265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504851969', 'tenant_id': '6405790520f347c092a1490886c89b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:44:23Z', 'updated_at': '2021-06-22T09:48:06Z', 'revision_number': 5, 'project_id': '6405790520f347c092a1490886c89b06', 'gw_port': {'id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:24Z', 'updated_at': '2021-06-22T09:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:08.967009 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ff53911b-725d-4855-b52a-5c943a75ca19 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:08.990296 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf3dc6-a12e-4b10-8292-2b625a08265f None None] Checking router: 43300228-c8ee-4161-bad9-ad0b540adc47 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:48:08.992530 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:09.012346 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6f4f4c4b-1466-4214-a47d-79ec9f245157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:09.051484 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-44f85279-6988-4946-aaf8-6b5bf077762d', 'network_id': '44f85279-6988-4946-aaf8-6b5bf077762d', 'tenant_id': '957d95ad2f49430db82313ab92d143ca', 'fixed_ips': [{'subnet_id': '60786101-3964-4171-bd1e-4ac551271f37'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:48:09.052440 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:09.074610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-ff53911b-725d-4855-b52a-5c943a75ca19 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for 63bd7e7d-3a38-4a95-b809-83d749ca9e80 owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:09.088073 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Network 93499441-2576-4960-843c-c66e6142a15f is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:09.096762 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf3dc6-a12e-4b10-8292-2b625a08265f None None] Routers {'43300228-c8ee-4161-bad9-ad0b540adc47'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:09.097905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-92bf3dc6-a12e-4b10-8292-2b625a08265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['43300228-c8ee-4161-bad9-ad0b540adc47'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:09.107810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:09.109417 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:09.170862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:09.176649 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Pushing event updated for resources: {'Port': ['ID=e9f6041b-ea65-413a-a3a8-e2bbe9cc1520,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:09.204005 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:09.410973 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Attempting to bind port e9f6041b-ea65-413a-a3a8-e2bbe9cc1520 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:09.411332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Attempting to bind port e9f6041b-ea65-413a-a3a8-e2bbe9cc1520 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '87606605-6006-4daf-9ad1-fc0388c55ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93499441-2576-4960-843c-c66e6142a15f'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:09.411777 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Attempting to bind port e9f6041b-ea65-413a-a3a8-e2bbe9cc1520 on network 93499441-2576-4960-843c-c66e6142a15f {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:09.440436 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:09.440890 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Checking segment: {'id': '87606605-6006-4daf-9ad1-fc0388c55ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93499441-2576-4960-843c-c66e6142a15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:09.441403 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:09.441815 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Bound using segment: {'id': '87606605-6006-4daf-9ad1-fc0388c55ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93499441-2576-4960-843c-c66e6142a15f'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:09.442440 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Bound port: e9f6041b-ea65-413a-a3a8-e2bbe9cc1520, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87606605-6006-4daf-9ad1-fc0388c55ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93499441-2576-4960-843c-c66e6142a15f'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:09.442829 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:09.487805 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f0d3204-d153-45bc-81d3-43add08f31ac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:09.515997 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-92bf3dc6-a12e-4b10-8292-2b625a08265f None None] Set router 43300228-c8ee-4161-bad9-ad0b540adc47 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:09.605182 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6989455c-f9d9-483e-b88e-c99c113794fe tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Made reservation on behalf of 957d95ad2f49430db82313ab92d143ca for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:09.608967 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6989455c-f9d9-483e-b88e-c99c113794fe tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:09.619336 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dbc282-15ac-4cf4-a817-eae561732fca None None] DHCP port deletion for 75ca7b51-8500-41da-a24f-8648dce1885d request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:48:09.632917 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f0d3204-d153-45bc-81d3-43add08f31ac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:09.648993 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-f7d40f4c-ca10-4229-8342-f2be81bb0796 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting port 0e7c135c-8460-4443-9d10-58191dd4abfc {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:09.649607 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f7d40f4c-ca10-4229-8342-f2be81bb0796 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:09.660490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [None req-6989455c-f9d9-483e-b88e-c99c113794fe tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] device_id is not set on port 18725327-47ef-46cd-9eb3-52f83db79c39 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:48:09.739147 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] For port e9f6041b-ea65-413a-a3a8-e2bbe9cc1520, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:09.754831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Allocated IP 172.20.0.2 (44f85279-6988-4946-aaf8-6b5bf077762d/60786101-3964-4171-bd1e-4ac551271f37/9a0d1a0d-0f90-458e-afb2-6402672c082a) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:09.769569 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f7d40f4c-ca10-4229-8342-f2be81bb0796 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:09.776926 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] For port e9f6041b-ea65-413a-a3a8-e2bbe9cc1520, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e9f6041b-ea65-413a-a3a8-e2bbe9cc1520,segment=NetworkSegment(87606605-6006-4daf-9ad1-fc0388c55ae8),segment_id=87606605-6006-4daf-9ad1-fc0388c55ae8)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:09.851124 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ee08fbea-ed16-4e53-aa0e-9aee34a1b42f up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:09.864129 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:09.890501 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-f7d40f4c-ca10-4229-8342-f2be81bb0796 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Calling delete_port for 0e7c135c-8460-4443-9d10-58191dd4abfc owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:09.899064 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b18b7a21-e2bd-4bbb-954c-5b7d25173775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:09.945946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d3204-d153-45bc-81d3-43add08f31ac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Deleting port 0b051c17-5f61-4ee0-80fb-3545519be1f5 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:09.946481 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f0d3204-d153-45bc-81d3-43add08f31ac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:10.057548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ff53911b-725d-4855-b52a-5c943a75ca19 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:10.064358 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8a093acf-8bb0-49ac-8e4c-ef121658b919 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:10.104563 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53911b-725d-4855-b52a-5c943a75ca19 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=63bd7e7d-3a38-4a95-b809-83d749ca9e80,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:10.114695 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ff53911b-725d-4855-b52a-5c943a75ca19 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:10.116826 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-4f0d3204-d153-45bc-81d3-43add08f31ac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] For port 0b051c17-5f61-4ee0-80fb-3545519be1f5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=0b051c17-5f61-4ee0-80fb-3545519be1f5,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:10.117102 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f0d3204-d153-45bc-81d3-43add08f31ac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:10.150228 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:10.154907 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Transition to ACTIVE for port object 9a0d1a0d-0f90-458e-afb2-6402672c082a will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:10.164838 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.1 (93499441-2576-4960-843c-c66e6142a15f/28ffa1de-f5d8-427c-981c-3580f3604fcc/63b77c2a-3930-495b-abc9-5a8f56674a75) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:10.202797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Transition to ACTIVE for port object 9a0d1a0d-0f90-458e-afb2-6402672c082a will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:10.203811 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Pushing event updated for resources: {'Port': ['ID=e9f6041b-ea65-413a-a3a8-e2bbe9cc1520,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:10.220033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:10.234543 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d3204-d153-45bc-81d3-43add08f31ac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Calling delete_port for 0b051c17-5f61-4ee0-80fb-3545519be1f5 owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:10.252512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-04dbc282-15ac-4cf4-a817-eae561732fca None None] Deleting port 1ad4a0c5-548d-4c44-919c-80796174ed77 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:10.254052 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-04dbc282-15ac-4cf4-a817-eae561732fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:10.271975 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ff53911b-725d-4855-b52a-5c943a75ca19 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:10.331097 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:10.338202 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-2139254b-ff7d-42ff-94c6-c450b56e953d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:10.392706 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-92bf3dc6-a12e-4b10-8292-2b625a08265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504851969', 'tenant_id': '6405790520f347c092a1490886c89b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:44:23Z', 'updated_at': '2021-06-22T09:48:06Z', 'revision_number': 5, 'project_id': '6405790520f347c092a1490886c89b06', 'gw_port': {'id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:24Z', 'updated_at': '2021-06-22T09:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:10.447183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Pushing event updated for resources: {'Port': ['ID=9a0d1a0d-0f90-458e-afb2-6402672c082a,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:10.449556 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf3dc6-a12e-4b10-8292-2b625a08265f None None] The sync data for ids ['43300228-c8ee-4161-bad9-ad0b540adc47'] in dv-neutron-797121-3-hyperv is: [{'id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504851969', 'tenant_id': '6405790520f347c092a1490886c89b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:44:23Z', 'updated_at': '2021-06-22T09:48:06Z', 'revision_number': 5, 'project_id': '6405790520f347c092a1490886c89b06', 'gw_port': {'id': '0b051c17-5f61-4ee0-80fb-3545519be1f5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43300228-c8ee-4161-bad9-ad0b540adc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:44:24Z', 'updated_at': '2021-06-22T09:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:10.461048 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:10.461048 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:10.507841 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Network 44f85279-6988-4946-aaf8-6b5bf077762d is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:10.510528 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-04dbc282-15ac-4cf4-a817-eae561732fca None None] For port 1ad4a0c5-548d-4c44-919c-80796174ed77, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=1ad4a0c5-548d-4c44-919c-80796174ed77,segment=NetworkSegment(29b484eb-9441-4917-8ba3-d67074cf94d8),segment_id=29b484eb-9441-4917-8ba3-d67074cf94d8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:10.511136 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-04dbc282-15ac-4cf4-a817-eae561732fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:10.512684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f7d40f4c-ca10-4229-8342-f2be81bb0796 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:10.514406 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port ee08fbea-ed16-4e53-aa0e-9aee34a1b42f completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:10.517758 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-81bce107-45fe-44c6-9a57-d78f362f3ec8 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:10.520366 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:10.530305 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port ee08fbea-ed16-4e53-aa0e-9aee34a1b42f triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:10.530694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:10.532488 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:10.553932 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-6989455c-f9d9-483e-b88e-c99c113794fe tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Allocated IP 172.20.0.10 (44f85279-6988-4946-aaf8-6b5bf077762d/60786101-3964-4171-bd1e-4ac551271f37/18725327-47ef-46cd-9eb3-52f83db79c39) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:10.562527 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:10.582065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d40f4c-ca10-4229-8342-f2be81bb0796 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Port': ['ID=0e7c135c-8460-4443-9d10-58191dd4abfc,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:10.589879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f7d40f4c-ca10-4229-8342-f2be81bb0796 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:10.661424 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f0d3204-d153-45bc-81d3-43add08f31ac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:10.665062 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object 63b77c2a-3930-495b-abc9-5a8f56674a75 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:10.665783 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-453c4df2-6a9c-4812-a425-eee066cf317b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:10.698131 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d3204-d153-45bc-81d3-43add08f31ac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event deleted for resources: {'Port': ['ID=0b051c17-5f61-4ee0-80fb-3545519be1f5,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:10.700406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff53911b-725d-4855-b52a-5c943a75ca19 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Router a744f838-5172-4ce0-b29d-81953eeb4ff3 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:48:10.703383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4f0d3204-d153-45bc-81d3-43add08f31ac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:10.789152 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f7d40f4c-ca10-4229-8342-f2be81bb0796 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:10.804084 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-04dbc282-15ac-4cf4-a817-eae561732fca None None] Calling delete_port for 1ad4a0c5-548d-4c44-919c-80796174ed77 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:10.960973 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6989455c-f9d9-483e-b88e-c99c113794fe tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:10.993803 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-6989455c-f9d9-483e-b88e-c99c113794fe tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Transition to ACTIVE for port object 18725327-47ef-46cd-9eb3-52f83db79c39 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:10.995394 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Attempting to bind port 9a0d1a0d-0f90-458e-afb2-6402672c082a on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:10.995890 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Attempting to bind port 9a0d1a0d-0f90-458e-afb2-6402672c082a by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'ccb8a176-c153-45af-9a64-8366299a61b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '44f85279-6988-4946-aaf8-6b5bf077762d'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:10.996198 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Attempting to bind port 9a0d1a0d-0f90-458e-afb2-6402672c082a on network 44f85279-6988-4946-aaf8-6b5bf077762d {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:11.031251 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:11.031251 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Checking segment: {'id': 'ccb8a176-c153-45af-9a64-8366299a61b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '44f85279-6988-4946-aaf8-6b5bf077762d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:11.031565 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.031954 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Bound using segment: {'id': 'ccb8a176-c153-45af-9a64-8366299a61b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '44f85279-6988-4946-aaf8-6b5bf077762d'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:11.032459 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Bound port: 9a0d1a0d-0f90-458e-afb2-6402672c082a, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb8a176-c153-45af-9a64-8366299a61b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '44f85279-6988-4946-aaf8-6b5bf077762d'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:11.032852 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.036258 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f0d3204-d153-45bc-81d3-43add08f31ac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.044041 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.058135 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-008fdbfe-4ca1-4747-9a58-2d0d899fbebc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:11.117254 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.135523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 93499441-2576-4960-843c-c66e6142a15f is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:11.136501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=63b77c2a-3930-495b-abc9-5a8f56674a75,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:11.139300 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6989455c-f9d9-483e-b88e-c99c113794fe tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.141106 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:11.143575 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:11.155661 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-77d190e1-410b-49aa-b1c0-126927cdb834 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:11.166089 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6989455c-f9d9-483e-b88e-c99c113794fe tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Network 44f85279-6988-4946-aaf8-6b5bf077762d is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:11.169527 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:11.202874 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port ee08fbea-ed16-4e53-aa0e-9aee34a1b42f, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ee08fbea-ed16-4e53-aa0e-9aee34a1b42f,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:11.227273 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-6989455c-f9d9-483e-b88e-c99c113794fe tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:11.229364 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.272650 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d40f4c-ca10-4229-8342-f2be81bb0796 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router cd20fdb6-97eb-4648-a61c-7ab964bd5287 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:48:11.273005 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] For port 9a0d1a0d-0f90-458e-afb2-6402672c082a, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:11.276358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] For port 9a0d1a0d-0f90-458e-afb2-6402672c082a, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9a0d1a0d-0f90-458e-afb2-6402672c082a,segment=NetworkSegment(ccb8a176-c153-45af-9a64-8366299a61b8),segment_id=ccb8a176-c153-45af-9a64-8366299a61b8)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:11.291155 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f0d3204-d153-45bc-81d3-43add08f31ac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.292226 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.294328 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-de68919c-66ed-4533-a069-71e02e487e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:11.295081 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6989455c-f9d9-483e-b88e-c99c113794fe tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:11.295673 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f0d3204-d153-45bc-81d3-43add08f31ac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.357066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.360994 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=ee08fbea-ed16-4e53-aa0e-9aee34a1b42f,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:11.369178 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:11.369879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-53de57c4-ed0c-49d9-9296-130ae81b1935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:11.382974 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff53911b-725d-4855-b52a-5c943a75ca19 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:11.395124 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f73e3e2-d016-4f27-94ae-d0eeb94c99b6 None None] Sync routers for ids ['a744f838-5172-4ce0-b29d-81953eeb4ff3'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:11.413597 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ff53911b-725d-4855-b52a-5c943a75ca19 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "PUT /v2.0/routers/a744f838-5172-4ce0-b29d-81953eeb4ff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0227871 Jun 22 09:48:11.422451 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f73e3e2-d016-4f27-94ae-d0eeb94c99b6 None None] Routers {'a744f838-5172-4ce0-b29d-81953eeb4ff3'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:11.422451 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4f73e3e2-d016-4f27-94ae-d0eeb94c99b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['a744f838-5172-4ce0-b29d-81953eeb4ff3'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:11.444468 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Pushing event updated for resources: {'Port': ['ID=9a0d1a0d-0f90-458e-afb2-6402672c082a,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:11.447694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 1ad4a0c5-548d-4c44-919c-80796174ed77 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:48:11.448226 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33750) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:11.449695 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-04dbc282-15ac-4cf4-a817-eae561732fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.460991 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:11.469752 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:11.477987 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4f73e3e2-d016-4f27-94ae-d0eeb94c99b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:11.486454 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbc282-15ac-4cf4-a817-eae561732fca None None] Pushing event deleted for resources: {'Port': ['ID=1ad4a0c5-548d-4c44-919c-80796174ed77,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:11.489184 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dbc282-15ac-4cf4-a817-eae561732fca None None] No DVR routers for this DVR port 1ad4a0c5-548d-4c44-919c-80796174ed77 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:11.506554 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f73e3e2-d016-4f27-94ae-d0eeb94c99b6 None None] Routers {'a744f838-5172-4ce0-b29d-81953eeb4ff3'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:11.511888 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4f73e3e2-d016-4f27-94ae-d0eeb94c99b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['a744f838-5172-4ce0-b29d-81953eeb4ff3'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:11.512924 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-04dbc282-15ac-4cf4-a817-eae561732fca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:11.516755 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-48be694d-93c2-4090-8628-5d17f8136633 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] GET failed (client error): The resource could not be found. Jun 22 09:48:11.528704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 1ad4a0c5-548d-4c44-919c-80796174ed77 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:48:11.528704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 1ad4a0c5-548d-4c44-919c-80796174ed77 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:48:11.530001 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-48be694d-93c2-4090-8628-5d17f8136633 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports/63bd7e7d-3a38-4a95-b809-83d749ca9e80 HTTP/1.1" status: 404 len: 333 time: 0.0658023 Jun 22 09:48:11.533237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33752) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:11.544225 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d40f4c-ca10-4229-8342-f2be81bb0796 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:11.557111 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6989455c-f9d9-483e-b88e-c99c113794fe tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:11.557286 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fab39c6-0b4a-4291-a71f-a66b447e371c None None] Sync routers for ids ['cd20fdb6-97eb-4648-a61c-7ab964bd5287'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:11.558671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6989455c-f9d9-483e-b88e-c99c113794fe tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.568642 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fab39c6-0b4a-4291-a71f-a66b447e371c None None] Routers {'cd20fdb6-97eb-4648-a61c-7ab964bd5287'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:11.569308 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-3fab39c6-0b4a-4291-a71f-a66b447e371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['cd20fdb6-97eb-4648-a61c-7ab964bd5287'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:11.573868 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4f73e3e2-d016-4f27-94ae-d0eeb94c99b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:11.575317 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f73e3e2-d016-4f27-94ae-d0eeb94c99b6 None None] The sync data for ids ['a744f838-5172-4ce0-b29d-81953eeb4ff3'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:11.577355 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989455c-f9d9-483e-b88e-c99c113794fe tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Pushing event updated for resources: {'Port': ['ID=18725327-47ef-46cd-9eb3-52f83db79c39,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:11.586131 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6989455c-f9d9-483e-b88e-c99c113794fe tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:11.609550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-3fab39c6-0b4a-4291-a71f-a66b447e371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:11.621055 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fab39c6-0b4a-4291-a71f-a66b447e371c None None] Routers {'cd20fdb6-97eb-4648-a61c-7ab964bd5287'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:11.621691 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-3fab39c6-0b4a-4291-a71f-a66b447e371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['cd20fdb6-97eb-4648-a61c-7ab964bd5287'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:11.623770 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2194d741-ca71-4dd8-8bcf-7df100170c4a None None] Network 93499441-2576-4960-843c-c66e6142a15f requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:11.645865 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-03730d83-8662-4a13-8fb9-fbaf0ef01f6d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.650929 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f7d40f4c-ca10-4229-8342-f2be81bb0796 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/cd20fdb6-97eb-4648-a61c-7ab964bd5287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6289506 Jun 22 09:48:11.652683 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f0d3204-d153-45bc-81d3-43add08f31ac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.653275 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0d3204-d153-45bc-81d3-43add08f31ac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Fanout notify agent at l3_agent the message router_deleted on router 43300228-c8ee-4161-bad9-ad0b540adc47 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:48:11.664535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33754) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:11.667395 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f0d3204-d153-45bc-81d3-43add08f31ac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.670853 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4f0d3204-d153-45bc-81d3-43add08f31ac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "DELETE /v2.0/routers/43300228-c8ee-4161-bad9-ad0b540adc47 HTTP/1.1" status: 204 len: 168 time: 2.7657840 Jun 22 09:48:11.671368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33756) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:11.718796 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-3fab39c6-0b4a-4291-a71f-a66b447e371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:11.718796 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fab39c6-0b4a-4291-a71f-a66b447e371c None None] The sync data for ids ['cd20fdb6-97eb-4648-a61c-7ab964bd5287'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:11.799143 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.802800 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6989455c-f9d9-483e-b88e-c99c113794fe tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9777470 Jun 22 09:48:11.806612 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33758) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:11.825865 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-56f6c0fc-3c87-4b15-b1ee-72622e29ad63 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-429942576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:11.843937 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e99b893c-916e-43a9-8196-b4539726f481 None None] Provisioning for port e9f6041b-ea65-413a-a3a8-e2bbe9cc1520 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:11.992941 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-03730d83-8662-4a13-8fb9-fbaf0ef01f6d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.995108 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-03730d83-8662-4a13-8fb9-fbaf0ef01f6d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.052528 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56f6c0fc-3c87-4b15-b1ee-72622e29ad63 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.053691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56f6c0fc-3c87-4b15-b1ee-72622e29ad63 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.071785 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5b46a700-537c-4e31-ae88-ed98e6035122 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.101007 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-03730d83-8662-4a13-8fb9-fbaf0ef01f6d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.101611 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03730d83-8662-4a13-8fb9-fbaf0ef01f6d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Fanout notify agent at l3_agent the message router_deleted on router a744f838-5172-4ce0-b29d-81953eeb4ff3 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:48:12.119374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-03730d83-8662-4a13-8fb9-fbaf0ef01f6d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.122463 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-03730d83-8662-4a13-8fb9-fbaf0ef01f6d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/routers/a744f838-5172-4ce0-b29d-81953eeb4ff3 HTTP/1.1" status: 204 len: 168 time: 0.5862305 Jun 22 09:48:12.123259 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33760) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:12.165338 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-b07b6182-a573-4d5b-ad05-8b20637f5a16 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] remove_router_interface failed (client error): The resource could not be found. Jun 22 09:48:12.169424 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b07b6182-a573-4d5b-ad05-8b20637f5a16 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/cd20fdb6-97eb-4648-a61c-7ab964bd5287/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5081251 Jun 22 09:48:12.170011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33762) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:12.195175 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56f6c0fc-3c87-4b15-b1ee-72622e29ad63 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.213511 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4a63d1-a026-4c67-b29c-0d388e0a507f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting subnet 74cd42c6-529f-4dcf-a481-21ecb0e8e6aa {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:48:12.216816 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1b4a63d1-a026-4c67-b29c-0d388e0a507f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.249163 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56f6c0fc-3c87-4b15-b1ee-72622e29ad63 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.279583 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cdfba5ce-b7dc-4a39-9635-4af753f77771 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd20fdb6-97eb-4648-a61c-7ab964bd5287 HTTP/1.1" status: 200 len: 205 time: 0.1064024 Jun 22 09:48:12.283742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33766) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:12.341955 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1b4a63d1-a026-4c67-b29c-0d388e0a507f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.370640 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5b46a700-537c-4e31-ae88-ed98e6035122 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.394100 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-541a982c-adb1-4c52-8b76-63fd303ba088 None None] Provisioning for port 63b77c2a-3930-495b-abc9-5a8f56674a75 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:12.396104 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-5b46a700-537c-4e31-ae88-ed98e6035122 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ca7b51-8500-41da-a24f-8648dce1885d']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:12.398136 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-541a982c-adb1-4c52-8b76-63fd303ba088 None None] Provisioning complete for port 63b77c2a-3930-495b-abc9-5a8f56674a75 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:12.401799 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-541a982c-adb1-4c52-8b76-63fd303ba088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.416056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-5b46a700-537c-4e31-ae88-ed98e6035122 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b484eb-9441-4917-8ba3-d67074cf94d8') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:12.423651 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-5b46a700-537c-4e31-ae88-ed98e6035122 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b484eb-9441-4917-8ba3-d67074cf94d8') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:12.423845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56f6c0fc-3c87-4b15-b1ee-72622e29ad63 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.423845 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-56f6c0fc-3c87-4b15-b1ee-72622e29ad63 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6059170 Jun 22 09:48:12.425593 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33768) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:12.430652 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-9d3f2d99-17fd-46dc-a08b-cd880b3585e1 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-665350964', 'prefixes': ['172.20.0.0/16']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:12.434856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ee08fbea-ed16-4e53-aa0e-9aee34a1b42f up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:12.448046 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0793785d-693c-4cc1-bee4-bfc25bb28375 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.470508 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5b46a700-537c-4e31-ae88-ed98e6035122 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.478910 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-541a982c-adb1-4c52-8b76-63fd303ba088 None None] Port 63b77c2a-3930-495b-abc9-5a8f56674a75 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:12.505426 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5b46a700-537c-4e31-ae88-ed98e6035122 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.515691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b46a700-537c-4e31-ae88-ed98e6035122 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:48:12.516415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5b46a700-537c-4e31-ae88-ed98e6035122 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.518347 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port ee08fbea-ed16-4e53-aa0e-9aee34a1b42f triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:12.518916 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:48:12.568627 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:48:12.620024 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e9f6041b-ea65-413a-a3a8-e2bbe9cc1520 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:12.668306 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.671925 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5b46a700-537c-4e31-ae88-ed98e6035122 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.685363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bebc5da7-f13a-4d5d-8045-eb6263550621 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:12.692167 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5b46a700-537c-4e31-ae88-ed98e6035122 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.694654 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5b46a700-537c-4e31-ae88-ed98e6035122 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "DELETE /v2.0/networks/75ca7b51-8500-41da-a24f-8648dce1885d HTTP/1.1" status: 204 len: 168 time: 1.0220101 Jun 22 09:48:12.702048 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-843c4bcd-ce86-4bd5-bef4-7600086f67f4 None None] Provisioning complete for port 63b77c2a-3930-495b-abc9-5a8f56674a75 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:12.706891 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-843c4bcd-ce86-4bd5-bef4-7600086f67f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.708495 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33770) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:12.712872 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46a700-537c-4e31-ae88-ed98e6035122 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event deleted for resources: {'Network': ['ID=75ca7b51-8500-41da-a24f-8648dce1885d,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:12.738924 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5b46a700-537c-4e31-ae88-ed98e6035122 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:12.753077 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0793785d-693c-4cc1-bee4-bfc25bb28375 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.759148 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0793785d-693c-4cc1-bee4-bfc25bb28375 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.762261 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-843c4bcd-ce86-4bd5-bef4-7600086f67f4 None None] Port 63b77c2a-3930-495b-abc9-5a8f56674a75 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:12.771075 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.779755 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ed332a7d-b300-4799-886c-e7c2e30b3dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:12.825665 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1b4a63d1-a026-4c67-b29c-0d388e0a507f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.837075 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port e9f6041b-ea65-413a-a3a8-e2bbe9cc1520 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:12.843795 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port e9f6041b-ea65-413a-a3a8-e2bbe9cc1520 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:12.845633 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.878959 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=63b77c2a-3930-495b-abc9-5a8f56674a75,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:12.881845 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.884067 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:12.884734 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b95d4a6-ee05-421e-8ec0-aac71dc1b5a7 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.922004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0793785d-693c-4cc1-bee4-bfc25bb28375 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.922586 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0793785d-693c-4cc1-bee4-bfc25bb28375 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Fanout notify agent at l3_agent the message router_deleted on router cd20fdb6-97eb-4648-a61c-7ab964bd5287 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:48:12.930113 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0793785d-693c-4cc1-bee4-bfc25bb28375 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.934161 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0793785d-693c-4cc1-bee4-bfc25bb28375 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/routers/cd20fdb6-97eb-4648-a61c-7ab964bd5287 HTTP/1.1" status: 204 len: 168 time: 0.6469622 Jun 22 09:48:12.934845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33772) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:12.955345 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.966522 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b95d4a6-ee05-421e-8ec0-aac71dc1b5a7 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:13.002129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1b4a63d1-a026-4c67-b29c-0d388e0a507f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:13.002625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port e9f6041b-ea65-413a-a3a8-e2bbe9cc1520, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e9f6041b-ea65-413a-a3a8-e2bbe9cc1520,segment=NetworkSegment(87606605-6006-4daf-9ad1-fc0388c55ae8),segment_id=87606605-6006-4daf-9ad1-fc0388c55ae8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:13.008731 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4835e786-7581-4267-825a-84e1f7c2b998 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:13.041727 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-4618e1fd-1652-426a-8f98-1992aff8512b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting subnet b88dce1e-09c8-40d3-827e-7197aa247c45 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:48:13.048979 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a63d1-a026-4c67-b29c-0d388e0a507f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Subnet': ['ID=74cd42c6-529f-4dcf-a481-21ecb0e8e6aa,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:13.052187 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 93499441-2576-4960-843c-c66e6142a15f is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:13.054278 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:13.057985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1b4a63d1-a026-4c67-b29c-0d388e0a507f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:13.059613 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4618e1fd-1652-426a-8f98-1992aff8512b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:13.067377 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1b4a63d1-a026-4c67-b29c-0d388e0a507f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:13.069583 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1b4a63d1-a026-4c67-b29c-0d388e0a507f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/74cd42c6-529f-4dcf-a481-21ecb0e8e6aa HTTP/1.1" status: 204 len: 168 time: 0.9453936 Jun 22 09:48:13.090032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f2d471-c25d-4248-aca6-674e814c37d1 None None] Network 7ae57fa4-5e38-4eb4-a6ba-7415285a3103 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:13.097704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2d99-17fd-46dc-a08b-cd880b3585e1 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks [] for subnetpool, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:13.098885 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9d3f2d99-17fd-46dc-a08b-cd880b3585e1 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6721656 Jun 22 09:48:13.099461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33774) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:13.108926 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33776) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:13.135352 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:13.138852 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-558df8f0-c437-4507-af21-64c0351e6b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:13.139111 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4618e1fd-1652-426a-8f98-1992aff8512b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:13.147520 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device de612036-aa56-4c36-8459-cc80d574e6f5 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:48:13.149065 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a979e08-2ef8-4e3a-a2a3-ee530b422d58 None None] Network 44f85279-6988-4946-aaf8-6b5bf077762d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:13.230001 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4618e1fd-1652-426a-8f98-1992aff8512b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:13.307492 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-f8208c0b-6b31-499a-b385-1a7bda58d36a tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '60786101-3964-4171-bd1e-4ac551271f37', 'tempest-TagsExtTest-Tag-950784940') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:13.309023 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: de612036-aa56-4c36-8459-cc80d574e6f5 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:48:13.309389 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device de612036-aa56-4c36-8459-cc80d574e6f5 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:48:13.390958 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4618e1fd-1652-426a-8f98-1992aff8512b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:13.392573 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-15992fdb-3409-42fb-8068-4169a08c2598 None None] Provisioning for port 9a0d1a0d-0f90-458e-afb2-6402672c082a completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:13.401221 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e126caf2-e481-421d-8a53-48b38bb7b87b tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:13.428811 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=e9f6041b-ea65-413a-a3a8-e2bbe9cc1520,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:13.435206 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:13.438044 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618e1fd-1652-426a-8f98-1992aff8512b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Subnet': ['ID=b88dce1e-09c8-40d3-827e-7197aa247c45,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:13.441337 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4618e1fd-1652-426a-8f98-1992aff8512b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:13.455492 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4618e1fd-1652-426a-8f98-1992aff8512b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:13.458147 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4618e1fd-1652-426a-8f98-1992aff8512b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/subnets/b88dce1e-09c8-40d3-827e-7197aa247c45 HTTP/1.1" status: 204 len: 168 time: 0.5190957 Jun 22 09:48:13.461855 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33780) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:13.464594 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb441ad9-8419-4462-b383-75551318e9f2 None None] Network 5dacb85d-8443-448a-aeae-67ca45762db5 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:13.477299 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:13.605726 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8ca241c8-29b1-46c0-951e-e5ddf6b36986 None None] Provisioning complete for port 63b77c2a-3930-495b-abc9-5a8f56674a75 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:13.606432 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8ca241c8-29b1-46c0-951e-e5ddf6b36986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:13.641535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:13.684429 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fd62b7-1812-437d-89be-6273b84dc2d3 None None] DHCP port deletion for 7ae57fa4-5e38-4eb4-a6ba-7415285a3103 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:48:13.699761 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-8ca241c8-29b1-46c0-951e-e5ddf6b36986 None None] Port 63b77c2a-3930-495b-abc9-5a8f56674a75 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:13.749932 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b95d4a6-ee05-421e-8ec0-aac71dc1b5a7 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:13.752849 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0b95d4a6-ee05-421e-8ec0-aac71dc1b5a7 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:13.757247 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0b95d4a6-ee05-421e-8ec0-aac71dc1b5a7 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] 10.222.0.20 "DELETE /v2.0/security-groups/7afad1b3-9138-419d-aa5b-5b42afc97214 HTTP/1.1" status: 204 len: 168 time: 1.0433795 Jun 22 09:48:13.757247 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-70510736-1f0a-4063-a516-2a85103013c9 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:13.779392 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95d4a6-ee05-421e-8ec0-aac71dc1b5a7 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afad1b3-9138-419d-aa5b-5b42afc97214,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:13.794624 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0b95d4a6-ee05-421e-8ec0-aac71dc1b5a7 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:13.814026 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-65fd62b7-1812-437d-89be-6273b84dc2d3 None None] Deleting port 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:13.814523 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-65fd62b7-1812-437d-89be-6273b84dc2d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:13.840900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 56ba8a69-517d-4b70-990f-2b16da4353f0 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:48:13.898740 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d09e5e-6b01-47bd-86c8-d4fc87ef8efd None None] DHCP port deletion for 5dacb85d-8443-448a-aeae-67ca45762db5 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:48:13.961364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e9f6041b-ea65-413a-a3a8-e2bbe9cc1520 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:14.027112 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:14.041658 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Sync routers for ids ['56ba8a69-517d-4b70-990f-2b16da4353f0'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:14.044146 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/56ba8a69-517d-4b70-990f-2b16da4353f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1797216 Jun 22 09:48:14.047186 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33786) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:14.048619 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-65fd62b7-1812-437d-89be-6273b84dc2d3 None None] For port 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8,segment=NetworkSegment(4a6dd5f8-c71e-4f3d-9d83-c38f07fbc227),segment_id=4a6dd5f8-c71e-4f3d-9d83-c38f07fbc227)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:14.049344 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-65fd62b7-1812-437d-89be-6273b84dc2d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:14.062297 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Routers {'56ba8a69-517d-4b70-990f-2b16da4353f0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:14.062825 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['56ba8a69-517d-4b70-990f-2b16da4353f0'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:14.170724 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-65fd62b7-1812-437d-89be-6273b84dc2d3 None None] Calling delete_port for 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:14.174383 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2f2e59dc-25d6-4bd4-9c8e-ec08a8b6d429 None None] Provisioning for port 18725327-47ef-46cd-9eb3-52f83db79c39 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:14.186273 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2f2e59dc-25d6-4bd4-9c8e-ec08a8b6d429 None None] Provisioning complete for port 18725327-47ef-46cd-9eb3-52f83db79c39 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:14.186948 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2f2e59dc-25d6-4bd4-9c8e-ec08a8b6d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:14.221590 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Set router 56ba8a69-517d-4b70-990f-2b16da4353f0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:14.226693 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c3d09e5e-6b01-47bd-86c8-d4fc87ef8efd None None] Deleting port 5c14606c-96df-4726-9fb8-d2f0578db5ea {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:14.227139 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c3d09e5e-6b01-47bd-86c8-d4fc87ef8efd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:14.249670 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port e9f6041b-ea65-413a-a3a8-e2bbe9cc1520 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:14.250160 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:14.251726 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-2f2e59dc-25d6-4bd4-9c8e-ec08a8b6d429 None None] Port 18725327-47ef-46cd-9eb3-52f83db79c39 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:14.278458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:14.279079 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:14.343766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af73fc60-4676-41e4-846b-da0365d0dd63 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:14.344563 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af73fc60-4676-41e4-846b-da0365d0dd63 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:14.345737 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af73fc60-4676-41e4-846b-da0365d0dd63 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:14.346289 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af73fc60-4676-41e4-846b-da0365d0dd63 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:14.346881 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af73fc60-4676-41e4-846b-da0365d0dd63 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:14.347411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af73fc60-4676-41e4-846b-da0365d0dd63 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:14.347972 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af73fc60-4676-41e4-846b-da0365d0dd63 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:14.348578 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] For port 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8,segment=NetworkSegment(4a6dd5f8-c71e-4f3d-9d83-c38f07fbc227),segment_id=4a6dd5f8-c71e-4f3d-9d83-c38f07fbc227)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:14.348726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af73fc60-4676-41e4-846b-da0365d0dd63 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:14.348946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:14.350875 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-af73fc60-4676-41e4-846b-da0365d0dd63 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5535 time: 0.3024857 Jun 22 09:48:14.355925 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f8208c0b-6b31-499a-b385-1a7bda58d36a tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "PUT /v2.0/subnets/60786101-3964-4171-bd1e-4ac551271f37/tags/tempest-TagsExtTest-Tag-950784940 HTTP/1.1" status: 201 len: 201 time: 1.0591137 Jun 22 09:48:14.356653 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33788) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:14.357075 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33790) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:14.370333 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-10484f93-d8ea-415a-82a3-751484df46e9 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '18725327-47ef-46cd-9eb3-52f83db79c39', 'tempest-TagsExtTest-Tag-1174183891') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:14.459896 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c3d09e5e-6b01-47bd-86c8-d4fc87ef8efd None None] For port 5c14606c-96df-4726-9fb8-d2f0578db5ea, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5c14606c-96df-4726-9fb8-d2f0578db5ea,segment=NetworkSegment(8e93e325-5170-4bc9-a313-926a560a3966),segment_id=8e93e325-5170-4bc9-a313-926a560a3966)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:14.460845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c3d09e5e-6b01-47bd-86c8-d4fc87ef8efd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:14.461242 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:14.514274 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561ce41e-3302-470a-95c4-9234df813b4b tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:14.514748 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561ce41e-3302-470a-95c4-9234df813b4b tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:14.515214 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561ce41e-3302-470a-95c4-9234df813b4b tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:14.515703 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561ce41e-3302-470a-95c4-9234df813b4b tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:14.516166 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561ce41e-3302-470a-95c4-9234df813b4b tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:14.517900 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-561ce41e-3302-470a-95c4-9234df813b4b tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3355 time: 0.1597950 Jun 22 09:48:14.522350 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33794) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:14.528994 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '63b77c2a-3930-495b-abc9-5a8f56674a75', 'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:33:28:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:09Z', 'updated_at': '2021-06-22T09:48:12Z', 'revision_number': 2, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:14.572468 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Checking router: 56ba8a69-517d-4b70-990f-2b16da4353f0 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:48:14.573387 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Updating router 56ba8a69-517d-4b70-990f-2b16da4353f0 port 63b77c2a-3930-495b-abc9-5a8f56674a75 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:48:14.590258 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting port 5c14606c-96df-4726-9fb8-d2f0578db5ea {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:14.590893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:14.592075 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33796) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:14.627790 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:14.692565 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c3d09e5e-6b01-47bd-86c8-d4fc87ef8efd None None] Calling delete_port for 5c14606c-96df-4726-9fb8-d2f0578db5ea owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:14.719987 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] For port 5c14606c-96df-4726-9fb8-d2f0578db5ea, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5c14606c-96df-4726-9fb8-d2f0578db5ea,segment=NetworkSegment(8e93e325-5170-4bc9-a313-926a560a3966),segment_id=8e93e325-5170-4bc9-a313-926a560a3966)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:14.721325 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:14.806385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c517b0e8-b1a8-410b-aaf3-ca9744d87999 None None] Provisioning complete for port 18725327-47ef-46cd-9eb3-52f83db79c39 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:14.806777 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c517b0e8-b1a8-410b-aaf3-ca9744d87999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:14.809168 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-10484f93-d8ea-415a-82a3-751484df46e9 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "PUT /v2.0/ports/18725327-47ef-46cd-9eb3-52f83db79c39/tags/tempest-TagsExtTest-Tag-1174183891 HTTP/1.1" status: 201 len: 201 time: 0.4496830 Jun 22 09:48:14.811591 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33800) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:14.813013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Calling delete_port for 5c14606c-96df-4726-9fb8-d2f0578db5ea owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:14.817871 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:14.819221 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-e59930d7-49b4-4dd1-9e60-7eb489d79f65 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd8d4f36a-8f1a-43aa-9ddc-72eabc15946a', 'tempest-TagsExtTest-Tag-1902266963') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:14.830403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4f0d3204-d153-45bc-81d3-43add08f31ac tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:14.851396 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c517b0e8-b1a8-410b-aaf3-ca9744d87999 None None] Port 18725327-47ef-46cd-9eb3-52f83db79c39 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:14.863523 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:14.870037 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No DVR routers for this DVR port 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:14.875959 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9a0d1a0d-0f90-458e-afb2-6402672c082a up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:14.899242 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-65fd62b7-1812-437d-89be-6273b84dc2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:14.903119 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:14.905051 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:14.952385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd62b7-1812-437d-89be-6273b84dc2d3 None None] No DVR routers for this DVR port 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:14.960727 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd62b7-1812-437d-89be-6273b84dc2d3 None None] Pushing event deleted for resources: {'Port': ['ID=3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:14.967781 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-65fd62b7-1812-437d-89be-6273b84dc2d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:15.005123 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dbc08ce1-4f78-41a1-a760-0bcaa2754c74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6405790520f347c092a1490886c89b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098659 Jun 22 09:48:15.007181 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.009057 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33802) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:15.017949 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Transition to ACTIVE for port object 63b77c2a-3930-495b-abc9-5a8f56674a75 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:15.039982 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c3d09e5e-6b01-47bd-86c8-d4fc87ef8efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.043144 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1d0c492b-9759-4f28-93d9-bcb65ee4a997 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2131 time: 0.5193942 Jun 22 09:48:15.043327 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-456c050a-ad6c-4d19-a66d-36440cc36adb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:15.045725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.065557 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae57fa4-5e38-4eb4-a6ba-7415285a3103']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:15.074277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d09e5e-6b01-47bd-86c8-d4fc87ef8efd None None] Pushing event deleted for resources: {'Port': ['ID=5c14606c-96df-4726-9fb8-d2f0578db5ea,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:15.077444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c3d09e5e-6b01-47bd-86c8-d4fc87ef8efd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:15.078262 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d09e5e-6b01-47bd-86c8-d4fc87ef8efd None None] No DVR routers for this DVR port 5c14606c-96df-4726-9fb8-d2f0578db5ea on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:15.082861 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6dd5f8-c71e-4f3d-9d83-c38f07fbc227') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:15.083585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6dd5f8-c71e-4f3d-9d83-c38f07fbc227') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:15.097682 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 9a0d1a0d-0f90-458e-afb2-6402672c082a completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:15.102996 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 9a0d1a0d-0f90-458e-afb2-6402672c082a triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:15.109331 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.109504 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.126250 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.131808 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.139888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8771f27c-4eba-476d-a8bd-f1e126e9a953 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:15.142874 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.145037 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:48:15.145440 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.146168 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:15.147242 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e59930d7-49b4-4dd1-9e60-7eb489d79f65 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "PUT /v2.0/routers/d8d4f36a-8f1a-43aa-9ddc-72eabc15946a/tags/tempest-TagsExtTest-Tag-1902266963 HTTP/1.1" status: 201 len: 201 time: 0.3345594 Jun 22 09:48:15.148452 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33806) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:48:15.151790 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:48:15.155414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-2d747f27-626f-46b1-a3fa-57073eb2d227 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '19eef76f-a856-49f6-9448-cfdc652bb3f1', 'tempest-TagsExtTest-Tag-55929662') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:15.244263 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ed72730b-bddd-47cf-89a7-a9dbe431cedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.260470 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038564cc-6915-4b11-ba95-26677a43c67d None None] Pushing event updated for resources: {'Port': ['ID=63b77c2a-3930-495b-abc9-5a8f56674a75,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:15.269308 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ed72730b-bddd-47cf-89a7-a9dbe431cedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.274294 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-038564cc-6915-4b11-ba95-26677a43c67d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:15.280537 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.319622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 9a0d1a0d-0f90-458e-afb2-6402672c082a, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9a0d1a0d-0f90-458e-afb2-6402672c082a,segment=NetworkSegment(ccb8a176-c153-45af-9a64-8366299a61b8),segment_id=ccb8a176-c153-45af-9a64-8366299a61b8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:15.321968 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] No DVR routers for this DVR port 5c14606c-96df-4726-9fb8-d2f0578db5ea on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:15.326471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Port': ['ID=5c14606c-96df-4726-9fb8-d2f0578db5ea,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:15.341376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:15.371779 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Attempting to bind port 63b77c2a-3930-495b-abc9-5a8f56674a75 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:15.372365 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Attempting to bind port 63b77c2a-3930-495b-abc9-5a8f56674a75 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '87606605-6006-4daf-9ad1-fc0388c55ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93499441-2576-4960-843c-c66e6142a15f'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:15.372933 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Attempting to bind port 63b77c2a-3930-495b-abc9-5a8f56674a75 on network 93499441-2576-4960-843c-c66e6142a15f {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:15.378325 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:15.378701 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Checking segment: {'id': '87606605-6006-4daf-9ad1-fc0388c55ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93499441-2576-4960-843c-c66e6142a15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:15.379100 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.379594 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Bound using segment: {'id': '87606605-6006-4daf-9ad1-fc0388c55ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93499441-2576-4960-843c-c66e6142a15f'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:15.380061 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Bound port: 63b77c2a-3930-495b-abc9-5a8f56674a75, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87606605-6006-4daf-9ad1-fc0388c55ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93499441-2576-4960-843c-c66e6142a15f'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:15.380439 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.387306 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2d747f27-626f-46b1-a3fa-57073eb2d227 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "PUT /v2.0/subnetpools/19eef76f-a856-49f6-9448-cfdc652bb3f1/tags/tempest-TagsExtTest-Tag-55929662 HTTP/1.1" status: 201 len: 201 time: 0.2383356 Jun 22 09:48:15.388358 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33810) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:15.395692 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-caff3366-6dd8-4dca-9eb6-be7b015707ac tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '60786101-3964-4171-bd1e-4ac551271f37') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:15.428849 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.434791 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-17936bb8-7d46-4803-afa1-ec2649380afa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:15.449796 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.488399 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dacb85d-8443-448a-aeae-67ca45762db5']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:15.510672 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e93e325-5170-4bc9-a313-926a560a3966') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:15.510977 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e93e325-5170-4bc9-a313-926a560a3966') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:15.517789 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 0b051c17-5f61-4ee0-80fb-3545519be1f5 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:48:15.539108 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-caff3366-6dd8-4dca-9eb6-be7b015707ac tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/subnets/60786101-3964-4171-bd1e-4ac551271f37/tags HTTP/1.1" status: 200 len: 240 time: 0.1495323 Jun 22 09:48:15.541565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33812) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:15.542012 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.547468 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-40dc23e4-b2d8-46ca-ba2d-35e8e8466e4d tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60786101-3964-4171-bd1e-4ac551271f37', 'tempest-TagsExtTest-Tag-950784940') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:15.566289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.573512 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:48:15.573936 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.603697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=9a0d1a0d-0f90-458e-afb2-6402672c082a,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:15.613166 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] For port 63b77c2a-3930-495b-abc9-5a8f56674a75, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:15.615338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 0b051c17-5f61-4ee0-80fb-3545519be1f5 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:48:15.615936 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 0b051c17-5f61-4ee0-80fb-3545519be1f5 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:48:15.616528 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:48:15.620343 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] For port 63b77c2a-3930-495b-abc9-5a8f56674a75, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=63b77c2a-3930-495b-abc9-5a8f56674a75,segment=NetworkSegment(87606605-6006-4daf-9ad1-fc0388c55ae8),segment_id=87606605-6006-4daf-9ad1-fc0388c55ae8)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:15.626882 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-40dc23e4-b2d8-46ca-ba2d-35e8e8466e4d tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/subnets/60786101-3964-4171-bd1e-4ac551271f37/tags/tempest-TagsExtTest-Tag-950784940 HTTP/1.1" status: 204 len: 168 time: 0.0838599 Jun 22 09:48:15.629921 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33814) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:48:15.632060 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:48:15.634691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-74cdecb7-7d82-44eb-a476-c7530b88ed02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '60786101-3964-4171-bd1e-4ac551271f37', 'tempest-TagsExtTest-Tag-950784940') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:15.641626 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.643174 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ed72730b-bddd-47cf-89a7-a9dbe431cedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.645564 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:15.646464 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:48:15.646596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ed72730b-bddd-47cf-89a7-a9dbe431cedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.649782 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3461d9ca-fc95-488a-8d6c-1cdf6e69bcc8 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:48:15.649908 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ed72730b-bddd-47cf-89a7-a9dbe431cedc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f44ca87b-a22a-4d8a-aa99-a86c354d74fd HTTP/1.1" status: 204 len: 168 time: 0.6361852 Jun 22 09:48:15.652962 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f4dd5805-3b0a-4ae8-a77e-5cd982c22dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:15.656514 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.663653 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33818) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:15.664802 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/networks/7ae57fa4-5e38-4eb4-a6ba-7415285a3103 HTTP/1.1" status: 204 len: 168 time: 2.5618889 Jun 22 09:48:15.671242 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72730b-bddd-47cf-89a7-a9dbe431cedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44ca87b-a22a-4d8a-aa99-a86c354d74fd,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:15.673726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ed72730b-bddd-47cf-89a7-a9dbe431cedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:15.674178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:15.689524 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Network': ['ID=7ae57fa4-5e38-4eb4-a6ba-7415285a3103,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:15.692703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:15.697804 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.702648 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-0a62a9d5-fb38-4da7-8c06-da399e585757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:15.714179 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.719059 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ee97da68-6aab-48a6-bd52-02a82eebad16 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:15.728314 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.733074 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/networks/5dacb85d-8443-448a-aeae-67ca45762db5 HTTP/1.1" status: 204 len: 168 time: 2.2698474 Jun 22 09:48:15.739005 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33820) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:15.747940 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-5de66c5c-4db8-4534-8c41-57fb293a749b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'network': {'name': 'tempest-RoutersTest-172894145'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:15.760961 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e918cb-7e2e-4fbc-bc4f-d47e735e938a tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:15.762521 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b6e918cb-7e2e-4fbc-bc4f-d47e735e938a tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports/010fa2d9-6d98-449d-beb4-a9787acacf70 HTTP/1.1" status: 200 len: 844 time: 0.0977423 Jun 22 09:48:15.775932 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33822) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:15.794771 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Network': ['ID=5dacb85d-8443-448a-aeae-67ca45762db5,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:15.803463 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:15.841361 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Routers {'56ba8a69-517d-4b70-990f-2b16da4353f0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:15.842011 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:47:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['56ba8a69-517d-4b70-990f-2b16da4353f0'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:15.885513 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9a0d1a0d-0f90-458e-afb2-6402672c082a up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:15.888395 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b07bb963-21a6-44b1-98e1-9b69c59a3ab5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports/010fa2d9-6d98-449d-beb4-a9787acacf70?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1071322 Jun 22 09:48:15.890202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33824) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:15.891258 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038564cc-6915-4b11-ba95-26677a43c67d None None] Pushing event updated for resources: {'Port': ['ID=63b77c2a-3930-495b-abc9-5a8f56674a75,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:15.896766 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-52dd9f40-1694-465f-8850-dc862b7ea51d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'subnet': {'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:15.898888 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-038564cc-6915-4b11-ba95-26677a43c67d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:15.926108 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de66c5c-4db8-4534-8c41-57fb293a749b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Made reservation on behalf of 6167c55fae3441119bb7e60e43fbf71d for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:15.931659 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5de66c5c-4db8-4534-8c41-57fb293a749b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.936877 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-74cdecb7-7d82-44eb-a476-c7530b88ed02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/subnets/60786101-3964-4171-bd1e-4ac551271f37/tags/tempest-TagsExtTest-Tag-950784940 HTTP/1.1" status: 204 len: 168 time: 0.3047457 Jun 22 09:48:15.943323 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33826) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:15.948958 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-832edca6-becf-432b-931f-66cfffe3ed9d tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '60786101-3964-4171-bd1e-4ac551271f37') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:15.994770 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de66c5c-4db8-4534-8c41-57fb293a749b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:48:16.000693 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 9a0d1a0d-0f90-458e-afb2-6402672c082a triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:16.001333 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:16.016891 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5de66c5c-4db8-4534-8c41-57fb293a749b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:16.270933 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-5de66c5c-4db8-4534-8c41-57fb293a749b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Added segment ae100d41-d3db-4f76-b77a-89c1d8805750 of type vlan for network 57acb921-338b-4213-ae18-e9597b66bceb Jun 22 09:48:16.272474 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] Set router 56ba8a69-517d-4b70-990f-2b16da4353f0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:16.274545 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-832edca6-becf-432b-931f-66cfffe3ed9d tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/subnets/60786101-3964-4171-bd1e-4ac551271f37/tags HTTP/1.1" status: 200 len: 205 time: 0.1540031 Jun 22 09:48:16.274545 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33828) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:16.274545 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-89ff762e-0646-405a-881e-6c7ccd5ad560 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '18725327-47ef-46cd-9eb3-52f83db79c39') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:16.276895 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5de66c5c-4db8-4534-8c41-57fb293a749b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:16.277719 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-89ff762e-0646-405a-881e-6c7ccd5ad560 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/ports/18725327-47ef-46cd-9eb3-52f83db79c39/tags HTTP/1.1" status: 200 len: 241 time: 0.0793808 Jun 22 09:48:16.277719 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33830) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:16.277993 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5c14606c-96df-4726-9fb8-d2f0578db5ea no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:48:16.278111 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-aaf2dd1c-c2fe-4d39-a3fb-e7ca34492761 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '18725327-47ef-46cd-9eb3-52f83db79c39', 'tempest-TagsExtTest-Tag-1174183891') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:16.278229 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 5c14606c-96df-4726-9fb8-d2f0578db5ea {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:48:16.278229 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5c14606c-96df-4726-9fb8-d2f0578db5ea not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:48:16.278421 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-aaf2dd1c-c2fe-4d39-a3fb-e7ca34492761 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/ports/18725327-47ef-46cd-9eb3-52f83db79c39/tags/tempest-TagsExtTest-Tag-1174183891 HTTP/1.1" status: 204 len: 168 time: 0.0555103 Jun 22 09:48:16.278421 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33832) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:16.278421 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-ce479d91-fa99-4cb7-b743-c212794963f0 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '18725327-47ef-46cd-9eb3-52f83db79c39', 'tempest-TagsExtTest-Tag-1174183891') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:16.286570 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '63b77c2a-3930-495b-abc9-5a8f56674a75', 'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:33:28:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:09Z', 'updated_at': '2021-06-22T09:48:15Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:16.315030 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b79bd4-7a71-4acb-acac-7f7c74faca0f None None] The sync data for ids ['56ba8a69-517d-4b70-990f-2b16da4353f0'] in dv-neutron-797121-3-hyperv is: [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '63b77c2a-3930-495b-abc9-5a8f56674a75', 'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:33:28:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:09Z', 'updated_at': '2021-06-22T09:48:15Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:16.491304 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dd9f40-1694-465f-8850-dc862b7ea51d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:16.493449 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5de66c5c-4db8-4534-8c41-57fb293a749b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:16.496938 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-52dd9f40-1694-465f-8850-dc862b7ea51d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:16.503231 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de66c5c-4db8-4534-8c41-57fb293a749b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:16.506067 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ce479d91-fa99-4cb7-b743-c212794963f0 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/ports/18725327-47ef-46cd-9eb3-52f83db79c39/tags/tempest-TagsExtTest-Tag-1174183891 HTTP/1.1" status: 204 len: 168 time: 0.2422950 Jun 22 09:48:16.506242 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5de66c5c-4db8-4534-8c41-57fb293a749b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:16.517881 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33836) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:16.522373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:16.549537 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-f6bbe172-6592-4ca1-a716-19581e8bea99 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '18725327-47ef-46cd-9eb3-52f83db79c39') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:16.562453 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33838) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:16.577750 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-2990076a-a46e-4267-83a6-cf56951bbcf7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1577520357', 'description': 'tempest-secgroup-smoke-1577520357 description', 'project_id': '50763c4428f741ada1db53edd04651ab'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:16.593676 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1f09a5dd-de63-4e10-b5e7-9df2ff420505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:16.614683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de66c5c-4db8-4534-8c41-57fb293a749b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Network': ['ID=57acb921-338b-4213-ae18-e9597b66bceb,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:16.617702 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5de66c5c-4db8-4534-8c41-57fb293a749b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:16.626144 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 57acb921-338b-4213-ae18-e9597b66bceb details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:48:16.640805 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5de66c5c-4db8-4534-8c41-57fb293a749b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9001615 Jun 22 09:48:16.644081 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33840) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:16.651101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-409867b3-d68d-4cd9-b2be-06c555722839 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'subnet': {'network_id': '57acb921-338b-4213-ae18-e9597b66bceb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:16.688034 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f6bbe172-6592-4ca1-a716-19581e8bea99 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/ports/18725327-47ef-46cd-9eb3-52f83db79c39/tags HTTP/1.1" status: 200 len: 205 time: 0.1717849 Jun 22 09:48:16.705750 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33842) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:16.710934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-b5916b11-ae44-42a9-b138-68c32fe7457c tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd8d4f36a-8f1a-43aa-9ddc-72eabc15946a') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:16.751689 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2990076a-a46e-4267-83a6-cf56951bbcf7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:16.833806 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409867b3-d68d-4cd9-b2be-06c555722839 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Made reservation on behalf of 6167c55fae3441119bb7e60e43fbf71d for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:16.839046 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-409867b3-d68d-4cd9-b2be-06c555722839 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:16.865952 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b5916b11-ae44-42a9-b138-68c32fe7457c tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/routers/d8d4f36a-8f1a-43aa-9ddc-72eabc15946a/tags HTTP/1.1" status: 200 len: 241 time: 0.1552114 Jun 22 09:48:16.866208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33844) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:16.897218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-be14d83e-d811-4ece-9487-7e505df3a0c0 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd8d4f36a-8f1a-43aa-9ddc-72eabc15946a', 'tempest-TagsExtTest-Tag-1902266963') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:16.924976 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33846) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:16.935385 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-52dd9f40-1694-465f-8850-dc862b7ea51d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:16.946424 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2a8eeb34-f5b7-4cbd-99dc-10a094334f12 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:16.980906 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a4220c6-c398-41c7-be62-714d2cf01bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:16.984827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2990076a-a46e-4267-83a6-cf56951bbcf7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.012343 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-be14d83e-d811-4ece-9487-7e505df3a0c0 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/routers/d8d4f36a-8f1a-43aa-9ddc-72eabc15946a/tags/tempest-TagsExtTest-Tag-1902266963 HTTP/1.1" status: 204 len: 168 time: 0.1437831 Jun 22 09:48:17.012916 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dd9f40-1694-465f-8850-dc862b7ea51d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:17.013559 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33848) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:17.016576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-52dd9f40-1694-465f-8850-dc862b7ea51d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:17.018377 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-40f49f21-0d8f-4365-9959-7442df0f0cdb tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd8d4f36a-8f1a-43aa-9ddc-72eabc15946a', 'tempest-TagsExtTest-Tag-1902266963') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:17.021430 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dd9f40-1694-465f-8850-dc862b7ea51d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:17.025514 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-52dd9f40-1694-465f-8850-dc862b7ea51d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.028328 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35239673-3eda-4145-9531-c6ef651d46a2 None None] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:17.037457 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd9f40-1694-465f-8850-dc862b7ea51d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Subnet': ['ID=dcc10b1b-8300-4558-bf1b-4d0a7852cc86,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:17.040137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-52dd9f40-1694-465f-8850-dc862b7ea51d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:17.046710 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2990076a-a46e-4267-83a6-cf56951bbcf7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.049213 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2e810a9e-e40e-48c1-a439-07c185ab05fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:17.080308 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990076a-a46e-4267-83a6-cf56951bbcf7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8d5d1d-b31d-44ba-8f95-7b305b8565ee,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:17.083328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2990076a-a46e-4267-83a6-cf56951bbcf7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:17.146021 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-52dd9f40-1694-465f-8850-dc862b7ea51d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2519748 Jun 22 09:48:17.146265 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33850) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:17.150928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-442901c9-c9fa-4198-9c3d-9f07a5bd9762 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'security_group': {'name': 'tempest-secgroup-201692360'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:17.160218 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2990076a-a46e-4267-83a6-cf56951bbcf7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.163474 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2990076a-a46e-4267-83a6-cf56951bbcf7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5947587 Jun 22 09:48:17.167164 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33852) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:17.173012 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-5844994d-54bd-4c08-8cb3-3e444ffda5c5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '6f8d5d1d-b31d-44ba-8f95-7b305b8565ee', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:17.267948 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-5b5e2573-2167-466d-9999-78aa9a2cd9e7', 'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7', 'tenant_id': '3279d45dbce84071a9f170ee9432f94e', 'fixed_ips': [{'subnet_id': 'dcc10b1b-8300-4558-bf1b-4d0a7852cc86'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:48:17.269689 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.270385 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a4220c6-c398-41c7-be62-714d2cf01bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.286639 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-409867b3-d68d-4cd9-b2be-06c555722839 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.295362 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33854) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:17.295672 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-40f49f21-0d8f-4365-9959-7442df0f0cdb tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/routers/d8d4f36a-8f1a-43aa-9ddc-72eabc15946a/tags/tempest-TagsExtTest-Tag-1902266963 HTTP/1.1" status: 204 len: 168 time: 0.2780488 Jun 22 09:48:17.295672 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2a45d360-4642-43f8-9185-d13c1c23fdb8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:17.300386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-332b3ff9-a510-4b3c-8c24-fc6246b6ca2a tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd8d4f36a-8f1a-43aa-9ddc-72eabc15946a') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:17.343729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409867b3-d68d-4cd9-b2be-06c555722839 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Subnet': ['ID=18db3815-42e9-4381-81c4-cc23702f6674,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:17.347464 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-409867b3-d68d-4cd9-b2be-06c555722839 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:17.376525 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409867b3-d68d-4cd9-b2be-06c555722839 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Checking segment: {'id': 'ae100d41-d3db-4f76-b77a-89c1d8805750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57acb921-338b-4213-ae18-e9597b66bceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:17.376891 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409867b3-d68d-4cd9-b2be-06c555722839 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network hostable DHCP agents. Network: 57acb921-338b-4213-ae18-e9597b66bceb, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:48:17.389784 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3a4220c6-c398-41c7-be62-714d2cf01bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.396834 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5227b007-8c23-4b9a-b785-0a9dc40019a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:17.434718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Allocated IP 2001:db8::2 (5b5e2573-2167-466d-9999-78aa9a2cd9e7/dcc10b1b-8300-4558-bf1b-4d0a7852cc86/5bc6837a-e8e4-426c-a7a4-e56f284bbb4c) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:17.440081 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409867b3-d68d-4cd9-b2be-06c555722839 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 57acb921-338b-4213-ae18-e9597b66bceb is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:48:17.448227 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-332b3ff9-a510-4b3c-8c24-fc6246b6ca2a tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/routers/d8d4f36a-8f1a-43aa-9ddc-72eabc15946a/tags HTTP/1.1" status: 200 len: 205 time: 0.1521845 Jun 22 09:48:17.448227 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4220c6-c398-41c7-be62-714d2cf01bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e190a7-058b-4070-9377-143fb6e8875f,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:17.451091 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33856) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:17.454210 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3a4220c6-c398-41c7-be62-714d2cf01bf5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=076fb2088442464699c137b7f2e90666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5259080 Jun 22 09:48:17.454210 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3a4220c6-c398-41c7-be62-714d2cf01bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:17.455261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33858) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:17.463280 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-873b14d6-9f74-4b2b-a41d-68254ca39878 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '19eef76f-a856-49f6-9448-cfdc652bb3f1') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:17.493878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-442901c9-c9fa-4198-9c3d-9f07a5bd9762 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.496692 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-873b14d6-9f74-4b2b-a41d-68254ca39878 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/subnetpools/19eef76f-a856-49f6-9448-cfdc652bb3f1/tags HTTP/1.1" status: 200 len: 239 time: 0.0420287 Jun 22 09:48:17.499220 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33860) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:17.504880 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-49123454-a9d0-4b95-b5f1-aac12411337b tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19eef76f-a856-49f6-9448-cfdc652bb3f1', 'tempest-TagsExtTest-Tag-55929662') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:17.534613 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-409867b3-d68d-4cd9-b2be-06c555722839 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 57acb921-338b-4213-ae18-e9597b66bceb) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:17.543591 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409867b3-d68d-4cd9-b2be-06c555722839 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:17.545008 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69594df8-20f9-4a69-a795-e36eb0845e29 None None] Network 57acb921-338b-4213-ae18-e9597b66bceb requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:17.548401 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-409867b3-d68d-4cd9-b2be-06c555722839 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.552274 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-49123454-a9d0-4b95-b5f1-aac12411337b tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/subnetpools/19eef76f-a856-49f6-9448-cfdc652bb3f1/tags/tempest-TagsExtTest-Tag-55929662 HTTP/1.1" status: 204 len: 168 time: 0.0520275 Jun 22 09:48:17.557077 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33864) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:17.568512 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-91460fb2-e8c9-4aea-bbb8-60796a1369a0 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '19eef76f-a856-49f6-9448-cfdc652bb3f1', 'tempest-TagsExtTest-Tag-55929662') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:17.588843 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b47c1078-1907-4150-a207-f42d249b9ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.638879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b47c1078-1907-4150-a207-f42d249b9ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.668272 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5844994d-54bd-4c08-8cb3-3e444ffda5c5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.707489 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-409867b3-d68d-4cd9-b2be-06c555722839 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0600183 Jun 22 09:48:17.712315 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33866) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:17.716195 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-3c4959a3-a7e1-4184-8f85-c79f2000e428 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1460643169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:17.731566 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.760959 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-91460fb2-e8c9-4aea-bbb8-60796a1369a0 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/subnetpools/19eef76f-a856-49f6-9448-cfdc652bb3f1/tags/tempest-TagsExtTest-Tag-55929662 HTTP/1.1" status: 204 len: 168 time: 0.2027490 Jun 22 09:48:17.763248 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33868) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:17.768839 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-58e92176-1897-4bfa-b7c3-06d7d18a973e tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '19eef76f-a856-49f6-9448-cfdc652bb3f1') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:17.778321 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-57acb921-338b-4213-ae18-e9597b66bceb', 'network_id': '57acb921-338b-4213-ae18-e9597b66bceb', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'fixed_ips': [{'subnet_id': '18db3815-42e9-4381-81c4-cc23702f6674'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:48:17.779604 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.792644 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-58e92176-1897-4bfa-b7c3-06d7d18a973e tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/subnetpools/19eef76f-a856-49f6-9448-cfdc652bb3f1/tags HTTP/1.1" status: 200 len: 205 time: 0.0279374 Jun 22 09:48:17.795232 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33870) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:17.800314 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-f83936c9-bd8d-412c-aeda-47c3c3b94e7f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19eef76f-a856-49f6-9448-cfdc652bb3f1') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:17.825850 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b47c1078-1907-4150-a207-f42d249b9ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.828470 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b47c1078-1907-4150-a207-f42d249b9ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.833151 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b47c1078-1907-4150-a207-f42d249b9ad7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16e190a7-058b-4070-9377-143fb6e8875f HTTP/1.1" status: 204 len: 168 time: 0.3743145 Jun 22 09:48:17.836203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2990076a-a46e-4267-83a6-cf56951bbcf7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:17.852950 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Transition to ACTIVE for port object 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:17.864908 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5844994d-54bd-4c08-8cb3-3e444ffda5c5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.868204 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c1078-1907-4150-a207-f42d249b9ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e190a7-058b-4070-9377-143fb6e8875f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:17.870122 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Transition to ACTIVE for port object 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:17.873068 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 63b77c2a-3930-495b-abc9-5a8f56674a75 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:17.873372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b47c1078-1907-4150-a207-f42d249b9ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:17.875296 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f83936c9-bd8d-412c-aeda-47c3c3b94e7f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/subnetpools/19eef76f-a856-49f6-9448-cfdc652bb3f1/tags HTTP/1.1" status: 204 len: 168 time: 0.0791245 Jun 22 09:48:17.879307 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33874) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:17.884665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-6a480996-0b50-42f6-b00a-03a3670c7f7b tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd8d4f36a-8f1a-43aa-9ddc-72eabc15946a') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:17.927575 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-442901c9-c9fa-4198-9c3d-9f07a5bd9762 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.948830 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5844994d-54bd-4c08-8cb3-3e444ffda5c5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.951417 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-289300a3-aff4-48aa-852e-b57366c65533 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:17.973113 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.977624 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844994d-54bd-4c08-8cb3-3e444ffda5c5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33b87c7-0d22-4e2e-bdab-e01f1f7d84b7,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:17.977624 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5844994d-54bd-4c08-8cb3-3e444ffda5c5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:17.977856 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6a480996-0b50-42f6-b00a-03a3670c7f7b tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/routers/d8d4f36a-8f1a-43aa-9ddc-72eabc15946a/tags HTTP/1.1" status: 204 len: 168 time: 0.0965743 Jun 22 09:48:17.978467 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-300c55f6-38a1-4066-94f4-234616151661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:17.979746 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33876) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:17.986075 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-73e806fa-0a79-452b-bc27-5bf95c07ed8d tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '18725327-47ef-46cd-9eb3-52f83db79c39') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:18.005628 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-442901c9-c9fa-4198-9c3d-9f07a5bd9762 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.009632 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-087efabe-48ba-4ede-8bb1-30231cdbed59 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:18.035059 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:18.036237 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Allocated IP 172.20.0.2 (57acb921-338b-4213-ae18-e9597b66bceb/18db3815-42e9-4381-81c4-cc23702f6674/ad8a7b56-5ec5-49a3-b7eb-c99334a896ce) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:18.044168 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:18.045361 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442901c9-c9fa-4198-9c3d-9f07a5bd9762 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbd31b6-c5fc-4191-baf6-2f4b1788058a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:18.052803 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-442901c9-c9fa-4198-9c3d-9f07a5bd9762 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:18.053813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:18.057306 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Pushing event updated for resources: {'Port': ['ID=5bc6837a-e8e4-426c-a7a4-e56f284bbb4c,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:18.063698 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:18.086721 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-73e806fa-0a79-452b-bc27-5bf95c07ed8d tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/ports/18725327-47ef-46cd-9eb3-52f83db79c39/tags HTTP/1.1" status: 204 len: 168 time: 0.0979309 Jun 22 09:48:18.086721 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33878) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:18.087451 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-35f78ba0-744d-4070-a4bc-e10fc4f7296f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60786101-3964-4171-bd1e-4ac551271f37') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:18.124134 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 63b77c2a-3930-495b-abc9-5a8f56674a75 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:18.131987 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3c4959a3-a7e1-4184-8f85-c79f2000e428 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.133071 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3c4959a3-a7e1-4184-8f85-c79f2000e428 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.147666 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 63b77c2a-3930-495b-abc9-5a8f56674a75 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:18.148009 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.193033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Attempting to bind port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:18.193456 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Attempting to bind port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '3cfc37f1-7836-45e4-9ee6-48786f850596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:18.193792 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Attempting to bind port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c on network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:18.199157 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3c4959a3-a7e1-4184-8f85-c79f2000e428 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.205395 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-35f78ba0-744d-4070-a4bc-e10fc4f7296f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/subnets/60786101-3964-4171-bd1e-4ac551271f37/tags HTTP/1.1" status: 204 len: 168 time: 0.1183994 Jun 22 09:48:18.207399 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33880) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:18.211919 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-442901c9-c9fa-4198-9c3d-9f07a5bd9762 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.215529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-047292e0-7cd8-49ee-be13-4351faaa1a79 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '60786101-3964-4171-bd1e-4ac551271f37', 'tempest-TagsExtTest-Tag-352036538') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:18.215722 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-442901c9-c9fa-4198-9c3d-9f07a5bd9762 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0665793 Jun 22 09:48:18.217448 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33882) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:18.221039 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:18.221542 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Checking segment: {'id': '3cfc37f1-7836-45e4-9ee6-48786f850596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:18.222459 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.222878 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Bound using segment: {'id': '3cfc37f1-7836-45e4-9ee6-48786f850596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:18.223379 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Bound port: 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfc37f1-7836-45e4-9ee6-48786f850596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:18.223805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.227772 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d95de9b8-b34f-45fb-ad7b-61c8c5824134 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'security_group': {'name': 'tempest-secgroup-2073837326'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:18.278171 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3c4959a3-a7e1-4184-8f85-c79f2000e428 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.287782 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5844994d-54bd-4c08-8cb3-3e444ffda5c5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.289952 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5844994d-54bd-4c08-8cb3-3e444ffda5c5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1214995 Jun 22 09:48:18.293522 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33884) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:18.302428 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d8061192-8912-4559-b79d-cb84c8ffeabb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '6f8d5d1d-b31d-44ba-8f95-7b305b8565ee', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:18.360413 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d95de9b8-b34f-45fb-ad7b-61c8c5824134 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.383667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.389751 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-047292e0-7cd8-49ee-be13-4351faaa1a79 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "PUT /v2.0/subnets/60786101-3964-4171-bd1e-4ac551271f37/tags/tempest-TagsExtTest-Tag-352036538 HTTP/1.1" status: 201 len: 201 time: 0.1789479 Jun 22 09:48:18.390705 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.390843 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33886) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:18.396027 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-13f4b843-9c91-49a1-8679-b20a6f2d7410 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '18725327-47ef-46cd-9eb3-52f83db79c39', 'tempest-TagsExtTest-Tag-479990613') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:18.415500 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Transition to ACTIVE for port object ad8a7b56-5ec5-49a3-b7eb-c99334a896ce will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:18.419332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3c4959a3-a7e1-4184-8f85-c79f2000e428 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.424036 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3c4959a3-a7e1-4184-8f85-c79f2000e428 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7112520 Jun 22 09:48:18.427293 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33888) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:18.431108 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] For port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:18.444534 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.db.api [None req-d95de9b8-b34f-45fb-ad7b-61c8c5824134 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:48:18.444534 dv-neutron-797121-3-hyperv neutron-server[100653]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:48:18.444534 dv-neutron-797121-3-hyperv neutron-server[100653]: [parameters: {'project_id_1': '3279d45dbce84071a9f170ee9432f94e', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 48, 18, 381513)}] Jun 22 09:48:18.444534 dv-neutron-797121-3-hyperv neutron-server[100653]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:48:18.448755 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_db.api [None req-d95de9b8-b34f-45fb-ad7b-61c8c5824134 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:48:18.468962 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] For port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5bc6837a-e8e4-426c-a7a4-e56f284bbb4c,segment=NetworkSegment(3cfc37f1-7836-45e4-9ee6-48786f850596),segment_id=3cfc37f1-7836-45e4-9ee6-48786f850596)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:18.476586 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Transition to ACTIVE for port object ad8a7b56-5ec5-49a3-b7eb-c99334a896ce will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:18.481350 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 63b77c2a-3930-495b-abc9-5a8f56674a75, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=63b77c2a-3930-495b-abc9-5a8f56674a75,segment=NetworkSegment(87606605-6006-4daf-9ad1-fc0388c55ae8),segment_id=87606605-6006-4daf-9ad1-fc0388c55ae8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:18.525131 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d8061192-8912-4559-b79d-cb84c8ffeabb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.542934 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.546065 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.548031 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e0db0cce-a55d-4a19-9f84-653aff7e7c2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:18.550546 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.577801 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d8061192-8912-4559-b79d-cb84c8ffeabb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.598060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Network 57acb921-338b-4213-ae18-e9597b66bceb is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:18.601554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:18.605152 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:18.640394 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d8061192-8912-4559-b79d-cb84c8ffeabb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.647160 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-04667bdd-1383-47bb-ad33-ba96b7b69118 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:18.655234 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=63b77c2a-3930-495b-abc9-5a8f56674a75,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:18.663254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8061192-8912-4559-b79d-cb84c8ffeabb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766def98-a545-4ef2-90ad-c06fc772c940,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:18.666851 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d8061192-8912-4559-b79d-cb84c8ffeabb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:18.683303 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-13f4b843-9c91-49a1-8679-b20a6f2d7410 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "PUT /v2.0/ports/18725327-47ef-46cd-9eb3-52f83db79c39/tags/tempest-TagsExtTest-Tag-479990613 HTTP/1.1" status: 201 len: 201 time: 0.2901595 Jun 22 09:48:18.684176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33890) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:18.689776 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-ba2b7f78-fa96-4572-899b-44ab0e6851d6 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd8d4f36a-8f1a-43aa-9ddc-72eabc15946a', 'tempest-TagsExtTest-Tag-33864625') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:18.711128 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Attempting to bind port ad8a7b56-5ec5-49a3-b7eb-c99334a896ce on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:18.711654 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Attempting to bind port ad8a7b56-5ec5-49a3-b7eb-c99334a896ce by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'ae100d41-d3db-4f76-b77a-89c1d8805750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57acb921-338b-4213-ae18-e9597b66bceb'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:18.712151 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Attempting to bind port ad8a7b56-5ec5-49a3-b7eb-c99334a896ce on network 57acb921-338b-4213-ae18-e9597b66bceb {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:18.720205 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:18.720679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Checking segment: {'id': 'ae100d41-d3db-4f76-b77a-89c1d8805750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57acb921-338b-4213-ae18-e9597b66bceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:18.721154 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.721669 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Bound using segment: {'id': 'ae100d41-d3db-4f76-b77a-89c1d8805750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57acb921-338b-4213-ae18-e9597b66bceb'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:18.722299 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Bound port: ad8a7b56-5ec5-49a3-b7eb-c99334a896ce, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae100d41-d3db-4f76-b77a-89c1d8805750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57acb921-338b-4213-ae18-e9597b66bceb'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:18.722742 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.750494 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Pushing event updated for resources: {'Port': ['ID=5bc6837a-e8e4-426c-a7a4-e56f284bbb4c,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:18.755178 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:18.755178 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:18.764706 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.764925 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d8061192-8912-4559-b79d-cb84c8ffeabb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.769759 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d8061192-8912-4559-b79d-cb84c8ffeabb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4745462 Jun 22 09:48:18.771817 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33892) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:18.777307 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-06ad3e03-ff2d-494d-b3ba-15c3a1bd42a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '6f8d5d1d-b31d-44ba-8f95-7b305b8565ee', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:18.855640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Pushing event updated for resources: {'Port': ['ID=ad8a7b56-5ec5-49a3-b7eb-c99334a896ce,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:18.860703 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:18.861180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:18.861583 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:18.868529 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] For port ad8a7b56-5ec5-49a3-b7eb-c99334a896ce, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:18.871795 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] For port ad8a7b56-5ec5-49a3-b7eb-c99334a896ce, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ad8a7b56-5ec5-49a3-b7eb-c99334a896ce,segment=NetworkSegment(ae100d41-d3db-4f76-b77a-89c1d8805750),segment_id=ae100d41-d3db-4f76-b77a-89c1d8805750)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:18.893014 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-06ad3e03-ff2d-494d-b3ba-15c3a1bd42a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.949350 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ba2b7f78-fa96-4572-899b-44ab0e6851d6 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "PUT /v2.0/routers/d8d4f36a-8f1a-43aa-9ddc-72eabc15946a/tags/tempest-TagsExtTest-Tag-33864625 HTTP/1.1" status: 201 len: 201 time: 0.2616427 Jun 22 09:48:18.950447 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d95de9b8-b34f-45fb-ad7b-61c8c5824134 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.954901 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33894) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:18.966195 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.970917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:18.971374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-a3b579f5-32b4-4a35-9367-084e84d9eee0 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '19eef76f-a856-49f6-9448-cfdc652bb3f1', 'tempest-TagsExtTest-Tag-1907100436') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:18.982558 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-06ad3e03-ff2d-494d-b3ba-15c3a1bd42a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.062101 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-df04bc89-1577-4ade-913d-8d7ff5db1b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.063245 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Pushing event updated for resources: {'Port': ['ID=ad8a7b56-5ec5-49a3-b7eb-c99334a896ce,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:19.067489 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:19.080474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-06ad3e03-ff2d-494d-b3ba-15c3a1bd42a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.085149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e98d556c-1e1b-4aa3-903e-857d631642f6 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:19.121810 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad3e03-ff2d-494d-b3ba-15c3a1bd42a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ecbd9c-9a0d-41ac-a223-547d1b851a1a,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:19.121810 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-06ad3e03-ff2d-494d-b3ba-15c3a1bd42a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:19.122244 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d95de9b8-b34f-45fb-ad7b-61c8c5824134 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.141478 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a3b579f5-32b4-4a35-9367-084e84d9eee0 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "PUT /v2.0/subnetpools/19eef76f-a856-49f6-9448-cfdc652bb3f1/tags/tempest-TagsExtTest-Tag-1907100436 HTTP/1.1" status: 201 len: 201 time: 0.1834226 Jun 22 09:48:19.142144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33896) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:19.146929 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-d45624c1-3a85-451d-a4bd-5ed089e436a3 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '60786101-3964-4171-bd1e-4ac551271f37', {'tags': ['tempest-TagsExtTest-Tag-2089796163', 'tempest-TagsExtTest-Tag-1069728524', 'tempest-TagsExtTest-Tag-960136816']}) {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:19.186329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d95de9b8-b34f-45fb-ad7b-61c8c5824134 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.191388 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-081487e0-2f04-437a-b7c9-6a36388afc7a tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:19.254430 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95de9b8-b34f-45fb-ad7b-61c8c5824134 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e8c8fc-93ff-47fa-88ae-5193920f094d,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:19.256610 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d95de9b8-b34f-45fb-ad7b-61c8c5824134 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:19.277830 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-06ad3e03-ff2d-494d-b3ba-15c3a1bd42a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.283773 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-06ad3e03-ff2d-494d-b3ba-15c3a1bd42a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5107393 Jun 22 09:48:19.285070 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33898) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:19.290935 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-6dcd71fc-bc77-43b9-a23d-ecdc6b5cb12a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '6f8d5d1d-b31d-44ba-8f95-7b305b8565ee', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:19.302339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d95de9b8-b34f-45fb-ad7b-61c8c5824134 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.303988 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d95de9b8-b34f-45fb-ad7b-61c8c5824134 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0848975 Jun 22 09:48:19.306580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33900) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:19.315849 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-0799f594-51e1-40ce-8e2d-7be38ab30fa6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1707341775', 'security_groups': ['20e8c8fc-93ff-47fa-88ae-5193920f094d'], 'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dcc10b1b-8300-4558-bf1b-4d0a7852cc86'}]}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:19.420420 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d45624c1-3a85-451d-a4bd-5ed089e436a3 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "PUT /v2.0/subnets/60786101-3964-4171-bd1e-4ac551271f37/tags HTTP/1.1" status: 200 len: 317 time: 0.2772179 Jun 22 09:48:19.422901 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33902) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:19.428595 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-808908e6-498f-4f33-99f0-b601520fcb2a tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60786101-3964-4171-bd1e-4ac551271f37') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:19.486029 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.501262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Allocated IP 172.20.0.1 (57acb921-338b-4213-ae18-e9597b66bceb/18db3815-42e9-4381-81c4-cc23702f6674/1fa84941-7829-48d6-87ef-472fc970886d) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:19.520519 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6dcd71fc-bc77-43b9-a23d-ecdc6b5cb12a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.562839 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-808908e6-498f-4f33-99f0-b601520fcb2a tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/subnets/60786101-3964-4171-bd1e-4ac551271f37/tags HTTP/1.1" status: 204 len: 168 time: 0.1388483 Jun 22 09:48:19.566573 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33904) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:19.571533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-f5b95f68-829d-43d9-bd03-fdef50d91ceb tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60786101-3964-4171-bd1e-4ac551271f37', 'tempest-TagsExtTest-Tag-2089796163') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:19.621886 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0799f594-51e1-40ce-8e2d-7be38ab30fa6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:19.627039 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.643049 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6dcd71fc-bc77-43b9-a23d-ecdc6b5cb12a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.643847 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Transition to ACTIVE for port object 1fa84941-7829-48d6-87ef-472fc970886d will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:19.703780 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6dcd71fc-bc77-43b9-a23d-ecdc6b5cb12a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.713928 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-f5b95f68-829d-43d9-bd03-fdef50d91ceb tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] show failed (client error): The resource could not be found. Jun 22 09:48:19.713928 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f5b95f68-829d-43d9-bd03-fdef50d91ceb tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/subnets/60786101-3964-4171-bd1e-4ac551271f37/tags/tempest-TagsExtTest-Tag-2089796163 HTTP/1.1" status: 404 len: 329 time: 0.1393905 Jun 22 09:48:19.713928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:19.714893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33906) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:19.726553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-09a19076-8388-40d7-8f28-878dd1c46ac2 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60786101-3964-4171-bd1e-4ac551271f37', 'tempest-TagsExtTest-Tag-1069728524') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:19.737525 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.747948 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:19.769556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd71fc-bc77-43b9-a23d-ecdc6b5cb12a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435dc8e5-add6-4f06-8d64-21e5cedac7bb,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:19.773938 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6dcd71fc-bc77-43b9-a23d-ecdc6b5cb12a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:19.777416 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0799f594-51e1-40ce-8e2d-7be38ab30fa6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.805654 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-0799f594-51e1-40ce-8e2d-7be38ab30fa6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] device_id is not set on port 6a4f0dd7-af37-4d19-9c90-81dc254ecc2a yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:48:19.823097 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=1fa84941-7829-48d6-87ef-472fc970886d,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:19.826313 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:19.833152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 57acb921-338b-4213-ae18-e9597b66bceb is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:19.834697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:19.837184 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:19.860925 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6dcd71fc-bc77-43b9-a23d-ecdc6b5cb12a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.862692 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6dcd71fc-bc77-43b9-a23d-ecdc6b5cb12a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5761082 Jun 22 09:48:19.865787 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33908) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:19.871147 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d3c81a29-3f37-4b5d-a285-601acc08dae0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '6f8d5d1d-b31d-44ba-8f95-7b305b8565ee', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:19.893034 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-09a19076-8388-40d7-8f28-878dd1c46ac2 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] show failed (client error): The resource could not be found. Jun 22 09:48:19.893990 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-09a19076-8388-40d7-8f28-878dd1c46ac2 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/subnets/60786101-3964-4171-bd1e-4ac551271f37/tags/tempest-TagsExtTest-Tag-1069728524 HTTP/1.1" status: 404 len: 329 time: 0.1771786 Jun 22 09:48:19.897039 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33910) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:19.914277 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.922987 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-350ca17a-fee9-4df4-b16a-ff124fcd4da9 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60786101-3964-4171-bd1e-4ac551271f37', 'tempest-TagsExtTest-Tag-960136816') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:19.953176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:20.051572 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-d3c81a29-3f37-4b5d-a285-601acc08dae0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:48:20.059975 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3c81a29-3f37-4b5d-a285-601acc08dae0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.079502 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f88696ef-e308-47d4-b28d-524ab87cdf3a None None] Provisioning for port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:20.081837 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:20.086619 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f88696ef-e308-47d4-b28d-524ab87cdf3a None None] Provisioning complete for port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:20.087033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f88696ef-e308-47d4-b28d-524ab87cdf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.088827 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:20.090606 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.213836 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3c81a29-3f37-4b5d-a285-601acc08dae0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.231874 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.263380 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f88696ef-e308-47d4-b28d-524ab87cdf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.265656 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.281635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3c81a29-3f37-4b5d-a285-601acc08dae0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.334870 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-0799f594-51e1-40ce-8e2d-7be38ab30fa6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Allocated IP 2001:db8::14b (5b5e2573-2167-466d-9999-78aa9a2cd9e7/dcc10b1b-8300-4558-bf1b-4d0a7852cc86/6a4f0dd7-af37-4d19-9c90-81dc254ecc2a) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:20.383867 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:20.408391 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c81a29-3f37-4b5d-a285-601acc08dae0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865cdfe4-ab42-4f69-9ef7-ac5efffb0212,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:20.412226 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d3c81a29-3f37-4b5d-a285-601acc08dae0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:20.446700 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-350ca17a-fee9-4df4-b16a-ff124fcd4da9 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] show failed (client error): The resource could not be found. Jun 22 09:48:20.450322 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-350ca17a-fee9-4df4-b16a-ff124fcd4da9 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/subnets/60786101-3964-4171-bd1e-4ac551271f37/tags/tempest-TagsExtTest-Tag-960136816 HTTP/1.1" status: 404 len: 328 time: 0.5502713 Jun 22 09:48:20.451663 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33912) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:20.452474 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92d846c-2c35-45cd-b985-b592448b7002 None None] Network 57acb921-338b-4213-ae18-e9597b66bceb requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:20.458218 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-047dde94-5c8d-44c4-be0d-c6da665f0c06 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '18725327-47ef-46cd-9eb3-52f83db79c39', {'tags': ['tempest-TagsExtTest-Tag-272194386', 'tempest-TagsExtTest-Tag-1630578054', 'tempest-TagsExtTest-Tag-1912546376']}) {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:20.481017 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3c81a29-3f37-4b5d-a285-601acc08dae0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.484729 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d3c81a29-3f37-4b5d-a285-601acc08dae0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6151757 Jun 22 09:48:20.484979 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33914) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:20.490310 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-0d7fbdfc-3d61-48f1-a96c-06f094c55ad2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '6f8d5d1d-b31d-44ba-8f95-7b305b8565ee', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:20.534682 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5bc6837a-e8e4-426c-a7a4-e56f284bbb4c,segment=NetworkSegment(3cfc37f1-7836-45e4-9ee6-48786f850596),segment_id=3cfc37f1-7836-45e4-9ee6-48786f850596)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:20.554972 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0799f594-51e1-40ce-8e2d-7be38ab30fa6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.568963 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-0799f594-51e1-40ce-8e2d-7be38ab30fa6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Transition to ACTIVE for port object 6a4f0dd7-af37-4d19-9c90-81dc254ecc2a will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:20.583578 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.586924 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.611141 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-0d7fbdfc-3d61-48f1-a96c-06f094c55ad2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:48:20.616397 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d7fbdfc-3d61-48f1-a96c-06f094c55ad2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.626996 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.627940 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 63b77c2a-3930-495b-abc9-5a8f56674a75 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:20.632312 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-047dde94-5c8d-44c4-be0d-c6da665f0c06 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "PUT /v2.0/ports/18725327-47ef-46cd-9eb3-52f83db79c39/tags HTTP/1.1" status: 200 len: 317 time: 0.1757219 Jun 22 09:48:20.632505 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-65fd62b7-1812-437d-89be-6273b84dc2d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:20.632601 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.632708 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33916) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:20.637289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-449ad108-aad0-4f93-bcba-1218f19cbee3 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '18725327-47ef-46cd-9eb3-52f83db79c39') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:20.642438 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-50094b29-2dc9-46ca-b747-c67986475a6f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:20.664220 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0799f594-51e1-40ce-8e2d-7be38ab30fa6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.668517 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d5731742-d1e8-45c6-b6ba-d015f52582a0 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:20.720214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0799f594-51e1-40ce-8e2d-7be38ab30fa6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:20.729186 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-0799f594-51e1-40ce-8e2d-7be38ab30fa6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:20.736409 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0799f594-51e1-40ce-8e2d-7be38ab30fa6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:20.739694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-f88696ef-e308-47d4-b28d-524ab87cdf3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:48:20.739820 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-f88696ef-e308-47d4-b28d-524ab87cdf3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:48:20.742318 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0799f594-51e1-40ce-8e2d-7be38ab30fa6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:20.742981 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0799f594-51e1-40ce-8e2d-7be38ab30fa6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.746629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=1fa84941-7829-48d6-87ef-472fc970886d,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:20.748080 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=5bc6837a-e8e4-426c-a7a4-e56f284bbb4c,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:20.752039 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:20.754465 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799f594-51e1-40ce-8e2d-7be38ab30fa6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=6a4f0dd7-af37-4d19-9c90-81dc254ecc2a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:20.763073 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0799f594-51e1-40ce-8e2d-7be38ab30fa6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:20.771967 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:20.775410 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.777737 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 63b77c2a-3930-495b-abc9-5a8f56674a75 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:20.778869 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.796368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d7fbdfc-3d61-48f1-a96c-06f094c55ad2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.840557 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0799f594-51e1-40ce-8e2d-7be38ab30fa6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5307708 Jun 22 09:48:20.843484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33918) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:20.850272 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-2b201925-a0ed-4ded-93bb-2e37a17a7043 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'subnet': {'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:20.881065 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d7fbdfc-3d61-48f1-a96c-06f094c55ad2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.890395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:20.893518 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ad8a7b56-5ec5-49a3-b7eb-c99334a896ce up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:20.906001 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-449ad108-aad0-4f93-bcba-1218f19cbee3 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/ports/18725327-47ef-46cd-9eb3-52f83db79c39/tags HTTP/1.1" status: 204 len: 168 time: 0.2722344 Jun 22 09:48:20.910072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33920) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:20.914625 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-3b33cf79-6cff-472f-911d-e77ab425e866 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '18725327-47ef-46cd-9eb3-52f83db79c39', 'tempest-TagsExtTest-Tag-272194386') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:20.918261 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fbdfc-3d61-48f1-a96c-06f094c55ad2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c266a8-5e79-4411-8d78-0dd5b388fd32,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:20.934384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0d7fbdfc-3d61-48f1-a96c-06f094c55ad2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:20.978753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 57acb921-338b-4213-ae18-e9597b66bceb is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:20.980278 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:21.027968 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port ad8a7b56-5ec5-49a3-b7eb-c99334a896ce completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:21.031375 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d7fbdfc-3d61-48f1-a96c-06f094c55ad2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:21.041396 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0d7fbdfc-3d61-48f1-a96c-06f094c55ad2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5468345 Jun 22 09:48:21.063557 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-3b33cf79-6cff-472f-911d-e77ab425e866 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] show failed (client error): The resource could not be found. Jun 22 09:48:21.064644 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3b33cf79-6cff-472f-911d-e77ab425e866 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/ports/18725327-47ef-46cd-9eb3-52f83db79c39/tags/tempest-TagsExtTest-Tag-272194386 HTTP/1.1" status: 404 len: 328 time: 0.1535208 Jun 22 09:48:21.076074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33924) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:21.076074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-00419d92-4abc-4b5e-ad9f-aad29af1d6b5 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '18725327-47ef-46cd-9eb3-52f83db79c39', 'tempest-TagsExtTest-Tag-1630578054') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:21.120120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b201925-a0ed-4ded-93bb-2e37a17a7043 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:21.125390 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2b201925-a0ed-4ded-93bb-2e37a17a7043 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:21.152949 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-00419d92-4abc-4b5e-ad9f-aad29af1d6b5 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] show failed (client error): The resource could not be found. Jun 22 09:48:21.153970 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-00419d92-4abc-4b5e-ad9f-aad29af1d6b5 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/ports/18725327-47ef-46cd-9eb3-52f83db79c39/tags/tempest-TagsExtTest-Tag-1630578054 HTTP/1.1" status: 404 len: 329 time: 0.0855646 Jun 22 09:48:21.157499 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33926) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:21.166262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-133c9c60-e072-4254-832f-e8da8768c3b9 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '18725327-47ef-46cd-9eb3-52f83db79c39', 'tempest-TagsExtTest-Tag-1912546376') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:21.197120 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:48:21.232414 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-133c9c60-e072-4254-832f-e8da8768c3b9 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] show failed (client error): The resource could not be found. Jun 22 09:48:21.233525 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-133c9c60-e072-4254-832f-e8da8768c3b9 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/ports/18725327-47ef-46cd-9eb3-52f83db79c39/tags/tempest-TagsExtTest-Tag-1912546376 HTTP/1.1" status: 404 len: 329 time: 0.0750647 Jun 22 09:48:21.236195 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33942) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:21.258306 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-d48d2067-802e-467e-94e6-9c49274e6677 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd8d4f36a-8f1a-43aa-9ddc-72eabc15946a', {'tags': ['tempest-TagsExtTest-Tag-1082983511', 'tempest-TagsExtTest-Tag-1042638422', 'tempest-TagsExtTest-Tag-1301019405']}) {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:21.263381 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.ipam_backend_mixin [None req-2b201925-a0ed-4ded-93bb-2e37a17a7043 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dcc10b1b-8300-4558-bf1b-4d0a7852cc86 (CIDR: 2001:db8::/64) Jun 22 09:48:21.297495 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 8bfebcfc-b82c-4a12-abec-e29fac826196 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:48:21.300840 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f88696ef-e308-47d4-b28d-524ab87cdf3a None None] Provisioning complete for port 010fa2d9-6d98-449d-beb4-a9787acacf70 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:21.301859 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-5581a3ef-d6a0-4bfb-a783-a5706c491609 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1577520357&fields=id&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 267 time: 0.0535948 Jun 22 09:48:21.303619 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f88696ef-e308-47d4-b28d-524ab87cdf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:21.334155 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b201925-a0ed-4ded-93bb-2e37a17a7043 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:48:21.336017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b201925-a0ed-4ded-93bb-2e37a17a7043 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:48:21.343791 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-f88696ef-e308-47d4-b28d-524ab87cdf3a None None] Port 010fa2d9-6d98-449d-beb4-a9787acacf70 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:21.444497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:21.455906 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/8bfebcfc-b82c-4a12-abec-e29fac826196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0268047 Jun 22 09:48:21.456972 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660700da-5a06-4ec5-a5cc-8674afb510e3 None None] Sync routers for ids ['8bfebcfc-b82c-4a12-abec-e29fac826196'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:21.458216 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33944) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:21.477420 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660700da-5a06-4ec5-a5cc-8674afb510e3 None None] Routers {'8bfebcfc-b82c-4a12-abec-e29fac826196'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:21.478456 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-660700da-5a06-4ec5-a5cc-8674afb510e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['8bfebcfc-b82c-4a12-abec-e29fac826196'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:21.513322 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33946) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:21.513653 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2b201925-a0ed-4ded-93bb-2e37a17a7043 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6688504 Jun 22 09:48:21.518949 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-660700da-5a06-4ec5-a5cc-8674afb510e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:21.523712 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-10b0e76c-9a06-493a-9959-c6f0fbbaad2e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'subnet': {'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:21.531806 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660700da-5a06-4ec5-a5cc-8674afb510e3 None None] Routers {'8bfebcfc-b82c-4a12-abec-e29fac826196'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:21.532025 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-660700da-5a06-4ec5-a5cc-8674afb510e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['8bfebcfc-b82c-4a12-abec-e29fac826196'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:21.541893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd90143e-2e24-4a7e-9b7d-0532174f1e87 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:21.546744 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dd90143e-2e24-4a7e-9b7d-0532174f1e87 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/ports/1fa84941-7829-48d6-87ef-472fc970886d HTTP/1.1" status: 200 len: 910 time: 0.0874484 Jun 22 09:48:21.555040 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-f0e9ce01-e407-45a4-ab3e-1ed4390b6767 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:21.555749 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-f0e9ce01-e407-45a4-ab3e-1ed4390b6767 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/networks?id=93499441-2576-4960-843c-c66e6142a15f HTTP/1.1" status: 200 len: 797 time: 0.2431560 Jun 22 09:48:21.556327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33948) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:21.561617 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d48d2067-802e-467e-94e6-9c49274e6677 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "PUT /v2.0/routers/d8d4f36a-8f1a-43aa-9ddc-72eabc15946a/tags HTTP/1.1" status: 200 len: 318 time: 0.3209946 Jun 22 09:48:21.563642 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33950) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:21.570520 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-4cd07df1-f0a1-4112-992c-42bc5b897106 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd8d4f36a-8f1a-43aa-9ddc-72eabc15946a') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:21.579353 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-18e31a6f-ceee-480f-bd85-8aee60f89536 None None] Provisioning for port 6a4f0dd7-af37-4d19-9c90-81dc254ecc2a completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:21.581836 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-660700da-5a06-4ec5-a5cc-8674afb510e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:21.582507 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660700da-5a06-4ec5-a5cc-8674afb510e3 None None] The sync data for ids ['8bfebcfc-b82c-4a12-abec-e29fac826196'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:21.592661 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-18e31a6f-ceee-480f-bd85-8aee60f89536 None None] Provisioning complete for port 6a4f0dd7-af37-4d19-9c90-81dc254ecc2a triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:21.593234 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-18e31a6f-ceee-480f-bd85-8aee60f89536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:21.632363 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-18e31a6f-ceee-480f-bd85-8aee60f89536 None None] Port 6a4f0dd7-af37-4d19-9c90-81dc254ecc2a cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:21.670726 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-fdfd5bf0-b262-407e-9db8-0f7ec7e9ea3a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/quotas/50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 375 time: 0.1076937 Jun 22 09:48:21.691071 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:21.715531 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b0e76c-9a06-493a-9959-c6f0fbbaad2e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:21.716564 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-18e31a6f-ceee-480f-bd85-8aee60f89536 None None] Provisioning for port ad8a7b56-5ec5-49a3-b7eb-c99334a896ce completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:21.720971 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-10b0e76c-9a06-493a-9959-c6f0fbbaad2e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:21.726338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-18e31a6f-ceee-480f-bd85-8aee60f89536 None None] Provisioning complete for port ad8a7b56-5ec5-49a3-b7eb-c99334a896ce triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:21.726338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-18e31a6f-ceee-480f-bd85-8aee60f89536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:21.764301 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:21.851484 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-18e31a6f-ceee-480f-bd85-8aee60f89536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:21.863364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:21.863933 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:21.909714 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-77d339a4-1b29-435d-b703-b7b6b163bae4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2320757 Jun 22 09:48:21.913909 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-18e31a6f-ceee-480f-bd85-8aee60f89536 None None] For port ad8a7b56-5ec5-49a3-b7eb-c99334a896ce, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ad8a7b56-5ec5-49a3-b7eb-c99334a896ce,segment=NetworkSegment(ae100d41-d3db-4f76-b77a-89c1d8805750),segment_id=ae100d41-d3db-4f76-b77a-89c1d8805750)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:21.935466 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4cd07df1-f0a1-4112-992c-42bc5b897106 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/routers/d8d4f36a-8f1a-43aa-9ddc-72eabc15946a/tags HTTP/1.1" status: 204 len: 168 time: 0.3694634 Jun 22 09:48:21.937868 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33954) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:21.944255 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-6fbf3916-691e-4d5a-9ead-16a40299f971 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd8d4f36a-8f1a-43aa-9ddc-72eabc15946a', 'tempest-TagsExtTest-Tag-1082983511') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:21.980493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-18e31a6f-ceee-480f-bd85-8aee60f89536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:21.988219 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b5fc25c7-34bf-44dc-9fe5-ca74b4d41398 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:22.043187 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e31a6f-ceee-480f-bd85-8aee60f89536 None None] Pushing event updated for resources: {'Port': ['ID=ad8a7b56-5ec5-49a3-b7eb-c99334a896ce,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:22.046477 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-18e31a6f-ceee-480f-bd85-8aee60f89536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:22.052739 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-6fbf3916-691e-4d5a-9ead-16a40299f971 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] show failed (client error): The resource could not be found. Jun 22 09:48:22.053772 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6fbf3916-691e-4d5a-9ead-16a40299f971 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/routers/d8d4f36a-8f1a-43aa-9ddc-72eabc15946a/tags/tempest-TagsExtTest-Tag-1082983511 HTTP/1.1" status: 404 len: 329 time: 0.1150303 Jun 22 09:48:22.056609 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33956) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:22.061083 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-65b8c7df-b51d-4cfe-b1ad-b62e14d830a2 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd8d4f36a-8f1a-43aa-9ddc-72eabc15946a', 'tempest-TagsExtTest-Tag-1042638422') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:22.079633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-10b0e76c-9a06-493a-9959-c6f0fbbaad2e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:22.083136 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8c739e82-2c20-4604-839e-f60490ca5167 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:22.108679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-18e31a6f-ceee-480f-bd85-8aee60f89536 None None] Provisioning for port 1fa84941-7829-48d6-87ef-472fc970886d completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:22.118834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b0e76c-9a06-493a-9959-c6f0fbbaad2e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:22.119240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-18e31a6f-ceee-480f-bd85-8aee60f89536 None None] Provisioning complete for port 1fa84941-7829-48d6-87ef-472fc970886d triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:22.119854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-18e31a6f-ceee-480f-bd85-8aee60f89536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:22.122753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-10b0e76c-9a06-493a-9959-c6f0fbbaad2e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:22.126346 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b0e76c-9a06-493a-9959-c6f0fbbaad2e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:22.126951 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-10b0e76c-9a06-493a-9959-c6f0fbbaad2e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:22.144436 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0e76c-9a06-493a-9959-c6f0fbbaad2e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Subnet': ['ID=f5feeaad-1fbe-4ddb-bb7c-a46efa04e61a,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:22.147675 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-10b0e76c-9a06-493a-9959-c6f0fbbaad2e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:22.154060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e520268-f79b-49ce-8352-67e825a70dcd None None] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:22.207308 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-10b0e76c-9a06-493a-9959-c6f0fbbaad2e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6926606 Jun 22 09:48:22.209809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33958) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:22.215181 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-bf7af3ed-f186-4b78-8d75-b25c3d583fdf tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1288694994', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f5feeaad-1fbe-4ddb-bb7c-a46efa04e61a'}], 'security_groups': ['5dbd31b6-c5fc-4191-baf6-2f4b1788058a']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:22.218614 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-18e31a6f-ceee-480f-bd85-8aee60f89536 None None] Port 1fa84941-7829-48d6-87ef-472fc970886d cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:22.234646 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-65b8c7df-b51d-4cfe-b1ad-b62e14d830a2 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] show failed (client error): The resource could not be found. Jun 22 09:48:22.238949 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-65b8c7df-b51d-4cfe-b1ad-b62e14d830a2 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/routers/d8d4f36a-8f1a-43aa-9ddc-72eabc15946a/tags/tempest-TagsExtTest-Tag-1042638422 HTTP/1.1" status: 404 len: 329 time: 0.1782880 Jun 22 09:48:22.240449 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33960) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:22.245017 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-62582932-86e1-4abe-9408-0026115cfc60 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd8d4f36a-8f1a-43aa-9ddc-72eabc15946a', 'tempest-TagsExtTest-Tag-1301019405') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:22.253461 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-cd49d9a9-cdb2-48a7-adae-7fe735fee468 service neutron] 10.222.0.20 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248937 Jun 22 09:48:22.310732 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f3daf90a-cdbb-4a6e-9f4f-68bb987a4a3c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:22.347485 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ec1a525f-ff5b-4936-9fcb-d39f9e898197 None None] Provisioning complete for port 1fa84941-7829-48d6-87ef-472fc970886d triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:22.347937 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ec1a525f-ff5b-4936-9fcb-d39f9e898197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:22.393043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a525f-ff5b-4936-9fcb-d39f9e898197 None None] Port 1fa84941-7829-48d6-87ef-472fc970886d cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:22.407484 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-62582932-86e1-4abe-9408-0026115cfc60 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] show failed (client error): The resource could not be found. Jun 22 09:48:22.408440 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-62582932-86e1-4abe-9408-0026115cfc60 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/routers/d8d4f36a-8f1a-43aa-9ddc-72eabc15946a/tags/tempest-TagsExtTest-Tag-1301019405 HTTP/1.1" status: 404 len: 329 time: 0.1670818 Jun 22 09:48:22.411463 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33962) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:22.416275 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-f68cb16b-f187-4443-b40e-77c148d50604 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '19eef76f-a856-49f6-9448-cfdc652bb3f1', {'tags': ['tempest-TagsExtTest-Tag-393852729', 'tempest-TagsExtTest-Tag-2127352201', 'tempest-TagsExtTest-Tag-1765506615']}) {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:22.487924 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40ec77d-3050-42c0-b952-29260a9a5c32 None None] Update dhcp port {'port': {'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7', 'fixed_ips': [{'subnet_id': 'dcc10b1b-8300-4558-bf1b-4d0a7852cc86', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f5feeaad-1fbe-4ddb-bb7c-a46efa04e61a'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': '5bc6837a-e8e4-426c-a7a4-e56f284bbb4c'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:48:22.510885 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bf7af3ed-f186-4b78-8d75-b25c3d583fdf tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:22.525624 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c40ec77d-3050-42c0-b952-29260a9a5c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:22.572852 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f68cb16b-f187-4443-b40e-77c148d50604 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "PUT /v2.0/subnetpools/19eef76f-a856-49f6-9448-cfdc652bb3f1/tags HTTP/1.1" status: 200 len: 317 time: 0.1568348 Jun 22 09:48:22.589790 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33964) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:22.596400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-84a38935-1e75-4ae2-8c6b-19e73a2e4fea tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19eef76f-a856-49f6-9448-cfdc652bb3f1') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:22.700611 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-c40ec77d-3050-42c0-b952-29260a9a5c32 None None] Allocated IP 2001:db8:0:1::2 (5b5e2573-2167-466d-9999-78aa9a2cd9e7/f5feeaad-1fbe-4ddb-bb7c-a46efa04e61a/5bc6837a-e8e4-426c-a7a4-e56f284bbb4c) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:22.718181 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-bf69deb3-ac7b-4ac8-aa8a-0d5155b2db19 service neutron] 10.222.0.20 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587369 Jun 22 09:48:22.767880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33966) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:22.773092 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-84a38935-1e75-4ae2-8c6b-19e73a2e4fea tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/subnetpools/19eef76f-a856-49f6-9448-cfdc652bb3f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1773703 Jun 22 09:48:22.776287 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-4301d8a5-1d7b-4a1b-82d3-86f2845ef659 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19eef76f-a856-49f6-9448-cfdc652bb3f1', 'tempest-TagsExtTest-Tag-393852729') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:22.810937 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c40ec77d-3050-42c0-b952-29260a9a5c32 None None] For port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5bc6837a-e8e4-426c-a7a4-e56f284bbb4c,segment=NetworkSegment(3cfc37f1-7836-45e4-9ee6-48786f850596),segment_id=3cfc37f1-7836-45e4-9ee6-48786f850596)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:22.830280 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-4301d8a5-1d7b-4a1b-82d3-86f2845ef659 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] show failed (client error): The resource could not be found. Jun 22 09:48:22.830280 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4301d8a5-1d7b-4a1b-82d3-86f2845ef659 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/subnetpools/19eef76f-a856-49f6-9448-cfdc652bb3f1/tags/tempest-TagsExtTest-Tag-393852729 HTTP/1.1" status: 404 len: 328 time: 0.0566177 Jun 22 09:48:22.830280 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33968) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:22.834948 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-0047d5b7-2c7f-431b-8fc6-ff0eac14d82c tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19eef76f-a856-49f6-9448-cfdc652bb3f1', 'tempest-TagsExtTest-Tag-2127352201') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:22.846001 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c40ec77d-3050-42c0-b952-29260a9a5c32 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:22.859054 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c40ec77d-3050-42c0-b952-29260a9a5c32 None None] Transition to ACTIVE for port object 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:22.866430 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-0047d5b7-2c7f-431b-8fc6-ff0eac14d82c tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] show failed (client error): The resource could not be found. Jun 22 09:48:22.870146 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0047d5b7-2c7f-431b-8fc6-ff0eac14d82c tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/subnetpools/19eef76f-a856-49f6-9448-cfdc652bb3f1/tags/tempest-TagsExtTest-Tag-2127352201 HTTP/1.1" status: 404 len: 329 time: 0.0379598 Jun 22 09:48:22.870537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33970) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:22.875197 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-8473a89c-e57d-4191-8067-6a77804bcb26 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19eef76f-a856-49f6-9448-cfdc652bb3f1', 'tempest-TagsExtTest-Tag-1765506615') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:22.895843 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-8473a89c-e57d-4191-8067-6a77804bcb26 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] show failed (client error): The resource could not be found. Jun 22 09:48:22.899378 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8473a89c-e57d-4191-8067-6a77804bcb26 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/subnetpools/19eef76f-a856-49f6-9448-cfdc652bb3f1/tags/tempest-TagsExtTest-Tag-1765506615 HTTP/1.1" status: 404 len: 329 time: 0.0253351 Jun 22 09:48:22.899607 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33972) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:22.907878 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-c3b09b2d-7c89-4810-b00b-862f96f03f7a tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19eef76f-a856-49f6-9448-cfdc652bb3f1') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:22.911017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-f3daf90a-cdbb-4a6e-9f4f-68bb987a4a3c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting port 1fa84941-7829-48d6-87ef-472fc970886d {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:22.911017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f3daf90a-cdbb-4a6e-9f4f-68bb987a4a3c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:22.930771 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c40ec77d-3050-42c0-b952-29260a9a5c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:22.934130 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:22.944120 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c3b09b2d-7c89-4810-b00b-862f96f03f7a tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/subnetpools/19eef76f-a856-49f6-9448-cfdc652bb3f1/tags HTTP/1.1" status: 204 len: 168 time: 0.0401421 Jun 22 09:48:22.959860 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33976) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:22.965141 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-fd9fb51a-1da8-47b3-8e7b-f7332f4f1894 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd8d4f36a-8f1a-43aa-9ddc-72eabc15946a') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:23.059012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-bf7af3ed-f186-4b78-8d75-b25c3d583fdf tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Delete allocated IP 2001:db8::14b (5b5e2573-2167-466d-9999-78aa9a2cd9e7/dcc10b1b-8300-4558-bf1b-4d0a7852cc86) {{(pid=100652) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 09:48:23.059498 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ec77d-3050-42c0-b952-29260a9a5c32 None None] Pushing event updated for resources: {'Port': ['ID=5bc6837a-e8e4-426c-a7a4-e56f284bbb4c,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:23.063330 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c40ec77d-3050-42c0-b952-29260a9a5c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:23.068479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-bf7af3ed-f186-4b78-8d75-b25c3d583fdf tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Allocated IP 2001:db8:0:1::86 (5b5e2573-2167-466d-9999-78aa9a2cd9e7/f5feeaad-1fbe-4ddb-bb7c-a46efa04e61a/6a4f0dd7-af37-4d19-9c90-81dc254ecc2a) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:23.090394 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fd9fb51a-1da8-47b3-8e7b-f7332f4f1894 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/routers/d8d4f36a-8f1a-43aa-9ddc-72eabc15946a/tags HTTP/1.1" status: 204 len: 168 time: 0.1271944 Jun 22 09:48:23.090642 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 33982) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:23.095154 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.tag.tag_plugin [None req-0256a6a5-4c95-4166-99ba-ccc44f3888b5 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '18725327-47ef-46cd-9eb3-52f83db79c39') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:23.128490 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4adff70c-f1d1-43f2-bba1-15d3af11ed33 req-a9e367af-3a2c-443a-a8bf-13310988347e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 210 time: 0.0384088 Jun 22 09:48:23.139515 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f3daf90a-cdbb-4a6e-9f4f-68bb987a4a3c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.217009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-f3daf90a-cdbb-4a6e-9f4f-68bb987a4a3c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Calling delete_port for 1fa84941-7829-48d6-87ef-472fc970886d owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:23.284855 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0256a6a5-4c95-4166-99ba-ccc44f3888b5 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/ports/18725327-47ef-46cd-9eb3-52f83db79c39/tags HTTP/1.1" status: 204 len: 168 time: 0.1932361 Jun 22 09:48:23.289868 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33984) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:23.295614 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.tag.tag_plugin [None req-2e5e13fe-b38d-4f69-8d53-79233b0b3bc3 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60786101-3964-4171-bd1e-4ac551271f37') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:23.302173 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bf7af3ed-f186-4b78-8d75-b25c3d583fdf tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.343853 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-bf7af3ed-f186-4b78-8d75-b25c3d583fdf tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Transition to ACTIVE for port object 6a4f0dd7-af37-4d19-9c90-81dc254ecc2a will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:23.379940 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2e5e13fe-b38d-4f69-8d53-79233b0b3bc3 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/subnets/60786101-3964-4171-bd1e-4ac551271f37/tags HTTP/1.1" status: 204 len: 168 time: 0.0891418 Jun 22 09:48:23.386719 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33990) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:23.424950 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bf7af3ed-f186-4b78-8d75-b25c3d583fdf tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.431733 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2481bae1-498b-4d08-82bf-2394b4b03861 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:23.486216 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f3daf90a-cdbb-4a6e-9f4f-68bb987a4a3c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.490187 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:23.511481 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-bf7af3ed-f186-4b78-8d75-b25c3d583fdf tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] In _notify_port_updated(), no bound segment for port 6a4f0dd7-af37-4d19-9c90-81dc254ecc2a on network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 {{(pid=100652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:48:23.515598 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3daf90a-cdbb-4a6e-9f4f-68bb987a4a3c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Port': ['ID=1fa84941-7829-48d6-87ef-472fc970886d,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:23.519743 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f3daf90a-cdbb-4a6e-9f4f-68bb987a4a3c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:23.522930 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7af3ed-f186-4b78-8d75-b25c3d583fdf tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:23.523741 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bf7af3ed-f186-4b78-8d75-b25c3d583fdf tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.528708 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bf7af3ed-f186-4b78-8d75-b25c3d583fdf tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "PUT /v2.0/ports/6a4f0dd7-af37-4d19-9c90-81dc254ecc2a HTTP/1.1" status: 200 len: 930 time: 1.3178880 Jun 22 09:48:23.534599 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33994) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:23.562865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7af3ed-f186-4b78-8d75-b25c3d583fdf tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=6a4f0dd7-af37-4d19-9c90-81dc254ecc2a,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:23.568694 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bf7af3ed-f186-4b78-8d75-b25c3d583fdf tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:23.675845 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-588b7876-ed1d-4df0-ab40-81eaed02dc67 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port 6a4f0dd7-af37-4d19-9c90-81dc254ecc2a {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:23.677185 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-588b7876-ed1d-4df0-ab40-81eaed02dc67 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.691310 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f3daf90a-cdbb-4a6e-9f4f-68bb987a4a3c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.706361 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-586d8c77-c724-4a62-a49d-4fa108473c9f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks [] for subnetpool, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.710269 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-586d8c77-c724-4a62-a49d-4fa108473c9f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/subnetpools/19eef76f-a856-49f6-9448-cfdc652bb3f1 HTTP/1.1" status: 204 len: 168 time: 0.3222146 Jun 22 09:48:23.710882 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33996) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:23.815627 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:23.831219 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f30880a9-13e0-425b-b9fa-0e8e5a3f0950 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d4f36a-8f1a-43aa-9ddc-72eabc15946a HTTP/1.1" status: 200 len: 205 time: 0.0874765 Jun 22 09:48:23.842478 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 33998) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:23.897745 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ad8a7b56-5ec5-49a3-b7eb-c99334a896ce up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:23.912584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3daf90a-cdbb-4a6e-9f4f-68bb987a4a3c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 8bfebcfc-b82c-4a12-abec-e29fac826196 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:48:23.937326 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-cb1770d3-7bf1-4c3b-a8be-6b600f554dbf None None] Provisioning complete for port 010fa2d9-6d98-449d-beb4-a9787acacf70 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:23.937725 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cb1770d3-7bf1-4c3b-a8be-6b600f554dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.941027 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-588b7876-ed1d-4df0-ab40-81eaed02dc67 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.959368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54d8dd81-fa44-4a8d-9c4d-9480f8a72914 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.989262 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-cb1770d3-7bf1-4c3b-a8be-6b600f554dbf None None] Port 010fa2d9-6d98-449d-beb4-a9787acacf70 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:24.008165 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port ad8a7b56-5ec5-49a3-b7eb-c99334a896ce triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:24.008457 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3daf90a-cdbb-4a6e-9f4f-68bb987a4a3c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:24.008764 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.018923 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf291aa-a924-4681-a457-81e2027147d1 None None] Sync routers for ids ['8bfebcfc-b82c-4a12-abec-e29fac826196'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:24.020209 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f3daf90a-cdbb-4a6e-9f4f-68bb987a4a3c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/8bfebcfc-b82c-4a12-abec-e29fac826196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4627740 Jun 22 09:48:24.022861 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34002) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:24.031086 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-588b7876-ed1d-4df0-ab40-81eaed02dc67 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for 6a4f0dd7-af37-4d19-9c90-81dc254ecc2a owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:24.032084 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf291aa-a924-4681-a457-81e2027147d1 None None] Routers {'8bfebcfc-b82c-4a12-abec-e29fac826196'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:24.033426 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-fdf291aa-a924-4681-a457-81e2027147d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['8bfebcfc-b82c-4a12-abec-e29fac826196'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:24.074680 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-fdf291aa-a924-4681-a457-81e2027147d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:24.085480 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf291aa-a924-4681-a457-81e2027147d1 None None] Routers {'8bfebcfc-b82c-4a12-abec-e29fac826196'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:24.086392 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-fdf291aa-a924-4681-a457-81e2027147d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['8bfebcfc-b82c-4a12-abec-e29fac826196'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:24.090088 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8a73da7e-28e4-4b1c-8bc3-2b7b7a632e9d tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bfebcfc-b82c-4a12-abec-e29fac826196 HTTP/1.1" status: 200 len: 205 time: 0.0653455 Jun 22 09:48:24.095634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34004) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:24.098194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-cb1770d3-7bf1-4c3b-a8be-6b600f554dbf None None] Provisioning for port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:24.122844 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-cb1770d3-7bf1-4c3b-a8be-6b600f554dbf None None] Provisioning complete for port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:24.123356 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cb1770d3-7bf1-4c3b-a8be-6b600f554dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.140257 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-fdf291aa-a924-4681-a457-81e2027147d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:24.141197 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf291aa-a924-4681-a457-81e2027147d1 None None] The sync data for ids ['8bfebcfc-b82c-4a12-abec-e29fac826196'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:24.201378 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6561aff6-963b-40b3-b215-272155af1dd4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.296612 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-98293c6d-0dab-4982-ae42-54a562a050a5 req-abc7e9da-9125-45c8-b76d-7f6c2052700a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 210 time: 0.0560446 Jun 22 09:48:24.359911 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-cb1770d3-7bf1-4c3b-a8be-6b600f554dbf None None] Provisioning for port 6a4f0dd7-af37-4d19-9c90-81dc254ecc2a completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:24.366236 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-cb1770d3-7bf1-4c3b-a8be-6b600f554dbf None None] Provisioning complete for port 6a4f0dd7-af37-4d19-9c90-81dc254ecc2a triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:24.371051 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cb1770d3-7bf1-4c3b-a8be-6b600f554dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.398468 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6561aff6-963b-40b3-b215-272155af1dd4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.400922 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6561aff6-963b-40b3-b215-272155af1dd4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.404555 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-cb1770d3-7bf1-4c3b-a8be-6b600f554dbf None None] Port 6a4f0dd7-af37-4d19-9c90-81dc254ecc2a cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:24.503442 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6561aff6-963b-40b3-b215-272155af1dd4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.504090 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6561aff6-963b-40b3-b215-272155af1dd4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Fanout notify agent at l3_agent the message router_deleted on router 8bfebcfc-b82c-4a12-abec-e29fac826196 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:48:24.514701 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6561aff6-963b-40b3-b215-272155af1dd4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.515968 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6561aff6-963b-40b3-b215-272155af1dd4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/routers/8bfebcfc-b82c-4a12-abec-e29fac826196 HTTP/1.1" status: 204 len: 168 time: 0.4229364 Jun 22 09:48:24.519192 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34008) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:24.527332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-cee31062-61f1-4d57-9d69-d7da4621edca None None] Provisioning complete for port 6a4f0dd7-af37-4d19-9c90-81dc254ecc2a triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:24.528006 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cee31062-61f1-4d57-9d69-d7da4621edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.561946 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-cee31062-61f1-4d57-9d69-d7da4621edca None None] Port 6a4f0dd7-af37-4d19-9c90-81dc254ecc2a cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:24.575879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c9d089-7385-45bd-9f69-4620c9842b3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting subnet 18db3815-42e9-4381-81c4-cc23702f6674 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:48:24.579293 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-30c9d089-7385-45bd-9f69-4620c9842b3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.584980 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54d8dd81-fa44-4a8d-9c4d-9480f8a72914 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.588143 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54d8dd81-fa44-4a8d-9c4d-9480f8a72914 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.620705 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-30c9d089-7385-45bd-9f69-4620c9842b3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.719702 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-30c9d089-7385-45bd-9f69-4620c9842b3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.719950 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54d8dd81-fa44-4a8d-9c4d-9480f8a72914 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.720450 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d8dd81-fa44-4a8d-9c4d-9480f8a72914 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Fanout notify agent at l3_agent the message router_deleted on router d8d4f36a-8f1a-43aa-9ddc-72eabc15946a {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:48:24.728779 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54d8dd81-fa44-4a8d-9c4d-9480f8a72914 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.729939 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-54d8dd81-fa44-4a8d-9c4d-9480f8a72914 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/routers/d8d4f36a-8f1a-43aa-9ddc-72eabc15946a HTTP/1.1" status: 204 len: 168 time: 0.8864756 Jun 22 09:48:24.732364 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34010) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:24.773174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-588b7876-ed1d-4df0-ab40-81eaed02dc67 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.778440 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a1754acc-ae1d-4f57-a484-9779fad0a54f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:24.819845 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b7876-ed1d-4df0-ab40-81eaed02dc67 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=6a4f0dd7-af37-4d19-9c90-81dc254ecc2a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:24.827798 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-588b7876-ed1d-4df0-ab40-81eaed02dc67 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:24.833889 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-30c9d089-7385-45bd-9f69-4620c9842b3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.842904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-415f36c6-a0b3-4d98-affa-a3eca335afb1 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:24.850118 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-30c9d089-7385-45bd-9f69-4620c9842b3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.853248 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-30c9d089-7385-45bd-9f69-4620c9842b3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/subnets/18db3815-42e9-4381-81c4-cc23702f6674 HTTP/1.1" status: 204 len: 168 time: 0.3328295 Jun 22 09:48:24.865865 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11bfbb6-eba9-4a2a-955c-246f5f77c1e3 None None] Network 57acb921-338b-4213-ae18-e9597b66bceb requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:24.870234 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34012) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:24.872664 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9d089-7385-45bd-9f69-4620c9842b3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Subnet': ['ID=18db3815-42e9-4381-81c4-cc23702f6674,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:24.875168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-30c9d089-7385-45bd-9f69-4620c9842b3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:24.883672 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-588b7876-ed1d-4df0-ab40-81eaed02dc67 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.887985 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-588b7876-ed1d-4df0-ab40-81eaed02dc67 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/ports/6a4f0dd7-af37-4d19-9c90-81dc254ecc2a HTTP/1.1" status: 204 len: 168 time: 1.3433542 Jun 22 09:48:24.889089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34014) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:24.923656 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a33747a-367b-4435-af54-6db6d3b4d51d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] GET failed (client error): The resource could not be found. Jun 22 09:48:24.928254 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7a33747a-367b-4435-af54-6db6d3b4d51d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports/6a4f0dd7-af37-4d19-9c90-81dc254ecc2a HTTP/1.1" status: 404 len: 333 time: 0.0354493 Jun 22 09:48:24.929882 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34016) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:24.985370 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.999284 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-2ffd879f-5a0d-4306-ab1d-cb29575297b4 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Deleting port 18725327-47ef-46cd-9eb3-52f83db79c39 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:24.999658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2ffd879f-5a0d-4306-ab1d-cb29575297b4 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.007663 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-daa11454-93b7-406e-a504-035cdd9c12b4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.034898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-daa11454-93b7-406e-a504-035cdd9c12b4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.131704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c35b69-0517-4d1b-9f81-f621c1644713 None None] DHCP port deletion for 57acb921-338b-4213-ae18-e9597b66bceb request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:48:25.133272 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2ffd879f-5a0d-4306-ab1d-cb29575297b4 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.153626 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-daa11454-93b7-406e-a504-035cdd9c12b4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.156499 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-daa11454-93b7-406e-a504-035cdd9c12b4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.157838 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-daa11454-93b7-406e-a504-035cdd9c12b4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/security-groups/20e8c8fc-93ff-47fa-88ae-5193920f094d HTTP/1.1" status: 204 len: 168 time: 0.2272029 Jun 22 09:48:25.158797 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-efd30c6c-8293-4a5b-9088-c38d39cd7c12 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:25.163083 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34018) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:25.180930 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa11454-93b7-406e-a504-035cdd9c12b4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e8c8fc-93ff-47fa-88ae-5193920f094d,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:25.181667 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting port ad8a7b56-5ec5-49a3-b7eb-c99334a896ce {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:25.182021 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.185199 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-daa11454-93b7-406e-a504-035cdd9c12b4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:25.187846 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c3c35b69-0517-4d1b-9f81-f621c1644713 None None] Deleting port ad8a7b56-5ec5-49a3-b7eb-c99334a896ce {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:25.188307 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c3c35b69-0517-4d1b-9f81-f621c1644713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.209710 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-2ffd879f-5a0d-4306-ab1d-cb29575297b4 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Calling delete_port for 18725327-47ef-46cd-9eb3-52f83db79c39 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:25.226083 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-acf69eaa-6199-4450-989f-77984bed1bb4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.263606 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c3c35b69-0517-4d1b-9f81-f621c1644713 None None] For port ad8a7b56-5ec5-49a3-b7eb-c99334a896ce, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ad8a7b56-5ec5-49a3-b7eb-c99334a896ce,segment=NetworkSegment(ae100d41-d3db-4f76-b77a-89c1d8805750),segment_id=ae100d41-d3db-4f76-b77a-89c1d8805750)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:25.264329 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c3c35b69-0517-4d1b-9f81-f621c1644713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.264478 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-acf69eaa-6199-4450-989f-77984bed1bb4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.313329 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] For port ad8a7b56-5ec5-49a3-b7eb-c99334a896ce, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ad8a7b56-5ec5-49a3-b7eb-c99334a896ce,segment=NetworkSegment(ae100d41-d3db-4f76-b77a-89c1d8805750),segment_id=ae100d41-d3db-4f76-b77a-89c1d8805750)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:25.313692 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.345029 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c3c35b69-0517-4d1b-9f81-f621c1644713 None None] Calling delete_port for ad8a7b56-5ec5-49a3-b7eb-c99334a896ce owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:25.393200 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-acf69eaa-6199-4450-989f-77984bed1bb4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.395721 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-acf69eaa-6199-4450-989f-77984bed1bb4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.399303 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-acf69eaa-6199-4450-989f-77984bed1bb4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/security-groups/5dbd31b6-c5fc-4191-baf6-2f4b1788058a HTTP/1.1" status: 204 len: 168 time: 0.2327876 Jun 22 09:48:25.399303 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b693b783-d4ee-45dc-b94f-2a540a803041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:25.401954 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34022) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:25.406298 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf69eaa-6199-4450-989f-77984bed1bb4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbd31b6-c5fc-4191-baf6-2f4b1788058a,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:25.409157 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-acf69eaa-6199-4450-989f-77984bed1bb4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:25.432658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Calling delete_port for ad8a7b56-5ec5-49a3-b7eb-c99334a896ce owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:25.496163 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c3c35b69-0517-4d1b-9f81-f621c1644713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.499667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:25.522240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c35b69-0517-4d1b-9f81-f621c1644713 None None] Pushing event deleted for resources: {'Port': ['ID=ad8a7b56-5ec5-49a3-b7eb-c99334a896ce,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:25.524641 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c3c35b69-0517-4d1b-9f81-f621c1644713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:25.527714 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c35b69-0517-4d1b-9f81-f621c1644713 None None] No DVR routers for this DVR port ad8a7b56-5ec5-49a3-b7eb-c99334a896ce on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:25.543093 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d8130211-6323-4548-91a4-3caa12115c55 req-7212e911-8bac-4513-b0a0-b5f9606426a2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 210 time: 0.1055849 Jun 22 09:48:25.688566 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3e0d4d-2ea0-4160-8222-74e20e67e57f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting subnet dcc10b1b-8300-4558-bf1b-4d0a7852cc86 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:48:25.717343 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0d4d-2ea0-4160-8222-74e20e67e57f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.760017 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2ffd879f-5a0d-4306-ab1d-cb29575297b4 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.767111 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ad8a7b56-5ec5-49a3-b7eb-c99334a896ce no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:48:25.783821 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:25.795145 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: ad8a7b56-5ec5-49a3-b7eb-c99334a896ce {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:48:25.795145 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ad8a7b56-5ec5-49a3-b7eb-c99334a896ce not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:48:25.843364 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd879f-5a0d-4306-ab1d-cb29575297b4 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Pushing event deleted for resources: {'Port': ['ID=18725327-47ef-46cd-9eb3-52f83db79c39,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:25.853732 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2ffd879f-5a0d-4306-ab1d-cb29575297b4 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:25.856062 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0d4d-2ea0-4160-8222-74e20e67e57f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.866093 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-56ac2df3-79d3-43c2-8444-113c57c50c86 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:25.867592 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-56ac2df3-79d3-43c2-8444-113c57c50c86 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/networks?id=93499441-2576-4960-843c-c66e6142a15f HTTP/1.1" status: 200 len: 797 time: 0.3731630 Jun 22 09:48:25.919553 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.943833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:25.994586 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Port': ['ID=ad8a7b56-5ec5-49a3-b7eb-c99334a896ce,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:25.998934 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:26.005429 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] No DVR routers for this DVR port ad8a7b56-5ec5-49a3-b7eb-c99334a896ce on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:26.078417 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2ffd879f-5a0d-4306-ab1d-cb29575297b4 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.080339 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2ffd879f-5a0d-4306-ab1d-cb29575297b4 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/ports/18725327-47ef-46cd-9eb3-52f83db79c39 HTTP/1.1" status: 204 len: 168 time: 1.3468666 Jun 22 09:48:26.083553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34028) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:26.087464 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-05bb04f9-34dd-4c29-839d-4bf69f418fce tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 380 time: 0.1814034 Jun 22 09:48:26.128920 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-cdf65258-7d57-4e5c-80fa-f9709df0d624 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'port': {'device_id': '7dbef838-bda1-4c8a-9049-b4ede62a1a19', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'admin_state_up': True, 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'security_groups': ['6f8d5d1d-b31d-44ba-8f95-7b305b8565ee']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:26.137437 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9b111c-d457-44d6-9e06-6f7b48602a0e tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Deleting subnet 60786101-3964-4171-bd1e-4ac551271f37 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:48:26.140494 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c9b111c-d457-44d6-9e06-6f7b48602a0e tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.178459 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c9b111c-d457-44d6-9e06-6f7b48602a0e tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.196032 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.206837 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0d4d-2ea0-4160-8222-74e20e67e57f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.233442 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57acb921-338b-4213-ae18-e9597b66bceb']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:26.257443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae100d41-d3db-4f76-b77a-89c1d8805750') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:26.257747 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae100d41-d3db-4f76-b77a-89c1d8805750') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:26.259621 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c9b111c-d457-44d6-9e06-6f7b48602a0e tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.284771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.311584 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.326268 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:48:26.326661 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:48:26.329534 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:48:26.416743 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c9b111c-d457-44d6-9e06-6f7b48602a0e tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.419781 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-37180bf7-49b9-416b-8191-58f46b094574 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:26.445137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b111c-d457-44d6-9e06-6f7b48602a0e tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Pushing event deleted for resources: {'Subnet': ['ID=60786101-3964-4171-bd1e-4ac551271f37,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:26.448387 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7c9b111c-d457-44d6-9e06-6f7b48602a0e tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:26.449283 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c9b111c-d457-44d6-9e06-6f7b48602a0e tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.451113 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7c9b111c-d457-44d6-9e06-6f7b48602a0e tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/subnets/60786101-3964-4171-bd1e-4ac551271f37 HTTP/1.1" status: 204 len: 168 time: 0.3665738 Jun 22 09:48:26.453524 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34030) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:26.456147 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e599d-55b4-45e5-9534-89a0f29237ca None None] Network 44f85279-6988-4946-aaf8-6b5bf077762d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:26.468207 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0d4d-2ea0-4160-8222-74e20e67e57f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.471754 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-15d0aae0-0383-4795-8273-32ed4d18cb64 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:26.499607 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e0d4d-2ea0-4160-8222-74e20e67e57f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc10b1b-8300-4558-bf1b-4d0a7852cc86,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:26.502410 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fb3e0d4d-2ea0-4160-8222-74e20e67e57f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:26.505707 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0d4d-2ea0-4160-8222-74e20e67e57f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.515382 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fb3e0d4d-2ea0-4160-8222-74e20e67e57f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/dcc10b1b-8300-4558-bf1b-4d0a7852cc86 HTTP/1.1" status: 204 len: 168 time: 1.0802722 Jun 22 09:48:26.516192 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34032) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:26.517293 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.522927 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.525258 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/networks/57acb921-338b-4213-ae18-e9597b66bceb HTTP/1.1" status: 204 len: 168 time: 1.6525545 Jun 22 09:48:26.526065 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-cdf65258-7d57-4e5c-80fa-f9709df0d624 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:26.526989 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-ab1d3d42-fd2b-4677-873c-ecc0bd095955 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'subnet': {'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:26.530832 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-cdf65258-7d57-4e5c-80fa-f9709df0d624 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.532495 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34034) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:26.534506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-49931107-636e-482e-819f-d1a2dac9adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615647082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:26.553638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1931450404', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}, 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:26.558384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Network': ['ID=57acb921-338b-4213-ae18-e9597b66bceb,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:26.561203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:26.638706 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.654900 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5188de1b-80a7-48e4-80c4-046ef17e4bd6 None None] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:26.723567 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-cdf65258-7d57-4e5c-80fa-f9709df0d624 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.3 (93499441-2576-4960-843c-c66e6142a15f/28ffa1de-f5d8-427c-981c-3580f3604fcc/aa47a32a-f3de-4cf8-8569-c6463c0e1227) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:26.747017 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-afd1b441-c88c-4eba-9622-7b3f7a7511e2 req-d1eda2fa-6fce-4631-9c76-231d82aa9bb4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 210 time: 0.0685282 Jun 22 09:48:26.752146 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.754243 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.840553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.850084 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Deleting port 9a0d1a0d-0f90-458e-afb2-6402672c082a {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:26.859776 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.874603 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-cdf65258-7d57-4e5c-80fa-f9709df0d624 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.896998 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-cdf65258-7d57-4e5c-80fa-f9709df0d624 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object aa47a32a-f3de-4cf8-8569-c6463c0e1227 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:26.900112 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1d3d42-fd2b-4677-873c-ecc0bd095955 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:26.903733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3d42-fd2b-4677-873c-ecc0bd095955 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.948093 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072907af-a865-4091-b442-374548c97d3c None None] DHCP port deletion for 44f85279-6988-4946-aaf8-6b5bf077762d request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:48:26.996384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-cdf65258-7d57-4e5c-80fa-f9709df0d624 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.003056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d1dce7e3-2784-4dcc-99fd-206fac99189a tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:27.004774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-072907af-a865-4091-b442-374548c97d3c None None] Deleting port 9a0d1a0d-0f90-458e-afb2-6402672c082a {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:27.005261 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-072907af-a865-4091-b442-374548c97d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.040900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] For port 9a0d1a0d-0f90-458e-afb2-6402672c082a, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9a0d1a0d-0f90-458e-afb2-6402672c082a,segment=NetworkSegment(ccb8a176-c153-45af-9a64-8366299a61b8),segment_id=ccb8a176-c153-45af-9a64-8366299a61b8)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:27.040900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.052544 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-cdf65258-7d57-4e5c-80fa-f9709df0d624 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 93499441-2576-4960-843c-c66e6142a15f is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:27.078547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-cdf65258-7d57-4e5c-80fa-f9709df0d624 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:27.079915 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-072907af-a865-4091-b442-374548c97d3c None None] For port 9a0d1a0d-0f90-458e-afb2-6402672c082a, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9a0d1a0d-0f90-458e-afb2-6402672c082a,segment=NetworkSegment(ccb8a176-c153-45af-9a64-8366299a61b8),segment_id=ccb8a176-c153-45af-9a64-8366299a61b8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:27.081369 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-072907af-a865-4091-b442-374548c97d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.081581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf65258-7d57-4e5c-80fa-f9709df0d624 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=aa47a32a-f3de-4cf8-8569-c6463c0e1227,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:27.084223 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-cdf65258-7d57-4e5c-80fa-f9709df0d624 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:27.088474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cdf65258-7d57-4e5c-80fa-f9709df0d624 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:27.156414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-cdf65258-7d57-4e5c-80fa-f9709df0d624 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:27.157131 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-cdf65258-7d57-4e5c-80fa-f9709df0d624 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.184297 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-072907af-a865-4091-b442-374548c97d3c None None] Calling delete_port for 9a0d1a0d-0f90-458e-afb2-6402672c082a owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:27.245524 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-cdf65258-7d57-4e5c-80fa-f9709df0d624 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1453707 Jun 22 09:48:27.258272 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Request body: {'port': {'device_id': '7dbef838-bda1-4c8a-9049-b4ede62a1a19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:27.342241 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-072907af-a865-4091-b442-374548c97d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.344509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:27.373266 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.375146 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072907af-a865-4091-b442-374548c97d3c None None] Pushing event deleted for resources: {'Port': ['ID=9a0d1a0d-0f90-458e-afb2-6402672c082a,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:27.376898 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072907af-a865-4091-b442-374548c97d3c None None] No DVR routers for this DVR port 9a0d1a0d-0f90-458e-afb2-6402672c082a on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:27.378677 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-072907af-a865-4091-b442-374548c97d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:27.463515 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Calling delete_port for 9a0d1a0d-0f90-458e-afb2-6402672c082a owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:27.547504 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.575906 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e2296405-e512-4f39-8096-233980acbcab None None] Provisioning for port aa47a32a-f3de-4cf8-8569-c6463c0e1227 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:27.580899 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e2296405-e512-4f39-8096-233980acbcab None None] Provisioning complete for port aa47a32a-f3de-4cf8-8569-c6463c0e1227 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:27.581574 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e2296405-e512-4f39-8096-233980acbcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.632708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-e2296405-e512-4f39-8096-233980acbcab None None] Port aa47a32a-f3de-4cf8-8569-c6463c0e1227 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:27.677179 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.689069 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:27.723802 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Pushing event deleted for resources: {'Port': ['ID=9a0d1a0d-0f90-458e-afb2-6402672c082a,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:27.728078 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa47a32a-f3de-4cf8-8569-c6463c0e1227 {{(pid=100652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:48:27.730953 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:27.739207 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.759042 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-51621e18-b5f1-47f0-b471-170d5c2e0f6d None None] Provisioning complete for port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:27.760163 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-51621e18-b5f1-47f0-b471-170d5c2e0f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.762557 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] No DVR routers for this DVR port 9a0d1a0d-0f90-458e-afb2-6402672c082a on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:27.768781 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Transition to ACTIVE for port object aa47a32a-f3de-4cf8-8569-c6463c0e1227 will not be triggered until provisioned by entity L2. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:27.782830 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9a0d1a0d-0f90-458e-afb2-6402672c082a no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:48:27.816383 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 9a0d1a0d-0f90-458e-afb2-6402672c082a {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:48:27.816754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9a0d1a0d-0f90-458e-afb2-6402672c082a not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:48:27.821960 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.824345 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-611429b2-bfa9-40ee-95df-3ff271c9dce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:27.908243 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-51621e18-b5f1-47f0-b471-170d5c2e0f6d None None] Provisioning complete for port 010fa2d9-6d98-449d-beb4-a9787acacf70 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:27.909691 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-51621e18-b5f1-47f0-b471-170d5c2e0f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.924969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.947190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-51621e18-b5f1-47f0-b471-170d5c2e0f6d None None] Port 010fa2d9-6d98-449d-beb4-a9787acacf70 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:27.949942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f85279-6988-4946-aaf8-6b5bf077762d']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:27.961749 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb8a176-c153-45af-9a64-8366299a61b8') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:27.962054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb8a176-c153-45af-9a64-8366299a61b8') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:27.980134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.003154 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.012603 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:48:28.013021 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:48:28.018399 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:48:28.063192 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3d42-fd2b-4677-873c-ecc0bd095955 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.069379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a4ac7c71-9f5f-4c44-8a21-f69f8295a84c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:28.138872 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1d3d42-fd2b-4677-873c-ecc0bd095955 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:28.150837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-ab1d3d42-fd2b-4677-873c-ecc0bd095955 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:28.154046 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1d3d42-fd2b-4677-873c-ecc0bd095955 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:28.154635 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3d42-fd2b-4677-873c-ecc0bd095955 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.157070 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d3d42-fd2b-4677-873c-ecc0bd095955 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Subnet': ['ID=b97987dd-a9a8-401d-a163-6c11fdad043b,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:28.164290 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ed1715-c952-4c3d-88b8-c5b85eacb3c1 None None] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:28.166616 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ab1d3d42-fd2b-4677-873c-ecc0bd095955 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:28.175614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.182671 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b39e65f8-9473-4415-844c-ccd8a84e7a7d tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:28.186564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.188448 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] 10.222.0.20 "DELETE /v2.0/networks/44f85279-6988-4946-aaf8-6b5bf077762d HTTP/1.1" status: 204 len: 168 time: 1.7339928 Jun 22 09:48:28.204828 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Pushing event deleted for resources: {'Network': ['ID=44f85279-6988-4946-aaf8-6b5bf077762d,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:28.249376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:28.268607 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Pushing event updated for resources: {'Port': ['ID=aa47a32a-f3de-4cf8-8569-c6463c0e1227,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:28.271452 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:28.298292 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ab1d3d42-fd2b-4677-873c-ecc0bd095955 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7785034 Jun 22 09:48:28.298657 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34042) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:28.305065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-8dd787df-2cd3-4d5d-aebb-a35e79e66279 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'security_group': {'name': 'tempest-secgroup-221587089'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:28.335350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.364633 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.381936 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8228cc5-e6bf-4b1f-89eb-8264ac720c5f req-d7039731-b863-49f0-92f5-df3e73563dd5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:28.383779 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c8228cc5-e6bf-4b1f-89eb-8264ac720c5f req-d7039731-b863-49f0-92f5-df3e73563dd5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 943 time: 0.1529796 Jun 22 09:48:28.417115 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Attempting to bind port aa47a32a-f3de-4cf8-8569-c6463c0e1227 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:28.417501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Attempting to bind port aa47a32a-f3de-4cf8-8569-c6463c0e1227 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '87606605-6006-4daf-9ad1-fc0388c55ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93499441-2576-4960-843c-c66e6142a15f'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:28.417836 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Attempting to bind port aa47a32a-f3de-4cf8-8569-c6463c0e1227 on network 93499441-2576-4960-843c-c66e6142a15f {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:28.431188 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Port aa47a32a-f3de-4cf8-8569-c6463c0e1227 on network 93499441-2576-4960-843c-c66e6142a15f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:48:28.434382 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Attempting to bind port aa47a32a-f3de-4cf8-8569-c6463c0e1227 on network 93499441-2576-4960-843c-c66e6142a15f {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:28.440639 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:28.440980 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Checking segment: {'id': '87606605-6006-4daf-9ad1-fc0388c55ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93499441-2576-4960-843c-c66e6142a15f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:28.441369 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Bound using segment: {'id': '87606605-6006-4daf-9ad1-fc0388c55ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93499441-2576-4960-843c-c66e6142a15f'} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:28.441805 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Bound port: aa47a32a-f3de-4cf8-8569-c6463c0e1227, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87606605-6006-4daf-9ad1-fc0388c55ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93499441-2576-4960-843c-c66e6142a15f'}}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:28.442158 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.446779 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c8228cc5-e6bf-4b1f-89eb-8264ac720c5f req-7d847ba3-0ce1-4e02-9e1b-f821750d05d8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f8d5d1d-b31d-44ba-8f95-7b305b8565ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561202 Jun 22 09:48:28.456629 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8dd787df-2cd3-4d5d-aebb-a35e79e66279 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.463246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faa1aed-d8da-4c71-aa6f-51a63d75c981 None None] Update dhcp port {'port': {'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7', 'fixed_ips': [{'subnet_id': 'f5feeaad-1fbe-4ddb-bb7c-a46efa04e61a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b97987dd-a9a8-401d-a163-6c11fdad043b'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': '5bc6837a-e8e4-426c-a7a4-e56f284bbb4c'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:48:28.503197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0faa1aed-d8da-4c71-aa6f-51a63d75c981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.532064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] For port aa47a32a-f3de-4cf8-8569-c6463c0e1227, host hv-neutron-7971, cleared binding levels {{(pid=100652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:28.536169 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] For port aa47a32a-f3de-4cf8-8569-c6463c0e1227, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aa47a32a-f3de-4cf8-8569-c6463c0e1227,segment=NetworkSegment(87606605-6006-4daf-9ad1-fc0388c55ae8),segment_id=87606605-6006-4daf-9ad1-fc0388c55ae8)] {{(pid=100652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:28.594018 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Allocated IP 172.26.3.189 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/e38cd711-347b-4ea5-a3ea-fac30b32b918) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:28.613307 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.617938 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2118652c-8ce4-49dd-a3d9-8c37c5993e9f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:28.659392 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34046) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:28.664988 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8dd787df-2cd3-4d5d-aebb-a35e79e66279 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.672791 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:28.674805 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.676696 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] 10.222.0.35 "PUT /v2.0/ports/aa47a32a-f3de-4cf8-8569-c6463c0e1227 HTTP/1.1" status: 200 len: 1093 time: 1.4233196 Jun 22 09:48:28.677707 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbef838-bda1-4c8a-9049-b4ede62a1a19', 'tag': 'aa47a32a-f3de-4cf8-8569-c6463c0e1227'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:48:28.680460 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d774592a-0237-4ae6-aedb-8c688a11d097" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbef838-bda1-4c8a-9049-b4ede62a1a19", "tag": "aa47a32a-f3de-4cf8-8569-c6463c0e1227"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:48:28.707723 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-0faa1aed-d8da-4c71-aa6f-51a63d75c981 None None] Allocated IP 2001:db8::2 (5b5e2573-2167-466d-9999-78aa9a2cd9e7/b97987dd-a9a8-401d-a163-6c11fdad043b/5bc6837a-e8e4-426c-a7a4-e56f284bbb4c) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:28.735421 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.748591 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8dd787df-2cd3-4d5d-aebb-a35e79e66279 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.754690 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4e6d0edc-efdc-4417-9399-849cdff64d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:28.772923 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Pushing event updated for resources: {'Port': ['ID=aa47a32a-f3de-4cf8-8569-c6463c0e1227,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:28.776865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:28.778995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c9b364-f301-4aaa-bcea-d15a950a053d x-openstack-request-id: req-c0c9b364-f301-4aaa-bcea-d15a950a053d {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:48:28.779546 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbef838-bda1-4c8a-9049-b4ede62a1a19", "tag": "aa47a32a-f3de-4cf8-8569-c6463c0e1227", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:48:28.780058 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0c9b364-f301-4aaa-bcea-d15a950a053d {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:48:28.781089 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbef838-bda1-4c8a-9049-b4ede62a1a19', 'tag': 'aa47a32a-f3de-4cf8-8569-c6463c0e1227', 'status': 'completed', 'code': 200} Jun 22 09:48:28.807506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd787df-2cd3-4d5d-aebb-a35e79e66279 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e1ec13-9e96-41dc-b8fe-41333045975a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:28.811107 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8dd787df-2cd3-4d5d-aebb-a35e79e66279 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:28.851341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774592a-0237-4ae6-aedb-8c688a11d097 req-1f3042d2-3719-4257-91c3-87606c2f5e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:28.853032 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d774592a-0237-4ae6-aedb-8c688a11d097 req-1f3042d2-3719-4257-91c3-87606c2f5e3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 1096 time: 0.0708079 Jun 22 09:48:28.857509 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8dd787df-2cd3-4d5d-aebb-a35e79e66279 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.861289 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8dd787df-2cd3-4d5d-aebb-a35e79e66279 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5593672 Jun 22 09:48:28.861893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34052) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:28.876347 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-17e0af96-d185-4e6f-b65c-0c08c0519092 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'security_group': {'name': 'tempest-secgroup-796960141'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:28.878468 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-0faa1aed-d8da-4c71-aa6f-51a63d75c981 None None] For port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5bc6837a-e8e4-426c-a7a4-e56f284bbb4c,segment=NetworkSegment(3cfc37f1-7836-45e4-9ee6-48786f850596),segment_id=3cfc37f1-7836-45e4-9ee6-48786f850596)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:28.885849 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.896677 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7c0a592e-7811-4527-bae8-1ae302ff7ade tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:28.924817 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0faa1aed-d8da-4c71-aa6f-51a63d75c981 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.948029 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0faa1aed-d8da-4c71-aa6f-51a63d75c981 None None] Transition to ACTIVE for port object 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:28.948221 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:28.961512 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:28.974265 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:29.010656 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-dee86b2e-0b1b-45d6-ba62-1e3a36bdad65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=957d95ad2f49430db82313ab92d143ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483045 Jun 22 09:48:29.013318 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34054) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:29.013973 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=e38cd711-347b-4ea5-a3ea-fac30b32b918,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:29.016035 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0faa1aed-d8da-4c71-aa6f-51a63d75c981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.019827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:29.025237 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c3d09e5e-6b01-47bd-86c8-d4fc87ef8efd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:29.042403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-17e0af96-d185-4e6f-b65c-0c08c0519092 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.073298 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774592a-0237-4ae6-aedb-8c688a11d097 req-9b138a8d-967c-4ec8-9220-5337917c72cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:29.074919 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d774592a-0237-4ae6-aedb-8c688a11d097 req-9b138a8d-967c-4ec8-9220-5337917c72cd service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=50763c4428f741ada1db53edd04651ab&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2139738 Jun 22 09:48:29.117975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa1aed-d8da-4c71-aa6f-51a63d75c981 None None] Pushing event updated for resources: {'Port': ['ID=5bc6837a-e8e4-426c-a7a4-e56f284bbb4c,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:29.129057 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0faa1aed-d8da-4c71-aa6f-51a63d75c981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:29.219811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e97d1992-bb69-40c5-bfac-4043cf2689ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.249362 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774592a-0237-4ae6-aedb-8c688a11d097 req-9195a842-b6c1-44e4-a13b-852080968534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:29.250973 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d774592a-0237-4ae6-aedb-8c688a11d097 req-9195a842-b6c1-44e4-a13b-852080968534 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1694229 Jun 22 09:48:29.261549 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e97d1992-bb69-40c5-bfac-4043cf2689ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.348419 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-05c7586a-a6ec-45d4-9aa0-d1e6dd5e64f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:29.350283 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-05c7586a-a6ec-45d4-9aa0-d1e6dd5e64f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 1096 time: 0.0568471 Jun 22 09:48:29.359744 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-17e0af96-d185-4e6f-b65c-0c08c0519092 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.393645 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-8bc9b3c2-5b73-4dd2-ae47-03607cca21aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa47a32a-f3de-4cf8-8569-c6463c0e1227 HTTP/1.1" status: 200 len: 217 time: 0.0363598 Jun 22 09:48:29.410506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-17e0af96-d185-4e6f-b65c-0c08c0519092 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.416743 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ae25dc2f-dd36-4a2f-bf3d-d2f2f81e50b5 tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:29.449107 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-613affd7-6fe0-4dc2-92f9-92c2b254c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:29.450398 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-613affd7-6fe0-4dc2-92f9-92c2b254c777 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=28ffa1de-f5d8-427c-981c-3580f3604fcc HTTP/1.1" status: 200 len: 835 time: 0.0513613 Jun 22 09:48:29.452381 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.458372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0af96-d185-4e6f-b65c-0c08c0519092 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61deafef-bd64-4d3f-8e4f-a1a7c1dc765c,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:29.498824 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-17e0af96-d185-4e6f-b65c-0c08c0519092 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:29.499253 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e97d1992-bb69-40c5-bfac-4043cf2689ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.503356 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e97d1992-bb69-40c5-bfac-4043cf2689ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.504671 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e97d1992-bb69-40c5-bfac-4043cf2689ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9868de5f-938d-4323-838b-c513d11c7f42 HTTP/1.1" status: 204 len: 168 time: 0.4881439 Jun 22 09:48:29.507097 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-acf69eaa-6199-4450-989f-77984bed1bb4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:29.518353 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d1992-bb69-40c5-bfac-4043cf2689ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9868de5f-938d-4323-838b-c513d11c7f42,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:29.520264 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-60164026-3509-478c-937b-7ea30e44a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:29.522288 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-17e0af96-d185-4e6f-b65c-0c08c0519092 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.530959 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-60164026-3509-478c-937b-7ea30e44a9b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=93499441-2576-4960-843c-c66e6142a15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661652 Jun 22 09:48:29.531455 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-17e0af96-d185-4e6f-b65c-0c08c0519092 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6535380 Jun 22 09:48:29.531455 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e97d1992-bb69-40c5-bfac-4043cf2689ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:29.533760 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34060) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:29.545550 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-18ba8de5-6da9-4705-a6fd-fa8ca002374d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'security_group': {'name': 'tempest-secgroup-943931074'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:29.627205 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-e9a05aa1-671c-4437-b705-7dfdb8cccdb8 service neutron] 10.222.0.35 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971918 Jun 22 09:48:29.657366 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18ba8de5-6da9-4705-a6fd-fa8ca002374d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.770488 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.790176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:29.808462 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bda5b3-453a-47cf-ba96-5d49f6cec9b0 req-a65d1480-6723-4806-ba99-6efe9c489e81 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:29.809902 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-65bda5b3-453a-47cf-ba96-5d49f6cec9b0 req-a65d1480-6723-4806-ba99-6efe9c489e81 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 943 time: 0.1810732 Jun 22 09:48:29.813921 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a203eecb-08ba-47c8-9db4-48496c165a1e req-fd19dda4-2715-4944-be80-8037f799b1ee service neutron] 10.222.0.35 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757026 Jun 22 09:48:29.871801 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-65bda5b3-453a-47cf-ba96-5d49f6cec9b0 req-7d96772c-b75c-44ca-9278-7db441d7294d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f8d5d1d-b31d-44ba-8f95-7b305b8565ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546095 Jun 22 09:48:29.875580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18ba8de5-6da9-4705-a6fd-fa8ca002374d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.958905 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18ba8de5-6da9-4705-a6fd-fa8ca002374d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.959616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d48da442-54bc-4c2c-aa30-bbeeb950e985 None None] Provisioning for port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:29.961568 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-88c76464-f8b8-4577-bbcb-cbac8d187d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:29.964508 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d48da442-54bc-4c2c-aa30-bbeeb950e985 None None] Provisioning complete for port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:29.964926 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d48da442-54bc-4c2c-aa30-bbeeb950e985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.992999 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba8de5-6da9-4705-a6fd-fa8ca002374d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ef8b34-e81e-4c0f-b8eb-341e702a77d7,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:29.999612 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-18ba8de5-6da9-4705-a6fd-fa8ca002374d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:30.027876 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 8772308f-aaba-4faa-bcb2-a13e924bfd8a is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:48:30.069099 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d48da442-54bc-4c2c-aa30-bbeeb950e985 None None] Provisioning complete for port 010fa2d9-6d98-449d-beb4-a9787acacf70 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:30.069475 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d48da442-54bc-4c2c-aa30-bbeeb950e985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:30.087038 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-18ba8de5-6da9-4705-a6fd-fa8ca002374d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:30.088293 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-18ba8de5-6da9-4705-a6fd-fa8ca002374d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5473478 Jun 22 09:48:30.090903 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34062) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:30.096424 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-b193010a-1d4d-4e5b-a469-2691a1b40e56 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1376304919', 'security_groups': ['e3ef8b34-e81e-4c0f-b8eb-341e702a77d7'], 'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b97987dd-a9a8-401d-a163-6c11fdad043b'}]}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:30.107322 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-d48da442-54bc-4c2c-aa30-bbeeb950e985 None None] Port 010fa2d9-6d98-449d-beb4-a9787acacf70 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:30.194527 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:30.204050 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a500833-2454-4571-b5ac-451ac9544fb2 None None] Sync routers for ids ['8772308f-aaba-4faa-bcb2-a13e924bfd8a'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:30.214258 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a500833-2454-4571-b5ac-451ac9544fb2 None None] Routers {'8772308f-aaba-4faa-bcb2-a13e924bfd8a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:30.214819 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-7a500833-2454-4571-b5ac-451ac9544fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['8772308f-aaba-4faa-bcb2-a13e924bfd8a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:30.248054 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-7a500833-2454-4571-b5ac-451ac9544fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:30.257698 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a500833-2454-4571-b5ac-451ac9544fb2 None None] Routers {'8772308f-aaba-4faa-bcb2-a13e924bfd8a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:30.258311 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-7a500833-2454-4571-b5ac-451ac9544fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['8772308f-aaba-4faa-bcb2-a13e924bfd8a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:30.292293 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-7a500833-2454-4571-b5ac-451ac9544fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:30.292959 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a500833-2454-4571-b5ac-451ac9544fb2 None None] The sync data for ids ['8772308f-aaba-4faa-bcb2-a13e924bfd8a'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:30.304171 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:30.306268 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.7693796 Jun 22 09:48:30.308984 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34064) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:30.387505 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b193010a-1d4d-4e5b-a469-2691a1b40e56 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:30.418002 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a949031d-2847-41f8-b9c6-c3a4268167e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/routers/8772308f-aaba-4faa-bcb2-a13e924bfd8a HTTP/1.1" status: 200 len: 881 time: 0.1074882 Jun 22 09:48:30.420366 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34066) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:30.472396 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b193010a-1d4d-4e5b-a469-2691a1b40e56 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:30.489344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-b193010a-1d4d-4e5b-a469-2691a1b40e56 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] device_id is not set on port cbfe15ae-b53b-4d9a-9807-11edd5d1e15e yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:48:30.646307 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3d823eba-c4e5-495e-aec6-2395c17056b7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2247887 Jun 22 09:48:30.648824 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34068) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:30.648956 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-b193010a-1d4d-4e5b-a469-2691a1b40e56 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Allocated IP 2001:db8::314 (5b5e2573-2167-466d-9999-78aa9a2cd9e7/b97987dd-a9a8-401d-a163-6c11fdad043b/cbfe15ae-b53b-4d9a-9807-11edd5d1e15e) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:30.653254 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a3476223-af76-48d6-9110-4facf9d0b3a1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1931450404'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:30.779042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b193010a-1d4d-4e5b-a469-2691a1b40e56 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:30.792251 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-b193010a-1d4d-4e5b-a469-2691a1b40e56 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Transition to ACTIVE for port object cbfe15ae-b53b-4d9a-9807-11edd5d1e15e will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:30.885232 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b193010a-1d4d-4e5b-a469-2691a1b40e56 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:30.890256 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:30.932689 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b193010a-1d4d-4e5b-a469-2691a1b40e56 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:30.936028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-b193010a-1d4d-4e5b-a469-2691a1b40e56 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:30.940552 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b193010a-1d4d-4e5b-a469-2691a1b40e56 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:30.947639 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b193010a-1d4d-4e5b-a469-2691a1b40e56 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:30.948191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b193010a-1d4d-4e5b-a469-2691a1b40e56 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:30.952523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3476223-af76-48d6-9110-4facf9d0b3a1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:30.966874 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193010a-1d4d-4e5b-a469-2691a1b40e56 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=cbfe15ae-b53b-4d9a-9807-11edd5d1e15e,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:30.970112 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b193010a-1d4d-4e5b-a469-2691a1b40e56 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:31.024606 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b193010a-1d4d-4e5b-a469-2691a1b40e56 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9319549 Jun 22 09:48:31.026916 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34072) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:31.035500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-cc808c9e-aee4-46f9-8ef3-9df2704f1647 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'subnet': {'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:31.064458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cf0f9-292f-4048-ac4a-fab446cdaced req-16ccc3d5-77b9-4633-8563-f26c0ec62a24 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:31.071352 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e07cf0f9-292f-4048-ac4a-fab446cdaced req-16ccc3d5-77b9-4633-8563-f26c0ec62a24 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 943 time: 0.0725858 Jun 22 09:48:31.081733 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3476223-af76-48d6-9110-4facf9d0b3a1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:31.120547 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e07cf0f9-292f-4048-ac4a-fab446cdaced req-94055a3f-a2f2-40d8-a892-ce82e1efb22c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f8d5d1d-b31d-44ba-8f95-7b305b8565ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458705 Jun 22 09:48:31.235204 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3476223-af76-48d6-9110-4facf9d0b3a1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 8772308f-aaba-4faa-bcb2-a13e924bfd8a has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:48:31.319036 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7dfc9165-8fd0-496d-9086-5cffb9b0bbd3 None None] Provisioning for port cbfe15ae-b53b-4d9a-9807-11edd5d1e15e completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:31.323210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7dfc9165-8fd0-496d-9086-5cffb9b0bbd3 None None] Provisioning complete for port cbfe15ae-b53b-4d9a-9807-11edd5d1e15e triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:31.323789 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7dfc9165-8fd0-496d-9086-5cffb9b0bbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:31.338762 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc808c9e-aee4-46f9-8ef3-9df2704f1647 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:31.342328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc808c9e-aee4-46f9-8ef3-9df2704f1647 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:31.357035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3476223-af76-48d6-9110-4facf9d0b3a1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:31.357245 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-7dfc9165-8fd0-496d-9086-5cffb9b0bbd3 None None] Port cbfe15ae-b53b-4d9a-9807-11edd5d1e15e cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:31.367075 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29400de7-1233-4196-978e-5ce2a2cc9a9e None None] Sync routers for ids ['8772308f-aaba-4faa-bcb2-a13e924bfd8a'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:31.375936 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29400de7-1233-4196-978e-5ce2a2cc9a9e None None] Routers {'8772308f-aaba-4faa-bcb2-a13e924bfd8a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:31.376539 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-29400de7-1233-4196-978e-5ce2a2cc9a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['8772308f-aaba-4faa-bcb2-a13e924bfd8a'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:31.387318 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a3476223-af76-48d6-9110-4facf9d0b3a1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:31.388505 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a3476223-af76-48d6-9110-4facf9d0b3a1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/8772308f-aaba-4faa-bcb2-a13e924bfd8a HTTP/1.1" status: 200 len: 888 time: 0.7387683 Jun 22 09:48:31.392120 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34074) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:31.409270 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-29400de7-1233-4196-978e-5ce2a2cc9a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:31.417434 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29400de7-1233-4196-978e-5ce2a2cc9a9e None None] Routers {'8772308f-aaba-4faa-bcb2-a13e924bfd8a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:31.418031 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-29400de7-1233-4196-978e-5ce2a2cc9a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['8772308f-aaba-4faa-bcb2-a13e924bfd8a'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:31.449070 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-29400de7-1233-4196-978e-5ce2a2cc9a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:31.449728 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29400de7-1233-4196-978e-5ce2a2cc9a9e None None] The sync data for ids ['8772308f-aaba-4faa-bcb2-a13e924bfd8a'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:31.812520 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.ipam_backend_mixin [None req-cc808c9e-aee4-46f9-8ef3-9df2704f1647 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b97987dd-a9a8-401d-a163-6c11fdad043b (CIDR: 2001:db8::/64) Jun 22 09:48:31.830095 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2e69afb3-a55d-4cf9-a88a-3101182cc5fa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/routers/8772308f-aaba-4faa-bcb2-a13e924bfd8a HTTP/1.1" status: 200 len: 888 time: 0.4355092 Jun 22 09:48:31.832611 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34076) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:31.860422 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d38ebf1b-64e5-4dcf-acaf-d5cd8ad51788 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/ports?device_id=8772308f-aaba-4faa-bcb2-a13e924bfd8a HTTP/1.1" status: 200 len: 205 time: 0.0267425 Jun 22 09:48:31.862021 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc808c9e-aee4-46f9-8ef3-9df2704f1647 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:48:31.862483 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc808c9e-aee4-46f9-8ef3-9df2704f1647 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:48:31.863208 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34078) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:31.954110 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cc808c9e-aee4-46f9-8ef3-9df2704f1647 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9259272 Jun 22 09:48:31.956716 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34080) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:31.961944 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-cd556b5c-b8fd-4075-9fb7-5b52944b355c tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'subnet': {'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:32.153339 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd556b5c-b8fd-4075-9fb7-5b52944b355c tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:32.157426 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cd556b5c-b8fd-4075-9fb7-5b52944b355c tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:32.232752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5d8be18-b88e-44cc-9608-fcabeef331bf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:32.287164 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.ipam_backend_mixin [None req-cd556b5c-b8fd-4075-9fb7-5b52944b355c tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f5feeaad-1fbe-4ddb-bb7c-a46efa04e61a (CIDR: 2001:db8:0:1::/64) Jun 22 09:48:32.315970 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c01afc-55fa-4cbe-86b7-c54ed43975ac req-6bfb540e-4cb2-4281-bb31-f217510df56d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:32.317451 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-28c01afc-55fa-4cbe-86b7-c54ed43975ac req-6bfb540e-4cb2-4281-bb31-f217510df56d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 943 time: 0.0915861 Jun 22 09:48:32.331177 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd556b5c-b8fd-4075-9fb7-5b52944b355c tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:48:32.331690 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd556b5c-b8fd-4075-9fb7-5b52944b355c tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:48:32.333811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5d8be18-b88e-44cc-9608-fcabeef331bf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:32.364079 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-28c01afc-55fa-4cbe-86b7-c54ed43975ac req-405359d6-b803-4195-9867-c07a9283e22d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f8d5d1d-b31d-44ba-8f95-7b305b8565ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407982 Jun 22 09:48:32.388768 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device aa47a32a-f3de-4cf8-8569-c6463c0e1227 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:48:32.428218 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cd556b5c-b8fd-4075-9fb7-5b52944b355c tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4704545 Jun 22 09:48:32.431573 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8be18-b88e-44cc-9608-fcabeef331bf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting port e38cd711-347b-4ea5-a3ea-fac30b32b918 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:32.432048 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5d8be18-b88e-44cc-9608-fcabeef331bf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:32.434035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34084) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:32.440061 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-c670cc0f-e8b7-4a3b-9730-f5a53c7b96a2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'subnet': {'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:32.487007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port aa47a32a-f3de-4cf8-8569-c6463c0e1227, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aa47a32a-f3de-4cf8-8569-c6463c0e1227,segment=NetworkSegment(87606605-6006-4daf-9ad1-fc0388c55ae8),segment_id=87606605-6006-4daf-9ad1-fc0388c55ae8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:32.501312 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': 'aa47a32a-f3de-4cf8-8569-c6463c0e1227', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'port_id': 'aa47a32a-f3de-4cf8-8569-c6463c0e1227', 'mac_address': 'fa:16:3e:3a:b7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:48:32.512821 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5d8be18-b88e-44cc-9608-fcabeef331bf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:32.542983 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:32.555754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa47a32a-f3de-4cf8-8569-c6463c0e1227 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:48:32.575268 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port aa47a32a-f3de-4cf8-8569-c6463c0e1227, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aa47a32a-f3de-4cf8-8569-c6463c0e1227,segment=NetworkSegment(87606605-6006-4daf-9ad1-fc0388c55ae8),segment_id=87606605-6006-4daf-9ad1-fc0388c55ae8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:32.577564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8be18-b88e-44cc-9608-fcabeef331bf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Calling delete_port for e38cd711-347b-4ea5-a3ea-fac30b32b918 owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:32.604546 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c670cc0f-e8b7-4a3b-9730-f5a53c7b96a2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Made reservation on behalf of 3279d45dbce84071a9f170ee9432f94e for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:32.608201 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c670cc0f-e8b7-4a3b-9730-f5a53c7b96a2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:32.621706 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:32.624893 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-cc8fc319-d395-41fa-8b46-340b1643e8c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:32.671132 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=aa47a32a-f3de-4cf8-8569-c6463c0e1227,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:32.674291 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:32.781682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5d8be18-b88e-44cc-9608-fcabeef331bf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:32.784611 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-59395aeb-8c26-421e-ac28-4cf6410d59e0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:32.808251 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8be18-b88e-44cc-9608-fcabeef331bf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Port': ['ID=e38cd711-347b-4ea5-a3ea-fac30b32b918,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:32.812055 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d5d8be18-b88e-44cc-9608-fcabeef331bf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:32.871843 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5d8be18-b88e-44cc-9608-fcabeef331bf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:32.960171 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5d8be18-b88e-44cc-9608-fcabeef331bf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:32.962273 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5d8be18-b88e-44cc-9608-fcabeef331bf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:32.963721 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c670cc0f-e8b7-4a3b-9730-f5a53c7b96a2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:32.966402 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['aa47a32a-f3de-4cf8-8569-c6463c0e1227'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:48:32.966663 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-26879daa-1de7-4eb1-ac26-e8f714156a01 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:33.034201 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c670cc0f-e8b7-4a3b-9730-f5a53c7b96a2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:33.042341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-c670cc0f-e8b7-4a3b-9730-f5a53c7b96a2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:33.047111 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c670cc0f-e8b7-4a3b-9730-f5a53c7b96a2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:33.048201 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c670cc0f-e8b7-4a3b-9730-f5a53c7b96a2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:33.059452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e07acba-4e1b-43a4-92c4-dd2515d3afc2 None None] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:33.066303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670cc0f-e8b7-4a3b-9730-f5a53c7b96a2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Subnet': ['ID=e2f34bba-abd7-4d80-a2e0-5d7bc35662dd,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:33.072434 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c670cc0f-e8b7-4a3b-9730-f5a53c7b96a2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:33.074266 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5d8be18-b88e-44cc-9608-fcabeef331bf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:33.079617 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d8be18-b88e-44cc-9608-fcabeef331bf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Fanout notify agent at l3_agent the message router_deleted on router 8772308f-aaba-4faa-bcb2-a13e924bfd8a {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:48:33.083572 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5d8be18-b88e-44cc-9608-fcabeef331bf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:33.084892 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d5d8be18-b88e-44cc-9608-fcabeef331bf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/routers/8772308f-aaba-4faa-bcb2-a13e924bfd8a HTTP/1.1" status: 204 len: 168 time: 1.2206140 Jun 22 09:48:33.088805 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34086) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:33.094025 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-cb4714eb-992f-4e36-819b-073aba83e343 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'network': {'name': 'tempest-RoutersTest-839704759'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:33.146746 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c670cc0f-e8b7-4a3b-9730-f5a53c7b96a2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7087085 Jun 22 09:48:33.147168 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34088) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:33.152735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-f564879b-3c6b-4d1d-a98e-d3e4b804ad6b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-596199492', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e2f34bba-abd7-4d80-a2e0-5d7bc35662dd'}], 'security_groups': ['04e1ec13-9e96-41dc-b8fe-41333045975a', '61deafef-bd64-4d3f-8e4f-a1a7c1dc765c']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:33.250735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4714eb-992f-4e36-819b-073aba83e343 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Made reservation on behalf of 6167c55fae3441119bb7e60e43fbf71d for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:33.255195 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cb4714eb-992f-4e36-819b-073aba83e343 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:33.302709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4714eb-992f-4e36-819b-073aba83e343 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:48:33.323717 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cb4714eb-992f-4e36-819b-073aba83e343 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:33.324049 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-cb4714eb-992f-4e36-819b-073aba83e343 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Added segment 3bde22fa-21b1-4825-a5fe-245f6e150de4 of type vlan for network 856a0ed7-ada3-4ac6-aad5-568d73126214 Jun 22 09:48:33.402096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cb4714eb-992f-4e36-819b-073aba83e343 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:33.412759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f564879b-3c6b-4d1d-a98e-d3e4b804ad6b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:33.453864 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bda5b72-46d5-46e6-9404-788b53d47fb5 None None] Update dhcp port {'port': {'network_id': '5b5e2573-2167-466d-9999-78aa9a2cd9e7', 'fixed_ips': [{'subnet_id': 'f5feeaad-1fbe-4ddb-bb7c-a46efa04e61a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b97987dd-a9a8-401d-a163-6c11fdad043b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e2f34bba-abd7-4d80-a2e0-5d7bc35662dd'}], 'binding:host_id': 'dv-neutron-797121-3-hyperv'}, 'id': '5bc6837a-e8e4-426c-a7a4-e56f284bbb4c'} from dv-neutron-797121-3-hyperv. {{(pid=100654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:48:33.500215 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6bda5b72-46d5-46e6-9404-788b53d47fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:33.524552 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cb4714eb-992f-4e36-819b-073aba83e343 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:33.531974 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4714eb-992f-4e36-819b-073aba83e343 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:33.532880 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cb4714eb-992f-4e36-819b-073aba83e343 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:33.538915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-efb1399d-a0ac-44f3-a26a-c4a5c3cf2820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:33.572632 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422f86f-3107-4859-9dc6-7068b1207511 req-52dcd069-3853-486c-ab70-ee65659027de tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:33.576067 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b422f86f-3107-4859-9dc6-7068b1207511 req-52dcd069-3853-486c-ab70-ee65659027de tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 944 time: 0.0786741 Jun 22 09:48:33.626558 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b422f86f-3107-4859-9dc6-7068b1207511 req-b6abfdaf-4e1b-47a4-999d-e42bd097d5fe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f8d5d1d-b31d-44ba-8f95-7b305b8565ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418015 Jun 22 09:48:33.659739 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cb4714eb-992f-4e36-819b-073aba83e343 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5687463 Jun 22 09:48:33.662680 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34092) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:33.668680 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-be1fe1e5-b8c0-44b2-88ee-20e41f31464b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'subnet': {'network_id': '856a0ed7-ada3-4ac6-aad5-568d73126214', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:33.674647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4714eb-992f-4e36-819b-073aba83e343 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Network': ['ID=856a0ed7-ada3-4ac6-aad5-568d73126214,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:33.686286 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cb4714eb-992f-4e36-819b-073aba83e343 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:33.715830 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-6bda5b72-46d5-46e6-9404-788b53d47fb5 None None] Allocated IP 2001:db8:0:2::2 (5b5e2573-2167-466d-9999-78aa9a2cd9e7/e2f34bba-abd7-4d80-a2e0-5d7bc35662dd/5bc6837a-e8e4-426c-a7a4-e56f284bbb4c) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:33.725978 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 856a0ed7-ada3-4ac6-aad5-568d73126214 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:48:33.809912 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1fe1e5-b8c0-44b2-88ee-20e41f31464b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Made reservation on behalf of 6167c55fae3441119bb7e60e43fbf71d for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:33.813475 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-be1fe1e5-b8c0-44b2-88ee-20e41f31464b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:33.894256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-6bda5b72-46d5-46e6-9404-788b53d47fb5 None None] For port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5bc6837a-e8e4-426c-a7a4-e56f284bbb4c,segment=NetworkSegment(3cfc37f1-7836-45e4-9ee6-48786f850596),segment_id=3cfc37f1-7836-45e4-9ee6-48786f850596)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:33.923765 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6bda5b72-46d5-46e6-9404-788b53d47fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:33.936978 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6bda5b72-46d5-46e6-9404-788b53d47fb5 None None] Transition to ACTIVE for port object 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:34.004559 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6bda5b72-46d5-46e6-9404-788b53d47fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.006631 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-85b13321-d62c-4920-8d84-0a42b1c5e48c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:34.034237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-be1fe1e5-b8c0-44b2-88ee-20e41f31464b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.040235 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-52dd9f40-1694-465f-8850-dc862b7ea51d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:34.098608 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fe1e5-b8c0-44b2-88ee-20e41f31464b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Subnet': ['ID=54d4f0a2-97cf-454d-8947-d4572d287d1e,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:34.102912 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-be1fe1e5-b8c0-44b2-88ee-20e41f31464b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:34.111022 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1fe1e5-b8c0-44b2-88ee-20e41f31464b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Checking segment: {'id': '3bde22fa-21b1-4825-a5fe-245f6e150de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '856a0ed7-ada3-4ac6-aad5-568d73126214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:34.111022 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1fe1e5-b8c0-44b2-88ee-20e41f31464b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network hostable DHCP agents. Network: 856a0ed7-ada3-4ac6-aad5-568d73126214, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:48:34.150317 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-f564879b-3c6b-4d1d-a98e-d3e4b804ad6b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Delete allocated IP 2001:db8::314 (5b5e2573-2167-466d-9999-78aa9a2cd9e7/b97987dd-a9a8-401d-a163-6c11fdad043b) {{(pid=100652) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 09:48:34.160051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-f564879b-3c6b-4d1d-a98e-d3e4b804ad6b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Allocated IP 2001:db8:0:2::176 (5b5e2573-2167-466d-9999-78aa9a2cd9e7/e2f34bba-abd7-4d80-a2e0-5d7bc35662dd/cbfe15ae-b53b-4d9a-9807-11edd5d1e15e) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:34.176347 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1fe1e5-b8c0-44b2-88ee-20e41f31464b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 856a0ed7-ada3-4ac6-aad5-568d73126214 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:48:34.250652 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-be1fe1e5-b8c0-44b2-88ee-20e41f31464b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 856a0ed7-ada3-4ac6-aad5-568d73126214) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:34.255785 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1fe1e5-b8c0-44b2-88ee-20e41f31464b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:34.256516 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-be1fe1e5-b8c0-44b2-88ee-20e41f31464b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.274789 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb0b07e-296d-4a4f-9f53-3bbfc204c31a None None] Network 856a0ed7-ada3-4ac6-aad5-568d73126214 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:34.318108 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda5b72-46d5-46e6-9404-788b53d47fb5 None None] Pushing event updated for resources: {'Port': ['ID=5bc6837a-e8e4-426c-a7a4-e56f284bbb4c,revision_number=7']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:34.322145 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6bda5b72-46d5-46e6-9404-788b53d47fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:34.343125 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f564879b-3c6b-4d1d-a98e-d3e4b804ad6b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.345312 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-be1fe1e5-b8c0-44b2-88ee-20e41f31464b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6810513 Jun 22 09:48:34.346069 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34094) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:34.350991 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d4aa1fa8-ea2a-4d71-a96f-6a7807ad7640 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-759916950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:34.358574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-f564879b-3c6b-4d1d-a98e-d3e4b804ad6b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Transition to ACTIVE for port object cbfe15ae-b53b-4d9a-9807-11edd5d1e15e will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:34.398912 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device aa47a32a-f3de-4cf8-8569-c6463c0e1227 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:34.433014 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f564879b-3c6b-4d1d-a98e-d3e4b804ad6b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.437431 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:34.485047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-856a0ed7-ada3-4ac6-aad5-568d73126214', 'network_id': '856a0ed7-ada3-4ac6-aad5-568d73126214', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'fixed_ips': [{'subnet_id': '54d4f0a2-97cf-454d-8947-d4572d287d1e'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:48:34.486620 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.490298 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d4aa1fa8-ea2a-4d71-a96f-6a7807ad7640 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.491446 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d4aa1fa8-ea2a-4d71-a96f-6a7807ad7640 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.524211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-f564879b-3c6b-4d1d-a98e-d3e4b804ad6b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] In _notify_port_updated(), no bound segment for port cbfe15ae-b53b-4d9a-9807-11edd5d1e15e on network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 {{(pid=100652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:48:34.530497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f564879b-3c6b-4d1d-a98e-d3e4b804ad6b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:34.531111 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f564879b-3c6b-4d1d-a98e-d3e4b804ad6b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.532604 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f564879b-3c6b-4d1d-a98e-d3e4b804ad6b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "PUT /v2.0/ports/cbfe15ae-b53b-4d9a-9807-11edd5d1e15e HTTP/1.1" status: 200 len: 969 time: 1.3843637 Jun 22 09:48:34.536668 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34096) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:34.545808 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564879b-3c6b-4d1d-a98e-d3e4b804ad6b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event updated for resources: {'Port': ['ID=cbfe15ae-b53b-4d9a-9807-11edd5d1e15e,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:34.556983 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f564879b-3c6b-4d1d-a98e-d3e4b804ad6b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:34.561435 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d4aa1fa8-ea2a-4d71-a96f-6a7807ad7640 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.570838 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port aa47a32a-f3de-4cf8-8569-c6463c0e1227 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:34.576845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port aa47a32a-f3de-4cf8-8569-c6463c0e1227 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:34.577363 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.633656 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d4aa1fa8-ea2a-4d71-a96f-6a7807ad7640 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.664588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-84c37081-a8ab-4ed0-a949-380c8afd6f9d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port cbfe15ae-b53b-4d9a-9807-11edd5d1e15e {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:34.665213 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84c37081-a8ab-4ed0-a949-380c8afd6f9d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.724882 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Allocated IP 172.20.0.2 (856a0ed7-ada3-4ac6-aad5-568d73126214/54d4f0a2-97cf-454d-8947-d4572d287d1e/446bec72-d74e-47c4-9eeb-d49ce4a7a78b) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:34.730550 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d4aa1fa8-ea2a-4d71-a96f-6a7807ad7640 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.735741 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d4aa1fa8-ea2a-4d71-a96f-6a7807ad7640 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3884854 Jun 22 09:48:34.737014 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34100) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:34.742622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.781160 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84c37081-a8ab-4ed0-a949-380c8afd6f9d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.827476 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbef838-bda1-4c8a-9049-b4ede62a1a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa47a32a-f3de-4cf8-8569-c6463c0e1227'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:48:34.829049 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50732a2-c1a6-4a4f-a292-f3826b976b14" -d '{"events": [{"server_uuid": "7dbef838-bda1-4c8a-9049-b4ede62a1a19", "name": "network-vif-plugged", "status": "completed", "tag": "aa47a32a-f3de-4cf8-8569-c6463c0e1227"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:48:34.852072 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port aa47a32a-f3de-4cf8-8569-c6463c0e1227, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aa47a32a-f3de-4cf8-8569-c6463c0e1227,segment=NetworkSegment(87606605-6006-4daf-9ad1-fc0388c55ae8),segment_id=87606605-6006-4daf-9ad1-fc0388c55ae8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:34.878166 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-84c37081-a8ab-4ed0-a949-380c8afd6f9d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for cbfe15ae-b53b-4d9a-9807-11edd5d1e15e owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:34.893718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c59591-419a-4739-a64f-297ca7900588 x-openstack-request-id: req-d2c59591-419a-4739-a64f-297ca7900588 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:48:34.894025 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbef838-bda1-4c8a-9049-b4ede62a1a19", "name": "network-vif-plugged", "status": "completed", "tag": "aa47a32a-f3de-4cf8-8569-c6463c0e1227", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:48:34.894287 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2c59591-419a-4739-a64f-297ca7900588 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:48:34.894677 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbef838-bda1-4c8a-9049-b4ede62a1a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa47a32a-f3de-4cf8-8569-c6463c0e1227', 'code': 200} Jun 22 09:48:34.968284 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.973395 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4c893391-3fb2-488e-aa22-4d96c512afac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:34.995855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd481be-7f9a-4822-bbfb-a3c6a8c2a65e req-3f623316-c842-4468-9b83-4d975830d630 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:35.000770 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2cd481be-7f9a-4822-bbfb-a3c6a8c2a65e req-3f623316-c842-4468-9b83-4d975830d630 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 944 time: 0.2106321 Jun 22 09:48:35.037477 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.067062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=aa47a32a-f3de-4cf8-8569-c6463c0e1227,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:35.082131 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:35.135927 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5ea3cca8-3928-42b9-b34a-466df9c5208e None None] Provisioning for port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:35.140477 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5ea3cca8-3928-42b9-b34a-466df9c5208e None None] Provisioning complete for port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:35.140866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5ea3cca8-3928-42b9-b34a-466df9c5208e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.147983 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2cd481be-7f9a-4822-bbfb-a3c6a8c2a65e req-b25bfb7f-f9b6-4cb1-a6e7-3789c27111eb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f8d5d1d-b31d-44ba-8f95-7b305b8565ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598001 Jun 22 09:48:35.162890 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.164482 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84c37081-a8ab-4ed0-a949-380c8afd6f9d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.168712 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-71f345d8-eebe-483d-9ec5-5597ee9efba3 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:35.187610 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Transition to ACTIVE for port object 446bec72-d74e-47c4-9eeb-d49ce4a7a78b will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:35.196663 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c37081-a8ab-4ed0-a949-380c8afd6f9d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=cbfe15ae-b53b-4d9a-9807-11edd5d1e15e,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:35.205717 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-84c37081-a8ab-4ed0-a949-380c8afd6f9d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:35.240538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84c37081-a8ab-4ed0-a949-380c8afd6f9d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.245745 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Transition to ACTIVE for port object 446bec72-d74e-47c4-9eeb-d49ce4a7a78b will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:35.246315 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-84c37081-a8ab-4ed0-a949-380c8afd6f9d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/ports/cbfe15ae-b53b-4d9a-9807-11edd5d1e15e HTTP/1.1" status: 204 len: 168 time: 0.7083502 Jun 22 09:48:35.247096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34104) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:35.264357 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5ea3cca8-3928-42b9-b34a-466df9c5208e None None] Provisioning complete for port 010fa2d9-6d98-449d-beb4-a9787acacf70 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:35.264744 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5ea3cca8-3928-42b9-b34a-466df9c5208e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.277926 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9cf9599-f806-4178-b6fd-f32a3cb9bf4e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] GET failed (client error): The resource could not be found. Jun 22 09:48:35.282855 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b9cf9599-f806-4178-b6fd-f32a3cb9bf4e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports/cbfe15ae-b53b-4d9a-9807-11edd5d1e15e HTTP/1.1" status: 404 len: 333 time: 0.0349782 Jun 22 09:48:35.283993 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34106) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:35.309450 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5ea3cca8-3928-42b9-b34a-466df9c5208e None None] Port 010fa2d9-6d98-449d-beb4-a9787acacf70 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:35.313739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5ea3cca8-3928-42b9-b34a-466df9c5208e None None] Could not find standard attr ID for object cbfe15ae-b53b-4d9a-9807-11edd5d1e15e. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:48:35.392137 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.392137 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3aca11c9-f358-4123-91e7-5c2e81138ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:35.400602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-32b355dc-d74e-4a5b-b778-cb2093aa8dee tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.436520 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-66d5d8dd-4ea2-4f76-8087-9c5717081ec1 None None] Could not find standard attr ID for object cbfe15ae-b53b-4d9a-9807-11edd5d1e15e. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:48:35.441565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196e8f5-b0b9-4fc2-8a67-7e0700f78cd9 req-4138c1f5-7880-4483-a453-cad6f5b6f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:35.443111 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c196e8f5-b0b9-4fc2-8a67-7e0700f78cd9 req-4138c1f5-7880-4483-a453-cad6f5b6f1bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 1098 time: 0.1581392 Jun 22 09:48:35.445000 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-32b355dc-d74e-4a5b-b778-cb2093aa8dee tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.447866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Network 856a0ed7-ada3-4ac6-aad5-568d73126214 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:35.452226 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:35.454889 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:35.483931 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Pushing event updated for resources: {'Port': ['ID=446bec72-d74e-47c4-9eeb-d49ce4a7a78b,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:35.488104 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:35.501576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Allocated IP 172.20.0.1 (856a0ed7-ada3-4ac6-aad5-568d73126214/54d4f0a2-97cf-454d-8947-d4572d287d1e/16192474-cf2d-4192-81b9-0a8c0ba99eb7) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:35.512629 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c196e8f5-b0b9-4fc2-8a67-7e0700f78cd9 req-6d33e938-6e7b-4819-8349-2717fe9b8835 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6f8d5d1d-b31d-44ba-8f95-7b305b8565ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596182 Jun 22 09:48:35.522592 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Attempting to bind port 446bec72-d74e-47c4-9eeb-d49ce4a7a78b on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:35.522977 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Attempting to bind port 446bec72-d74e-47c4-9eeb-d49ce4a7a78b by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '3bde22fa-21b1-4825-a5fe-245f6e150de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '856a0ed7-ada3-4ac6-aad5-568d73126214'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:35.523394 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Attempting to bind port 446bec72-d74e-47c4-9eeb-d49ce4a7a78b on network 856a0ed7-ada3-4ac6-aad5-568d73126214 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:35.528472 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:35.528853 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Checking segment: {'id': '3bde22fa-21b1-4825-a5fe-245f6e150de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '856a0ed7-ada3-4ac6-aad5-568d73126214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:35.529260 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.529659 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Bound using segment: {'id': '3bde22fa-21b1-4825-a5fe-245f6e150de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '856a0ed7-ada3-4ac6-aad5-568d73126214'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:35.530126 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Bound port: 446bec72-d74e-47c4-9eeb-d49ce4a7a78b, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bde22fa-21b1-4825-a5fe-245f6e150de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '856a0ed7-ada3-4ac6-aad5-568d73126214'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:35.530504 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.587698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-32b355dc-d74e-4a5b-b778-cb2093aa8dee tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.590957 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-32b355dc-d74e-4a5b-b778-cb2093aa8dee tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.594650 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-32b355dc-d74e-4a5b-b778-cb2093aa8dee tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/security-groups/e3ef8b34-e81e-4c0f-b8eb-341e702a77d7 HTTP/1.1" status: 204 len: 168 time: 0.3059657 Jun 22 09:48:35.594803 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] For port 446bec72-d74e-47c4-9eeb-d49ce4a7a78b, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:35.594905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-700b8093-561e-46a1-8cd5-e169f050d47c tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:35.595021 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34108) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:35.595412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] For port 446bec72-d74e-47c4-9eeb-d49ce4a7a78b, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=446bec72-d74e-47c4-9eeb-d49ce4a7a78b,segment=NetworkSegment(3bde22fa-21b1-4825-a5fe-245f6e150de4),segment_id=3bde22fa-21b1-4825-a5fe-245f6e150de4)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:35.602808 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b355dc-d74e-4a5b-b778-cb2093aa8dee tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ef8b34-e81e-4c0f-b8eb-341e702a77d7,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:35.605938 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-32b355dc-d74e-4a5b-b778-cb2093aa8dee tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:35.644231 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.662241 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Transition to ACTIVE for port object 16192474-cf2d-4192-81b9-0a8c0ba99eb7 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:35.673721 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.676587 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:35.685082 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4889d91-b30e-4bd7-a692-70d017f1175e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.721588 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4889d91-b30e-4bd7-a692-70d017f1175e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.730472 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Pushing event updated for resources: {'Port': ['ID=446bec72-d74e-47c4-9eeb-d49ce4a7a78b,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:35.735067 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:35.777559 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:35.829840 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:35.830829 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.844953 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.847220 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1040cc07-1bd3-4812-a2ce-d482c8211cfa tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:35.876425 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4889d91-b30e-4bd7-a692-70d017f1175e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.886065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a4889d91-b30e-4bd7-a692-70d017f1175e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.888199 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a4889d91-b30e-4bd7-a692-70d017f1175e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/security-groups/61deafef-bd64-4d3f-8e4f-a1a7c1dc765c HTTP/1.1" status: 204 len: 168 time: 0.2916496 Jun 22 09:48:35.895690 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34110) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:35.907208 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 856a0ed7-ada3-4ac6-aad5-568d73126214 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:35.913990 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:35.917199 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:35.963200 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=16192474-cf2d-4192-81b9-0a8c0ba99eb7,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:35.974549 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:35.975160 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b47c1078-1907-4150-a207-f42d249b9ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:35.975399 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ffa59a84-a55d-4d8f-b978-d402f2236f26 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.990433 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4889d91-b30e-4bd7-a692-70d017f1175e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61deafef-bd64-4d3f-8e4f-a1a7c1dc765c,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:35.998708 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.999374 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ffa59a84-a55d-4d8f-b978-d402f2236f26 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:36.002427 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a4889d91-b30e-4bd7-a692-70d017f1175e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:36.124432 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ffa59a84-a55d-4d8f-b978-d402f2236f26 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:36.127819 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ffa59a84-a55d-4d8f-b978-d402f2236f26 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:36.129001 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ffa59a84-a55d-4d8f-b978-d402f2236f26 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/security-groups/04e1ec13-9e96-41dc-b8fe-41333045975a HTTP/1.1" status: 204 len: 168 time: 0.2326057 Jun 22 09:48:36.131568 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a3efa4a7-61ee-46b0-9848-4daf13c77f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:36.131800 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34112) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:36.138842 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa59a84-a55d-4d8f-b978-d402f2236f26 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e1ec13-9e96-41dc-b8fe-41333045975a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:36.141130 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ffa59a84-a55d-4d8f-b978-d402f2236f26 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:36.216019 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5774c36-05a3-4316-94bb-b5fb9c90f688 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting subnet b97987dd-a9a8-401d-a163-6c11fdad043b {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:48:36.218000 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:36.221504 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5774c36-05a3-4316-94bb-b5fb9c90f688 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:36.321530 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5774c36-05a3-4316-94bb-b5fb9c90f688 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:36.513969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf043179-162d-485c-b59e-00bcca695fab req-9272e66e-f60e-47ab-898b-affe3f9f6258 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:36.515485 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cf043179-162d-485c-b59e-00bcca695fab req-9272e66e-f60e-47ab-898b-affe3f9f6258 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 945 time: 0.2604911 Jun 22 09:48:36.569252 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5774c36-05a3-4316-94bb-b5fb9c90f688 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:36.652275 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cf043179-162d-485c-b59e-00bcca695fab req-0a16a599-b4df-40c8-9249-408140288052 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f8d5d1d-b31d-44ba-8f95-7b305b8565ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276484 Jun 22 09:48:36.690053 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6c701e-0c73-46a8-87ef-e45d040f5cdd None None] Network 856a0ed7-ada3-4ac6-aad5-568d73126214 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:36.714237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:36.753328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5774c36-05a3-4316-94bb-b5fb9c90f688 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:36.756489 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-004c36a7-88a1-4847-90b0-81160be8ebfd tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:36.782917 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:36.786621 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5774c36-05a3-4316-94bb-b5fb9c90f688 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Subnet': ['ID=b97987dd-a9a8-401d-a163-6c11fdad043b,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:36.788746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d5774c36-05a3-4316-94bb-b5fb9c90f688 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:36.794504 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34116) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:36.795019 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d5774c36-05a3-4316-94bb-b5fb9c90f688 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/b97987dd-a9a8-401d-a163-6c11fdad043b HTTP/1.1" status: 204 len: 168 time: 0.6615555 Jun 22 09:48:36.797614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d5774c36-05a3-4316-94bb-b5fb9c90f688 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:36.797768 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3acc9603-691a-4cf9-a911-8a787b4f178f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:36.803341 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caa3583-4783-4530-ab6c-a4dd04234b53 None None] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:36.852909 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-51ed63fe-af75-46fa-8f65-d32dbdd1c098 None None] Provisioning for port 446bec72-d74e-47c4-9eeb-d49ce4a7a78b completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:36.854009 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecd23f4-b611-4233-8230-7e62c6dc1d87 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting subnet e2f34bba-abd7-4d80-a2e0-5d7bc35662dd {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:48:36.857335 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5ecd23f4-b611-4233-8230-7e62c6dc1d87 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:36.869898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:36.871844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=16192474-cf2d-4192-81b9-0a8c0ba99eb7,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:36.875109 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:36.904713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5ecd23f4-b611-4233-8230-7e62c6dc1d87 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:36.998421 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5ecd23f4-b611-4233-8230-7e62c6dc1d87 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:37.159743 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5ecd23f4-b611-4233-8230-7e62c6dc1d87 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:37.162955 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5bdebd90-26ea-48a1-925e-e944bc955c7a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:37.189075 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd23f4-b611-4233-8230-7e62c6dc1d87 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Subnet': ['ID=e2f34bba-abd7-4d80-a2e0-5d7bc35662dd,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:37.195644 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5ecd23f4-b611-4233-8230-7e62c6dc1d87 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:37.200719 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5ecd23f4-b611-4233-8230-7e62c6dc1d87 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:37.205012 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5ecd23f4-b611-4233-8230-7e62c6dc1d87 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/e2f34bba-abd7-4d80-a2e0-5d7bc35662dd HTTP/1.1" status: 204 len: 168 time: 0.4074590 Jun 22 09:48:37.208094 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34118) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:37.237641 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-8baa6e12-32a5-4e1c-a42a-d83f3a6c9e61 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] DELETE failed (client error): The resource could not be found. Jun 22 09:48:37.238045 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8baa6e12-32a5-4e1c-a42a-d83f3a6c9e61 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:48:37.239819 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8baa6e12-32a5-4e1c-a42a-d83f3a6c9e61 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/b97987dd-a9a8-401d-a163-6c11fdad043b HTTP/1.1" status: 404 len: 337 time: 0.0307322 Jun 22 09:48:37.242527 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34120) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:37.292851 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 856a0ed7-ada3-4ac6-aad5-568d73126214 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:37.295358 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:37.306802 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cca0c77-a1d1-415a-9ec6-0056da77c99c tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting subnet f5feeaad-1fbe-4ddb-bb7c-a46efa04e61a {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:48:37.310630 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1cca0c77-a1d1-415a-9ec6-0056da77c99c tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:37.359052 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1cca0c77-a1d1-415a-9ec6-0056da77c99c tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:37.423011 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c72a735a-098e-4aae-8976-eab2a1eff1ef None None] Provisioning for port 16192474-cf2d-4192-81b9-0a8c0ba99eb7 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:37.427745 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c72a735a-098e-4aae-8976-eab2a1eff1ef None None] Provisioning complete for port 16192474-cf2d-4192-81b9-0a8c0ba99eb7 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:37.428261 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c72a735a-098e-4aae-8976-eab2a1eff1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:37.463352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1cca0c77-a1d1-415a-9ec6-0056da77c99c tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:37.469120 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c72a735a-098e-4aae-8976-eab2a1eff1ef None None] Port 16192474-cf2d-4192-81b9-0a8c0ba99eb7 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:37.502278 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 13a029ab-4ffe-476d-b828-93a1baae576a is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:48:37.582283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1cca0c77-a1d1-415a-9ec6-0056da77c99c tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:37.585697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-adbc1cbf-d79e-49e8-8086-dce2bfdad520 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:37.603590 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:37.609091 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/13a029ab-4ffe-476d-b828-93a1baae576a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8704610 Jun 22 09:48:37.612114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c0574b45-6de2-4ccf-9205-b58b3a1b5584 None None] Provisioning complete for port 16192474-cf2d-4192-81b9-0a8c0ba99eb7 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:37.612373 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34122) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:37.612501 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c0574b45-6de2-4ccf-9205-b58b3a1b5584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:37.614816 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca0c77-a1d1-415a-9ec6-0056da77c99c tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Subnet': ['ID=f5feeaad-1fbe-4ddb-bb7c-a46efa04e61a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:37.618119 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1cca0c77-a1d1-415a-9ec6-0056da77c99c tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:37.619110 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1cca0c77-a1d1-415a-9ec6-0056da77c99c tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:37.621028 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1cca0c77-a1d1-415a-9ec6-0056da77c99c tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/f5feeaad-1fbe-4ddb-bb7c-a46efa04e61a HTTP/1.1" status: 204 len: 168 time: 0.3775597 Jun 22 09:48:37.634132 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34124) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:37.644554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaa1cd8-8066-433f-826e-1eeba3af920b None None] Sync routers for ids ['13a029ab-4ffe-476d-b828-93a1baae576a'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:37.667561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaa1cd8-8066-433f-826e-1eeba3af920b None None] Routers {'13a029ab-4ffe-476d-b828-93a1baae576a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:37.668509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ceaa1cd8-8066-433f-826e-1eeba3af920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['13a029ab-4ffe-476d-b828-93a1baae576a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:37.670606 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7493b4ce-9b63-4281-905c-81f396893e93 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] DELETE failed (client error): The resource could not be found. Jun 22 09:48:37.671079 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7493b4ce-9b63-4281-905c-81f396893e93 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:48:37.672015 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c0574b45-6de2-4ccf-9205-b58b3a1b5584 None None] Port 16192474-cf2d-4192-81b9-0a8c0ba99eb7 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:37.672855 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7493b4ce-9b63-4281-905c-81f396893e93 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/dcc10b1b-8300-4558-bf1b-4d0a7852cc86 HTTP/1.1" status: 404 len: 337 time: 0.0380390 Jun 22 09:48:37.679901 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34126) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:37.708626 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ceaa1cd8-8066-433f-826e-1eeba3af920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:37.719660 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaa1cd8-8066-433f-826e-1eeba3af920b None None] Routers {'13a029ab-4ffe-476d-b828-93a1baae576a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:37.720304 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ceaa1cd8-8066-433f-826e-1eeba3af920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['13a029ab-4ffe-476d-b828-93a1baae576a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:37.724376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5e1883-8141-4d1b-b0cb-f9e73f6da25c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:37.727849 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-57d05844-78f1-4131-a2de-4905e7df4d37 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "GET /v2.0/ports?device_id=a744f838-5172-4ce0-b29d-81953eeb4ff3 HTTP/1.1" status: 200 len: 205 time: 0.0447414 Jun 22 09:48:37.728092 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34130) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:37.730087 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5d5e1883-8141-4d1b-b0cb-f9e73f6da25c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/ports/16192474-cf2d-4192-81b9-0a8c0ba99eb7 HTTP/1.1" status: 200 len: 910 time: 0.1164162 Jun 22 09:48:37.732701 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34132) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:37.764349 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-a6d1a066-1f8c-467d-bd3a-fd890830eac0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '54d4f0a2-97cf-454d-8947-d4572d287d1e'}]}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:37.787052 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-5fb78599-717d-4c93-b423-6b4a7f9f662c tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] delete failed (client error): The resource could not be found. Jun 22 09:48:37.787961 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5fb78599-717d-4c93-b423-6b4a7f9f662c tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/routers/a744f838-5172-4ce0-b29d-81953eeb4ff3 HTTP/1.1" status: 404 len: 336 time: 0.0589454 Jun 22 09:48:37.790445 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34134) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:37.797959 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ceaa1cd8-8066-433f-826e-1eeba3af920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:37.798636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaa1cd8-8066-433f-826e-1eeba3af920b None None] The sync data for ids ['13a029ab-4ffe-476d-b828-93a1baae576a'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:37.844333 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-721bbe81-cf05-40da-a4ec-f62c2d82b660 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] DELETE failed (client error): The resource could not be found. Jun 22 09:48:37.844893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721bbe81-cf05-40da-a4ec-f62c2d82b660 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:48:37.848996 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-721bbe81-cf05-40da-a4ec-f62c2d82b660 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/74cd42c6-529f-4dcf-a481-21ecb0e8e6aa HTTP/1.1" status: 404 len: 337 time: 0.0552008 Jun 22 09:48:37.851733 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34136) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:37.875097 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 446bec72-d74e-47c4-9eeb-d49ce4a7a78b up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:37.921485 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a3daca-d122-4c5e-950e-fcebb6f0601b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] DELETE failed (client error): The resource could not be found. Jun 22 09:48:37.921958 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a3daca-d122-4c5e-950e-fcebb6f0601b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:48:37.924524 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-42a3daca-d122-4c5e-950e-fcebb6f0601b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/e95b5efd-e60a-4023-923e-04eb24b283f4 HTTP/1.1" status: 404 len: 337 time: 0.0709960 Jun 22 09:48:37.929901 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34138) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:37.931446 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1318a84a-9737-4353-9b2a-fe80a1197bef None None] Provisioning complete for port 16192474-cf2d-4192-81b9-0a8c0ba99eb7 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:37.931877 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1318a84a-9737-4353-9b2a-fe80a1197bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:37.955773 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5c1a38-9af7-471b-a35f-8f52a2f1d03b None None] Network 5b5e2573-2167-466d-9999-78aa9a2cd9e7 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:37.968049 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf502593-d1e5-466d-8b80-8ef2bd52580e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] DELETE failed (client error): The resource could not be found. Jun 22 09:48:37.968504 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf502593-d1e5-466d-8b80-8ef2bd52580e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:48:37.972555 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bf502593-d1e5-466d-8b80-8ef2bd52580e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/7662fb2e-31c3-490b-9238-ca135baabfa1 HTTP/1.1" status: 404 len: 337 time: 0.0359435 Jun 22 09:48:37.974275 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34140) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:37.998079 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a6d1a066-1f8c-467d-bd3a-fd890830eac0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:38.007537 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b95e0f-c2ab-46eb-8cc9-2182e650bc2f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] DELETE failed (client error): The resource could not be found. Jun 22 09:48:38.008517 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b95e0f-c2ab-46eb-8cc9-2182e650bc2f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:48:38.009752 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f1b95e0f-c2ab-46eb-8cc9-2182e650bc2f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/ports/02077ee7-9bda-46ee-ad73-85e2af82a2d8 HTTP/1.1" status: 404 len: 333 time: 0.0330749 Jun 22 09:48:38.013043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34142) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:38.016158 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-1318a84a-9737-4353-9b2a-fe80a1197bef None None] Port 16192474-cf2d-4192-81b9-0a8c0ba99eb7 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:38.019388 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 446bec72-d74e-47c4-9eeb-d49ce4a7a78b completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:38.022223 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dcb22-f2ac-4d6e-9c06-032d8626c1e7 req-0e987747-2752-4838-b6cf-20437f9dcfd1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:38.023923 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-435dcb22-f2ac-4d6e-9c06-032d8626c1e7 req-0e987747-2752-4838-b6cf-20437f9dcfd1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 945 time: 0.1634178 Jun 22 09:48:38.033689 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 446bec72-d74e-47c4-9eeb-d49ce4a7a78b triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:38.034173 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:38.061725 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb2af7c-6653-4394-85bc-fa0ece2382c4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] DELETE failed (client error): The resource could not be found. Jun 22 09:48:38.062184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb2af7c-6653-4394-85bc-fa0ece2382c4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:48:38.063170 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-435dcb22-f2ac-4d6e-9c06-032d8626c1e7 req-378e3858-5a3f-4c7f-9d8b-c4019758b696 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f8d5d1d-b31d-44ba-8f95-7b305b8565ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328753 Jun 22 09:48:38.063922 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ccb2af7c-6653-4394-85bc-fa0ece2382c4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/93f00ddf-a810-4bc5-8bab-aa817b5367da HTTP/1.1" status: 404 len: 337 time: 0.0497692 Jun 22 09:48:38.067137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34144) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:38.098930 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc55267f-ab02-4e62-b0be-64c60fdd9271 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] DELETE failed (client error): The resource could not be found. Jun 22 09:48:38.099503 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc55267f-ab02-4e62-b0be-64c60fdd9271 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:48:38.103530 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bc55267f-ab02-4e62-b0be-64c60fdd9271 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/909d265f-0241-4da5-b807-98aad3faf449 HTTP/1.1" status: 404 len: 337 time: 0.0332146 Jun 22 09:48:38.104991 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34148) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:38.157271 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e3570e-938a-4abe-8520-72b99cccb5c7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] DELETE failed (client error): The resource could not be found. Jun 22 09:48:38.158188 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e3570e-938a-4abe-8520-72b99cccb5c7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:48:38.163410 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34150) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:38.164701 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-97e3570e-938a-4abe-8520-72b99cccb5c7 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/ports/ce76602a-8ddb-4fee-bf8d-8c0ac7ee3592 HTTP/1.1" status: 404 len: 333 time: 0.0591245 Jun 22 09:48:38.180587 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-90671ac0-9bb6-4a8c-8213-01725fcf7512 None None] Provisioning complete for port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:38.180981 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-90671ac0-9bb6-4a8c-8213-01725fcf7512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:38.185153 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:38.240656 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-8347af66-bac4-4808-a63e-e0e6a0b57c2e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] DELETE failed (client error): The resource could not be found. Jun 22 09:48:38.241106 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8347af66-bac4-4808-a63e-e0e6a0b57c2e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:48:38.245077 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8347af66-bac4-4808-a63e-e0e6a0b57c2e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/f4468ea7-1592-411b-a8a9-c493bbd6aadc HTTP/1.1" status: 404 len: 337 time: 0.0784099 Jun 22 09:48:38.245894 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34152) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:38.257012 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 446bec72-d74e-47c4-9eeb-d49ce4a7a78b, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=446bec72-d74e-47c4-9eeb-d49ce4a7a78b,segment=NetworkSegment(3bde22fa-21b1-4825-a5fe-245f6e150de4),segment_id=3bde22fa-21b1-4825-a5fe-245f6e150de4)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:38.279506 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca84873f-f167-4254-b25b-63c7dc884aab tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] DELETE failed (client error): The resource could not be found. Jun 22 09:48:38.279976 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca84873f-f167-4254-b25b-63c7dc884aab tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:48:38.285912 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ca84873f-f167-4254-b25b-63c7dc884aab tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/subnets/58e0862c-e73f-4666-b093-94186d90bce7 HTTP/1.1" status: 404 len: 337 time: 0.0381536 Jun 22 09:48:38.285912 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34154) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:38.309473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848573f2-d820-4dac-8ee3-6dd4e9c8dc87 None None] DHCP port deletion for 5b5e2573-2167-466d-9999-78aa9a2cd9e7 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:48:38.341553 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:38.344980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-dd4a707c-51f1-4641-9c33-5b4a369cd614 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:38.348774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-90671ac0-9bb6-4a8c-8213-01725fcf7512 None None] Provisioning complete for port 010fa2d9-6d98-449d-beb4-a9787acacf70 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:38.349015 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-90671ac0-9bb6-4a8c-8213-01725fcf7512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:38.387401 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-03e2539a-8ab4-47b8-b779-77a2ad4aeac3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Deleting port 010fa2d9-6d98-449d-beb4-a9787acacf70 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:38.388322 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-03e2539a-8ab4-47b8-b779-77a2ad4aeac3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:38.392253 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b46900-88f4-4156-8008-4792c3bcd612 req-c6b5053f-0f3c-40b1-b229-375644f555d3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:38.393496 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d4b46900-88f4-4156-8008-4792c3bcd612 req-c6b5053f-0f3c-40b1-b229-375644f555d3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 945 time: 0.1839218 Jun 22 09:48:38.417244 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-90671ac0-9bb6-4a8c-8213-01725fcf7512 None None] Port 010fa2d9-6d98-449d-beb4-a9787acacf70 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:38.432495 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=446bec72-d74e-47c4-9eeb-d49ce4a7a78b,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:38.435894 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:38.450013 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-848573f2-d820-4dac-8ee3-6dd4e9c8dc87 None None] Deleting port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:38.450401 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-848573f2-d820-4dac-8ee3-6dd4e9c8dc87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:38.456015 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d4b46900-88f4-4156-8008-4792c3bcd612 req-4cb6cf6c-6965-4e86-ab13-8c0684381906 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f8d5d1d-b31d-44ba-8f95-7b305b8565ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555575 Jun 22 09:48:38.474427 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-03e2539a-8ab4-47b8-b779-77a2ad4aeac3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:38.476578 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34156) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:38.520125 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-848573f2-d820-4dac-8ee3-6dd4e9c8dc87 None None] For port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5bc6837a-e8e4-426c-a7a4-e56f284bbb4c,segment=NetworkSegment(3cfc37f1-7836-45e4-9ee6-48786f850596),segment_id=3cfc37f1-7836-45e4-9ee6-48786f850596)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:38.520469 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-848573f2-d820-4dac-8ee3-6dd4e9c8dc87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:38.572624 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-03e2539a-8ab4-47b8-b779-77a2ad4aeac3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Calling delete_port for 010fa2d9-6d98-449d-beb4-a9787acacf70 owned by {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:38.580082 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a6d1a066-1f8c-467d-bd3a-fd890830eac0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:38.638621 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a6d1a066-1f8c-467d-bd3a-fd890830eac0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:38.641213 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50facd8-5d69-4999-807f-a1ba4cade519 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:38.645737 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c50facd8-5d69-4999-807f-a1ba4cade519 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 1093 time: 0.1650596 Jun 22 09:48:38.645928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:38.647335 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34158) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:38.651462 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': 'aa47a32a-f3de-4cf8-8569-c6463c0e1227', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:38.715512 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1a066-1f8c-467d-bd3a-fd890830eac0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=16192474-cf2d-4192-81b9-0a8c0ba99eb7,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:38.723646 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1a066-1f8c-467d-bd3a-fd890830eac0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:38.724261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a6d1a066-1f8c-467d-bd3a-fd890830eac0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:38.725584 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a6d1a066-1f8c-467d-bd3a-fd890830eac0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/ports/16192474-cf2d-4192-81b9-0a8c0ba99eb7 HTTP/1.1" status: 200 len: 910 time: 0.9914844 Jun 22 09:48:38.726550 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a6d1a066-1f8c-467d-bd3a-fd890830eac0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:38.728401 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34160) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:38.731157 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-848573f2-d820-4dac-8ee3-6dd4e9c8dc87 None None] Calling delete_port for 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:38.769850 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:38.812683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-03e2539a-8ab4-47b8-b779-77a2ad4aeac3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:38.817975 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-260cae9c-1e2a-415e-b0ef-89a4c0823ce6 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:38.849140 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2539a-8ab4-47b8-b779-77a2ad4aeac3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Port': ['ID=010fa2d9-6d98-449d-beb4-a9787acacf70,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:38.853548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-03e2539a-8ab4-47b8-b779-77a2ad4aeac3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:38.854571 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-03e2539a-8ab4-47b8-b779-77a2ad4aeac3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:38.858607 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-03e2539a-8ab4-47b8-b779-77a2ad4aeac3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/ports/010fa2d9-6d98-449d-beb4-a9787acacf70 HTTP/1.1" status: 204 len: 168 time: 0.5693986 Jun 22 09:48:38.858981 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34162) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:38.895634 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-848573f2-d820-4dac-8ee3-6dd4e9c8dc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:38.898482 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0faa1aed-d8da-4c71-aa6f-51a63d75c981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:38.921326 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848573f2-d820-4dac-8ee3-6dd4e9c8dc87 None None] Pushing event deleted for resources: {'Port': ['ID=5bc6837a-e8e4-426c-a7a4-e56f284bbb4c,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:38.924664 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-848573f2-d820-4dac-8ee3-6dd4e9c8dc87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:38.925724 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848573f2-d820-4dac-8ee3-6dd4e9c8dc87 None None] No DVR routers for this DVR port 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:38.950258 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-317554c1-9515-4d26-9efb-ecffce3c1c92 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:39.050448 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:39.059159 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-317554c1-9515-4d26-9efb-ecffce3c1c92 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:39.069840 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-162a55e5-6e92-4dd4-b0ae-0aea08802d62 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:39.071657 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-317554c1-9515-4d26-9efb-ecffce3c1c92 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b5e2573-2167-466d-9999-78aa9a2cd9e7']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:39.112471 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-317554c1-9515-4d26-9efb-ecffce3c1c92 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfc37f1-7836-45e4-9ee6-48786f850596') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:39.112778 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-317554c1-9515-4d26-9efb-ecffce3c1c92 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfc37f1-7836-45e4-9ee6-48786f850596') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:39.128212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-317554c1-9515-4d26-9efb-ecffce3c1c92 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:39.147629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-317554c1-9515-4d26-9efb-ecffce3c1c92 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:39.172042 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317554c1-9515-4d26-9efb-ecffce3c1c92 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:48:39.172447 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-317554c1-9515-4d26-9efb-ecffce3c1c92 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:48:39.176047 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:48:39.244643 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.26.3.150 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/cb7c051c-9fe0-47fc-b0e9-aee191020265) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:39.319823 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-162a55e5-6e92-4dd4-b0ae-0aea08802d62 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting port 16192474-cf2d-4192-81b9-0a8c0ba99eb7 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:39.320226 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-162a55e5-6e92-4dd4-b0ae-0aea08802d62 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:39.321556 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-317554c1-9515-4d26-9efb-ecffce3c1c92 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:39.327450 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c15fc092-e748-4fab-880f-780ee96335b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:39.337723 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-317554c1-9515-4d26-9efb-ecffce3c1c92 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:39.339583 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-317554c1-9515-4d26-9efb-ecffce3c1c92 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] 10.222.0.20 "DELETE /v2.0/networks/5b5e2573-2167-466d-9999-78aa9a2cd9e7 HTTP/1.1" status: 204 len: 168 time: 0.4798501 Jun 22 09:48:39.352122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317554c1-9515-4d26-9efb-ecffce3c1c92 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Pushing event deleted for resources: {'Network': ['ID=5b5e2573-2167-466d-9999-78aa9a2cd9e7,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:39.356449 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-317554c1-9515-4d26-9efb-ecffce3c1c92 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:39.366132 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:39.408391 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-162a55e5-6e92-4dd4-b0ae-0aea08802d62 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:39.456977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:39.460120 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-33fdd6b1-7a52-4ee5-8f73-603d5ae5d733 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:39.475094 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-162a55e5-6e92-4dd4-b0ae-0aea08802d62 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Calling delete_port for 16192474-cf2d-4192-81b9-0a8c0ba99eb7 owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:39.498206 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:39.500953 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:39.503886 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:39.529549 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=cb7c051c-9fe0-47fc-b0e9-aee191020265,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:39.533251 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:39.724320 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-162a55e5-6e92-4dd4-b0ae-0aea08802d62 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:39.745506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0799f594-51e1-40ce-8e2d-7be38ab30fa6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:39.838001 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34168) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:39.847101 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 446bec72-d74e-47c4-9eeb-d49ce4a7a78b up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:39.848438 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a55e5-6e92-4dd4-b0ae-0aea08802d62 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Port': ['ID=16192474-cf2d-4192-81b9-0a8c0ba99eb7,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:39.855762 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-162a55e5-6e92-4dd4-b0ae-0aea08802d62 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:39.966818 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 446bec72-d74e-47c4-9eeb-d49ce4a7a78b triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:39.967207 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:39.968813 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-162a55e5-6e92-4dd4-b0ae-0aea08802d62 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:40.125050 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:48:40.150154 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:48:40.150985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5bc6837a-e8e4-426c-a7a4-e56f284bbb4c not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:48:40.155947 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-72945bc7-3c67-44c9-a550-415a99e613bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3279d45dbce84071a9f170ee9432f94e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126485 Jun 22 09:48:40.158524 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34172) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:40.182105 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162a55e5-6e92-4dd4-b0ae-0aea08802d62 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 13a029ab-4ffe-476d-b828-93a1baae576a has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:48:40.282429 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3c362ff6-4e59-4584-881c-1b8a04cf9beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:40.296086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162a55e5-6e92-4dd4-b0ae-0aea08802d62 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:40.296312 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:40.305994 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-162a55e5-6e92-4dd4-b0ae-0aea08802d62 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/13a029ab-4ffe-476d-b828-93a1baae576a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5732398 Jun 22 09:48:40.305994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34174) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:40.308393 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a458393-9ebe-42b7-a7ec-1c4abf65dad0 None None] Sync routers for ids ['13a029ab-4ffe-476d-b828-93a1baae576a'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:40.322647 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a458393-9ebe-42b7-a7ec-1c4abf65dad0 None None] Routers {'13a029ab-4ffe-476d-b828-93a1baae576a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:40.323274 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4a458393-9ebe-42b7-a7ec-1c4abf65dad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['13a029ab-4ffe-476d-b828-93a1baae576a'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:40.348426 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3c362ff6-4e59-4584-881c-1b8a04cf9beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:40.354078 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c453121d-f6eb-40df-81fa-63ac16206757 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/ports?device_id=13a029ab-4ffe-476d-b828-93a1baae576a HTTP/1.1" status: 200 len: 205 time: 0.0450015 Jun 22 09:48:40.355642 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4a458393-9ebe-42b7-a7ec-1c4abf65dad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:40.356765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34176) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:40.369371 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a458393-9ebe-42b7-a7ec-1c4abf65dad0 None None] Routers {'13a029ab-4ffe-476d-b828-93a1baae576a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:40.370261 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4a458393-9ebe-42b7-a7ec-1c4abf65dad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['13a029ab-4ffe-476d-b828-93a1baae576a'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:40.401588 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4a458393-9ebe-42b7-a7ec-1c4abf65dad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:40.402297 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a458393-9ebe-42b7-a7ec-1c4abf65dad0 None None] The sync data for ids ['13a029ab-4ffe-476d-b828-93a1baae576a'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:40.423554 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:40.447379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e16b5b90-e432-44f1-9d30-ebf9d387d086 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:40.571384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:40.726302 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:40.803991 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:40.807157 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-49d08174-0bcb-4d91-91d1-94626b5ccc93 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:40.876720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e16b5b90-e432-44f1-9d30-ebf9d387d086 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:40.879317 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e16b5b90-e432-44f1-9d30-ebf9d387d086 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:40.881747 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=cb7c051c-9fe0-47fc-b0e9-aee191020265,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:40.886915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:40.887104 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3c362ff6-4e59-4584-881c-1b8a04cf9beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:40.887323 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:40.889455 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3c362ff6-4e59-4584-881c-1b8a04cf9beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:40.891657 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3c362ff6-4e59-4584-881c-1b8a04cf9beb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb2251a9-2af4-4e2d-8f2d-821bc5caaae3 HTTP/1.1" status: 204 len: 168 time: 0.7311602 Jun 22 09:48:40.918600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a4889d91-b30e-4bd7-a692-70d017f1175e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:40.927198 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c362ff6-4e59-4584-881c-1b8a04cf9beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2251a9-2af4-4e2d-8f2d-821bc5caaae3,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:40.930216 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3c362ff6-4e59-4584-881c-1b8a04cf9beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:40.994805 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP b47ee935-4cf5-4d23-88e1-040fcc116a66 associated. External IP: 172.26.3.150, port: aa47a32a-f3de-4cf8-8569-c6463c0e1227. Jun 22 09:48:41.004053 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e16b5b90-e432-44f1-9d30-ebf9d387d086 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:41.004567 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16b5b90-e432-44f1-9d30-ebf9d387d086 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Fanout notify agent at l3_agent the message router_deleted on router 13a029ab-4ffe-476d-b828-93a1baae576a {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:48:41.016140 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e16b5b90-e432-44f1-9d30-ebf9d387d086 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:41.016140 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e16b5b90-e432-44f1-9d30-ebf9d387d086 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/routers/13a029ab-4ffe-476d-b828-93a1baae576a HTTP/1.1" status: 204 len: 168 time: 0.6547859 Jun 22 09:48:41.016140 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34180) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:41.071166 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca962594-7af0-49f3-aba1-ee8d5b4a7a22 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting subnet 54d4f0a2-97cf-454d-8947-d4572d287d1e {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:48:41.074318 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ca962594-7af0-49f3-aba1-ee8d5b4a7a22 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:41.117659 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ca962594-7af0-49f3-aba1-ee8d5b4a7a22 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:41.209254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ca962594-7af0-49f3-aba1-ee8d5b4a7a22 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:41.215458 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 56ba8a69-517d-4b70-990f-2b16da4353f0 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:48:41.324926 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ca962594-7af0-49f3-aba1-ee8d5b4a7a22 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:41.328447 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:41.328873 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-190c6438-ab10-40fa-a904-24d161bdafcc tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:41.340244 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151d056a-e1d9-4db4-8d79-47796597c2a1 None None] Sync routers for ids ['56ba8a69-517d-4b70-990f-2b16da4353f0'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:41.349828 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151d056a-e1d9-4db4-8d79-47796597c2a1 None None] Routers {'56ba8a69-517d-4b70-990f-2b16da4353f0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:41.350449 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-151d056a-e1d9-4db4-8d79-47796597c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['56ba8a69-517d-4b70-990f-2b16da4353f0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:41.354707 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca962594-7af0-49f3-aba1-ee8d5b4a7a22 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Subnet': ['ID=54d4f0a2-97cf-454d-8947-d4572d287d1e,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:41.357915 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ca962594-7af0-49f3-aba1-ee8d5b4a7a22 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:41.358901 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ca962594-7af0-49f3-aba1-ee8d5b4a7a22 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:41.363838 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ca962594-7af0-49f3-aba1-ee8d5b4a7a22 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/subnets/54d4f0a2-97cf-454d-8947-d4572d287d1e HTTP/1.1" status: 204 len: 168 time: 0.3447738 Jun 22 09:48:41.364578 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34190) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:41.384349 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6bd0d4-616d-4f73-9566-68acfb43da01 None None] Network 856a0ed7-ada3-4ac6-aad5-568d73126214 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:41.421162 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:41.481612 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:41.487527 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8370888 Jun 22 09:48:41.487527 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbef838-bda1-4c8a-9049-b4ede62a1a19', 'tag': 'aa47a32a-f3de-4cf8-8569-c6463c0e1227'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:48:41.488725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34194) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:41.489177 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05372ae-59c1-4d64-b8c9-8d8695221688" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbef838-bda1-4c8a-9049-b4ede62a1a19", "tag": "aa47a32a-f3de-4cf8-8569-c6463c0e1227"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:48:41.549455 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-151d056a-e1d9-4db4-8d79-47796597c2a1 None None] Set router 56ba8a69-517d-4b70-990f-2b16da4353f0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:41.549952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef3cac6-efb5-4de8-b150-e2571dc1f6cd x-openstack-request-id: req-eef3cac6-efb5-4de8-b150-e2571dc1f6cd {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:48:41.554312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbef838-bda1-4c8a-9049-b4ede62a1a19", "tag": "aa47a32a-f3de-4cf8-8569-c6463c0e1227", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:48:41.554312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eef3cac6-efb5-4de8-b150-e2571dc1f6cd {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:48:41.554312 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbef838-bda1-4c8a-9049-b4ede62a1a19', 'tag': 'aa47a32a-f3de-4cf8-8569-c6463c0e1227', 'status': 'completed', 'code': 200} Jun 22 09:48:41.554312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting port 446bec72-d74e-47c4-9eeb-d49ce4a7a78b {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:41.554312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:41.559473 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fc1bb73c-e5e2-4442-af32-304cd4fa3e61 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/b47ee935-4cf5-4d23-88e1-040fcc116a66 HTTP/1.1" status: 200 len: 991 time: 0.0698740 Jun 22 09:48:41.653749 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] For port 446bec72-d74e-47c4-9eeb-d49ce4a7a78b, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=446bec72-d74e-47c4-9eeb-d49ce4a7a78b,segment=NetworkSegment(3bde22fa-21b1-4825-a5fe-245f6e150de4),segment_id=3bde22fa-21b1-4825-a5fe-245f6e150de4)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:41.654125 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:41.729444 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Calling delete_port for 446bec72-d74e-47c4-9eeb-d49ce4a7a78b owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:41.747336 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05372ae-59c1-4d64-b8c9-8d8695221688 req-ef9581cb-c39d-434c-b3b0-08a14178cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:41.748863 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d05372ae-59c1-4d64-b8c9-8d8695221688 req-ef9581cb-c39d-434c-b3b0-08a14178cf19 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 1098 time: 0.1515532 Jun 22 09:48:41.754019 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a15d65-8298-4469-961c-0c172d220e90 None None] DHCP port deletion for 856a0ed7-ada3-4ac6-aad5-568d73126214 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:48:41.816945 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 446bec72-d74e-47c4-9eeb-d49ce4a7a78b no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:48:41.889094 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-f6a15d65-8298-4469-961c-0c172d220e90 None None] Deleting port 446bec72-d74e-47c4-9eeb-d49ce4a7a78b {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:41.889464 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f6a15d65-8298-4469-961c-0c172d220e90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:41.896285 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05372ae-59c1-4d64-b8c9-8d8695221688 req-1dc47f59-0131-4e95-a0a8-b9c8a0062cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:41.897832 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d05372ae-59c1-4d64-b8c9-8d8695221688 req-1dc47f59-0131-4e95-a0a8-b9c8a0062cba service neutron] 10.222.0.35 "GET /v2.0/networks?id=93499441-2576-4960-843c-c66e6142a15f HTTP/1.1" status: 200 len: 898 time: 0.1164722 Jun 22 09:48:41.913513 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34206) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:41.921777 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-151d056a-e1d9-4db4-8d79-47796597c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'b47ee935-4cf5-4d23-88e1-040fcc116a66', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.150', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'port_id': 'aa47a32a-f3de-4cf8-8569-c6463c0e1227', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'mac_address': 'fa:16:3e:3a:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbef838-bda1-4c8a-9049-b4ede62a1a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:48:40Z', 'updated_at': '2021-06-22T09:48:40Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b77c2a-3930-495b-abc9-5a8f56674a75', 'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:33:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:09Z', 'updated_at': '2021-06-22T09:48:18Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:41.960052 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:41.967502 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b4bd8904-79f5-4a9c-a1c3-5c77dfea3849 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:41.988414 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151d056a-e1d9-4db4-8d79-47796597c2a1 None None] Checking router: 56ba8a69-517d-4b70-990f-2b16da4353f0 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:48:42.004070 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.015650 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-7e02fca6-4571-4748-9f17-283938fc5dfc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1905043379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:42.021617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Port': ['ID=446bec72-d74e-47c4-9eeb-d49ce4a7a78b,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:42.026780 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] No DVR routers for this DVR port 446bec72-d74e-47c4-9eeb-d49ce4a7a78b on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:42.026780 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:42.027728 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f6a15d65-8298-4469-961c-0c172d220e90 None None] For port 446bec72-d74e-47c4-9eeb-d49ce4a7a78b, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=446bec72-d74e-47c4-9eeb-d49ce4a7a78b,segment=NetworkSegment(3bde22fa-21b1-4825-a5fe-245f6e150de4),segment_id=3bde22fa-21b1-4825-a5fe-245f6e150de4)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:42.027728 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f6a15d65-8298-4469-961c-0c172d220e90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.029067 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151d056a-e1d9-4db4-8d79-47796597c2a1 None None] Routers {'56ba8a69-517d-4b70-990f-2b16da4353f0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:42.029686 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-151d056a-e1d9-4db4-8d79-47796597c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['56ba8a69-517d-4b70-990f-2b16da4353f0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:42.030047 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d05372ae-59c1-4d64-b8c9-8d8695221688 req-6bcd644e-c0a5-4c43-b54b-c12290a0c633 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa47a32a-f3de-4cf8-8569-c6463c0e1227 HTTP/1.1" status: 200 len: 999 time: 0.1258459 Jun 22 09:48:42.101558 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7e02fca6-4571-4748-9f17-283938fc5dfc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.102922 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7e02fca6-4571-4748-9f17-283938fc5dfc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.138021 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-f6a15d65-8298-4469-961c-0c172d220e90 None None] Calling delete_port for 446bec72-d74e-47c4-9eeb-d49ce4a7a78b owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:42.146274 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05372ae-59c1-4d64-b8c9-8d8695221688 req-aa0cbf07-bca8-4709-982a-f980d916a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:42.147767 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d05372ae-59c1-4d64-b8c9-8d8695221688 req-aa0cbf07-bca8-4709-982a-f980d916a429 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=28ffa1de-f5d8-427c-981c-3580f3604fcc HTTP/1.1" status: 200 len: 835 time: 0.0980935 Jun 22 09:48:42.149267 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.168076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856a0ed7-ada3-4ac6-aad5-568d73126214']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:42.169838 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7e02fca6-4571-4748-9f17-283938fc5dfc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.196625 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bde22fa-21b1-4825-a5fe-245f6e150de4') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:42.200201 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bde22fa-21b1-4825-a5fe-245f6e150de4') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:42.207902 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.209999 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7e02fca6-4571-4748-9f17-283938fc5dfc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.225766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.234867 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:48:42.235252 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:48:42.238850 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:48:42.272373 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-151d056a-e1d9-4db4-8d79-47796597c2a1 None None] Set router 56ba8a69-517d-4b70-990f-2b16da4353f0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:42.272581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7e02fca6-4571-4748-9f17-283938fc5dfc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.276921 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7e02fca6-4571-4748-9f17-283938fc5dfc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3621383 Jun 22 09:48:42.277520 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34210) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:42.283031 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1749563183'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:42.284229 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05372ae-59c1-4d64-b8c9-8d8695221688 req-863d26a4-bc95-478f-b9bf-9ff9a74e265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:42.285717 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d05372ae-59c1-4d64-b8c9-8d8695221688 req-863d26a4-bc95-478f-b9bf-9ff9a74e265c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=93499441-2576-4960-843c-c66e6142a15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1285498 Jun 22 09:48:42.322266 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f6a15d65-8298-4469-961c-0c172d220e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.349782 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-641d1118-3cdc-4ffb-84e3-8bc341814a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:42.364713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Made reservation on behalf of 8d5f5e3cdea248a688108e116b187d7b for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:42.368701 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.378449 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.384761 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d05372ae-59c1-4d64-b8c9-8d8695221688 req-12656657-734c-423f-839e-261ea454d29f service neutron] 10.222.0.35 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891347 Jun 22 09:48:42.385086 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a15d65-8298-4469-961c-0c172d220e90 None None] Pushing event deleted for resources: {'Port': ['ID=446bec72-d74e-47c4-9eeb-d49ce4a7a78b,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:42.388742 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a15d65-8298-4469-961c-0c172d220e90 None None] No DVR routers for this DVR port 446bec72-d74e-47c4-9eeb-d49ce4a7a78b on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:42.390301 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f6a15d65-8298-4469-961c-0c172d220e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:42.451473 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.455960 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c8d114ad-6018-45de-8b8d-3877636b190a tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:42.459771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.461567 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/networks/856a0ed7-ada3-4ac6-aad5-568d73126214 HTTP/1.1" status: 204 len: 168 time: 1.0955846 Jun 22 09:48:42.467559 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34212) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:42.474083 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-593b9ecd-a30d-49af-81a2-8b1aca480890 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-619789325', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:42.475799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Network': ['ID=856a0ed7-ada3-4ac6-aad5-568d73126214,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:42.479647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:42.503057 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d05372ae-59c1-4d64-b8c9-8d8695221688 req-f265fa3a-1479-4b1b-93f3-01cf70e59766 service neutron] 10.222.0.35 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118543 Jun 22 09:48:42.536128 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.556053 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-151d056a-e1d9-4db4-8d79-47796597c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'b47ee935-4cf5-4d23-88e1-040fcc116a66', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.150', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'port_id': 'aa47a32a-f3de-4cf8-8569-c6463c0e1227', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'mac_address': 'fa:16:3e:3a:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbef838-bda1-4c8a-9049-b4ede62a1a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:48:40Z', 'updated_at': '2021-06-22T09:48:40Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b77c2a-3930-495b-abc9-5a8f56674a75', 'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:33:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:09Z', 'updated_at': '2021-06-22T09:48:18Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:42.562906 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34214) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:42.585045 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151d056a-e1d9-4db4-8d79-47796597c2a1 None None] The sync data for ids ['56ba8a69-517d-4b70-990f-2b16da4353f0'] in dv-neutron-797121-3-hyperv is: [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'b47ee935-4cf5-4d23-88e1-040fcc116a66', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.150', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'port_id': 'aa47a32a-f3de-4cf8-8569-c6463c0e1227', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'mac_address': 'fa:16:3e:3a:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbef838-bda1-4c8a-9049-b4ede62a1a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:48:40Z', 'updated_at': '2021-06-22T09:48:40Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b77c2a-3930-495b-abc9-5a8f56674a75', 'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:33:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:09Z', 'updated_at': '2021-06-22T09:48:18Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:42.619954 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.626924 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bc254eb1-27e2-4636-a1eb-12595e779b4f tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:42.647850 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cbbd2aa0-dd3b-4b0f-a6b7-35d0f1d1b442 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/b47ee935-4cf5-4d23-88e1-040fcc116a66 HTTP/1.1" status: 200 len: 991 time: 0.0836310 Jun 22 09:48:42.663586 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:48:42.670043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f65449-f29d-4a1c-9920-1425c4a330dc,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:42.674236 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:42.677045 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.677393 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Added segment 646e9580-d411-4f21-b2db-1df074db62a3 of type vlan for network e4de3196-bf1a-46de-847e-ac413796aab5 Jun 22 09:48:42.707310 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-593b9ecd-a30d-49af-81a2-8b1aca480890 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.708430 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-593b9ecd-a30d-49af-81a2-8b1aca480890 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.724903 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.785080 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad2a629-9a72-4781-92f5-ea137cd71609 None None] New status for floating IP b47ee935-4cf5-4d23-88e1-040fcc116a66: ACTIVE {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:48:42.790775 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-593b9ecd-a30d-49af-81a2-8b1aca480890 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.844509 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-593b9ecd-a30d-49af-81a2-8b1aca480890 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.872716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.878339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:42.878926 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.882180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a45eec0a-69d8-4e34-9d6c-18d80738af88 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:42.927991 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-593b9ecd-a30d-49af-81a2-8b1aca480890 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:42.929163 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-593b9ecd-a30d-49af-81a2-8b1aca480890 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4604366 Jun 22 09:48:42.932597 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34216) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:42.937833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d8f470ad-cc32-410b-b1e1-09fd239e9a6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'network': {'name': 'tempest-RoutersTest-1728084525'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:42.946390 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event updated for resources: {'Network': ['ID=e4de3196-bf1a-46de-847e-ac413796aab5,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:42.949102 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:42.956683 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network e4de3196-bf1a-46de-847e-ac413796aab5 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:48:43.022045 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7434528 Jun 22 09:48:43.024762 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34218) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:43.029934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-775b32b3-ca0a-4dc9-8827-6fcb96124c08 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Request body: {'subnet': {'network_id': 'e4de3196-bf1a-46de-847e-ac413796aab5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:43.095375 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f470ad-cc32-410b-b1e1-09fd239e9a6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Made reservation on behalf of 6167c55fae3441119bb7e60e43fbf71d for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:43.099458 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d8f470ad-cc32-410b-b1e1-09fd239e9a6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:43.125428 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f470ad-cc32-410b-b1e1-09fd239e9a6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:48:43.133749 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d8f470ad-cc32-410b-b1e1-09fd239e9a6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:43.134096 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-d8f470ad-cc32-410b-b1e1-09fd239e9a6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Added segment 981557e3-7b9e-4e33-9bbe-6d8f7a37b064 of type vlan for network 6ec33434-fe97-4d74-956f-41db765ba930 Jun 22 09:48:43.169927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775b32b3-ca0a-4dc9-8827-6fcb96124c08 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Made reservation on behalf of 8d5f5e3cdea248a688108e116b187d7b for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:43.172501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d8f470ad-cc32-410b-b1e1-09fd239e9a6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:43.173677 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-775b32b3-ca0a-4dc9-8827-6fcb96124c08 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:43.266826 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d8f470ad-cc32-410b-b1e1-09fd239e9a6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:43.273254 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f470ad-cc32-410b-b1e1-09fd239e9a6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:43.273847 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d8f470ad-cc32-410b-b1e1-09fd239e9a6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:43.277181 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5b46a700-537c-4e31-ae88-ed98e6035122 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:43.342613 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f470ad-cc32-410b-b1e1-09fd239e9a6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Network': ['ID=6ec33434-fe97-4d74-956f-41db765ba930,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:43.345830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d8f470ad-cc32-410b-b1e1-09fd239e9a6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:43.356509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 6ec33434-fe97-4d74-956f-41db765ba930 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:48:43.387951 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d8f470ad-cc32-410b-b1e1-09fd239e9a6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4537134 Jun 22 09:48:43.390165 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34220) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:43.396008 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-41b6fc96-6866-404d-900b-8a4775655416 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'subnet': {'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:43.409933 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-775b32b3-ca0a-4dc9-8827-6fcb96124c08 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:43.413241 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ce291740-06b6-4a57-85d2-4b0812114c81 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:43.472654 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b32b3-ca0a-4dc9-8827-6fcb96124c08 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event updated for resources: {'Subnet': ['ID=b2f141fa-35fe-4cfe-b1f9-2146b4e8cbaa,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:43.475244 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-775b32b3-ca0a-4dc9-8827-6fcb96124c08 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:43.481063 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775b32b3-ca0a-4dc9-8827-6fcb96124c08 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Checking segment: {'id': '646e9580-d411-4f21-b2db-1df074db62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e4de3196-bf1a-46de-847e-ac413796aab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:43.481422 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775b32b3-ca0a-4dc9-8827-6fcb96124c08 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Network hostable DHCP agents. Network: e4de3196-bf1a-46de-847e-ac413796aab5, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:48:43.546710 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b6fc96-6866-404d-900b-8a4775655416 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Made reservation on behalf of 6167c55fae3441119bb7e60e43fbf71d for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:43.550283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-41b6fc96-6866-404d-900b-8a4775655416 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:43.581339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775b32b3-ca0a-4dc9-8827-6fcb96124c08 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Network e4de3196-bf1a-46de-847e-ac413796aab5 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:48:43.627675 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-775b32b3-ca0a-4dc9-8827-6fcb96124c08 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, e4de3196-bf1a-46de-847e-ac413796aab5) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:43.631733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775b32b3-ca0a-4dc9-8827-6fcb96124c08 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:43.632711 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-775b32b3-ca0a-4dc9-8827-6fcb96124c08 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:43.639082 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6924b71b-c134-4ec1-8b20-6efe1de17c70 None None] Network e4de3196-bf1a-46de-847e-ac413796aab5 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:43.651659 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34222) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:43.715655 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-775b32b3-ca0a-4dc9-8827-6fcb96124c08 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6866083 Jun 22 09:48:43.715893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34224) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:43.720651 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-5888edbb-3b61-41e4-a042-0c413269f990 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Request body: {'network': {'name': 'tempest-router-network01--770899250'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:43.727633 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ac3bd4db-406f-4183-8818-9abf206e0b9c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/b47ee935-4cf5-4d23-88e1-040fcc116a66 HTTP/1.1" status: 200 len: 993 time: 0.0705125 Jun 22 09:48:43.798409 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-e4de3196-bf1a-46de-847e-ac413796aab5', 'network_id': 'e4de3196-bf1a-46de-847e-ac413796aab5', 'tenant_id': '8d5f5e3cdea248a688108e116b187d7b', 'fixed_ips': [{'subnet_id': 'b2f141fa-35fe-4cfe-b1f9-2146b4e8cbaa'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:48:43.799308 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:43.804311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-41b6fc96-6866-404d-900b-8a4775655416 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:43.807303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d16886c5-07de-4d05-9bc0-6d4b516b31d0 tempest-ExtraDHCPOptionsTestJSON-868345048 tempest-ExtraDHCPOptionsTestJSON-868345048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:43.833822 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5888edbb-3b61-41e4-a042-0c413269f990 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Made reservation on behalf of 8d5f5e3cdea248a688108e116b187d7b for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:43.837507 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5888edbb-3b61-41e4-a042-0c413269f990 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:43.935120 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Allocated IP 2001:db8::2 (e4de3196-bf1a-46de-847e-ac413796aab5/b2f141fa-35fe-4cfe-b1f9-2146b4e8cbaa/3f5e35cf-4355-4a53-b737-ff0bb2689dfc) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:44.228575 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.236783 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Transition to ACTIVE for port object 3f5e35cf-4355-4a53-b737-ff0bb2689dfc will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:44.241015 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6fc96-6866-404d-900b-8a4775655416 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Subnet': ['ID=14f58973-f8a2-4d7d-9d0b-66a093d863e1,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:44.246709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-41b6fc96-6866-404d-900b-8a4775655416 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:44.251190 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5888edbb-3b61-41e4-a042-0c413269f990 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:48:44.252053 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Transition to ACTIVE for port object 3f5e35cf-4355-4a53-b737-ff0bb2689dfc will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:44.261974 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b6fc96-6866-404d-900b-8a4775655416 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Checking segment: {'id': '981557e3-7b9e-4e33-9bbe-6d8f7a37b064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:44.262335 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b6fc96-6866-404d-900b-8a4775655416 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network hostable DHCP agents. Network: 6ec33434-fe97-4d74-956f-41db765ba930, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:48:44.267086 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5888edbb-3b61-41e4-a042-0c413269f990 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.268028 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-5888edbb-3b61-41e4-a042-0c413269f990 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Added segment 28834dec-f0db-4251-86cf-24dd0e267fd7 of type vlan for network 46bd56a9-b91d-448f-b516-1eb90bcfbb52 Jun 22 09:48:44.312569 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5888edbb-3b61-41e4-a042-0c413269f990 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.324453 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.327323 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:44.364592 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Network e4de3196-bf1a-46de-847e-ac413796aab5 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:44.366672 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b6fc96-6866-404d-900b-8a4775655416 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 6ec33434-fe97-4d74-956f-41db765ba930 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:48:44.367441 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:44.371324 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:44.381113 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5888edbb-3b61-41e4-a042-0c413269f990 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.386032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Pushing event updated for resources: {'Port': ['ID=3f5e35cf-4355-4a53-b737-ff0bb2689dfc,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:44.386917 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5888edbb-3b61-41e4-a042-0c413269f990 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:44.387545 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5888edbb-3b61-41e4-a042-0c413269f990 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.389193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:44.390944 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-da28d00e-8b50-468e-ab4c-63aca13fd956 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:44.436030 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-41b6fc96-6866-404d-900b-8a4775655416 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 6ec33434-fe97-4d74-956f-41db765ba930) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:44.445929 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfcb8aa-5c6d-4c01-8563-ea418e0e588a None None] Network 6ec33434-fe97-4d74-956f-41db765ba930 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:44.449030 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b6fc96-6866-404d-900b-8a4775655416 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:44.449619 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-41b6fc96-6866-404d-900b-8a4775655416 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.451215 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Attempting to bind port 3f5e35cf-4355-4a53-b737-ff0bb2689dfc on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:44.451620 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Attempting to bind port 3f5e35cf-4355-4a53-b737-ff0bb2689dfc by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '646e9580-d411-4f21-b2db-1df074db62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e4de3196-bf1a-46de-847e-ac413796aab5'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:44.451993 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Attempting to bind port 3f5e35cf-4355-4a53-b737-ff0bb2689dfc on network e4de3196-bf1a-46de-847e-ac413796aab5 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:44.464020 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888edbb-3b61-41e4-a042-0c413269f990 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event updated for resources: {'Network': ['ID=46bd56a9-b91d-448f-b516-1eb90bcfbb52,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:44.466585 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5888edbb-3b61-41e4-a042-0c413269f990 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:44.490465 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5888edbb-3b61-41e4-a042-0c413269f990 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7739007 Jun 22 09:48:44.490767 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 46bd56a9-b91d-448f-b516-1eb90bcfbb52 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:48:44.492969 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34226) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:44.493141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:44.493385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Checking segment: {'id': '646e9580-d411-4f21-b2db-1df074db62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e4de3196-bf1a-46de-847e-ac413796aab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:44.493914 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.494318 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Bound using segment: {'id': '646e9580-d411-4f21-b2db-1df074db62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e4de3196-bf1a-46de-847e-ac413796aab5'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:44.494809 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Bound port: 3f5e35cf-4355-4a53-b737-ff0bb2689dfc, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646e9580-d411-4f21-b2db-1df074db62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e4de3196-bf1a-46de-847e-ac413796aab5'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:44.495194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.498207 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d50e3396-b3dd-4849-a27c-22ef8797f492 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Request body: {'network': {'name': 'tempest-router-network02--207452505'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:44.522878 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-41b6fc96-6866-404d-900b-8a4775655416 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1316922 Jun 22 09:48:44.525863 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34228) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:44.609729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50e3396-b3dd-4849-a27c-22ef8797f492 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Made reservation on behalf of 8d5f5e3cdea248a688108e116b187d7b for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:44.613415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d50e3396-b3dd-4849-a27c-22ef8797f492 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.644782 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50e3396-b3dd-4849-a27c-22ef8797f492 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:48:44.653938 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d50e3396-b3dd-4849-a27c-22ef8797f492 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.654134 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-d50e3396-b3dd-4849-a27c-22ef8797f492 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Added segment 8d778e32-2407-4990-8838-c6ec86fb9b52 of type vlan for network e1287353-effe-4dd1-a717-9378ff973957 Jun 22 09:48:44.674914 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] For port 3f5e35cf-4355-4a53-b737-ff0bb2689dfc, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:44.693532 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d50e3396-b3dd-4849-a27c-22ef8797f492 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.707352 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] For port 3f5e35cf-4355-4a53-b737-ff0bb2689dfc, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3f5e35cf-4355-4a53-b737-ff0bb2689dfc,segment=NetworkSegment(646e9580-d411-4f21-b2db-1df074db62a3),segment_id=646e9580-d411-4f21-b2db-1df074db62a3)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:44.771883 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.776653 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5fc395a6-f227-4f80-93a9-8064a4b068e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:44.780964 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-6ec33434-fe97-4d74-956f-41db765ba930', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:48:44.780964 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.792894 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d50e3396-b3dd-4849-a27c-22ef8797f492 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.798764 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e3396-b3dd-4849-a27c-22ef8797f492 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:44.803596 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d50e3396-b3dd-4849-a27c-22ef8797f492 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.803596 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dbb54dfb-b008-4be4-9272-9f9d33ec1d46 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:44.803941 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.877089 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e3396-b3dd-4849-a27c-22ef8797f492 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event updated for resources: {'Network': ['ID=e1287353-effe-4dd1-a717-9378ff973957,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:44.880185 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d50e3396-b3dd-4849-a27c-22ef8797f492 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:44.897179 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d50e3396-b3dd-4849-a27c-22ef8797f492 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4030676 Jun 22 09:48:44.899845 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34230) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:44.907023 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4cee0156-0c13-4d31-a77d-afd6e19c6085 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Request body: {'subnet': {'network_id': '46bd56a9-b91d-448f-b516-1eb90bcfbb52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:44.951626 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network e1287353-effe-4dd1-a717-9378ff973957 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:48:45.006328 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Pushing event updated for resources: {'Port': ['ID=3f5e35cf-4355-4a53-b737-ff0bb2689dfc,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:45.018176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:45.079074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cee0156-0c13-4d31-a77d-afd6e19c6085 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Made reservation on behalf of 8d5f5e3cdea248a688108e116b187d7b for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:45.083682 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4cee0156-0c13-4d31-a77d-afd6e19c6085 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:45.103965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Allocated IP 172.20.0.1 (6ec33434-fe97-4d74-956f-41db765ba930/14f58973-f8a2-4d7d-9d0b-66a093d863e1/54e8bc3a-1568-475f-878e-c78d81c63384) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:45.235130 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:45.250221 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Transition to ACTIVE for port object 54e8bc3a-1568-475f-878e-c78d81c63384 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:45.335245 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4cee0156-0c13-4d31-a77d-afd6e19c6085 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:45.338259 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1cca0c77-a1d1-415a-9ec6-0056da77c99c tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:45.353045 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:45.356101 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:45.399009 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee0156-0c13-4d31-a77d-afd6e19c6085 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event updated for resources: {'Subnet': ['ID=91cc0d35-b52e-42c1-b500-87b96249ae01,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:45.401520 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 6ec33434-fe97-4d74-956f-41db765ba930 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:45.401849 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4cee0156-0c13-4d31-a77d-afd6e19c6085 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:45.405569 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Allocated IP 172.20.0.2 (6ec33434-fe97-4d74-956f-41db765ba930/14f58973-f8a2-4d7d-9d0b-66a093d863e1/6884f922-9eea-40e3-846c-8c66be72a525) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:45.407324 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:45.408537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee0156-0c13-4d31-a77d-afd6e19c6085 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Checking segment: {'id': '28834dec-f0db-4251-86cf-24dd0e267fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '46bd56a9-b91d-448f-b516-1eb90bcfbb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:45.408906 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cee0156-0c13-4d31-a77d-afd6e19c6085 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Network hostable DHCP agents. Network: 46bd56a9-b91d-448f-b516-1eb90bcfbb52, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:48:45.412725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:45.435072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=54e8bc3a-1568-475f-878e-c78d81c63384,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:45.444460 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:45.462931 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:45.489344 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cee0156-0c13-4d31-a77d-afd6e19c6085 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Network 46bd56a9-b91d-448f-b516-1eb90bcfbb52 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:48:45.546559 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-4cee0156-0c13-4d31-a77d-afd6e19c6085 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 46bd56a9-b91d-448f-b516-1eb90bcfbb52) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:45.550780 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cee0156-0c13-4d31-a77d-afd6e19c6085 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:45.551396 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4cee0156-0c13-4d31-a77d-afd6e19c6085 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:45.556385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:45.559710 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1984700d-56c0-4b01-9706-4d3e3873bdda None None] Network 46bd56a9-b91d-448f-b516-1eb90bcfbb52 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:45.606714 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Transition to ACTIVE for port object 6884f922-9eea-40e3-846c-8c66be72a525 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:45.614767 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34232) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:45.615056 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4cee0156-0c13-4d31-a77d-afd6e19c6085 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7086051 Jun 22 09:48:45.622416 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-66301392-5f3a-4873-b0c2-11a594318d90 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Request body: {'subnet': {'network_id': 'e1287353-effe-4dd1-a717-9378ff973957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:45.632713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Transition to ACTIVE for port object 6884f922-9eea-40e3-846c-8c66be72a525 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:45.690351 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:45.695192 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:45.697245 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-18e31a6f-ceee-480f-bd85-8aee60f89536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:45.743518 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Network 6ec33434-fe97-4d74-956f-41db765ba930 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:45.751031 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:45.777786 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:45.782809 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Pushing event updated for resources: {'Port': ['ID=6884f922-9eea-40e3-846c-8c66be72a525,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:45.787127 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:45.791455 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-46bd56a9-b91d-448f-b516-1eb90bcfbb52', 'network_id': '46bd56a9-b91d-448f-b516-1eb90bcfbb52', 'tenant_id': '8d5f5e3cdea248a688108e116b187d7b', 'fixed_ips': [{'subnet_id': '91cc0d35-b52e-42c1-b500-87b96249ae01'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:48:45.792264 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:45.828592 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66301392-5f3a-4873-b0c2-11a594318d90 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Made reservation on behalf of 8d5f5e3cdea248a688108e116b187d7b for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:45.838635 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-66301392-5f3a-4873-b0c2-11a594318d90 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:45.853892 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3f5e35cf-4355-4a53-b737-ff0bb2689dfc up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:45.935678 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Attempting to bind port 6884f922-9eea-40e3-846c-8c66be72a525 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:45.936275 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Attempting to bind port 6884f922-9eea-40e3-846c-8c66be72a525 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '981557e3-7b9e-4e33-9bbe-6d8f7a37b064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:45.936448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Attempting to bind port 6884f922-9eea-40e3-846c-8c66be72a525 on network 6ec33434-fe97-4d74-956f-41db765ba930 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:45.959420 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:45.959833 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Checking segment: {'id': '981557e3-7b9e-4e33-9bbe-6d8f7a37b064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:45.960303 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:45.960648 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Bound using segment: {'id': '981557e3-7b9e-4e33-9bbe-6d8f7a37b064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:45.961139 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Bound port: 6884f922-9eea-40e3-846c-8c66be72a525, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981557e3-7b9e-4e33-9bbe-6d8f7a37b064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:45.961526 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:46.009584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870838a3-6b6b-4388-9daf-a39978719ba1 None None] Network e4de3196-bf1a-46de-847e-ac413796aab5 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:46.102840 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 3f5e35cf-4355-4a53-b737-ff0bb2689dfc completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:46.120979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Allocated IP 2001:db8::2 (46bd56a9-b91d-448f-b516-1eb90bcfbb52/91cc0d35-b52e-42c1-b500-87b96249ae01/ffee34c2-8afa-4e9c-958d-abfb181c0b9c) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:46.155304 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:46.187677 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] For port 6884f922-9eea-40e3-846c-8c66be72a525, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:46.215794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e9b4b7f5-c2e5-4efc-b3a0-f1c957fde741 None None] Provisioning for port 3f5e35cf-4355-4a53-b737-ff0bb2689dfc completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:46.224794 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-66301392-5f3a-4873-b0c2-11a594318d90 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:46.226968 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:46.231966 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-60dd16da-f36e-459e-b79c-07e2a1e52c3e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:46.250472 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] For port 6884f922-9eea-40e3-846c-8c66be72a525, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=6884f922-9eea-40e3-846c-8c66be72a525,segment=NetworkSegment(981557e3-7b9e-4e33-9bbe-6d8f7a37b064),segment_id=981557e3-7b9e-4e33-9bbe-6d8f7a37b064)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:46.258339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e9b4b7f5-c2e5-4efc-b3a0-f1c957fde741 None None] Provisioning complete for port 3f5e35cf-4355-4a53-b737-ff0bb2689dfc triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:46.258725 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b7f5-c2e5-4efc-b3a0-f1c957fde741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:46.323038 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:46.325821 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66301392-5f3a-4873-b0c2-11a594318d90 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event updated for resources: {'Subnet': ['ID=9fc2141c-cee4-4ed9-8330-58b63908ad21,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:46.329943 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:46.331998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-66301392-5f3a-4873-b0c2-11a594318d90 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:46.336881 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f7d40f4c-ca10-4229-8342-f2be81bb0796 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:46.372917 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66301392-5f3a-4873-b0c2-11a594318d90 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Checking segment: {'id': '8d778e32-2407-4990-8838-c6ec86fb9b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1287353-effe-4dd1-a717-9378ff973957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:46.373195 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66301392-5f3a-4873-b0c2-11a594318d90 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Network hostable DHCP agents. Network: e1287353-effe-4dd1-a717-9378ff973957, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:48:46.435654 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=54e8bc3a-1568-475f-878e-c78d81c63384,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:46.443793 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:46.481642 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-04dbc282-15ac-4cf4-a817-eae561732fca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:46.483834 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 6ec33434-fe97-4d74-956f-41db765ba930 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:46.485206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:46.527215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66301392-5f3a-4873-b0c2-11a594318d90 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Network e1287353-effe-4dd1-a717-9378ff973957 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:48:46.631201 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Pushing event updated for resources: {'Port': ['ID=6884f922-9eea-40e3-846c-8c66be72a525,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:46.653087 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:46.657111 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb3f2a35-50d6-4739-b044-9af0915d3ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:46.665009 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:46.684413 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Transition to ACTIVE for port object ffee34c2-8afa-4e9c-958d-abfb181c0b9c will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:46.686213 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b7f5-c2e5-4efc-b3a0-f1c957fde741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:46.696008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:48:46.730125 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Transition to ACTIVE for port object ffee34c2-8afa-4e9c-958d-abfb181c0b9c will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:46.746272 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-e9b4b7f5-c2e5-4efc-b3a0-f1c957fde741 None None] For port 3f5e35cf-4355-4a53-b737-ff0bb2689dfc, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3f5e35cf-4355-4a53-b737-ff0bb2689dfc,segment=NetworkSegment(646e9580-d411-4f21-b2db-1df074db62a3),segment_id=646e9580-d411-4f21-b2db-1df074db62a3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:46.788407 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:46.790565 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:46.853908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b7f5-c2e5-4efc-b3a0-f1c957fde741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:46.868484 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Network 46bd56a9-b91d-448f-b516-1eb90bcfbb52 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:46.871863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:46.874263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Pushing event updated for resources: {'Port': ['ID=ffee34c2-8afa-4e9c-958d-abfb181c0b9c,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:46.883469 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:46.910245 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:46.913929 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-072907af-a865-4091-b442-374548c97d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:46.992389 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Attempting to bind port ffee34c2-8afa-4e9c-958d-abfb181c0b9c on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:46.993415 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Attempting to bind port ffee34c2-8afa-4e9c-958d-abfb181c0b9c by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '28834dec-f0db-4251-86cf-24dd0e267fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '46bd56a9-b91d-448f-b516-1eb90bcfbb52'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:46.993872 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Attempting to bind port ffee34c2-8afa-4e9c-958d-abfb181c0b9c on network 46bd56a9-b91d-448f-b516-1eb90bcfbb52 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:47.011985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:47.012689 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Checking segment: {'id': '28834dec-f0db-4251-86cf-24dd0e267fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '46bd56a9-b91d-448f-b516-1eb90bcfbb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:47.013315 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:47.013731 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Bound using segment: {'id': '28834dec-f0db-4251-86cf-24dd0e267fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '46bd56a9-b91d-448f-b516-1eb90bcfbb52'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:47.014334 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Bound port: ffee34c2-8afa-4e9c-958d-abfb181c0b9c, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28834dec-f0db-4251-86cf-24dd0e267fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '46bd56a9-b91d-448f-b516-1eb90bcfbb52'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:47.014767 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:47.032392 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4b7f5-c2e5-4efc-b3a0-f1c957fde741 None None] Pushing event updated for resources: {'Port': ['ID=3f5e35cf-4355-4a53-b737-ff0bb2689dfc,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:47.037628 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e9b4b7f5-c2e5-4efc-b3a0-f1c957fde741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:47.091365 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-66301392-5f3a-4873-b0c2-11a594318d90 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, e1287353-effe-4dd1-a717-9378ff973957) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:47.098560 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-10a5d625-0a55-43a1-9b58-fa45f50bd779 None None] Provisioning complete for port 3f5e35cf-4355-4a53-b737-ff0bb2689dfc triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:47.099308 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-10a5d625-0a55-43a1-9b58-fa45f50bd779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:47.102306 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66301392-5f3a-4873-b0c2-11a594318d90 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:47.102523 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] For port ffee34c2-8afa-4e9c-958d-abfb181c0b9c, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:47.102888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-66301392-5f3a-4873-b0c2-11a594318d90 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:47.104697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64ac6c6-3cf6-4267-b286-034666b563a1 None None] Network e1287353-effe-4dd1-a717-9378ff973957 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:47.109887 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] For port ffee34c2-8afa-4e9c-958d-abfb181c0b9c, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ffee34c2-8afa-4e9c-958d-abfb181c0b9c,segment=NetworkSegment(28834dec-f0db-4251-86cf-24dd0e267fd7),segment_id=28834dec-f0db-4251-86cf-24dd0e267fd7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:47.133540 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:47.138371 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/9eee7df5-3ea5-4c88-b6e2-581a5b58b186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6114130 Jun 22 09:48:47.140806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34234) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:47.145773 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-42311252-b38a-4194-9218-de02c59ca4e9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'network': {'name': 'tempest-RoutersTest-549084490'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:47.168224 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Sync routers for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:47.194531 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:47.195181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:47.352624 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:47.477772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-e1287353-effe-4dd1-a717-9378ff973957', 'network_id': 'e1287353-effe-4dd1-a717-9378ff973957', 'tenant_id': '8d5f5e3cdea248a688108e116b187d7b', 'fixed_ips': [{'subnet_id': '9fc2141c-cee4-4ed9-8330-58b63908ad21'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:48:47.478651 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:47.500131 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-66301392-5f3a-4873-b0c2-11a594318d90 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8818893 Jun 22 09:48:47.501479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34236) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:47.511850 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:47.521908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-052abcd5-ecef-4385-8aed-94dfc87fdfae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:47.546473 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42311252-b38a-4194-9218-de02c59ca4e9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Made reservation on behalf of 6167c55fae3441119bb7e60e43fbf71d for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:47.550289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-42311252-b38a-4194-9218-de02c59ca4e9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:47.580931 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42311252-b38a-4194-9218-de02c59ca4e9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:48:47.593753 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-42311252-b38a-4194-9218-de02c59ca4e9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:47.594109 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-42311252-b38a-4194-9218-de02c59ca4e9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Added segment 5c725968-81c8-4d21-b829-2f017907eaf7 of type vlan for network c9151503-4bfd-49cf-863d-0d763e2535da Jun 22 09:48:47.642687 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-42311252-b38a-4194-9218-de02c59ca4e9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:47.672090 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb2d188-c3bd-4da4-861f-d4c121b04aef None None] Network 6ec33434-fe97-4d74-956f-41db765ba930 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:47.736209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-42311252-b38a-4194-9218-de02c59ca4e9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:47.742583 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Pushing event updated for resources: {'Port': ['ID=ffee34c2-8afa-4e9c-958d-abfb181c0b9c,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:47.748845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:47.749199 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42311252-b38a-4194-9218-de02c59ca4e9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:47.749368 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-42311252-b38a-4194-9218-de02c59ca4e9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:47.755911 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4eb834db-55e3-4d91-95b3-6f8ad88f9f09 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:47.827853 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7b266ceb-0453-4bab-a827-82f581ef2e15 None None] Provisioning for port 6884f922-9eea-40e3-846c-8c66be72a525 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:47.857968 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:47.883379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42311252-b38a-4194-9218-de02c59ca4e9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Network': ['ID=c9151503-4bfd-49cf-863d-0d763e2535da,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:47.885834 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-42311252-b38a-4194-9218-de02c59ca4e9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:47.901464 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network c9151503-4bfd-49cf-863d-0d763e2535da details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:48:47.936394 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-42311252-b38a-4194-9218-de02c59ca4e9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7945187 Jun 22 09:48:47.939487 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34238) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:47.945205 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d74f6d14-868c-450a-bf2e-b74a3f4617f1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'subnet': {'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:47.991512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Allocated IP 2001:db8::2 (e1287353-effe-4dd1-a717-9378ff973957/9fc2141c-cee4-4ed9-8330-58b63908ad21/240c4602-8926-419a-9a1a-c31601470281) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:48.094872 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:48:45Z', 'revision_number': 2, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:45Z', 'revision_number': 2, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:48.096967 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3f5e35cf-4355-4a53-b737-ff0bb2689dfc up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:48.140809 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74f6d14-868c-450a-bf2e-b74a3f4617f1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Made reservation on behalf of 6167c55fae3441119bb7e60e43fbf71d for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:48.141820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Allocated IP 2001:db8::1 (46bd56a9-b91d-448f-b516-1eb90bcfbb52/91cc0d35-b52e-42c1-b500-87b96249ae01/63da328e-918d-4e60-bb37-0e1c57823d92) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:48.144979 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d74f6d14-868c-450a-bf2e-b74a3f4617f1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:48.191690 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Checking router: 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:48:48.192373 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Updating router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 port 54e8bc3a-1568-475f-878e-c78d81c63384 binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:48:48.260683 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:48.263545 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:48.279106 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Transition to ACTIVE for port object 63da328e-918d-4e60-bb37-0e1c57823d92 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:48.364446 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:48.366789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:48.398541 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d74f6d14-868c-450a-bf2e-b74a3f4617f1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:48.408350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8d1df8da-fa84-4809-8464-d97f040c578a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:48.420928 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Network 46bd56a9-b91d-448f-b516-1eb90bcfbb52 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:48.433216 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:48.438001 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:48.438547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:48.443086 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event updated for resources: {'Port': ['ID=63da328e-918d-4e60-bb37-0e1c57823d92,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:48.488384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:48.497465 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f6d14-868c-450a-bf2e-b74a3f4617f1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Subnet': ['ID=972c4bcb-fed8-4ae3-b0db-ad894dc95727,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:48.503799 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d74f6d14-868c-450a-bf2e-b74a3f4617f1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:48.510976 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f6d14-868c-450a-bf2e-b74a3f4617f1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Checking segment: {'id': '5c725968-81c8-4d21-b829-2f017907eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:48.511510 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74f6d14-868c-450a-bf2e-b74a3f4617f1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network hostable DHCP agents. Network: c9151503-4bfd-49cf-863d-0d763e2535da, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:48:48.589917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 3f5e35cf-4355-4a53-b737-ff0bb2689dfc triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:48.589917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:48.604018 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74f6d14-868c-450a-bf2e-b74a3f4617f1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network c9151503-4bfd-49cf-863d-0d763e2535da is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:48:48.644133 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:48.664305 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:48.683765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-d74f6d14-868c-450a-bf2e-b74a3f4617f1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, c9151503-4bfd-49cf-863d-0d763e2535da) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:48.688566 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74f6d14-868c-450a-bf2e-b74a3f4617f1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:48.689905 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d74f6d14-868c-450a-bf2e-b74a3f4617f1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:48.735007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd48bb69-fe67-46d8-a8a4-c2939365343f None None] Network c9151503-4bfd-49cf-863d-0d763e2535da requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:48.764666 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d74f6d14-868c-450a-bf2e-b74a3f4617f1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8238666 Jun 22 09:48:48.768073 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34240) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:48.842071 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Transition to ACTIVE for port object 240c4602-8926-419a-9a1a-c31601470281 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:49.013155 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:49.013740 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Transition to ACTIVE for port object 240c4602-8926-419a-9a1a-c31601470281 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:49.051946 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ada297-d2e8-403e-b4d9-b5b86e897ab8 None None] Network 46bd56a9-b91d-448f-b516-1eb90bcfbb52 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:49.078034 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:49.079296 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:49.083500 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 6884f922-9eea-40e3-846c-8c66be72a525 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:49.083666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cdf65258-7d57-4e5c-80fa-f9709df0d624 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:49.194631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event updated for resources: {'Port': ['ID=63da328e-918d-4e60-bb37-0e1c57823d92,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:49.217199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:49.217706 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:49.218834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:49.219396 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:49.220943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:49.221812 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:49.226900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:49.226900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:49.226900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:49.226900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:49.226900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:49.226900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:49.229295 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:49.234788 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:49.274426 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Network 46bd56a9-b91d-448f-b516-1eb90bcfbb52 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:49.276332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:49.300202 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:49.307169 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7f8be14a-2236-4769-95d0-25e8c9565978 None None] Provisioning for port 54e8bc3a-1568-475f-878e-c78d81c63384 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:49.318597 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:49.385359 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Pushing event updated for resources: {'Port': ['ID=240c4602-8926-419a-9a1a-c31601470281,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:49.404047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Network e1287353-effe-4dd1-a717-9378ff973957 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:49.405199 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7f8be14a-2236-4769-95d0-25e8c9565978 None None] Provisioning complete for port 54e8bc3a-1568-475f-878e-c78d81c63384 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:49.405596 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7f8be14a-2236-4769-95d0-25e8c9565978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:49.416158 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:49.416872 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:49.418928 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-51f19260-746a-43cd-bafd-ada324f9d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:49.422367 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:49.447321 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:49.449568 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 6884f922-9eea-40e3-846c-8c66be72a525 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:49.460105 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 6884f922-9eea-40e3-846c-8c66be72a525 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:49.460492 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:49.504432 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:49.509128 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Transition to ACTIVE for port object 54e8bc3a-1568-475f-878e-c78d81c63384 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:49.513085 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Router a7cf8996-ab92-4af8-b83c-cdb04517d37a is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:48:49.561490 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Allocated IP 172.21.0.1 (c9151503-4bfd-49cf-863d-0d763e2535da/972c4bcb-fed8-4ae3-b0db-ad894dc95727/d1ed95a8-da96-44fd-9d20-254b0e4abfe1) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:49.568189 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-c9151503-4bfd-49cf-863d-0d763e2535da', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:48:49.569499 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:49.600526 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-7f8be14a-2236-4769-95d0-25e8c9565978 None None] Port 54e8bc3a-1568-475f-878e-c78d81c63384 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:49.628708 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:49.631366 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Attempting to bind port 240c4602-8926-419a-9a1a-c31601470281 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:49.631772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Attempting to bind port 240c4602-8926-419a-9a1a-c31601470281 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '8d778e32-2407-4990-8838-c6ec86fb9b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1287353-effe-4dd1-a717-9378ff973957'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:49.632154 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Attempting to bind port 240c4602-8926-419a-9a1a-c31601470281 on network e1287353-effe-4dd1-a717-9378ff973957 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:49.637670 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "PUT /v2.0/routers/a7cf8996-ab92-4af8-b83c-cdb04517d37a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1325154 Jun 22 09:48:49.640643 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:49.641006 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34246) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:49.644677 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2beb543-ccae-485e-9d24-adbabcead5c9 None None] Sync routers for ids ['a7cf8996-ab92-4af8-b83c-cdb04517d37a'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:49.656203 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2beb543-ccae-485e-9d24-adbabcead5c9 None None] Routers {'a7cf8996-ab92-4af8-b83c-cdb04517d37a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:49.657240 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e2beb543-ccae-485e-9d24-adbabcead5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['a7cf8996-ab92-4af8-b83c-cdb04517d37a'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:49.684669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:49.694888 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0bc38628-eb31-402a-bcc6-0d6362d824c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:49.703934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Transition to ACTIVE for port object d1ed95a8-da96-44fd-9d20-254b0e4abfe1 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:49.720592 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e2beb543-ccae-485e-9d24-adbabcead5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:49.731817 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2beb543-ccae-485e-9d24-adbabcead5c9 None None] Routers {'a7cf8996-ab92-4af8-b83c-cdb04517d37a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:49.733025 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e2beb543-ccae-485e-9d24-adbabcead5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['a7cf8996-ab92-4af8-b83c-cdb04517d37a'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:49.768364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:49.768692 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Checking segment: {'id': '8d778e32-2407-4990-8838-c6ec86fb9b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1287353-effe-4dd1-a717-9378ff973957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:49.769084 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:49.769491 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Bound using segment: {'id': '8d778e32-2407-4990-8838-c6ec86fb9b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1287353-effe-4dd1-a717-9378ff973957'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:49.769993 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Bound port: 240c4602-8926-419a-9a1a-c31601470281, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d778e32-2407-4990-8838-c6ec86fb9b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1287353-effe-4dd1-a717-9378ff973957'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:49.770384 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:49.771510 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e2beb543-ccae-485e-9d24-adbabcead5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:49.772429 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2beb543-ccae-485e-9d24-adbabcead5c9 None None] The sync data for ids ['a7cf8996-ab92-4af8-b83c-cdb04517d37a'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:49.799224 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:49.808771 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:49.824530 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network c9151503-4bfd-49cf-863d-0d763e2535da is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:49.827563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:49.831149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:49.866625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7f8be14a-2236-4769-95d0-25e8c9565978 None None] Provisioning complete for port 6884f922-9eea-40e3-846c-8c66be72a525 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:49.867012 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7f8be14a-2236-4769-95d0-25e8c9565978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:49.941467 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:49.994262 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca8d2f-ce68-4e3e-bc2d-82c02ba04684 None None] Pushing event updated for resources: {'Port': ['ID=54e8bc3a-1568-475f-878e-c78d81c63384,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:49.998452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-01ca8d2f-ce68-4e3e-bc2d-82c02ba04684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:50.024933 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=d1ed95a8-da96-44fd-9d20-254b0e4abfe1,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:50.033240 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:50.166374 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-44cdd0c0-bf10-4e7b-9718-107c98c495c6 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:48:50.168670 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-44cdd0c0-bf10-4e7b-9718-107c98c495c6 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "PUT /v2.0/routers/a7cf8996-ab92-4af8-b83c-cdb04517d37a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5285718 Jun 22 09:48:50.170740 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34248) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:50.206973 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:50.209734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:50.222239 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] For port 240c4602-8926-419a-9a1a-c31601470281, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:50.228338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Attempting to bind port 54e8bc3a-1568-475f-878e-c78d81c63384 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:50.230286 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Attempting to bind port 54e8bc3a-1568-475f-878e-c78d81c63384 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '981557e3-7b9e-4e33-9bbe-6d8f7a37b064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:50.230286 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Attempting to bind port 54e8bc3a-1568-475f-878e-c78d81c63384 on network 6ec33434-fe97-4d74-956f-41db765ba930 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:50.233729 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Allocated IP 172.21.0.2 (c9151503-4bfd-49cf-863d-0d763e2535da/972c4bcb-fed8-4ae3-b0db-ad894dc95727/ffd071f7-cbee-4f50-b643-fdfb90ffd4e8) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:50.272841 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:50.273287 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Checking segment: {'id': '981557e3-7b9e-4e33-9bbe-6d8f7a37b064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:50.273648 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:50.274063 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Bound using segment: {'id': '981557e3-7b9e-4e33-9bbe-6d8f7a37b064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:50.274564 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Bound port: 54e8bc3a-1568-475f-878e-c78d81c63384, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981557e3-7b9e-4e33-9bbe-6d8f7a37b064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:50.274949 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:50.280114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] For port 240c4602-8926-419a-9a1a-c31601470281, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=240c4602-8926-419a-9a1a-c31601470281,segment=NetworkSegment(8d778e32-2407-4990-8838-c6ec86fb9b52),segment_id=8d778e32-2407-4990-8838-c6ec86fb9b52)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:50.429235 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:50.432788 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:50.440309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 6884f922-9eea-40e3-846c-8c66be72a525, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=6884f922-9eea-40e3-846c-8c66be72a525,segment=NetworkSegment(981557e3-7b9e-4e33-9bbe-6d8f7a37b064),segment_id=981557e3-7b9e-4e33-9bbe-6d8f7a37b064)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:50.477732 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7f8be14a-2236-4769-95d0-25e8c9565978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:50.506831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:50.520874 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:50.547681 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:50.587020 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:50.593569 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-faf0b5a7-5636-4905-9872-1686871fa1d5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:50.644285 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a4896e6-6841-49f1-ae68-b648bd2870db tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:50.646530 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] For port 54e8bc3a-1568-475f-878e-c78d81c63384, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:50.648821 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Pushing event updated for resources: {'Port': ['ID=240c4602-8926-419a-9a1a-c31601470281,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:50.666510 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:50.678246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:50.697260 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=d1ed95a8-da96-44fd-9d20-254b0e4abfe1,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:50.708564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:50.716716 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ffee34c2-8afa-4e9c-958d-abfb181c0b9c up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:50.718261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:50.718658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:50.719299 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:50.719523 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:50.719814 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:50.720884 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:50.721254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:50.721897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:50.722031 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:50.722479 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:50.722850 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:50.723637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:50.724608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] For port 54e8bc3a-1568-475f-878e-c78d81c63384, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=54e8bc3a-1568-475f-878e-c78d81c63384,segment=NetworkSegment(981557e3-7b9e-4e33-9bbe-6d8f7a37b064),segment_id=981557e3-7b9e-4e33-9bbe-6d8f7a37b064)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:50.727001 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:50.890866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network c9151503-4bfd-49cf-863d-0d763e2535da is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:50.892968 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:50.992240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-7f8be14a-2236-4769-95d0-25e8c9565978 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:48:50.993075 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-7f8be14a-2236-4769-95d0-25e8c9565978 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:48:51.009336 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:51.044695 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:48:51.065626 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-1a4896e6-6841-49f1-ae68-b648bd2870db tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Deleting port 63da328e-918d-4e60-bb37-0e1c57823d92 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:51.065967 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a4896e6-6841-49f1-ae68-b648bd2870db tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:51.112427 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=6884f922-9eea-40e3-846c-8c66be72a525,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:51.115970 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:51.119146 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:51.123669 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:51.159684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:51.171409 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/9eee7df5-3ea5-4c88-b6e2-581a5b58b186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4010432 Jun 22 09:48:51.178789 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34250) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:51.178789 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-e705c847-34f6-473a-97bc-377eaa8921ca tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'network': {'name': 'tempest-RoutersTest-682339798'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:51.179023 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Transition to ACTIVE for port object ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:51.205313 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Transition to ACTIVE for port object ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:51.212735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a4896e6-6841-49f1-ae68-b648bd2870db tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:51.216133 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:51.216802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:51.289509 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e705c847-34f6-473a-97bc-377eaa8921ca tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Made reservation on behalf of 6167c55fae3441119bb7e60e43fbf71d for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:51.293638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e705c847-34f6-473a-97bc-377eaa8921ca tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:51.306165 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca8d2f-ce68-4e3e-bc2d-82c02ba04684 None None] Pushing event updated for resources: {'Port': ['ID=54e8bc3a-1568-475f-878e-c78d81c63384,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:51.308653 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-1a4896e6-6841-49f1-ae68-b648bd2870db tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Calling delete_port for 63da328e-918d-4e60-bb37-0e1c57823d92 owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:51.315786 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-01ca8d2f-ce68-4e3e-bc2d-82c02ba04684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:51.322865 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:51.325145 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-848573f2-d820-4dac-8ee3-6dd4e9c8dc87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:51.344473 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e705c847-34f6-473a-97bc-377eaa8921ca tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:48:51.364459 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e705c847-34f6-473a-97bc-377eaa8921ca tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:51.364816 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-e705c847-34f6-473a-97bc-377eaa8921ca tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Added segment c70d38d4-37cf-4ddc-8870-2d00fa1553e2 of type vlan for network 7c792b63-9aeb-4694-96dd-fbb5b961881f Jun 22 09:48:51.404857 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:51.411408 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e705c847-34f6-473a-97bc-377eaa8921ca tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:51.414266 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Network c9151503-4bfd-49cf-863d-0d763e2535da is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:51.443421 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:51.445465 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port ffee34c2-8afa-4e9c-958d-abfb181c0b9c completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:51.447413 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Pushing event updated for resources: {'Port': ['ID=ffd071f7-cbee-4f50-b643-fdfb90ffd4e8,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:51.451591 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:51.455859 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:51.569552 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e705c847-34f6-473a-97bc-377eaa8921ca tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:51.576180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e705c847-34f6-473a-97bc-377eaa8921ca tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:51.577058 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e705c847-34f6-473a-97bc-377eaa8921ca tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:51.580916 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-db46252f-fc48-4194-8a1c-560358a19a64 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:51.623625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Attempting to bind port ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:51.624016 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Attempting to bind port ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '5c725968-81c8-4d21-b829-2f017907eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:51.624470 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Attempting to bind port ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 on network c9151503-4bfd-49cf-863d-0d763e2535da {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:51.633918 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a4896e6-6841-49f1-ae68-b648bd2870db tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:51.644476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8a1f7807-a8cf-449c-b9bb-2745e4e31cbe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:51.654622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:51.655166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Checking segment: {'id': '5c725968-81c8-4d21-b829-2f017907eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:51.655424 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:51.655856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Bound using segment: {'id': '5c725968-81c8-4d21-b829-2f017907eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:51.656355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Bound port: ffd071f7-cbee-4f50-b643-fdfb90ffd4e8, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c725968-81c8-4d21-b829-2f017907eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:51.656744 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:51.662336 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705c847-34f6-473a-97bc-377eaa8921ca tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Network': ['ID=7c792b63-9aeb-4694-96dd-fbb5b961881f,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:51.674194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e705c847-34f6-473a-97bc-377eaa8921ca tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:51.678971 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4896e6-6841-49f1-ae68-b648bd2870db tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event deleted for resources: {'Port': ['ID=63da328e-918d-4e60-bb37-0e1c57823d92,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:51.679904 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 7c792b63-9aeb-4694-96dd-fbb5b961881f details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:48:51.681967 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1a4896e6-6841-49f1-ae68-b648bd2870db tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:51.696176 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e705c847-34f6-473a-97bc-377eaa8921ca tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5230346 Jun 22 09:48:51.699000 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34252) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:51.704403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-0c9342f7-84c6-46fd-b1c4-aa0e9d974150 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'subnet': {'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:51.751527 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:51.787868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8758ea88-8ba5-4b70-8915-53cd87587d8b None None] Could not find standard attr ID for object 63da328e-918d-4e60-bb37-0e1c57823d92. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:48:51.794128 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a4896e6-6841-49f1-ae68-b648bd2870db tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:51.869748 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] For port ffd071f7-cbee-4f50-b643-fdfb90ffd4e8, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:51.873659 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] For port ffd071f7-cbee-4f50-b643-fdfb90ffd4e8, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ffd071f7-cbee-4f50-b643-fdfb90ffd4e8,segment=NetworkSegment(5c725968-81c8-4d21-b829-2f017907eaf7),segment_id=5c725968-81c8-4d21-b829-2f017907eaf7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:51.896570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:48:50Z', 'revision_number': 3, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:50Z', 'revision_number': 4, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:50Z', 'revision_number': 2, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:51.901386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9342f7-84c6-46fd-b1c4-aa0e9d974150 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Made reservation on behalf of 6167c55fae3441119bb7e60e43fbf71d for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:51.906727 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0c9342f7-84c6-46fd-b1c4-aa0e9d974150 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:51.935676 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:51.939117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-2b032bcf-945d-4984-b5e8-b079b66d194a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:51.940962 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8758ea88-8ba5-4b70-8915-53cd87587d8b None None] Provisioning for port ffee34c2-8afa-4e9c-958d-abfb181c0b9c completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:51.942983 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e317896-285a-4f3b-8ce5-4895cafc7dba None None] The sync data for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv is: [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:48:50Z', 'revision_number': 3, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:50Z', 'revision_number': 4, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:50Z', 'revision_number': 2, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:51.992936 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4896e6-6841-49f1-ae68-b648bd2870db tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Router a7cf8996-ab92-4af8-b83c-cdb04517d37a has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:48:51.995148 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8758ea88-8ba5-4b70-8915-53cd87587d8b None None] Provisioning complete for port ffee34c2-8afa-4e9c-958d-abfb181c0b9c triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:51.995559 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8758ea88-8ba5-4b70-8915-53cd87587d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:52.002135 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b09757-2ac4-4e64-ba30-08782be1e583 None None] Network e1287353-effe-4dd1-a717-9378ff973957 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:52.142472 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Pushing event updated for resources: {'Port': ['ID=ffd071f7-cbee-4f50-b643-fdfb90ffd4e8,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:52.147616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:52.258933 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8758ea88-8ba5-4b70-8915-53cd87587d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:52.267531 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0c9342f7-84c6-46fd-b1c4-aa0e9d974150 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:52.271613 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c5828fb5-bfcc-431d-9781-fa82cba252be tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:52.350138 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-8758ea88-8ba5-4b70-8915-53cd87587d8b None None] For port ffee34c2-8afa-4e9c-958d-abfb181c0b9c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ffee34c2-8afa-4e9c-958d-abfb181c0b9c,segment=NetworkSegment(28834dec-f0db-4251-86cf-24dd0e267fd7),segment_id=28834dec-f0db-4251-86cf-24dd0e267fd7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:52.426096 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9342f7-84c6-46fd-b1c4-aa0e9d974150 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Subnet': ['ID=59164360-7f55-4a6f-b75e-69a17af08836,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:52.432858 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8758ea88-8ba5-4b70-8915-53cd87587d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:52.433251 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0c9342f7-84c6-46fd-b1c4-aa0e9d974150 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:52.441001 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:52.451120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9342f7-84c6-46fd-b1c4-aa0e9d974150 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Checking segment: {'id': 'c70d38d4-37cf-4ddc-8870-2d00fa1553e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:52.455028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9342f7-84c6-46fd-b1c4-aa0e9d974150 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network hostable DHCP agents. Network: 7c792b63-9aeb-4694-96dd-fbb5b961881f, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:48:52.541305 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758ea88-8ba5-4b70-8915-53cd87587d8b None None] Pushing event updated for resources: {'Port': ['ID=ffee34c2-8afa-4e9c-958d-abfb181c0b9c,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:52.544473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8758ea88-8ba5-4b70-8915-53cd87587d8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:52.558065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9342f7-84c6-46fd-b1c4-aa0e9d974150 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 7c792b63-9aeb-4694-96dd-fbb5b961881f is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:48:52.566725 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4896e6-6841-49f1-ae68-b648bd2870db tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:52.576334 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bd92e5-73eb-488a-8035-89de72340977 None None] Sync routers for ids ['a7cf8996-ab92-4af8-b83c-cdb04517d37a'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:52.607496 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1a4896e6-6841-49f1-ae68-b648bd2870db tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "PUT /v2.0/routers/a7cf8996-ab92-4af8-b83c-cdb04517d37a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4297042 Jun 22 09:48:52.608004 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bd92e5-73eb-488a-8035-89de72340977 None None] Routers {'a7cf8996-ab92-4af8-b83c-cdb04517d37a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:52.608004 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-95bd92e5-73eb-488a-8035-89de72340977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['a7cf8996-ab92-4af8-b83c-cdb04517d37a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:52.608370 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34254) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:52.651920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-0c9342f7-84c6-46fd-b1c4-aa0e9d974150 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 7c792b63-9aeb-4694-96dd-fbb5b961881f) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:52.659207 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9342f7-84c6-46fd-b1c4-aa0e9d974150 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:52.660077 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0c9342f7-84c6-46fd-b1c4-aa0e9d974150 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:52.692955 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-6b474160-bc0b-4762-8226-7473819e9c28 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] delete failed (client error): The resource could not be found. Jun 22 09:48:52.700471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34256) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:52.701324 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92e6c70-4852-4d68-b8d9-808862312faa None None] Network 7c792b63-9aeb-4694-96dd-fbb5b961881f requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:52.706659 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-f17db07a-aef9-40e9-b9dd-e6a432fe33da tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a7cf8996-ab92-4af8-b83c-cdb04517d37a'}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:52.709858 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-95bd92e5-73eb-488a-8035-89de72340977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:52.711986 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6b474160-bc0b-4762-8226-7473819e9c28 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-184476865 HTTP/1.1" status: 404 len: 334 time: 0.0908132 Jun 22 09:48:52.781514 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0c9342f7-84c6-46fd-b1c4-aa0e9d974150 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0812209 Jun 22 09:48:52.781700 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34258) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:52.781813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bd92e5-73eb-488a-8035-89de72340977 None None] Routers {'a7cf8996-ab92-4af8-b83c-cdb04517d37a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:52.782517 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-95bd92e5-73eb-488a-8035-89de72340977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['a7cf8996-ab92-4af8-b83c-cdb04517d37a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:52.850772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-95bd92e5-73eb-488a-8035-89de72340977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:52.851687 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bd92e5-73eb-488a-8035-89de72340977 None None] The sync data for ids ['a7cf8996-ab92-4af8-b83c-cdb04517d37a'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:52.857124 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-48de8fbf-75d6-45b5-8080-d62c6250b017 None None] Provisioning for port 240c4602-8926-419a-9a1a-c31601470281 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:52.926882 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:52.999642 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f17db07a-aef9-40e9-b9dd-e6a432fe33da tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:53.052363 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-7c792b63-9aeb-4694-96dd-fbb5b961881f', 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'fixed_ips': [{'subnet_id': '59164360-7f55-4a6f-b75e-69a17af08836'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:48:53.053125 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:53.125053 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-f17db07a-aef9-40e9-b9dd-e6a432fe33da tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] update failed (client error): The resource could not be found. Jun 22 09:48:53.130882 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f17db07a-aef9-40e9-b9dd-e6a432fe33da tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "PUT /v2.0/routers/a7cf8996-ab92-4af8-b83c-cdb04517d37a HTTP/1.1" status: 404 len: 339 time: 0.4260018 Jun 22 09:48:53.131337 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34260) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:53.137051 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-284ad56b-767e-4c38-b661-db60207a1320 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1964115649'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:53.181277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:53.210020 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 240c4602-8926-419a-9a1a-c31601470281 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:53.226565 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284ad56b-767e-4c38-b661-db60207a1320 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Made reservation on behalf of 8d5f5e3cdea248a688108e116b187d7b for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:53.231463 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-284ad56b-767e-4c38-b661-db60207a1320 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:53.280042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284ad56b-767e-4c38-b661-db60207a1320 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:48:53.295370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-284ad56b-767e-4c38-b661-db60207a1320 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:53.296207 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-284ad56b-767e-4c38-b661-db60207a1320 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Added segment 13fb9ff7-3b55-4673-b299-c55771101dc4 of type vlan for network bc37bcd7-7231-42e0-9ec4-619629e815c0 Jun 22 09:48:53.345737 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Allocated IP 172.22.0.2 (7c792b63-9aeb-4694-96dd-fbb5b961881f/59164360-7f55-4a6f-b75e-69a17af08836/71cb9392-782b-4cd4-b179-9c8aa66f5c64) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:53.356799 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-284ad56b-767e-4c38-b661-db60207a1320 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:53.362597 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:53.435851 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 240c4602-8926-419a-9a1a-c31601470281 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:53.444329 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 240c4602-8926-419a-9a1a-c31601470281 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:53.444823 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:53.472357 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c855d813-7770-41a6-9601-a0777ab3117b None None] Network c9151503-4bfd-49cf-863d-0d763e2535da requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:53.483662 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-284ad56b-767e-4c38-b661-db60207a1320 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:53.494879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284ad56b-767e-4c38-b661-db60207a1320 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:53.495936 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-284ad56b-767e-4c38-b661-db60207a1320 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:53.500179 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e705c847-34f6-473a-97bc-377eaa8921ca tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:53.596215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ad56b-767e-4c38-b661-db60207a1320 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event updated for resources: {'Network': ['ID=bc37bcd7-7231-42e0-9ec4-619629e815c0,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:53.608519 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-284ad56b-767e-4c38-b661-db60207a1320 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:53.633468 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-284ad56b-767e-4c38-b661-db60207a1320 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5006945 Jun 22 09:48:53.636345 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34262) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:53.642225 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-9986da50-2b4e-4433-9f72-41c5c53be311 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Request body: {'subnet': {'network_id': 'bc37bcd7-7231-42e0-9ec4-619629e815c0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:53.686646 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network bc37bcd7-7231-42e0-9ec4-619629e815c0 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:48:53.792556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9986da50-2b4e-4433-9f72-41c5c53be311 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Made reservation on behalf of 8d5f5e3cdea248a688108e116b187d7b for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:53.796263 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9986da50-2b4e-4433-9f72-41c5c53be311 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:53.849317 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a2c78cd0-2125-4fcb-a3e8-b4fa439cc1f1 None None] Provisioning for port ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:53.897963 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a2c78cd0-2125-4fcb-a3e8-b4fa439cc1f1 None None] Provisioning complete for port ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:53.898265 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a2c78cd0-2125-4fcb-a3e8-b4fa439cc1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:53.956401 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:53.972093 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:53.977211 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Transition to ACTIVE for port object 71cb9392-782b-4cd4-b179-9c8aa66f5c64 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:54.030989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Transition to ACTIVE for port object 71cb9392-782b-4cd4-b179-9c8aa66f5c64 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:54.050350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9986da50-2b4e-4433-9f72-41c5c53be311 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:54.053395 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-be1fe1e5-b8c0-44b2-88ee-20e41f31464b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:54.074361 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 240c4602-8926-419a-9a1a-c31601470281, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=240c4602-8926-419a-9a1a-c31601470281,segment=NetworkSegment(8d778e32-2407-4990-8838-c6ec86fb9b52),segment_id=8d778e32-2407-4990-8838-c6ec86fb9b52)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:54.096838 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a2c78cd0-2125-4fcb-a3e8-b4fa439cc1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:54.118555 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986da50-2b4e-4433-9f72-41c5c53be311 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event updated for resources: {'Subnet': ['ID=dd49a041-4d32-4702-bbee-53abd93c3abd,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:54.119786 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:54.123517 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9986da50-2b4e-4433-9f72-41c5c53be311 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:54.123710 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:54.137098 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9986da50-2b4e-4433-9f72-41c5c53be311 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Checking segment: {'id': '13fb9ff7-3b55-4673-b299-c55771101dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bc37bcd7-7231-42e0-9ec4-619629e815c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:54.137638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9986da50-2b4e-4433-9f72-41c5c53be311 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Network hostable DHCP agents. Network: bc37bcd7-7231-42e0-9ec4-619629e815c0, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:48:54.157308 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:54.158670 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 54e8bc3a-1568-475f-878e-c78d81c63384 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:54.188667 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Allocated IP 172.22.0.1 (7c792b63-9aeb-4694-96dd-fbb5b961881f/59164360-7f55-4a6f-b75e-69a17af08836/4cd75430-c85f-4bfe-8341-bd70738be40e) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:54.206710 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Network 7c792b63-9aeb-4694-96dd-fbb5b961881f is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:54.210098 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a2c78cd0-2125-4fcb-a3e8-b4fa439cc1f1 None None] For port ffd071f7-cbee-4f50-b643-fdfb90ffd4e8, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ffd071f7-cbee-4f50-b643-fdfb90ffd4e8,segment=NetworkSegment(5c725968-81c8-4d21-b829-2f017907eaf7),segment_id=5c725968-81c8-4d21-b829-2f017907eaf7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:54.216655 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:54.223326 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:54.226889 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9986da50-2b4e-4433-9f72-41c5c53be311 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Network bc37bcd7-7231-42e0-9ec4-619629e815c0 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:48:54.227707 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Pushing event updated for resources: {'Port': ['ID=71cb9392-782b-4cd4-b179-9c8aa66f5c64,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:54.236398 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:54.236895 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ba74265f-11ca-40d7-ac84-d0f1909b646b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:54.335565 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a2c78cd0-2125-4fcb-a3e8-b4fa439cc1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:54.336220 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:54.340642 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Attempting to bind port 71cb9392-782b-4cd4-b179-9c8aa66f5c64 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:54.341034 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Attempting to bind port 71cb9392-782b-4cd4-b179-9c8aa66f5c64 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'c70d38d4-37cf-4ddc-8870-2d00fa1553e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:54.345599 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Attempting to bind port 71cb9392-782b-4cd4-b179-9c8aa66f5c64 on network 7c792b63-9aeb-4694-96dd-fbb5b961881f {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:54.345874 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-9986da50-2b4e-4433-9f72-41c5c53be311 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, bc37bcd7-7231-42e0-9ec4-619629e815c0) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:54.346303 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=240c4602-8926-419a-9a1a-c31601470281,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:54.349704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9986da50-2b4e-4433-9f72-41c5c53be311 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:54.350574 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9986da50-2b4e-4433-9f72-41c5c53be311 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:54.350789 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:54.351566 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:54.353903 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:54.354298 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Checking segment: {'id': 'c70d38d4-37cf-4ddc-8870-2d00fa1553e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:54.354715 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:54.355118 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Bound using segment: {'id': 'c70d38d4-37cf-4ddc-8870-2d00fa1553e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:54.355643 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Bound port: 71cb9392-782b-4cd4-b179-9c8aa66f5c64, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70d38d4-37cf-4ddc-8870-2d00fa1553e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:54.356041 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:54.366911 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Transition to ACTIVE for port object 4cd75430-c85f-4bfe-8341-bd70738be40e will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:54.390853 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682786d2-fe59-4b15-958a-9e449e5f037a None None] Network bc37bcd7-7231-42e0-9ec4-619629e815c0 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:54.449943 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9986da50-2b4e-4433-9f72-41c5c53be311 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8125050 Jun 22 09:48:54.458084 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34264) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:54.460047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 54e8bc3a-1568-475f-878e-c78d81c63384 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:54.463621 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-72c26463-9b7e-4db3-9ce5-18eff4e2412e tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bc37bcd7-7231-42e0-9ec4-619629e815c0'}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:54.501548 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 54e8bc3a-1568-475f-878e-c78d81c63384 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:54.501942 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:54.502298 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:54.510507 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f564879b-3c6b-4d1d-a98e-d3e4b804ad6b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:54.550183 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Sync routers for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:54.551625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c78cd0-2125-4fcb-a3e8-b4fa439cc1f1 None None] Pushing event updated for resources: {'Port': ['ID=ffd071f7-cbee-4f50-b643-fdfb90ffd4e8,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:54.561881 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a2c78cd0-2125-4fcb-a3e8-b4fa439cc1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:54.568398 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 7c792b63-9aeb-4694-96dd-fbb5b961881f is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:54.578495 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:54.579983 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:54.581123 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:54.586399 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:54.593648 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=4cd75430-c85f-4bfe-8341-bd70738be40e,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:54.596325 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-78f36c92-f1e9-4920-bbf8-84e7c44fe691 None None] Provisioning complete for port ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:54.596722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-78f36c92-f1e9-4920-bbf8-84e7c44fe691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:54.616956 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:54.642818 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:54.654837 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] For port 71cb9392-782b-4cd4-b179-9c8aa66f5c64, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:54.687360 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] For port 71cb9392-782b-4cd4-b179-9c8aa66f5c64, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=71cb9392-782b-4cd4-b179-9c8aa66f5c64,segment=NetworkSegment(c70d38d4-37cf-4ddc-8870-2d00fa1553e2),segment_id=c70d38d4-37cf-4ddc-8870-2d00fa1553e2)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:54.749397 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:54.811586 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:54.831085 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:54.895274 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-bc37bcd7-7231-42e0-9ec4-619629e815c0', 'network_id': 'bc37bcd7-7231-42e0-9ec4-619629e815c0', 'tenant_id': '8d5f5e3cdea248a688108e116b187d7b', 'fixed_ips': [{'subnet_id': 'dd49a041-4d32-4702-bbee-53abd93c3abd'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:48:54.896246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:54.961200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:54.961986 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:55.027900 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 54e8bc3a-1568-475f-878e-c78d81c63384, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=54e8bc3a-1568-475f-878e-c78d81c63384,segment=NetworkSegment(981557e3-7b9e-4e33-9bbe-6d8f7a37b064),segment_id=981557e3-7b9e-4e33-9bbe-6d8f7a37b064)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:55.051547 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:48:50Z', 'revision_number': 3, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:50Z', 'revision_number': 4, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:50Z', 'revision_number': 2, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:55.085836 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Checking router: 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:48:55.086209 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Updating router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 port d1ed95a8-da96-44fd-9d20-254b0e4abfe1 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:48:55.097428 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-72c26463-9b7e-4db3-9ce5-18eff4e2412e tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:55.124684 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:55.126641 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 6884f922-9eea-40e3-846c-8c66be72a525 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:55.129829 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:55.240660 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Pushing event updated for resources: {'Port': ['ID=71cb9392-782b-4cd4-b179-9c8aa66f5c64,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:55.248331 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:55.254141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:55.312605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Allocated IP 2001:db8:1::2 (bc37bcd7-7231-42e0-9ec4-619629e815c0/dd49a041-4d32-4702-bbee-53abd93c3abd/8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:55.354706 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-72c26463-9b7e-4db3-9ce5-18eff4e2412e tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:48:55.360475 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-72c26463-9b7e-4db3-9ce5-18eff4e2412e tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "PUT /v2.0/routers/a7cf8996-ab92-4af8-b83c-cdb04517d37a HTTP/1.1" status: 400 len: 364 time: 0.9011624 Jun 22 09:48:55.361261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34266) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:55.418344 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:55.484828 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 6884f922-9eea-40e3-846c-8c66be72a525 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:55.485112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:55.485505 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:55.491117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2ffd879f-5a0d-4306-ab1d-cb29575297b4 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:55.493528 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=54e8bc3a-1568-475f-878e-c78d81c63384,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:55.509048 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:55.520245 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:55.521506 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Transition to ACTIVE for port object d1ed95a8-da96-44fd-9d20-254b0e4abfe1 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:55.526871 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-78f36c92-f1e9-4920-bbf8-84e7c44fe691 None None] Provisioning for port d1ed95a8-da96-44fd-9d20-254b0e4abfe1 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:55.543810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-78f36c92-f1e9-4920-bbf8-84e7c44fe691 None None] Provisioning complete for port d1ed95a8-da96-44fd-9d20-254b0e4abfe1 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:55.547460 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-78f36c92-f1e9-4920-bbf8-84e7c44fe691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:55.574738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:55.587338 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:55.589802 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-c9bde273-e847-4bc1-bf9e-744bec55bf3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:55.596932 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:55.599139 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Transition to ACTIVE for port object 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:55.599282 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=4cd75430-c85f-4bfe-8341-bd70738be40e,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:55.602021 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:55.612676 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-78f36c92-f1e9-4920-bbf8-84e7c44fe691 None None] Port d1ed95a8-da96-44fd-9d20-254b0e4abfe1 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:55.628281 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Transition to ACTIVE for port object 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:55.669229 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e72cd-829a-4246-a9d0-9ba8f2b7a8d4 None None] Pushing event updated for resources: {'Port': ['ID=d1ed95a8-da96-44fd-9d20-254b0e4abfe1,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:55.678353 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-950e72cd-829a-4246-a9d0-9ba8f2b7a8d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:55.691612 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:55.699758 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c3c35b69-0517-4d1b-9f81-f621c1644713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:55.746730 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 7c792b63-9aeb-4694-96dd-fbb5b961881f is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:55.748666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:55.828638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:55.858628 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Network bc37bcd7-7231-42e0-9ec4-619629e815c0 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:55.883736 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:55.896746 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:55.903058 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Attempting to bind port d1ed95a8-da96-44fd-9d20-254b0e4abfe1 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:55.905577 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Attempting to bind port d1ed95a8-da96-44fd-9d20-254b0e4abfe1 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '5c725968-81c8-4d21-b829-2f017907eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:55.906023 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Attempting to bind port d1ed95a8-da96-44fd-9d20-254b0e4abfe1 on network c9151503-4bfd-49cf-863d-0d763e2535da {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:55.918458 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:55.918842 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Checking segment: {'id': '5c725968-81c8-4d21-b829-2f017907eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:55.919253 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:55.919642 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Pushing event updated for resources: {'Port': ['ID=8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:55.920164 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Bound using segment: {'id': '5c725968-81c8-4d21-b829-2f017907eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:55.920647 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Bound port: d1ed95a8-da96-44fd-9d20-254b0e4abfe1, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c725968-81c8-4d21-b829-2f017907eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:55.921030 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:55.930685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:48:55.937150 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:55.973974 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:56.043032 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] For port d1ed95a8-da96-44fd-9d20-254b0e4abfe1, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:56.046860 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] For port d1ed95a8-da96-44fd-9d20-254b0e4abfe1, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d1ed95a8-da96-44fd-9d20-254b0e4abfe1,segment=NetworkSegment(5c725968-81c8-4d21-b829-2f017907eaf7),segment_id=5c725968-81c8-4d21-b829-2f017907eaf7)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:56.058050 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Attempting to bind port 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:56.059859 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Attempting to bind port 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '13fb9ff7-3b55-4673-b299-c55771101dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bc37bcd7-7231-42e0-9ec4-619629e815c0'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:56.060520 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Attempting to bind port 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36 on network bc37bcd7-7231-42e0-9ec4-619629e815c0 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:56.078128 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:56.078686 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Checking segment: {'id': '13fb9ff7-3b55-4673-b299-c55771101dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bc37bcd7-7231-42e0-9ec4-619629e815c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:56.080096 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:56.080096 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Bound using segment: {'id': '13fb9ff7-3b55-4673-b299-c55771101dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bc37bcd7-7231-42e0-9ec4-619629e815c0'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:56.081366 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Bound port: 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fb9ff7-3b55-4673-b299-c55771101dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bc37bcd7-7231-42e0-9ec4-619629e815c0'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:56.082070 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:56.097685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:56.105512 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/9eee7df5-3ea5-4c88-b6e2-581a5b58b186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3213496 Jun 22 09:48:56.111237 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34268) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:56.113837 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4f369e89-afe5-4b72-ae16-f6c165ecbdcb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'network': {'name': 'tempest-RoutersTest-386353156'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:56.135242 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:56.138893 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-02d37454-4f24-479d-b1b5-bc3fdf850b8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:56.159181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:56.159181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:56.193495 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:56.194682 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:56.203456 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f369e89-afe5-4b72-ae16-f6c165ecbdcb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Made reservation on behalf of 6167c55fae3441119bb7e60e43fbf71d for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:56.203726 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] For port 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:56.208886 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4f369e89-afe5-4b72-ae16-f6c165ecbdcb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:56.234712 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] For port 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36,segment=NetworkSegment(13fb9ff7-3b55-4673-b299-c55771101dc4),segment_id=13fb9ff7-3b55-4673-b299-c55771101dc4)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:56.265133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f369e89-afe5-4b72-ae16-f6c165ecbdcb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:48:56.270815 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Allocated IP 2001:db8::1 (e4de3196-bf1a-46de-847e-ac413796aab5/b2f141fa-35fe-4cfe-b1f9-2146b4e8cbaa/c0408741-d3a5-4467-93bb-c5420de48d0a) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:56.283048 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4f369e89-afe5-4b72-ae16-f6c165ecbdcb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:56.292679 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-4f369e89-afe5-4b72-ae16-f6c165ecbdcb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Added segment 436d96af-249c-45a3-bdd2-6d0c1866afd5 of type vlan for network 054b28ae-5f87-433b-a379-7431a5c9a828 Jun 22 09:48:56.305206 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ffee34c2-8afa-4e9c-958d-abfb181c0b9c up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:56.344503 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e72cd-829a-4246-a9d0-9ba8f2b7a8d4 None None] Pushing event updated for resources: {'Port': ['ID=d1ed95a8-da96-44fd-9d20-254b0e4abfe1,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:56.354897 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:56.362602 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:56.366661 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-950e72cd-829a-4246-a9d0-9ba8f2b7a8d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:56.377106 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4f369e89-afe5-4b72-ae16-f6c165ecbdcb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:56.386096 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:56.458450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:56.469590 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Pushing event updated for resources: {'Port': ['ID=8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:56.479690 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:56.484377 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port ffee34c2-8afa-4e9c-958d-abfb181c0b9c triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:56.484775 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:56.494151 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Transition to ACTIVE for port object c0408741-d3a5-4467-93bb-c5420de48d0a will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:56.495885 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4f369e89-afe5-4b72-ae16-f6c165ecbdcb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:56.511640 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f369e89-afe5-4b72-ae16-f6c165ecbdcb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:56.512342 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4f369e89-afe5-4b72-ae16-f6c165ecbdcb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:56.517129 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-568e9ca7-7353-483f-aea2-96752a512671 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:56.524050 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400ee82a-fa5a-472c-af13-8bee1fb93cc5 None None] Network 7c792b63-9aeb-4694-96dd-fbb5b961881f requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:56.604303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f369e89-afe5-4b72-ae16-f6c165ecbdcb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Network': ['ID=054b28ae-5f87-433b-a379-7431a5c9a828,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:56.606130 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:56.607034 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4f369e89-afe5-4b72-ae16-f6c165ecbdcb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:56.618546 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-acc25361-4d02-405f-b2c2-cd500a2f6c02 tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:56.623040 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 054b28ae-5f87-433b-a379-7431a5c9a828 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:48:56.655083 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Network e4de3196-bf1a-46de-847e-ac413796aab5 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:56.658827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:56.663551 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:56.663897 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 4, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '4cd75430-c85f-4bfe-8341-bd70738be40e', 'name': '', 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:26:e5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59164360-7f55-4a6f-b75e-69a17af08836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:53Z', 'updated_at': '2021-06-22T09:48:55Z', 'revision_number': 2, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '59164360-7f55-4a6f-b75e-69a17af08836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:56Z', 'revision_number': 4, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:56.664452 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:56.673636 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4f369e89-afe5-4b72-ae16-f6c165ecbdcb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5638800 Jun 22 09:48:56.679284 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34270) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:56.681952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a2a8c573-92b2-48e6-b090-3fa4969b6e10 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'subnet': {'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:56.697281 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161a9e6-b53e-4a66-9bac-44d3d3cbbb2c None None] The sync data for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv is: [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 4, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '4cd75430-c85f-4bfe-8341-bd70738be40e', 'name': '', 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:26:e5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59164360-7f55-4a6f-b75e-69a17af08836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:53Z', 'updated_at': '2021-06-22T09:48:55Z', 'revision_number': 2, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '59164360-7f55-4a6f-b75e-69a17af08836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:56Z', 'revision_number': 4, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:56.709645 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a5037fd9-8d03-4234-9a44-6d1b778b6e6c None None] Provisioning for port 71cb9392-782b-4cd4-b179-9c8aa66f5c64 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:56.802838 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event updated for resources: {'Port': ['ID=c0408741-d3a5-4467-93bb-c5420de48d0a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:56.813264 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:56.823418 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 240c4602-8926-419a-9a1a-c31601470281 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:56.963766 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 240c4602-8926-419a-9a1a-c31601470281 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:56.964438 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:56.992439 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a8c573-92b2-48e6-b090-3fa4969b6e10 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Made reservation on behalf of 6167c55fae3441119bb7e60e43fbf71d for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:56.992735 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:56.996190 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a2a8c573-92b2-48e6-b090-3fa4969b6e10 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:57.098602 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 54e8bc3a-1568-475f-878e-c78d81c63384 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:57.222246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 54e8bc3a-1568-475f-878e-c78d81c63384 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:57.222934 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:57.398833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a2a8c573-92b2-48e6-b090-3fa4969b6e10 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:57.402155 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-badf74a7-6a6f-4ce3-a7ed-8b6e95d63aba tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:57.420348 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:57.443193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bb072765-f2bf-4511-b4a7-80bf738551fe None None] Provisioning for port c0408741-d3a5-4467-93bb-c5420de48d0a completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:57.451371 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bb072765-f2bf-4511-b4a7-80bf738551fe None None] Provisioning complete for port c0408741-d3a5-4467-93bb-c5420de48d0a triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:57.451677 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bb072765-f2bf-4511-b4a7-80bf738551fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:57.481227 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a8c573-92b2-48e6-b090-3fa4969b6e10 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Checking segment: {'id': '436d96af-249c-45a3-bdd2-6d0c1866afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:57.481684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8c573-92b2-48e6-b090-3fa4969b6e10 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network hostable DHCP agents. Network: 054b28ae-5f87-433b-a379-7431a5c9a828, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:48:57.500932 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8c573-92b2-48e6-b090-3fa4969b6e10 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Subnet': ['ID=70b81d08-c9f1-4379-9e4e-8c181458327c,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:57.506008 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a2a8c573-92b2-48e6-b090-3fa4969b6e10 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:57.509781 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-bb072765-f2bf-4511-b4a7-80bf738551fe None None] Port c0408741-d3a5-4467-93bb-c5420de48d0a cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:57.534805 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:57.535785 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:57.539568 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:57.557702 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 71cb9392-782b-4cd4-b179-9c8aa66f5c64 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:57.601677 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event updated for resources: {'Port': ['ID=c0408741-d3a5-4467-93bb-c5420de48d0a,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:57.614491 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:57.617945 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8c573-92b2-48e6-b090-3fa4969b6e10 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 054b28ae-5f87-433b-a379-7431a5c9a828 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:48:57.700859 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-a2a8c573-92b2-48e6-b090-3fa4969b6e10 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 054b28ae-5f87-433b-a379-7431a5c9a828) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:57.701194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a6ab2964-9795-484d-bd45-007c1b9a46e4 None None] Provisioning for port 4cd75430-c85f-4bfe-8341-bd70738be40e completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:57.706358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 71cb9392-782b-4cd4-b179-9c8aa66f5c64 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:57.707807 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a8c573-92b2-48e6-b090-3fa4969b6e10 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:57.708411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a2a8c573-92b2-48e6-b090-3fa4969b6e10 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:57.710516 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a6ab2964-9795-484d-bd45-007c1b9a46e4 None None] Provisioning complete for port 4cd75430-c85f-4bfe-8341-bd70738be40e triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:57.710906 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a6ab2964-9795-484d-bd45-007c1b9a46e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:57.713796 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 71cb9392-782b-4cd4-b179-9c8aa66f5c64 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:57.714165 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:57.716058 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Network e4de3196-bf1a-46de-847e-ac413796aab5 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:57.717477 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:57.776502 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc22933b-c644-44e1-b1d4-32b8a5588b08 None None] Network 054b28ae-5f87-433b-a379-7431a5c9a828 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:57.778521 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Sync routers for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:57.813108 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a2a8c573-92b2-48e6-b090-3fa4969b6e10 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1357825 Jun 22 09:48:57.814260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34272) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:57.841698 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:57.842572 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:57.852445 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Router a7cf8996-ab92-4af8-b83c-cdb04517d37a has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:48:57.888377 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-a6ab2964-9795-484d-bd45-007c1b9a46e4 None None] Port 4cd75430-c85f-4bfe-8341-bd70738be40e cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:57.981993 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a6ab2964-9795-484d-bd45-007c1b9a46e4 None None] Provisioning complete for port 71cb9392-782b-4cd4-b179-9c8aa66f5c64 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:57.982707 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a6ab2964-9795-484d-bd45-007c1b9a46e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:58.016860 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:58.027003 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "PUT /v2.0/routers/a7cf8996-ab92-4af8-b83c-cdb04517d37a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6641068 Jun 22 09:48:58.027216 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521fde0-a8b3-4271-babc-cfe32e7d80f3 None None] Sync routers for ids ['a7cf8996-ab92-4af8-b83c-cdb04517d37a'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:58.028482 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34274) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:58.045917 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0521fde0-a8b3-4271-babc-cfe32e7d80f3 None None] Routers {'a7cf8996-ab92-4af8-b83c-cdb04517d37a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:58.046472 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0521fde0-a8b3-4271-babc-cfe32e7d80f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['a7cf8996-ab92-4af8-b83c-cdb04517d37a'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:58.061059 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:58.111531 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0521fde0-a8b3-4271-babc-cfe32e7d80f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:58.140492 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0521fde0-a8b3-4271-babc-cfe32e7d80f3 None None] Routers {'a7cf8996-ab92-4af8-b83c-cdb04517d37a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:58.141363 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0521fde0-a8b3-4271-babc-cfe32e7d80f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['a7cf8996-ab92-4af8-b83c-cdb04517d37a'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:58.167051 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:58.228814 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:48:58.235929 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0521fde0-a8b3-4271-babc-cfe32e7d80f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:58.235929 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521fde0-a8b3-4271-babc-cfe32e7d80f3 None None] The sync data for ids ['a7cf8996-ab92-4af8-b83c-cdb04517d37a'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:58.284963 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-054b28ae-5f87-433b-a379-7431a5c9a828', 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'fixed_ips': [{'subnet_id': '70b81d08-c9f1-4379-9e4e-8c181458327c'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:48:58.285200 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-701583ac-86b1-4e70-b0c1-029886fd2311 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:58.285828 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:58.288448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c772a76-77c3-4193-93a5-d0d38647dcd6 None None] Network bc37bcd7-7231-42e0-9ec4-619629e815c0 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:58.422787 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 71cb9392-782b-4cd4-b179-9c8aa66f5c64, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=71cb9392-782b-4cd4-b179-9c8aa66f5c64,segment=NetworkSegment(c70d38d4-37cf-4ddc-8870-2d00fa1553e2),segment_id=c70d38d4-37cf-4ddc-8870-2d00fa1553e2)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:58.434859 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-701583ac-86b1-4e70-b0c1-029886fd2311 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 22 09:48:58.436273 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-701583ac-86b1-4e70-b0c1-029886fd2311 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "DELETE /v2.0/routers/a7cf8996-ab92-4af8-b83c-cdb04517d37a HTTP/1.1" status: 409 len: 329 time: 0.4052641 Jun 22 09:48:58.439323 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34276) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:58.533312 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:58.543467 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:58.551223 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a6ab2964-9795-484d-bd45-007c1b9a46e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:58.752165 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:58.782110 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=71cb9392-782b-4cd4-b179-9c8aa66f5c64,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:58.786180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:58.834418 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Allocated IP 172.23.0.2 (054b28ae-5f87-433b-a379-7431a5c9a828/70b81d08-c9f1-4379-9e4e-8c181458327c/4182cdf4-0c18-424a-856d-ba33df5cc965) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:58.840889 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-a6ab2964-9795-484d-bd45-007c1b9a46e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:48:58.841262 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-a6ab2964-9795-484d-bd45-007c1b9a46e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:48:58.950626 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:58.955305 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 4, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '4cd75430-c85f-4bfe-8341-bd70738be40e', 'name': '', 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:26:e5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59164360-7f55-4a6f-b75e-69a17af08836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:53Z', 'updated_at': '2021-06-22T09:48:55Z', 'revision_number': 2, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '59164360-7f55-4a6f-b75e-69a17af08836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:56Z', 'revision_number': 4, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:58.994109 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Checking router: 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:48:58.994763 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Updating router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 port 4cd75430-c85f-4bfe-8341-bd70738be40e binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:48:58.996185 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:59.027385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d1ed95a8-da96-44fd-9d20-254b0e4abfe1 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:59.104970 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:59.132079 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:59.145224 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Transition to ACTIVE for port object 4182cdf4-0c18-424a-856d-ba33df5cc965 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:59.185853 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Transition to ACTIVE for port object 4182cdf4-0c18-424a-856d-ba33df5cc965 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:59.382373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Allocated IP 172.23.0.1 (054b28ae-5f87-433b-a379-7431a5c9a828/70b81d08-c9f1-4379-9e4e-8c181458327c/e9138b51-21e5-42fc-8b65-0d39adc86d6d) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:59.404892 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port d1ed95a8-da96-44fd-9d20-254b0e4abfe1 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:59.407242 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:59.414019 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-01ca8d2f-ce68-4e3e-bc2d-82c02ba04684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:59.442668 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port d1ed95a8-da96-44fd-9d20-254b0e4abfe1 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:59.443048 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:59.455718 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7675cc5b-572b-4213-ac93-f9e2647e4f7b tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:59.502431 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Network 054b28ae-5f87-433b-a379-7431a5c9a828 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:59.513674 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:59.518399 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Pushing event updated for resources: {'Port': ['ID=4182cdf4-0c18-424a-856d-ba33df5cc965,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:59.520540 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:59.532635 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:59.608224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:59.646672 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Transition to ACTIVE for port object e9138b51-21e5-42fc-8b65-0d39adc86d6d will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:59.679302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Attempting to bind port 4182cdf4-0c18-424a-856d-ba33df5cc965 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:59.679715 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Attempting to bind port 4182cdf4-0c18-424a-856d-ba33df5cc965 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '436d96af-249c-45a3-bdd2-6d0c1866afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:59.680103 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Attempting to bind port 4182cdf4-0c18-424a-856d-ba33df5cc965 on network 054b28ae-5f87-433b-a379-7431a5c9a828 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:59.706341 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1d40f61c-b56f-4f62-a032-3be56dfc27f2 None None] Provisioning complete for port c0408741-d3a5-4467-93bb-c5420de48d0a triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:59.706713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1d40f61c-b56f-4f62-a032-3be56dfc27f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:59.708393 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:59.708777 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Checking segment: {'id': '436d96af-249c-45a3-bdd2-6d0c1866afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:59.709179 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:59.709595 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Bound using segment: {'id': '436d96af-249c-45a3-bdd2-6d0c1866afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:59.710080 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Bound port: 4182cdf4-0c18-424a-856d-ba33df5cc965, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436d96af-249c-45a3-bdd2-6d0c1866afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:59.710466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:59.741439 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:59.775613 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:59.781172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cefea5a7-4067-406f-89bf-919d4d80af60 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:59.818135 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-7675cc5b-572b-4213-ac93-f9e2647e4f7b tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Deleting port c0408741-d3a5-4467-93bb-c5420de48d0a {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:59.818477 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7675cc5b-572b-4213-ac93-f9e2647e4f7b tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:59.833228 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-1d40f61c-b56f-4f62-a032-3be56dfc27f2 None None] Port c0408741-d3a5-4467-93bb-c5420de48d0a cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:59.837887 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 054b28ae-5f87-433b-a379-7431a5c9a828 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:59.856813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port d1ed95a8-da96-44fd-9d20-254b0e4abfe1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d1ed95a8-da96-44fd-9d20-254b0e4abfe1,segment=NetworkSegment(5c725968-81c8-4d21-b829-2f017907eaf7),segment_id=5c725968-81c8-4d21-b829-2f017907eaf7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:59.873463 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:59.875935 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:59.881209 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:59.896620 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] For port 4182cdf4-0c18-424a-856d-ba33df5cc965, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:59.898707 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Transition to ACTIVE for port object 4cd75430-c85f-4bfe-8341-bd70738be40e will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:59.901380 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] For port 4182cdf4-0c18-424a-856d-ba33df5cc965, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4182cdf4-0c18-424a-856d-ba33df5cc965,segment=NetworkSegment(436d96af-249c-45a3-bdd2-6d0c1866afd5),segment_id=436d96af-249c-45a3-bdd2-6d0c1866afd5)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:59.911847 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:59.913675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:59.926883 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=e9138b51-21e5-42fc-8b65-0d39adc86d6d,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:59.933548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:59.942244 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:59.963866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=d1ed95a8-da96-44fd-9d20-254b0e4abfe1,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:59.966935 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:59.967729 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1d40f61c-b56f-4f62-a032-3be56dfc27f2 None None] Provisioning for port 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:59.972388 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1d40f61c-b56f-4f62-a032-3be56dfc27f2 None None] Provisioning complete for port 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:59.974129 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1d40f61c-b56f-4f62-a032-3be56dfc27f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:59.998368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:00.000242 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:00.005428 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-fcb9469c-f7e6-44bf-ab0e-cb049925b7dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:00.026282 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7675cc5b-572b-4213-ac93-f9e2647e4f7b tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:00.102776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-7675cc5b-572b-4213-ac93-f9e2647e4f7b tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Calling delete_port for c0408741-d3a5-4467-93bb-c5420de48d0a owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:00.114257 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Pushing event updated for resources: {'Port': ['ID=4182cdf4-0c18-424a-856d-ba33df5cc965,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:00.151036 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:00.151557 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:00.152033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:00.152466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:00.152897 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:00.153323 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:00.153771 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:00.154197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:00.154620 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:00.155037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:00.155530 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:00.156172 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:00.255386 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Attempting to bind port 4cd75430-c85f-4bfe-8341-bd70738be40e on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:49:00.255883 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Attempting to bind port 4cd75430-c85f-4bfe-8341-bd70738be40e by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'c70d38d4-37cf-4ddc-8870-2d00fa1553e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:49:00.256318 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Attempting to bind port 4cd75430-c85f-4bfe-8341-bd70738be40e on network 7c792b63-9aeb-4694-96dd-fbb5b961881f {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:49:00.261354 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758d6ca-f4e0-43f9-88a2-f95e71f5e08c None None] Pushing event updated for resources: {'Port': ['ID=4cd75430-c85f-4bfe-8341-bd70738be40e,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:00.267347 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:00.275320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4758d6ca-f4e0-43f9-88a2-f95e71f5e08c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:00.275791 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:00.276137 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:00.279037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:49:00.279037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Checking segment: {'id': 'c70d38d4-37cf-4ddc-8870-2d00fa1553e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:49:00.279340 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:00.279768 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Bound using segment: {'id': 'c70d38d4-37cf-4ddc-8870-2d00fa1553e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:49:00.280266 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Bound port: 4cd75430-c85f-4bfe-8341-bd70738be40e, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70d38d4-37cf-4ddc-8870-2d00fa1553e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:49:00.283041 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:00.301715 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1d40f61c-b56f-4f62-a032-3be56dfc27f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:00.394078 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-1d40f61c-b56f-4f62-a032-3be56dfc27f2 None None] For port 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36,segment=NetworkSegment(13fb9ff7-3b55-4673-b299-c55771101dc4),segment_id=13fb9ff7-3b55-4673-b299-c55771101dc4)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:00.409345 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] For port 4cd75430-c85f-4bfe-8341-bd70738be40e, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:49:00.412191 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] For port 4cd75430-c85f-4bfe-8341-bd70738be40e, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4cd75430-c85f-4bfe-8341-bd70738be40e,segment=NetworkSegment(c70d38d4-37cf-4ddc-8870-2d00fa1553e2),segment_id=c70d38d4-37cf-4ddc-8870-2d00fa1553e2)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:49:00.455923 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1d40f61c-b56f-4f62-a032-3be56dfc27f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:00.458036 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e9b4b7f5-c2e5-4efc-b3a0-f1c957fde741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:00.489902 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7675cc5b-572b-4213-ac93-f9e2647e4f7b tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:00.489902 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c8305733-34a3-401f-97ee-dabb6433c59e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:00.494439 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:00.532711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675cc5b-572b-4213-ac93-f9e2647e4f7b tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event deleted for resources: {'Port': ['ID=c0408741-d3a5-4467-93bb-c5420de48d0a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:00.536258 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7675cc5b-572b-4213-ac93-f9e2647e4f7b tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:00.543254 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40f61c-b56f-4f62-a032-3be56dfc27f2 None None] Pushing event updated for resources: {'Port': ['ID=8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:00.546582 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-1d40f61c-b56f-4f62-a032-3be56dfc27f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:00.547182 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:00.554444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:00.554444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c40ec77d-3050-42c0-b952-29260a9a5c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:00.682406 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758d6ca-f4e0-43f9-88a2-f95e71f5e08c None None] Pushing event updated for resources: {'Port': ['ID=4cd75430-c85f-4bfe-8341-bd70738be40e,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:00.693047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4758d6ca-f4e0-43f9-88a2-f95e71f5e08c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:00.725151 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:00.740850 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7675cc5b-572b-4213-ac93-f9e2647e4f7b tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:00.789360 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4182cdf4-0c18-424a-856d-ba33df5cc965 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:00.981721 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:00.989680 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7675cc5b-572b-4213-ac93-f9e2647e4f7b tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Router a7cf8996-ab92-4af8-b83c-cdb04517d37a has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:49:01.021793 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 4182cdf4-0c18-424a-856d-ba33df5cc965 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:49:01.028235 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d1ed95a8-da96-44fd-9d20-254b0e4abfe1 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:01.034098 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:00Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '4cd75430-c85f-4bfe-8341-bd70738be40e', 'name': '', 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:26:e5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59164360-7f55-4a6f-b75e-69a17af08836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:53Z', 'updated_at': '2021-06-22T09:49:00Z', 'revision_number': 4, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '59164360-7f55-4a6f-b75e-69a17af08836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:59Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9138b51-21e5-42fc-8b65-0d39adc86d6d', 'name': '', 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d1:be:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:59Z', 'updated_at': '2021-06-22T09:48:59Z', 'revision_number': 1, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:01.070291 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:01.075508 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:01.079288 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fe479e-61ee-40c7-8054-70f6d45dc3e5 None None] The sync data for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv is: [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:00Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '4cd75430-c85f-4bfe-8341-bd70738be40e', 'name': '', 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:26:e5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59164360-7f55-4a6f-b75e-69a17af08836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:53Z', 'updated_at': '2021-06-22T09:49:00Z', 'revision_number': 4, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '59164360-7f55-4a6f-b75e-69a17af08836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:59Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9138b51-21e5-42fc-8b65-0d39adc86d6d', 'name': '', 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d1:be:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:59Z', 'updated_at': '2021-06-22T09:48:59Z', 'revision_number': 1, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:01.118339 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7675cc5b-572b-4213-ac93-f9e2647e4f7b tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:49:01.132227 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7675cc5b-572b-4213-ac93-f9e2647e4f7b tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "PUT /v2.0/routers/a7cf8996-ab92-4af8-b83c-cdb04517d37a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6884673 Jun 22 09:49:01.132622 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34278) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:01.140655 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96e50f0-1f3c-42b4-ae2d-29a7c83f9f37 None None] Sync routers for ids ['a7cf8996-ab92-4af8-b83c-cdb04517d37a'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:49:01.159906 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port d1ed95a8-da96-44fd-9d20-254b0e4abfe1 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:01.160237 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:01.169573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:01.174664 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event updated for resources: {'Port': ['ID=e9138b51-21e5-42fc-8b65-0d39adc86d6d,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:01.181926 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:01.215729 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-8288caca-b98c-4e63-af26-077c3a0eef57 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] show failed (client error): The resource could not be found. Jun 22 09:49:01.221538 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8288caca-b98c-4e63-af26-077c3a0eef57 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-838879636 HTTP/1.1" status: 404 len: 334 time: 0.0876026 Jun 22 09:49:01.228542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34280) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:01.228709 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e50f0-1f3c-42b4-ae2d-29a7c83f9f37 None None] Routers {'a7cf8996-ab92-4af8-b83c-cdb04517d37a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:01.229577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c96e50f0-1f3c-42b4-ae2d-29a7c83f9f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['a7cf8996-ab92-4af8-b83c-cdb04517d37a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:01.237464 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-daa0bac3-723b-4eb2-80e0-4012eea103c0 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:01.298472 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-daa0bac3-723b-4eb2-80e0-4012eea103c0 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] update failed (client error): The resource could not be found. Jun 22 09:49:01.302549 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-daa0bac3-723b-4eb2-80e0-4012eea103c0 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-855680209 HTTP/1.1" status: 404 len: 334 time: 0.0753679 Jun 22 09:49:01.303766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34282) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:01.318032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c96e50f0-1f3c-42b4-ae2d-29a7c83f9f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:01.332350 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e50f0-1f3c-42b4-ae2d-29a7c83f9f37 None None] Routers {'a7cf8996-ab92-4af8-b83c-cdb04517d37a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:01.333602 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c96e50f0-1f3c-42b4-ae2d-29a7c83f9f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['a7cf8996-ab92-4af8-b83c-cdb04517d37a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:01.347325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Network 054b28ae-5f87-433b-a379-7431a5c9a828 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:49:01.350709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:49:01.376727 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dbbd70-e6dc-4876-bd8b-f382dfd0c2f4 None None] Network 054b28ae-5f87-433b-a379-7431a5c9a828 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:49:01.381448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c96e50f0-1f3c-42b4-ae2d-29a7c83f9f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:01.382055 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96e50f0-1f3c-42b4-ae2d-29a7c83f9f37 None None] The sync data for ids ['a7cf8996-ab92-4af8-b83c-cdb04517d37a'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:01.443531 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7dd3b8-a5ed-4515-919d-cf3f9805f073 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Deleting subnet dd49a041-4d32-4702-bbee-53abd93c3abd {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:49:01.448916 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad7dd3b8-a5ed-4515-919d-cf3f9805f073 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:01.467520 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 71cb9392-782b-4cd4-b179-9c8aa66f5c64 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:01.504798 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad7dd3b8-a5ed-4515-919d-cf3f9805f073 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:01.527668 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:49:01.549388 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-50cb909f-0d17-4a09-ba49-e402e213b960 None None] Provisioning for port 4182cdf4-0c18-424a-856d-ba33df5cc965 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:49:01.565646 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-50cb909f-0d17-4a09-ba49-e402e213b960 None None] Provisioning complete for port 4182cdf4-0c18-424a-856d-ba33df5cc965 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:01.565646 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-50cb909f-0d17-4a09-ba49-e402e213b960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:01.628185 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 71cb9392-782b-4cd4-b179-9c8aa66f5c64 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:01.628566 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:01.674952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad7dd3b8-a5ed-4515-919d-cf3f9805f073 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:01.679062 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:49:01.686338 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/9eee7df5-3ea5-4c88-b6e2-581a5b58b186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8692296 Jun 22 09:49:01.687768 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34284) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:01.693203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-b27b02b7-eea5-4c5a-830d-bf0983688949 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:01.827245 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad7dd3b8-a5ed-4515-919d-cf3f9805f073 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:01.831780 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5ecd23f4-b611-4233-8230-7e62c6dc1d87 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:01.859242 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7dd3b8-a5ed-4515-919d-cf3f9805f073 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event deleted for resources: {'Subnet': ['ID=dd49a041-4d32-4702-bbee-53abd93c3abd,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:01.861558 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad7dd3b8-a5ed-4515-919d-cf3f9805f073 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:01.866193 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ad7dd3b8-a5ed-4515-919d-cf3f9805f073 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "DELETE /v2.0/subnets/dd49a041-4d32-4702-bbee-53abd93c3abd HTTP/1.1" status: 204 len: 168 time: 0.5611532 Jun 22 09:49:01.866904 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34286) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:01.867710 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ad7dd3b8-a5ed-4515-919d-cf3f9805f073 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:01.881612 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca9eceb-bdba-4fbf-9d38-930ff396ecd2 None None] Network bc37bcd7-7231-42e0-9ec4-619629e815c0 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:49:01.902667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-50cb909f-0d17-4a09-ba49-e402e213b960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:01.960845 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.017030 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-50cb909f-0d17-4a09-ba49-e402e213b960 None None] For port 4182cdf4-0c18-424a-856d-ba33df5cc965, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4182cdf4-0c18-424a-856d-ba33df5cc965,segment=NetworkSegment(436d96af-249c-45a3-bdd2-6d0c1866afd5),segment_id=436d96af-249c-45a3-bdd2-6d0c1866afd5)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:02.029770 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Deleting port 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:02.030115 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.099939 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] For port 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36,segment=NetworkSegment(13fb9ff7-3b55-4673-b299-c55771101dc4),segment_id=13fb9ff7-3b55-4673-b299-c55771101dc4)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:02.100597 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.113914 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-50cb909f-0d17-4a09-ba49-e402e213b960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.115989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:02.173221 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.extraroute_db [None req-b27b02b7-eea5-4c5a-830d-bf0983688949 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 09:49:02.184183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb909f-0d17-4a09-ba49-e402e213b960 None None] Pushing event updated for resources: {'Port': ['ID=4182cdf4-0c18-424a-856d-ba33df5cc965,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:02.187712 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-50cb909f-0d17-4a09-ba49-e402e213b960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:02.188684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.extraroute_db [None req-b27b02b7-eea5-4c5a-830d-bf0983688949 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Removed routes are [] {{(pid=100653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 09:49:02.189177 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b27b02b7-eea5-4c5a-830d-bf0983688949 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.195875 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Calling delete_port for 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:02.200826 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1fbab7-ed6a-455e-ba38-75c2e22789f8 None None] DHCP port deletion for bc37bcd7-7231-42e0-9ec4-619629e815c0 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:49:02.267554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fbab7-ed6a-455e-ba38-75c2e22789f8 None None] Deleting port 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:02.267996 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbab7-ed6a-455e-ba38-75c2e22789f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.321168 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Sync routers for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:49:02.322778 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ca6d845b-ba90-4dbd-8a74-e22751b646db None None] Provisioning for port e9138b51-21e5-42fc-8b65-0d39adc86d6d completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:49:02.334139 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:02.335083 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:02.338456 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ca6d845b-ba90-4dbd-8a74-e22751b646db None None] Provisioning complete for port e9138b51-21e5-42fc-8b65-0d39adc86d6d triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:02.338844 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ca6d845b-ba90-4dbd-8a74-e22751b646db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.354000 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.355700 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ff53911b-725d-4855-b52a-5c943a75ca19 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:02.384379 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-1c1fbab7-ed6a-455e-ba38-75c2e22789f8 None None] For port 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36,segment=NetworkSegment(13fb9ff7-3b55-4673-b299-c55771101dc4),segment_id=13fb9ff7-3b55-4673-b299-c55771101dc4)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:02.384768 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbab7-ed6a-455e-ba38-75c2e22789f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.404286 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ca6d845b-ba90-4dbd-8a74-e22751b646db None None] Port e9138b51-21e5-42fc-8b65-0d39adc86d6d cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:49:02.415912 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event deleted for resources: {'Port': ['ID=8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:02.418938 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:02.419748 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] No DVR routers for this DVR port 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:49:02.467346 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fbab7-ed6a-455e-ba38-75c2e22789f8 None None] Calling delete_port for 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:02.482730 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ca6d845b-ba90-4dbd-8a74-e22751b646db None None] Provisioning complete for port 4182cdf4-0c18-424a-856d-ba33df5cc965 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:02.483166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ca6d845b-ba90-4dbd-8a74-e22751b646db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.515451 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:02.582316 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.620811 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc37bcd7-7231-42e0-9ec4-619629e815c0']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:02.644746 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fb9ff7-3b55-4673-b299-c55771101dc4') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:02.646218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fb9ff7-3b55-4673-b299-c55771101dc4') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:02.659087 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.666168 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbab7-ed6a-455e-ba38-75c2e22789f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.670376 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:02.702218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.704555 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fbab7-ed6a-455e-ba38-75c2e22789f8 None None] Pushing event deleted for resources: {'Port': ['ID=8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:02.711874 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:49:02.712393 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.712631 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-1c1fbab7-ed6a-455e-ba38-75c2e22789f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:49:02.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:49:02.723588 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1fbab7-ed6a-455e-ba38-75c2e22789f8 None None] No DVR routers for this DVR port 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:49:02.764166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4182cdf4-0c18-424a-856d-ba33df5cc965 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:02.837451 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 4182cdf4-0c18-424a-856d-ba33df5cc965 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:02.838000 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.883536 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:02Z', 'revision_number': 6, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '4cd75430-c85f-4bfe-8341-bd70738be40e', 'name': '', 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:26:e5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59164360-7f55-4a6f-b75e-69a17af08836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:53Z', 'updated_at': '2021-06-22T09:49:00Z', 'revision_number': 4, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '59164360-7f55-4a6f-b75e-69a17af08836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:59Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9138b51-21e5-42fc-8b65-0d39adc86d6d', 'name': '', 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d1:be:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:59Z', 'updated_at': '2021-06-22T09:49:00Z', 'revision_number': 2, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:02.887227 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f673d4c1-2d0f-4916-aba9-03a18b0627df None None] Provisioning complete for port e9138b51-21e5-42fc-8b65-0d39adc86d6d triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:02.887755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f673d4c1-2d0f-4916-aba9-03a18b0627df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.908820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b27b02b7-eea5-4c5a-830d-bf0983688949 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.911993 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.913206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b27b02b7-eea5-4c5a-830d-bf0983688949 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.916325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f1ab7a15-73c4-42a8-a4f8-e11d7fa7b307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:02.922086 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.925347 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Checking router: 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:49:02.926642 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Updating router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 port e9138b51-21e5-42fc-8b65-0d39adc86d6d binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:49:02.932955 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-f673d4c1-2d0f-4916-aba9-03a18b0627df None None] Port e9138b51-21e5-42fc-8b65-0d39adc86d6d cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:49:02.933149 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "DELETE /v2.0/networks/bc37bcd7-7231-42e0-9ec4-619629e815c0 HTTP/1.1" status: 204 len: 168 time: 1.0633938 Jun 22 09:49:02.934712 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34288) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:02.967718 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event deleted for resources: {'Network': ['ID=bc37bcd7-7231-42e0-9ec4-619629e815c0,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:02.971384 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4cd75430-c85f-4bfe-8341-bd70738be40e up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:02.977285 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.990782 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:03.015083 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-4395dd2a-3407-4842-954c-76ba9cfe04ec tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Deleting subnet 9fc2141c-cee4-4ed9-8330-58b63908ad21 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:49:03.018804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4395dd2a-3407-4842-954c-76ba9cfe04ec tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:03.020656 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27b02b7-eea5-4c5a-830d-bf0983688949 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:49:03.060933 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4395dd2a-3407-4842-954c-76ba9cfe04ec tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:03.090531 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 4cd75430-c85f-4bfe-8341-bd70738be40e completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:49:03.101496 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 4cd75430-c85f-4bfe-8341-bd70738be40e triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:03.108478 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:03.123841 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27b02b7-eea5-4c5a-830d-bf0983688949 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:49:03.134843 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b27b02b7-eea5-4c5a-830d-bf0983688949 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:03.138745 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b27b02b7-eea5-4c5a-830d-bf0983688949 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/9eee7df5-3ea5-4c88-b6e2-581a5b58b186 HTTP/1.1" status: 200 len: 933 time: 1.4496121 Jun 22 09:49:03.139488 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34290) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:03.191375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:03.226627 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 4cd75430-c85f-4bfe-8341-bd70738be40e, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4cd75430-c85f-4bfe-8341-bd70738be40e,segment=NetworkSegment(c70d38d4-37cf-4ddc-8870-2d00fa1553e2),segment_id=c70d38d4-37cf-4ddc-8870-2d00fa1553e2)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:03.279131 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:03.290211 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Transition to ACTIVE for port object e9138b51-21e5-42fc-8b65-0d39adc86d6d will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:49:03.318022 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:03.320263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a2c78cd0-2125-4fcb-a3e8-b4fa439cc1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:03.372158 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=4cd75430-c85f-4bfe-8341-bd70738be40e,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:03.375608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:03.380825 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:03.383216 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-152c689c-f2b8-401b-bfc6-d432b9b0d773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:03.388447 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:49:03.412979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:49:03.413342 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8cb48e25-d6dc-4c4b-8e40-1dd9a2ce2d36 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:49:03.463207 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14077b23-7618-49cf-b9ff-8115bc063717 None None] Pushing event updated for resources: {'Port': ['ID=e9138b51-21e5-42fc-8b65-0d39adc86d6d,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:03.466073 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-14077b23-7618-49cf-b9ff-8115bc063717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:03.525659 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Attempting to bind port e9138b51-21e5-42fc-8b65-0d39adc86d6d on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:49:03.526035 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Attempting to bind port e9138b51-21e5-42fc-8b65-0d39adc86d6d by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '436d96af-249c-45a3-bdd2-6d0c1866afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:49:03.526405 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Attempting to bind port e9138b51-21e5-42fc-8b65-0d39adc86d6d on network 054b28ae-5f87-433b-a379-7431a5c9a828 {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:49:03.532091 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:49:03.532494 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Checking segment: {'id': '436d96af-249c-45a3-bdd2-6d0c1866afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:49:03.533069 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:03.533484 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Bound using segment: {'id': '436d96af-249c-45a3-bdd2-6d0c1866afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:49:03.533973 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Bound port: e9138b51-21e5-42fc-8b65-0d39adc86d6d, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436d96af-249c-45a3-bdd2-6d0c1866afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:49:03.534353 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:03.591523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4395dd2a-3407-4842-954c-76ba9cfe04ec tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:03.599346 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] For port e9138b51-21e5-42fc-8b65-0d39adc86d6d, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:49:03.602569 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] For port e9138b51-21e5-42fc-8b65-0d39adc86d6d, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e9138b51-21e5-42fc-8b65-0d39adc86d6d,segment=NetworkSegment(436d96af-249c-45a3-bdd2-6d0c1866afd5),segment_id=436d96af-249c-45a3-bdd2-6d0c1866afd5)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:49:03.654460 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5a4b21aa-2a00-4805-9a92-5767d2712100 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/routers/9eee7df5-3ea5-4c88-b6e2-581a5b58b186 HTTP/1.1" status: 200 len: 933 time: 0.5130124 Jun 22 09:49:03.656935 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34292) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:03.661009 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:03.661429 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d0b04129-f40c-4865-afd5-3d6505383d4e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'router': {'routes': None}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:03.663014 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-dbb49ef3-6ec9-4bc6-8e27-2d390396b12a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:03.718777 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:03.718777 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:03.832328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4395dd2a-3407-4842-954c-76ba9cfe04ec tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:03.837813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-771e4474-5fa8-4eb8-99eb-c2c4042da303 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:03.843142 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14077b23-7618-49cf-b9ff-8115bc063717 None None] Pushing event updated for resources: {'Port': ['ID=e9138b51-21e5-42fc-8b65-0d39adc86d6d,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:03.848162 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-14077b23-7618-49cf-b9ff-8115bc063717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:03.870280 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4395dd2a-3407-4842-954c-76ba9cfe04ec tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:03.872306 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4395dd2a-3407-4842-954c-76ba9cfe04ec tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "DELETE /v2.0/subnets/9fc2141c-cee4-4ed9-8330-58b63908ad21 HTTP/1.1" status: 204 len: 168 time: 0.9365280 Jun 22 09:49:03.875486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34294) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:03.878136 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f08ddf-451c-4da1-b61a-6f9369b62ebf None None] Network e1287353-effe-4dd1-a717-9378ff973957 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:49:03.886397 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395dd2a-3407-4842-954c-76ba9cfe04ec tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc2141c-cee4-4ed9-8330-58b63908ad21,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:03.888845 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4395dd2a-3407-4842-954c-76ba9cfe04ec tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:03.907025 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:03.946210 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-277f9cf4-c1c5-40e1-8fa5-f24eb7582bb7 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Deleting subnet 91cc0d35-b52e-42c1-b500-87b96249ae01 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:49:03.950135 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-277f9cf4-c1c5-40e1-8fa5-f24eb7582bb7 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:03.999862 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-277f9cf4-c1c5-40e1-8fa5-f24eb7582bb7 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.096425 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-277f9cf4-c1c5-40e1-8fa5-f24eb7582bb7 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.120908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dc1402-72cb-4bd5-948a-fe2ac9817fb2 None None] DHCP port deletion for e1287353-effe-4dd1-a717-9378ff973957 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:49:04.158005 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:02Z', 'revision_number': 6, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '4cd75430-c85f-4bfe-8341-bd70738be40e', 'name': '', 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:26:e5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59164360-7f55-4a6f-b75e-69a17af08836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:53Z', 'updated_at': '2021-06-22T09:49:03Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '59164360-7f55-4a6f-b75e-69a17af08836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:59Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9138b51-21e5-42fc-8b65-0d39adc86d6d', 'name': '', 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d1:be:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:59Z', 'updated_at': '2021-06-22T09:49:03Z', 'revision_number': 4, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:04.158608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.extraroute_db [None req-d0b04129-f40c-4865-afd5-3d6505383d4e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Added routes are [] {{(pid=100652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 09:49:04.159113 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.extraroute_db [None req-d0b04129-f40c-4865-afd5-3d6505383d4e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 09:49:04.173274 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-a4dc1402-72cb-4bd5-948a-fe2ac9817fb2 None None] Deleting port 240c4602-8926-419a-9a1a-c31601470281 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:04.174609 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a4dc1402-72cb-4bd5-948a-fe2ac9817fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.185486 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba739bf-2805-4ebf-b436-b7ad450605d6 None None] The sync data for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv is: [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:02Z', 'revision_number': 6, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '4cd75430-c85f-4bfe-8341-bd70738be40e', 'name': '', 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:26:e5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59164360-7f55-4a6f-b75e-69a17af08836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:53Z', 'updated_at': '2021-06-22T09:49:03Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '59164360-7f55-4a6f-b75e-69a17af08836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:59Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9138b51-21e5-42fc-8b65-0d39adc86d6d', 'name': '', 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d1:be:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:59Z', 'updated_at': '2021-06-22T09:49:03Z', 'revision_number': 4, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:04.190305 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d0b04129-f40c-4865-afd5-3d6505383d4e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.239022 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-277f9cf4-c1c5-40e1-8fa5-f24eb7582bb7 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.242397 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7c9b111c-d457-44d6-9e06-6f7b48602a0e tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:04.242710 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a4dc1402-72cb-4bd5-948a-fe2ac9817fb2 None None] For port 240c4602-8926-419a-9a1a-c31601470281, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=240c4602-8926-419a-9a1a-c31601470281,segment=NetworkSegment(8d778e32-2407-4990-8838-c6ec86fb9b52),segment_id=8d778e32-2407-4990-8838-c6ec86fb9b52)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:04.243178 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a4dc1402-72cb-4bd5-948a-fe2ac9817fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.270933 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f9cf4-c1c5-40e1-8fa5-f24eb7582bb7 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event deleted for resources: {'Subnet': ['ID=91cc0d35-b52e-42c1-b500-87b96249ae01,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:04.273374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-277f9cf4-c1c5-40e1-8fa5-f24eb7582bb7 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:04.275945 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-277f9cf4-c1c5-40e1-8fa5-f24eb7582bb7 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.278140 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-277f9cf4-c1c5-40e1-8fa5-f24eb7582bb7 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "DELETE /v2.0/subnets/91cc0d35-b52e-42c1-b500-87b96249ae01 HTTP/1.1" status: 204 len: 168 time: 0.4016223 Jun 22 09:49:04.285646 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34296) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:04.314436 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-a4dc1402-72cb-4bd5-948a-fe2ac9817fb2 None None] Calling delete_port for 240c4602-8926-419a-9a1a-c31601470281 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:04.321503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be8d846-b112-479d-b1dc-d834bb56b90d None None] Network 46bd56a9-b91d-448f-b516-1eb90bcfbb52 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:49:04.369454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.425788 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Deleting port 240c4602-8926-419a-9a1a-c31601470281 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:04.426136 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.488727 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8386dab8-0ef7-4583-a9c6-3e8b0f1a2709 None None] Sync routers for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:49:04.495195 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d0b04129-f40c-4865-afd5-3d6505383d4e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.498915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d0b04129-f40c-4865-afd5-3d6505383d4e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.504612 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8386dab8-0ef7-4583-a9c6-3e8b0f1a2709 None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:04.505247 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-8386dab8-0ef7-4583-a9c6-3e8b0f1a2709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:04.513755 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] For port 240c4602-8926-419a-9a1a-c31601470281, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=240c4602-8926-419a-9a1a-c31601470281,segment=NetworkSegment(8d778e32-2407-4990-8838-c6ec86fb9b52),segment_id=8d778e32-2407-4990-8838-c6ec86fb9b52)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:04.514169 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.579788 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a4dc1402-72cb-4bd5-948a-fe2ac9817fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.585329 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6bda5b72-46d5-46e6-9404-788b53d47fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:04.615091 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Calling delete_port for 240c4602-8926-419a-9a1a-c31601470281 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:04.624611 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc1402-72cb-4bd5-948a-fe2ac9817fb2 None None] Pushing event deleted for resources: {'Port': ['ID=240c4602-8926-419a-9a1a-c31601470281,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:04.626489 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dc1402-72cb-4bd5-948a-fe2ac9817fb2 None None] No DVR routers for this DVR port 240c4602-8926-419a-9a1a-c31601470281 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:49:04.630547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b04129-f40c-4865-afd5-3d6505383d4e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:49:04.632270 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a4dc1402-72cb-4bd5-948a-fe2ac9817fb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:04.654212 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-8386dab8-0ef7-4583-a9c6-3e8b0f1a2709 None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:04.717956 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.727153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fe7bb796-346b-444a-9d66-da2cd10482e8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:04.732728 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d6498a-341a-4faf-8d19-221753f0441f None None] DHCP port deletion for 46bd56a9-b91d-448f-b516-1eb90bcfbb52 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:49:04.760355 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event deleted for resources: {'Port': ['ID=240c4602-8926-419a-9a1a-c31601470281,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:04.762675 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:04.763704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] No DVR routers for this DVR port 240c4602-8926-419a-9a1a-c31601470281 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:49:04.780309 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b04129-f40c-4865-afd5-3d6505383d4e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:49:04.780578 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4cd75430-c85f-4bfe-8341-bd70738be40e up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:04.788264 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d0b04129-f40c-4865-afd5-3d6505383d4e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.789504 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d0b04129-f40c-4865-afd5-3d6505383d4e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/9eee7df5-3ea5-4c88-b6e2-581a5b58b186 HTTP/1.1" status: 200 len: 699 time: 1.1316462 Jun 22 09:49:04.792219 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34298) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:04.903540 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-09d6498a-341a-4faf-8d19-221753f0441f None None] Deleting port ffee34c2-8afa-4e9c-958d-abfb181c0b9c {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:04.903859 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-09d6498a-341a-4faf-8d19-221753f0441f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.913248 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.929593 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1287353-effe-4dd1-a717-9378ff973957']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:04.938445 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 4cd75430-c85f-4bfe-8341-bd70738be40e triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:04.938836 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.943843 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d778e32-2407-4990-8838-c6ec86fb9b52') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:04.944146 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d778e32-2407-4990-8838-c6ec86fb9b52') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:04.959124 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-53efe541-2fe9-412e-8f70-afb278a855b8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/routers/9eee7df5-3ea5-4c88-b6e2-581a5b58b186 HTTP/1.1" status: 200 len: 699 time: 0.1633682 Jun 22 09:49:04.959735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34300) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:04.960341 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.976253 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.982532 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:49:04.982704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:49:04.985897 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:49:05.032030 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-09d6498a-341a-4faf-8d19-221753f0441f None None] For port ffee34c2-8afa-4e9c-958d-abfb181c0b9c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ffee34c2-8afa-4e9c-958d-abfb181c0b9c,segment=NetworkSegment(28834dec-f0db-4251-86cf-24dd0e267fd7),segment_id=28834dec-f0db-4251-86cf-24dd0e267fd7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:05.032437 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-09d6498a-341a-4faf-8d19-221753f0441f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:05.105342 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-09d6498a-341a-4faf-8d19-221753f0441f None None] Calling delete_port for ffee34c2-8afa-4e9c-958d-abfb181c0b9c owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:05.140599 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:05.144624 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3bb35654-1a3e-416c-861a-766914f54efe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:05.149912 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-8386dab8-0ef7-4583-a9c6-3e8b0f1a2709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:04Z', 'revision_number': 7, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '4cd75430-c85f-4bfe-8341-bd70738be40e', 'name': '', 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:26:e5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59164360-7f55-4a6f-b75e-69a17af08836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:53Z', 'updated_at': '2021-06-22T09:49:03Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '59164360-7f55-4a6f-b75e-69a17af08836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:59Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9138b51-21e5-42fc-8b65-0d39adc86d6d', 'name': '', 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d1:be:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:59Z', 'updated_at': '2021-06-22T09:49:03Z', 'revision_number': 4, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:05.150201 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:05.151852 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "DELETE /v2.0/networks/e1287353-effe-4dd1-a717-9378ff973957 HTTP/1.1" status: 204 len: 168 time: 0.8652115 Jun 22 09:49:05.154683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34302) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:05.162260 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event deleted for resources: {'Network': ['ID=e1287353-effe-4dd1-a717-9378ff973957,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:05.164823 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:05.288133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:05.335203 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8386dab8-0ef7-4583-a9c6-3e8b0f1a2709 None None] Checking router: 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:49:05.384359 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8386dab8-0ef7-4583-a9c6-3e8b0f1a2709 None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:05.385039 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-8386dab8-0ef7-4583-a9c6-3e8b0f1a2709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:05.391332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e9138b51-21e5-42fc-8b65-0d39adc86d6d up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:05.393551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Deleting port ffee34c2-8afa-4e9c-958d-abfb181c0b9c {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:05.393895 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:05.460564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] For port ffee34c2-8afa-4e9c-958d-abfb181c0b9c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ffee34c2-8afa-4e9c-958d-abfb181c0b9c,segment=NetworkSegment(28834dec-f0db-4251-86cf-24dd0e267fd7),segment_id=28834dec-f0db-4251-86cf-24dd0e267fd7)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:05.460922 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:05.509745 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-602d2f97-7276-4a36-b7b0-3f51637055f9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:05.520458 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-8386dab8-0ef7-4583-a9c6-3e8b0f1a2709 None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:05.534755 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Calling delete_port for ffee34c2-8afa-4e9c-958d-abfb181c0b9c owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:05.570658 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-09d6498a-341a-4faf-8d19-221753f0441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:05.597505 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:05.632995 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6498a-341a-4faf-8d19-221753f0441f None None] Pushing event deleted for resources: {'Port': ['ID=ffee34c2-8afa-4e9c-958d-abfb181c0b9c,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:05.634628 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6498a-341a-4faf-8d19-221753f0441f None None] No DVR routers for this DVR port ffee34c2-8afa-4e9c-958d-abfb181c0b9c on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:49:05.667159 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-09d6498a-341a-4faf-8d19-221753f0441f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:05.671629 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port e9138b51-21e5-42fc-8b65-0d39adc86d6d completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:49:05.674471 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port e9138b51-21e5-42fc-8b65-0d39adc86d6d triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:05.674628 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:05.747018 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:05.751009 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6989455c-f9d9-483e-b88e-c99c113794fe tempest-TagsExtTest-1395932363 tempest-TagsExtTest-1395932363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:05.778758 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event deleted for resources: {'Port': ['ID=ffee34c2-8afa-4e9c-958d-abfb181c0b9c,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:05.781239 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:05.784665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] No DVR routers for this DVR port ffee34c2-8afa-4e9c-958d-abfb181c0b9c on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:49:05.822579 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:05.850498 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-8386dab8-0ef7-4583-a9c6-3e8b0f1a2709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:04Z', 'revision_number': 7, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '4cd75430-c85f-4bfe-8341-bd70738be40e', 'name': '', 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:26:e5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59164360-7f55-4a6f-b75e-69a17af08836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:53Z', 'updated_at': '2021-06-22T09:49:03Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '59164360-7f55-4a6f-b75e-69a17af08836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:59Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9138b51-21e5-42fc-8b65-0d39adc86d6d', 'name': '', 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d1:be:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:59Z', 'updated_at': '2021-06-22T09:49:03Z', 'revision_number': 4, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:05.885484 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8386dab8-0ef7-4583-a9c6-3e8b0f1a2709 None None] The sync data for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv is: [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:04Z', 'revision_number': 7, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '4cd75430-c85f-4bfe-8341-bd70738be40e', 'name': '', 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:26:e5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59164360-7f55-4a6f-b75e-69a17af08836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:53Z', 'updated_at': '2021-06-22T09:49:03Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '59164360-7f55-4a6f-b75e-69a17af08836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:59Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9138b51-21e5-42fc-8b65-0d39adc86d6d', 'name': '', 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d1:be:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:59Z', 'updated_at': '2021-06-22T09:49:03Z', 'revision_number': 4, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:05.890259 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port e9138b51-21e5-42fc-8b65-0d39adc86d6d, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e9138b51-21e5-42fc-8b65-0d39adc86d6d,segment=NetworkSegment(436d96af-249c-45a3-bdd2-6d0c1866afd5),segment_id=436d96af-249c-45a3-bdd2-6d0c1866afd5)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:05.892497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:05.909166 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bd56a9-b91d-448f-b516-1eb90bcfbb52']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:05.927930 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28834dec-f0db-4251-86cf-24dd0e267fd7') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:05.927930 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28834dec-f0db-4251-86cf-24dd0e267fd7') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:05.940815 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:05.947583 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-1c1fbab7-ed6a-455e-ba38-75c2e22789f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:05.953383 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:05.970631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:05.979107 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:49:05.979580 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: self.session.flush() Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:49:05.983346 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:49:06.005595 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 240c4602-8926-419a-9a1a-c31601470281 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:49:06.012646 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=e9138b51-21e5-42fc-8b65-0d39adc86d6d,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:06.030351 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:06.031341 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 240c4602-8926-419a-9a1a-c31601470281 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:49:06.032258 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 240c4602-8926-419a-9a1a-c31601470281 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:49:06.054257 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-602d2f97-7276-4a36-b7b0-3f51637055f9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting port e9138b51-21e5-42fc-8b65-0d39adc86d6d {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:06.054599 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-602d2f97-7276-4a36-b7b0-3f51637055f9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:06.117846 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a9598-55f2-459e-a9c3-a29010737039 None None] Sync routers for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:49:06.126479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:06.126806 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a9598-55f2-459e-a9c3-a29010737039 None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:06.127398 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bc0a9598-55f2-459e-a9c3-a29010737039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:06.131741 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e6416234-b807-4696-84a4-02507a6ee238 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:06.144843 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:06.146654 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "DELETE /v2.0/networks/46bd56a9-b91d-448f-b516-1eb90bcfbb52 HTTP/1.1" status: 204 len: 168 time: 0.9909778 Jun 22 09:49:06.149293 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34304) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:06.149933 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event deleted for resources: {'Network': ['ID=46bd56a9-b91d-448f-b516-1eb90bcfbb52,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:06.154699 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:06.172497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-602d2f97-7276-4a36-b7b0-3f51637055f9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] For port e9138b51-21e5-42fc-8b65-0d39adc86d6d, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e9138b51-21e5-42fc-8b65-0d39adc86d6d,segment=NetworkSegment(436d96af-249c-45a3-bdd2-6d0c1866afd5),segment_id=436d96af-249c-45a3-bdd2-6d0c1866afd5)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:06.172889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-602d2f97-7276-4a36-b7b0-3f51637055f9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:06.209202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a19f483-b597-4627-984a-41afc3fc7641 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Deleting subnet b2f141fa-35fe-4cfe-b1f9-2146b4e8cbaa {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:49:06.212620 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9a19f483-b597-4627-984a-41afc3fc7641 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:06.221247 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-bc0a9598-55f2-459e-a9c3-a29010737039 None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:06.244339 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-602d2f97-7276-4a36-b7b0-3f51637055f9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Calling delete_port for e9138b51-21e5-42fc-8b65-0d39adc86d6d owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:06.252851 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9a19f483-b597-4627-984a-41afc3fc7641 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:06.338848 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9a19f483-b597-4627-984a-41afc3fc7641 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:06.431894 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bc0a9598-55f2-459e-a9c3-a29010737039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:04Z', 'revision_number': 7, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '4cd75430-c85f-4bfe-8341-bd70738be40e', 'name': '', 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:26:e5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59164360-7f55-4a6f-b75e-69a17af08836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:53Z', 'updated_at': '2021-06-22T09:49:03Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '59164360-7f55-4a6f-b75e-69a17af08836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:59Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9138b51-21e5-42fc-8b65-0d39adc86d6d', 'name': '', 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d1:be:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:59Z', 'updated_at': '2021-06-22T09:49:05Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:06.460676 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a9598-55f2-459e-a9c3-a29010737039 None None] Checking router: 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:49:06.460874 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9a19f483-b597-4627-984a-41afc3fc7641 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:06.463820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d5774c36-05a3-4316-94bb-b5fb9c90f688 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:06.468743 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a9598-55f2-459e-a9c3-a29010737039 None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:06.470007 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bc0a9598-55f2-459e-a9c3-a29010737039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:06.488856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19f483-b597-4627-984a-41afc3fc7641 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f141fa-35fe-4cfe-b1f9-2146b4e8cbaa,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:06.489481 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-602d2f97-7276-4a36-b7b0-3f51637055f9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:06.491249 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9a19f483-b597-4627-984a-41afc3fc7641 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:06.491877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-588b7876-ed1d-4df0-ab40-81eaed02dc67 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:06.494539 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9a19f483-b597-4627-984a-41afc3fc7641 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:06.499194 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9a19f483-b597-4627-984a-41afc3fc7641 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "DELETE /v2.0/subnets/b2f141fa-35fe-4cfe-b1f9-2146b4e8cbaa HTTP/1.1" status: 204 len: 168 time: 0.3480318 Jun 22 09:49:06.499884 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34306) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:06.506810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a3ce56-1f2a-43f9-8cf9-e2d1416fe115 None None] Network e4de3196-bf1a-46de-847e-ac413796aab5 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:49:06.520960 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d2f97-7276-4a36-b7b0-3f51637055f9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Port': ['ID=e9138b51-21e5-42fc-8b65-0d39adc86d6d,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:06.526437 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-602d2f97-7276-4a36-b7b0-3f51637055f9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:06.561762 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-bc0a9598-55f2-459e-a9c3-a29010737039 None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:06.595242 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:06.694480 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Deleting port 3f5e35cf-4355-4a53-b737-ff0bb2689dfc {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:06.694819 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:06.778901 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ffee34c2-8afa-4e9c-958d-abfb181c0b9c no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:49:06.806136 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: ffee34c2-8afa-4e9c-958d-abfb181c0b9c {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:49:06.806491 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ffee34c2-8afa-4e9c-958d-abfb181c0b9c not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:49:06.817187 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] For port 3f5e35cf-4355-4a53-b737-ff0bb2689dfc, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3f5e35cf-4355-4a53-b737-ff0bb2689dfc,segment=NetworkSegment(646e9580-d411-4f21-b2db-1df074db62a3),segment_id=646e9580-d411-4f21-b2db-1df074db62a3)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:06.817368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-602d2f97-7276-4a36-b7b0-3f51637055f9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:06.817887 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:06.827027 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bc0a9598-55f2-459e-a9c3-a29010737039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:04Z', 'revision_number': 7, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '4cd75430-c85f-4bfe-8341-bd70738be40e', 'name': '', 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:26:e5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59164360-7f55-4a6f-b75e-69a17af08836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:53Z', 'updated_at': '2021-06-22T09:49:03Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '59164360-7f55-4a6f-b75e-69a17af08836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:59Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9138b51-21e5-42fc-8b65-0d39adc86d6d', 'name': '', 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d1:be:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:59Z', 'updated_at': '2021-06-22T09:49:05Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:06.871973 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a9598-55f2-459e-a9c3-a29010737039 None None] The sync data for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv is: [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:04Z', 'revision_number': 7, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '4cd75430-c85f-4bfe-8341-bd70738be40e', 'name': '', 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:26:e5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59164360-7f55-4a6f-b75e-69a17af08836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:53Z', 'updated_at': '2021-06-22T09:49:03Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '59164360-7f55-4a6f-b75e-69a17af08836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:59Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9138b51-21e5-42fc-8b65-0d39adc86d6d', 'name': '', 'network_id': '054b28ae-5f87-433b-a379-7431a5c9a828', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d1:be:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:59Z', 'updated_at': '2021-06-22T09:49:05Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '70b81d08-c9f1-4379-9e4e-8c181458327c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:06.909777 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Calling delete_port for 3f5e35cf-4355-4a53-b737-ff0bb2689dfc owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:06.933826 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805dfed7-e7d5-4cf3-89d5-63b386e7d877 None None] DHCP port deletion for e4de3196-bf1a-46de-847e-ac413796aab5 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:49:07.001303 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-805dfed7-e7d5-4cf3-89d5-63b386e7d877 None None] Deleting port 3f5e35cf-4355-4a53-b737-ff0bb2689dfc {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:07.001703 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-805dfed7-e7d5-4cf3-89d5-63b386e7d877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.075208 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-805dfed7-e7d5-4cf3-89d5-63b386e7d877 None None] For port 3f5e35cf-4355-4a53-b737-ff0bb2689dfc, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3f5e35cf-4355-4a53-b737-ff0bb2689dfc,segment=NetworkSegment(646e9580-d411-4f21-b2db-1df074db62a3),segment_id=646e9580-d411-4f21-b2db-1df074db62a3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:07.075667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-805dfed7-e7d5-4cf3-89d5-63b386e7d877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.089369 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.092652 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f3daf90a-cdbb-4a6e-9f4f-68bb987a4a3c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:07.122075 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event deleted for resources: {'Port': ['ID=3f5e35cf-4355-4a53-b737-ff0bb2689dfc,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:07.124237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] No DVR routers for this DVR port 3f5e35cf-4355-4a53-b737-ff0bb2689dfc on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:49:07.126155 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:07.148002 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-805dfed7-e7d5-4cf3-89d5-63b386e7d877 None None] Calling delete_port for 3f5e35cf-4355-4a53-b737-ff0bb2689dfc owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:07.209593 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.220704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4de3196-bf1a-46de-847e-ac413796aab5']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:07.229890 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-805dfed7-e7d5-4cf3-89d5-63b386e7d877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.232319 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:07.232496 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646e9580-d411-4f21-b2db-1df074db62a3') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:07.232637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646e9580-d411-4f21-b2db-1df074db62a3') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:07.242652 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.256424 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805dfed7-e7d5-4cf3-89d5-63b386e7d877 None None] Pushing event deleted for resources: {'Port': ['ID=3f5e35cf-4355-4a53-b737-ff0bb2689dfc,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:07.258145 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.258993 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-805dfed7-e7d5-4cf3-89d5-63b386e7d877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:07.263913 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805dfed7-e7d5-4cf3-89d5-63b386e7d877 None None] No DVR routers for this DVR port 3f5e35cf-4355-4a53-b737-ff0bb2689dfc on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:49:07.267215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:49:07.268056 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:49:07.284866 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:49:07.399347 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602d2f97-7276-4a36-b7b0-3f51637055f9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:49:07.432024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.435648 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-72048eff-082d-4d9d-b91f-9daa8f4ad15e tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:07.440304 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.442187 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "DELETE /v2.0/networks/e4de3196-bf1a-46de-847e-ac413796aab5 HTTP/1.1" status: 204 len: 168 time: 0.9408121 Jun 22 09:49:07.445496 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34308) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:07.459468 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Pushing event deleted for resources: {'Network': ['ID=e4de3196-bf1a-46de-847e-ac413796aab5,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:07.461746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:07.504887 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c77d53b1-c3c2-4565-8de2-faafb67db04d tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7cf8996-ab92-4af8-b83c-cdb04517d37a HTTP/1.1" status: 200 len: 205 time: 0.0581844 Jun 22 09:49:07.507193 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34310) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:07.588042 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602d2f97-7276-4a36-b7b0-3f51637055f9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:49:07.593164 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-602d2f97-7276-4a36-b7b0-3f51637055f9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/9eee7df5-3ea5-4c88-b6e2-581a5b58b186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6323013 Jun 22 09:49:07.596014 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34312) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:07.596598 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-09368910-a071-4d09-bf40-b5e833b75a2f tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.597043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34732786-d00d-45a0-af3f-c163ac9c891b None None] Sync routers for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:49:07.606424 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34732786-d00d-45a0-af3f-c163ac9c891b None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:07.607063 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-34732786-d00d-45a0-af3f-c163ac9c891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:07.647662 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-381dc7d8-faa9-4a26-922d-4efbd8af7ea6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting subnet 70b81d08-c9f1-4379-9e4e-8c181458327c {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:49:07.650898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-381dc7d8-faa9-4a26-922d-4efbd8af7ea6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.689808 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-381dc7d8-faa9-4a26-922d-4efbd8af7ea6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.698089 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-34732786-d00d-45a0-af3f-c163ac9c891b None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:07.761035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-09368910-a071-4d09-bf40-b5e833b75a2f tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.763355 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-09368910-a071-4d09-bf40-b5e833b75a2f tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.778826 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-381dc7d8-faa9-4a26-922d-4efbd8af7ea6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.900489 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-09368910-a071-4d09-bf40-b5e833b75a2f tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.901080 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09368910-a071-4d09-bf40-b5e833b75a2f tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Fanout notify agent at l3_agent the message router_deleted on router a7cf8996-ab92-4af8-b83c-cdb04517d37a {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:49:07.910122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-09368910-a071-4d09-bf40-b5e833b75a2f tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.910122 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-09368910-a071-4d09-bf40-b5e833b75a2f tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] 10.222.0.20 "DELETE /v2.0/routers/a7cf8996-ab92-4af8-b83c-cdb04517d37a HTTP/1.1" status: 204 len: 168 time: 0.4011250 Jun 22 09:49:07.910841 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-34732786-d00d-45a0-af3f-c163ac9c891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:06Z', 'revision_number': 8, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '4cd75430-c85f-4bfe-8341-bd70738be40e', 'name': '', 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:26:e5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59164360-7f55-4a6f-b75e-69a17af08836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:53Z', 'updated_at': '2021-06-22T09:49:03Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '59164360-7f55-4a6f-b75e-69a17af08836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:59Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:07.929622 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-381dc7d8-faa9-4a26-922d-4efbd8af7ea6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.932897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-66301392-5f3a-4873-b0c2-11a594318d90 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:07.940094 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34732786-d00d-45a0-af3f-c163ac9c891b None None] Checking router: 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:49:07.949393 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34732786-d00d-45a0-af3f-c163ac9c891b None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:07.950097 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-34732786-d00d-45a0-af3f-c163ac9c891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:07.961304 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381dc7d8-faa9-4a26-922d-4efbd8af7ea6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Subnet': ['ID=70b81d08-c9f1-4379-9e4e-8c181458327c,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:07.967738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-381dc7d8-faa9-4a26-922d-4efbd8af7ea6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:07.967738 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-381dc7d8-faa9-4a26-922d-4efbd8af7ea6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/subnets/70b81d08-c9f1-4379-9e4e-8c181458327c HTTP/1.1" status: 204 len: 168 time: 0.3680871 Jun 22 09:49:07.967738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-381dc7d8-faa9-4a26-922d-4efbd8af7ea6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:07.969820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34316) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:07.995517 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c721244-04b4-4283-a3ee-19557b21f99d None None] Network 054b28ae-5f87-433b-a379-7431a5c9a828 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:49:08.049518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:08.102116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-34732786-d00d-45a0-af3f-c163ac9c891b None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:08.106453 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting port 4182cdf4-0c18-424a-856d-ba33df5cc965 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:08.106806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:08.168745 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] For port 4182cdf4-0c18-424a-856d-ba33df5cc965, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4182cdf4-0c18-424a-856d-ba33df5cc965,segment=NetworkSegment(436d96af-249c-45a3-bdd2-6d0c1866afd5),segment_id=436d96af-249c-45a3-bdd2-6d0c1866afd5)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:08.169018 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:08.237134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Calling delete_port for 4182cdf4-0c18-424a-856d-ba33df5cc965 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:08.359611 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-34732786-d00d-45a0-af3f-c163ac9c891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:06Z', 'revision_number': 8, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '4cd75430-c85f-4bfe-8341-bd70738be40e', 'name': '', 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:26:e5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59164360-7f55-4a6f-b75e-69a17af08836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:53Z', 'updated_at': '2021-06-22T09:49:03Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '59164360-7f55-4a6f-b75e-69a17af08836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:59Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:08.391314 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3b4e9a-24ef-43a0-873f-9b10f8fab30d None None] DHCP port deletion for 054b28ae-5f87-433b-a379-7431a5c9a828 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:49:08.394518 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34732786-d00d-45a0-af3f-c163ac9c891b None None] The sync data for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv is: [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:06Z', 'revision_number': 8, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '4cd75430-c85f-4bfe-8341-bd70738be40e', 'name': '', 'network_id': '7c792b63-9aeb-4694-96dd-fbb5b961881f', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:26:e5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59164360-7f55-4a6f-b75e-69a17af08836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:53Z', 'updated_at': '2021-06-22T09:49:03Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '59164360-7f55-4a6f-b75e-69a17af08836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:59Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:08.397458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:08.400488 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-df99c03b-9762-4c6c-ad24-4cf83e686766 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:08.415001 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34320) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:08.416465 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ba3b4e9a-24ef-43a0-873f-9b10f8fab30d None None] The port '4182cdf4-0c18-424a-856d-ba33df5cc965' was deleted {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1929}} Jun 22 09:49:08.442722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] No DVR routers for this DVR port 4182cdf4-0c18-424a-856d-ba33df5cc965 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:49:08.442722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Port': ['ID=4182cdf4-0c18-424a-856d-ba33df5cc965,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:08.443920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:08.522149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:08.531506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054b28ae-5f87-433b-a379-7431a5c9a828']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:08.541501 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436d96af-249c-45a3-bdd2-6d0c1866afd5') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:08.541802 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436d96af-249c-45a3-bdd2-6d0c1866afd5') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:08.550879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:08.553420 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-333832c1-5d63-4d41-bc41-5ba3db28ac33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d5f5e3cdea248a688108e116b187d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368520 Jun 22 09:49:08.555815 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34324) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:08.564830 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:08.570773 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:49:08.571157 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:49:08.574094 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:49:08.611929 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8df02694-de3d-4df0-8554-df733fb6cecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:08.632927 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8df02694-de3d-4df0-8554-df733fb6cecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:08.729021 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:08.732262 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f1d1278-d9a1-47ed-885f-9b7b6ea32703 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:08.739268 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:08.739528 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/networks/054b28ae-5f87-433b-a379-7431a5c9a828 HTTP/1.1" status: 204 len: 168 time: 0.7704718 Jun 22 09:49:08.742436 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34326) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:08.759259 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8df02694-de3d-4df0-8554-df733fb6cecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:08.759806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Network': ['ID=054b28ae-5f87-433b-a379-7431a5c9a828,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:08.768964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8df02694-de3d-4df0-8554-df733fb6cecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:08.770138 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8df02694-de3d-4df0-8554-df733fb6cecc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3f65449-f29d-4a1c-9920-1425c4a330dc HTTP/1.1" status: 204 len: 168 time: 0.2133539 Jun 22 09:49:08.771002 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-32b355dc-d74e-4a5b-b778-cb2093aa8dee tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:08.781382 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df02694-de3d-4df0-8554-df733fb6cecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f65449-f29d-4a1c-9920-1425c4a330dc,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:08.792644 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8df02694-de3d-4df0-8554-df733fb6cecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:08.802338 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:08.830896 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4182cdf4-0c18-424a-856d-ba33df5cc965 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:49:08.859406 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 4182cdf4-0c18-424a-856d-ba33df5cc965 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:49:08.859406 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4182cdf4-0c18-424a-856d-ba33df5cc965 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:49:08.876444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3f5e35cf-4355-4a53-b737-ff0bb2689dfc no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:49:08.879366 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 3f5e35cf-4355-4a53-b737-ff0bb2689dfc {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:49:08.880111 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3f5e35cf-4355-4a53-b737-ff0bb2689dfc not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:49:08.880549 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e9138b51-21e5-42fc-8b65-0d39adc86d6d no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:49:08.899913 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: e9138b51-21e5-42fc-8b65-0d39adc86d6d {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:49:08.900280 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e9138b51-21e5-42fc-8b65-0d39adc86d6d not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:49:09.110173 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2f294601-7ad1-44a6-9da8-728942a734f8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:09.362046 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-2f294601-7ad1-44a6-9da8-728942a734f8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting port 4cd75430-c85f-4bfe-8341-bd70738be40e {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:09.362722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2f294601-7ad1-44a6-9da8-728942a734f8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:09.453794 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-2f294601-7ad1-44a6-9da8-728942a734f8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] For port 4cd75430-c85f-4bfe-8341-bd70738be40e, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4cd75430-c85f-4bfe-8341-bd70738be40e,segment=NetworkSegment(c70d38d4-37cf-4ddc-8870-2d00fa1553e2),segment_id=c70d38d4-37cf-4ddc-8870-2d00fa1553e2)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:09.454225 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2f294601-7ad1-44a6-9da8-728942a734f8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:09.521150 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-2f294601-7ad1-44a6-9da8-728942a734f8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Calling delete_port for 4cd75430-c85f-4bfe-8341-bd70738be40e owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:09.746246 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2f294601-7ad1-44a6-9da8-728942a734f8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:09.749334 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-63ac9731-280e-4399-ac21-547a23f54ca2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:09.780471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f294601-7ad1-44a6-9da8-728942a734f8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Port': ['ID=4cd75430-c85f-4bfe-8341-bd70738be40e,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:09.780471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2f294601-7ad1-44a6-9da8-728942a734f8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:09.820253 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34348) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:09.941702 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-843c4c49-3c54-4349-a624-b0d8f7e07a23 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:09.942376 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.api.v2.base [None req-843c4c49-3c54-4349-a624-b0d8f7e07a23 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 22 09:49:09.942877 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-843c4c49-3c54-4349-a624-b0d8f7e07a23 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): There was a conflict when trying to complete your request. Jun 22 09:49:09.945089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2f294601-7ad1-44a6-9da8-728942a734f8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:09.948149 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-843c4c49-3c54-4349-a624-b0d8f7e07a23 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1263335 Jun 22 09:49:09.948755 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34352) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:09.955392 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-0d8eea0e-71ec-4017-9523-1ab2ff2e1cf1 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1551913712'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:10.043459 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d8eea0e-71ec-4017-9523-1ab2ff2e1cf1 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:10.052116 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d8eea0e-71ec-4017-9523-1ab2ff2e1cf1 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:10.159510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d8eea0e-71ec-4017-9523-1ab2ff2e1cf1 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:10.237503 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d8eea0e-71ec-4017-9523-1ab2ff2e1cf1 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:10.241145 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1c445cb5-d689-467e-bd5c-c731febad2cf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:10.276789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8eea0e-71ec-4017-9523-1ab2ff2e1cf1 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb54847e-abc4-4370-91ea-0c93b924e4fc,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:10.280697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0d8eea0e-71ec-4017-9523-1ab2ff2e1cf1 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:10.318516 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:10.336653 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d8eea0e-71ec-4017-9523-1ab2ff2e1cf1 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:10.403447 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d8eea0e-71ec-4017-9523-1ab2ff2e1cf1 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:10.406930 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c9cd70eb-74b5-4e24-902a-089db871f644 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:10.418912 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f294601-7ad1-44a6-9da8-728942a734f8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:49:10.433321 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8eea0e-71ec-4017-9523-1ab2ff2e1cf1 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9792eff4-3501-4b08-9e22-077d496071d0,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:10.436090 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0d8eea0e-71ec-4017-9523-1ab2ff2e1cf1 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:10.508454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f294601-7ad1-44a6-9da8-728942a734f8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:49:10.513203 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2f294601-7ad1-44a6-9da8-728942a734f8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/9eee7df5-3ea5-4c88-b6e2-581a5b58b186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7602510 Jun 22 09:49:10.516572 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34354) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:10.519018 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74f28e1-a4d6-4fa3-9d56-88b027fd5b76 None None] Sync routers for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:49:10.528367 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f28e1-a4d6-4fa3-9d56-88b027fd5b76 None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:10.528840 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0d8eea0e-71ec-4017-9523-1ab2ff2e1cf1 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:10.529210 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e74f28e1-a4d6-4fa3-9d56-88b027fd5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:10.532585 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0d8eea0e-71ec-4017-9523-1ab2ff2e1cf1 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5804889 Jun 22 09:49:10.532822 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34356) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:10.537416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-00eecaa3-c627-4021-b68b-1f1340090daf tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': '9792eff4-3501-4b08-9e22-077d496071d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:10.572427 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4901dc-65e9-40b8-9abf-217e3bf5ee82 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting subnet 59164360-7f55-4a6f-b75e-69a17af08836 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:49:10.575946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bf4901dc-65e9-40b8-9abf-217e3bf5ee82 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:10.618881 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-e74f28e1-a4d6-4fa3-9d56-88b027fd5b76 None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:10.621812 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bf4901dc-65e9-40b8-9abf-217e3bf5ee82 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:10.631307 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-00eecaa3-c627-4021-b68b-1f1340090daf tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:10.690759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-00eecaa3-c627-4021-b68b-1f1340090daf tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:10.710556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bf4901dc-65e9-40b8-9abf-217e3bf5ee82 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:10.768368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-00eecaa3-c627-4021-b68b-1f1340090daf tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:10.770682 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ae85c616-a01a-4831-9f4b-7f30f35028d8 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:10.787711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eecaa3-c627-4021-b68b-1f1340090daf tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0e6161-ea30-459a-a29e-ac028c203cd9,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:10.790624 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-00eecaa3-c627-4021-b68b-1f1340090daf tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:10.815423 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e74f28e1-a4d6-4fa3-9d56-88b027fd5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:09Z', 'revision_number': 9, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:59Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:10.840218 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74f28e1-a4d6-4fa3-9d56-88b027fd5b76 None None] Checking router: 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:49:10.847995 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f28e1-a4d6-4fa3-9d56-88b027fd5b76 None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:10.848590 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e74f28e1-a4d6-4fa3-9d56-88b027fd5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:10.860612 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bf4901dc-65e9-40b8-9abf-217e3bf5ee82 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:10.863784 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-61d89504-92e6-4c72-9df4-c90c9bb89282 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:10.883175 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-00eecaa3-c627-4021-b68b-1f1340090daf tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:10.887260 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-00eecaa3-c627-4021-b68b-1f1340090daf tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3508983 Jun 22 09:49:10.893098 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34358) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:10.893256 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4901dc-65e9-40b8-9abf-217e3bf5ee82 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Subnet': ['ID=59164360-7f55-4a6f-b75e-69a17af08836,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:10.893604 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-72506a79-2de0-48aa-b7b2-976540c3a629 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': '9792eff4-3501-4b08-9e22-077d496071d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:10.896180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bf4901dc-65e9-40b8-9abf-217e3bf5ee82 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:10.900247 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bf4901dc-65e9-40b8-9abf-217e3bf5ee82 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/subnets/59164360-7f55-4a6f-b75e-69a17af08836 HTTP/1.1" status: 204 len: 168 time: 0.3802779 Jun 22 09:49:10.900247 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bf4901dc-65e9-40b8-9abf-217e3bf5ee82 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:10.900550 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34360) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:10.904076 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47ac2cc-8ce0-4b1b-80f0-7cbe271e87b2 None None] Network 7c792b63-9aeb-4694-96dd-fbb5b961881f requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:49:10.983255 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.027148 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-e74f28e1-a4d6-4fa3-9d56-88b027fd5b76 None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:11.037228 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72506a79-2de0-48aa-b7b2-976540c3a629 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.037970 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting port 71cb9392-782b-4cd4-b179-9c8aa66f5c64 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:11.038307 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.104897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] For port 71cb9392-782b-4cd4-b179-9c8aa66f5c64, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=71cb9392-782b-4cd4-b179-9c8aa66f5c64,segment=NetworkSegment(c70d38d4-37cf-4ddc-8870-2d00fa1553e2),segment_id=c70d38d4-37cf-4ddc-8870-2d00fa1553e2)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:11.106364 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.133033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f0c08e-2c98-4def-b301-8b820291e2ed None None] DHCP port deletion for 7c792b63-9aeb-4694-96dd-fbb5b961881f request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:49:11.163291 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-72506a79-2de0-48aa-b7b2-976540c3a629 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): There was a conflict when trying to complete your request. Jun 22 09:49:11.166418 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-72506a79-2de0-48aa-b7b2-976540c3a629 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2772670 Jun 22 09:49:11.169649 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34362) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:11.173821 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Calling delete_port for 71cb9392-782b-4cd4-b179-9c8aa66f5c64 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:11.187823 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0c08e-2c98-4def-b301-8b820291e2ed None None] Deleting port 71cb9392-782b-4cd4-b179-9c8aa66f5c64 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:11.188536 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e9f0c08e-2c98-4def-b301-8b820291e2ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.252200 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e74f28e1-a4d6-4fa3-9d56-88b027fd5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:09Z', 'revision_number': 9, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:59Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:11.253785 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-e9f0c08e-2c98-4def-b301-8b820291e2ed None None] For port 71cb9392-782b-4cd4-b179-9c8aa66f5c64, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=71cb9392-782b-4cd4-b179-9c8aa66f5c64,segment=NetworkSegment(c70d38d4-37cf-4ddc-8870-2d00fa1553e2),segment_id=c70d38d4-37cf-4ddc-8870-2d00fa1553e2)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:11.254496 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e9f0c08e-2c98-4def-b301-8b820291e2ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.258186 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fe5ae9a5-4d4b-4612-a943-e366085bfa3e tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.278650 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74f28e1-a4d6-4fa3-9d56-88b027fd5b76 None None] The sync data for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv is: [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:09Z', 'revision_number': 9, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ed95a8-da96-44fd-9d20-254b0e4abfe1', 'name': '', 'network_id': 'c9151503-4bfd-49cf-863d-0d763e2535da', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:8e:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:49Z', 'updated_at': '2021-06-22T09:48:59Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '972c4bcb-fed8-4ae3-b0db-ad894dc95727', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:11.282772 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fe5ae9a5-4d4b-4612-a943-e366085bfa3e tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.307220 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.311174 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-83c3c065-b0e3-4b94-8f51-bac6157f0c7d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:11.335993 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0c08e-2c98-4def-b301-8b820291e2ed None None] Calling delete_port for 71cb9392-782b-4cd4-b179-9c8aa66f5c64 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:11.343303 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Port': ['ID=71cb9392-782b-4cd4-b179-9c8aa66f5c64,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:11.346980 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:11.348095 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] No DVR routers for this DVR port 71cb9392-782b-4cd4-b179-9c8aa66f5c64 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:49:11.414009 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e9f0c08e-2c98-4def-b301-8b820291e2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.415984 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:11.425897 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fe5ae9a5-4d4b-4612-a943-e366085bfa3e tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.428512 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fe5ae9a5-4d4b-4612-a943-e366085bfa3e tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.432252 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fe5ae9a5-4d4b-4612-a943-e366085bfa3e tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "DELETE /v2.0/security-groups/9792eff4-3501-4b08-9e22-077d496071d0 HTTP/1.1" status: 204 len: 168 time: 0.2585123 Jun 22 09:49:11.432252 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-30aaeb5e-284c-4937-9c35-a2812855a373 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:11.433052 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.440479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34364) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:11.441482 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ae9a5-4d4b-4612-a943-e366085bfa3e tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9792eff4-3501-4b08-9e22-077d496071d0,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:11.445833 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c792b63-9aeb-4694-96dd-fbb5b961881f']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:11.451371 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fe5ae9a5-4d4b-4612-a943-e366085bfa3e tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:11.456343 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0c08e-2c98-4def-b301-8b820291e2ed None None] Pushing event deleted for resources: {'Port': ['ID=71cb9392-782b-4cd4-b179-9c8aa66f5c64,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:11.459250 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70d38d4-37cf-4ddc-8870-2d00fa1553e2') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:11.459860 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70d38d4-37cf-4ddc-8870-2d00fa1553e2') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:11.462433 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e9f0c08e-2c98-4def-b301-8b820291e2ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:11.464456 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f0c08e-2c98-4def-b301-8b820291e2ed None None] No DVR routers for this DVR port 71cb9392-782b-4cd4-b179-9c8aa66f5c64 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:49:11.472584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.502905 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.516983 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:49:11.517363 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.518414 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c4168abc-07c3-41bd-9245-415bf52f39b2 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0731189 Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:49:11.520404 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:49:11.523598 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34366) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:11.528730 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4ad1350e-9190-41d4-82e4-017376de9a7f tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645106590'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:11.608421 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4ad1350e-9190-41d4-82e4-017376de9a7f tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.666721 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.670471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-485223a6-6622-4ab2-899f-4432524018b0 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:11.675088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.677072 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/networks/7c792b63-9aeb-4694-96dd-fbb5b961881f HTTP/1.1" status: 204 len: 168 time: 0.7756166 Jun 22 09:49:11.681312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34368) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:11.690561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Network': ['ID=7c792b63-9aeb-4694-96dd-fbb5b961881f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:11.694584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:11.774287 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4ad1350e-9190-41d4-82e4-017376de9a7f tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.862647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4ad1350e-9190-41d4-82e4-017376de9a7f tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.866949 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ffa59a84-a55d-4d8f-b978-d402f2236f26 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:11.911864 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1350e-9190-41d4-82e4-017376de9a7f tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef565054-2541-45ce-9cbf-bd70d8906a9d,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:11.914536 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4ad1350e-9190-41d4-82e4-017376de9a7f tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:11.991730 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4ad1350e-9190-41d4-82e4-017376de9a7f tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:11.992935 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4ad1350e-9190-41d4-82e4-017376de9a7f tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4682167 Jun 22 09:49:11.995953 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34370) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:12.001638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-1389d90c-7328-4bfb-8f12-fbe2fa1f91e8 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': 'ef565054-2541-45ce-9cbf-bd70d8906a9d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:12.002482 dv-neutron-797121-3-hyperv neutron-server[100653]: WARNING neutron.api.v2.base [None req-1389d90c-7328-4bfb-8f12-fbe2fa1f91e8 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 22 09:49:12.003074 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-1389d90c-7328-4bfb-8f12-fbe2fa1f91e8 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:49:12.004054 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1389d90c-7328-4bfb-8f12-fbe2fa1f91e8 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069206 Jun 22 09:49:12.006873 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34372) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:12.059208 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b12ea3eb-7923-4461-82a4-a9fc1f928a60 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:12.060348 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-878014e0-fa07-48f1-8ad6-a44d014c8d65 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:12.082300 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b12ea3eb-7923-4461-82a4-a9fc1f928a60 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:12.192049 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b12ea3eb-7923-4461-82a4-a9fc1f928a60 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:12.194894 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b12ea3eb-7923-4461-82a4-a9fc1f928a60 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:12.196091 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b12ea3eb-7923-4461-82a4-a9fc1f928a60 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "DELETE /v2.0/security-groups/ef565054-2541-45ce-9cbf-bd70d8906a9d HTTP/1.1" status: 204 len: 168 time: 0.1883430 Jun 22 09:49:12.196961 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3c362ff6-4e59-4584-881c-1b8a04cf9beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:12.199298 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34374) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:12.206078 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ea3eb-7923-4461-82a4-a9fc1f928a60 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef565054-2541-45ce-9cbf-bd70d8906a9d,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:12.208368 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b12ea3eb-7923-4461-82a4-a9fc1f928a60 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:12.253734 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a76497da-11fb-4bcb-bfe4-cddab370804f tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0522492 Jun 22 09:49:12.257246 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34376) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:12.261531 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-44543da0-4510-4681-86eb-91975bd32181 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group': {'name': 'tempest-secgroup--555996783'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:12.361137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-878014e0-fa07-48f1-8ad6-a44d014c8d65 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting port d1ed95a8-da96-44fd-9d20-254b0e4abfe1 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:12.361411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-878014e0-fa07-48f1-8ad6-a44d014c8d65 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:12.365490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-44543da0-4510-4681-86eb-91975bd32181 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:12.480033 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-878014e0-fa07-48f1-8ad6-a44d014c8d65 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] For port d1ed95a8-da96-44fd-9d20-254b0e4abfe1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d1ed95a8-da96-44fd-9d20-254b0e4abfe1,segment=NetworkSegment(5c725968-81c8-4d21-b829-2f017907eaf7),segment_id=5c725968-81c8-4d21-b829-2f017907eaf7)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:12.480315 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-878014e0-fa07-48f1-8ad6-a44d014c8d65 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:12.546693 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-878014e0-fa07-48f1-8ad6-a44d014c8d65 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Calling delete_port for d1ed95a8-da96-44fd-9d20-254b0e4abfe1 owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:12.608779 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4cd75430-c85f-4bfe-8341-bd70738be40e no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:49:12.615666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-44543da0-4510-4681-86eb-91975bd32181 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:12.632755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 4cd75430-c85f-4bfe-8341-bd70738be40e {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:49:12.633117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4cd75430-c85f-4bfe-8341-bd70738be40e not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:49:12.633546 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 71cb9392-782b-4cd4-b179-9c8aa66f5c64 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:49:12.651447 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 71cb9392-782b-4cd4-b179-9c8aa66f5c64 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:49:12.651855 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 71cb9392-782b-4cd4-b179-9c8aa66f5c64 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:49:12.683229 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-44543da0-4510-4681-86eb-91975bd32181 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:12.686980 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0d8eea0e-71ec-4017-9523-1ab2ff2e1cf1 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:12.741812 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44543da0-4510-4681-86eb-91975bd32181 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608d09b1-aa44-4149-9610-7d7798cd5de3,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:12.745919 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-44543da0-4510-4681-86eb-91975bd32181 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:12.779967 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-44543da0-4510-4681-86eb-91975bd32181 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:12.781229 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-44543da0-4510-4681-86eb-91975bd32181 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5230823 Jun 22 09:49:12.784571 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34378) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:12.789048 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-f1f742e6-140e-41e1-a7a5-6aea29caf034 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': '608d09b1-aa44-4149-9610-7d7798cd5de3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:12.789679 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.api.v2.base [None req-f1f742e6-140e-41e1-a7a5-6aea29caf034 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 22 09:49:12.790175 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-f1f742e6-140e-41e1-a7a5-6aea29caf034 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:49:12.791068 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f1f742e6-140e-41e1-a7a5-6aea29caf034 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056136 Jun 22 09:49:12.793415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34380) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:12.845576 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ffff20d8-27b2-4980-a901-49fc34ebe5cb tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:12.867479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ffff20d8-27b2-4980-a901-49fc34ebe5cb tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:12.879748 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-878014e0-fa07-48f1-8ad6-a44d014c8d65 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:12.885759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6cb1b439-f289-4fc6-aeba-17b4c6fa0611 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:12.924845 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878014e0-fa07-48f1-8ad6-a44d014c8d65 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Port': ['ID=d1ed95a8-da96-44fd-9d20-254b0e4abfe1,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:12.927757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-878014e0-fa07-48f1-8ad6-a44d014c8d65 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:13.037424 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ffff20d8-27b2-4980-a901-49fc34ebe5cb tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:13.040053 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ffff20d8-27b2-4980-a901-49fc34ebe5cb tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:13.043701 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ffff20d8-27b2-4980-a901-49fc34ebe5cb tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "DELETE /v2.0/security-groups/608d09b1-aa44-4149-9610-7d7798cd5de3 HTTP/1.1" status: 204 len: 168 time: 0.2468972 Jun 22 09:49:13.044452 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34382) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:13.071780 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-44543da0-4510-4681-86eb-91975bd32181 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:13.083885 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff20d8-27b2-4980-a901-49fc34ebe5cb tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=608d09b1-aa44-4149-9610-7d7798cd5de3,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:13.087375 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ffff20d8-27b2-4980-a901-49fc34ebe5cb tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:13.110397 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-878014e0-fa07-48f1-8ad6-a44d014c8d65 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:13.119243 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34384) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:13.120187 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1c066d20-23b0-4dd6-ac67-aaa606fb2d03 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0743766 Jun 22 09:49:13.124004 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-247bd293-da46-48b8-8e5c-a13b710b543a tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137105663'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:13.289133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-247bd293-da46-48b8-8e5c-a13b710b543a tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:13.325433 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878014e0-fa07-48f1-8ad6-a44d014c8d65 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:49:13.449641 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878014e0-fa07-48f1-8ad6-a44d014c8d65 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:49:13.456916 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-878014e0-fa07-48f1-8ad6-a44d014c8d65 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/9eee7df5-3ea5-4c88-b6e2-581a5b58b186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7744389 Jun 22 09:49:13.459830 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34386) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:13.462294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc84525-bde9-44ff-8e26-9a7f4bb95956 None None] Sync routers for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:49:13.466695 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-247bd293-da46-48b8-8e5c-a13b710b543a tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:13.471626 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc84525-bde9-44ff-8e26-9a7f4bb95956 None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:13.472246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-0bc84525-bde9-44ff-8e26-9a7f4bb95956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:13.506080 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-247bd293-da46-48b8-8e5c-a13b710b543a tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:13.509545 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4ad1350e-9190-41d4-82e4-017376de9a7f tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:13.513028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-6144850c-1e71-4527-9a74-dc8f833a9da7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting subnet 972c4bcb-fed8-4ae3-b0db-ad894dc95727 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:49:13.517262 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6144850c-1e71-4527-9a74-dc8f833a9da7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:13.537097 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bd293-da46-48b8-8e5c-a13b710b543a tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=803d4c7e-cef4-47e2-82ab-62cbc1772232,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:13.540129 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-247bd293-da46-48b8-8e5c-a13b710b543a tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:13.558994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6144850c-1e71-4527-9a74-dc8f833a9da7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:13.597768 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-247bd293-da46-48b8-8e5c-a13b710b543a tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:13.601690 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-247bd293-da46-48b8-8e5c-a13b710b543a tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4787879 Jun 22 09:49:13.601954 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34388) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:13.606863 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-6b48d18e-62b3-40ca-b6ce-0d23f6cb0de6 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': '803d4c7e-cef4-47e2-82ab-62cbc1772232', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:13.607833 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.api.v2.base [None req-6b48d18e-62b3-40ca-b6ce-0d23f6cb0de6 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 22 09:49:13.616147 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-6b48d18e-62b3-40ca-b6ce-0d23f6cb0de6 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:49:13.616147 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6b48d18e-62b3-40ca-b6ce-0d23f6cb0de6 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064478 Jun 22 09:49:13.616457 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34390) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:13.621100 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d288a2b3-b84a-4aab-8364-439ca43f9dc2 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': '803d4c7e-cef4-47e2-82ab-62cbc1772232', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:13.621786 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.api.v2.base [None req-d288a2b3-b84a-4aab-8364-439ca43f9dc2 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 22 09:49:13.622277 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-d288a2b3-b84a-4aab-8364-439ca43f9dc2 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:49:13.626645 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d288a2b3-b84a-4aab-8364-439ca43f9dc2 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061092 Jun 22 09:49:13.627089 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34392) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:13.633171 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-376ff59c-1466-477c-84d0-8f5b90830090 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': '803d4c7e-cef4-47e2-82ab-62cbc1772232', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:13.634003 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.api.v2.base [None req-376ff59c-1466-477c-84d0-8f5b90830090 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 22 09:49:13.634658 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-376ff59c-1466-477c-84d0-8f5b90830090 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:49:13.638268 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-376ff59c-1466-477c-84d0-8f5b90830090 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075626 Jun 22 09:49:13.638599 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34394) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:13.643337 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a675bf69-0bc9-4a0d-9259-256d4b577c9b tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': '803d4c7e-cef4-47e2-82ab-62cbc1772232', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:13.644326 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.api.v2.base [None req-a675bf69-0bc9-4a0d-9259-256d4b577c9b tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 22 09:49:13.644895 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-a675bf69-0bc9-4a0d-9259-256d4b577c9b tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:49:13.645932 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a675bf69-0bc9-4a0d-9259-256d4b577c9b tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063460 Jun 22 09:49:13.648656 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34396) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:13.663131 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6144850c-1e71-4527-9a74-dc8f833a9da7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:13.705804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6c382e88-09cc-4900-aa19-21711d7aa1cc tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:13.713064 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-0bc84525-bde9-44ff-8e26-9a7f4bb95956 None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:13.728684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6c382e88-09cc-4900-aa19-21711d7aa1cc tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:13.798226 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6144850c-1e71-4527-9a74-dc8f833a9da7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:13.803522 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d74f6d14-868c-450a-bf2e-b74a3f4617f1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:13.828786 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6c382e88-09cc-4900-aa19-21711d7aa1cc tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:13.833739 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144850c-1e71-4527-9a74-dc8f833a9da7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Subnet': ['ID=972c4bcb-fed8-4ae3-b0db-ad894dc95727,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:13.833896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6c382e88-09cc-4900-aa19-21711d7aa1cc tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:13.835655 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6144850c-1e71-4527-9a74-dc8f833a9da7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:13.836477 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6c382e88-09cc-4900-aa19-21711d7aa1cc tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "DELETE /v2.0/security-groups/803d4c7e-cef4-47e2-82ab-62cbc1772232 HTTP/1.1" status: 204 len: 168 time: 0.1868243 Jun 22 09:49:13.836729 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6144850c-1e71-4527-9a74-dc8f833a9da7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:13.838796 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34400) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:13.839065 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6144850c-1e71-4527-9a74-dc8f833a9da7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/subnets/972c4bcb-fed8-4ae3-b0db-ad894dc95727 HTTP/1.1" status: 204 len: 168 time: 0.3772991 Jun 22 09:49:13.840229 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0b95d4a6-ee05-421e-8ec0-aac71dc1b5a7 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:13.841472 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34402) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:13.844776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13da8f9a-3cd3-4087-a4e4-2bd1da9d06bc None None] Network c9151503-4bfd-49cf-863d-0d763e2535da requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:49:13.867774 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c382e88-09cc-4900-aa19-21711d7aa1cc tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=803d4c7e-cef4-47e2-82ab-62cbc1772232,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:13.871192 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6c382e88-09cc-4900-aa19-21711d7aa1cc tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:13.903825 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c49febea-4bb6-4757-8bf4-72f15557c4da tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566640 Jun 22 09:49:13.904416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34404) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:13.911911 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-e8eba520-fadf-4375-b0d0-ab0294fd73d5 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group': {'name': 'tempest-secgroup--821032125'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:13.951929 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:13.998610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e8eba520-fadf-4375-b0d0-ab0294fd73d5 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:14.003350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting port ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:14.003939 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:14.052193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-0bc84525-bde9-44ff-8e26-9a7f4bb95956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:12Z', 'revision_number': 10, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:14.071456 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] For port ffd071f7-cbee-4f50-b643-fdfb90ffd4e8, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ffd071f7-cbee-4f50-b643-fdfb90ffd4e8,segment=NetworkSegment(5c725968-81c8-4d21-b829-2f017907eaf7),segment_id=5c725968-81c8-4d21-b829-2f017907eaf7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:14.072066 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:14.081004 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc84525-bde9-44ff-8e26-9a7f4bb95956 None None] Checking router: 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:49:14.089668 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc84525-bde9-44ff-8e26-9a7f4bb95956 None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:14.090497 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-0bc84525-bde9-44ff-8e26-9a7f4bb95956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:14.109124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e8eba520-fadf-4375-b0d0-ab0294fd73d5 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:14.145940 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e8eba520-fadf-4375-b0d0-ab0294fd73d5 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:14.147597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Calling delete_port for ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:14.149809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2b3ec5a6-fb96-4d66-ba04-420c3185a9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:14.165457 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97261d05-e873-45fa-9bfa-fb68bc7e31bf None None] DHCP port deletion for c9151503-4bfd-49cf-863d-0d763e2535da request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:49:14.179923 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eba520-fadf-4375-b0d0-ab0294fd73d5 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcf7046-1df0-4261-9d28-672786718c04,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:14.182563 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e8eba520-fadf-4375-b0d0-ab0294fd73d5 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:14.216391 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-0bc84525-bde9-44ff-8e26-9a7f4bb95956 None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:14.271838 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e8eba520-fadf-4375-b0d0-ab0294fd73d5 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:14.275704 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e8eba520-fadf-4375-b0d0-ab0294fd73d5 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3664923 Jun 22 09:49:14.275945 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34408) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:14.280589 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-466329f9-21c8-4982-9a80-22fb5407700b tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': '0dcf7046-1df0-4261-9d28-672786718c04', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:14.280959 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.api.v2.base [None req-466329f9-21c8-4982-9a80-22fb5407700b tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 22 09:49:14.281530 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-466329f9-21c8-4982-9a80-22fb5407700b tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:49:14.282406 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-466329f9-21c8-4982-9a80-22fb5407700b tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055642 Jun 22 09:49:14.284817 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34410) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:14.289116 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-665d6047-a55f-4d89-b130-176691e8062a tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': '0dcf7046-1df0-4261-9d28-672786718c04', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:14.311616 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:14.315072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b193010a-1d4d-4e5b-a469-2691a1b40e56 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:14.329276 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-97261d05-e873-45fa-9bfa-fb68bc7e31bf None None] Deleting port ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:14.329658 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-97261d05-e873-45fa-9bfa-fb68bc7e31bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:14.342019 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Port': ['ID=ffd071f7-cbee-4f50-b643-fdfb90ffd4e8,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:14.345246 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:14.346033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] No DVR routers for this DVR port ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:49:14.411093 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-97261d05-e873-45fa-9bfa-fb68bc7e31bf None None] For port ffd071f7-cbee-4f50-b643-fdfb90ffd4e8, host dv-neutron-797121-3-hyperv, got binding levels [] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:14.411470 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-97261d05-e873-45fa-9bfa-fb68bc7e31bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:14.423381 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:14.432933 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9151503-4bfd-49cf-863d-0d763e2535da']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:14.443386 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-665d6047-a55f-4d89-b130-176691e8062a tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:49:14.443634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c725968-81c8-4d21-b829-2f017907eaf7') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:14.443772 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c725968-81c8-4d21-b829-2f017907eaf7') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:14.447325 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-665d6047-a55f-4d89-b130-176691e8062a tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1591790 Jun 22 09:49:14.447648 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34412) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:14.452344 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-1e991899-f418-440a-ac07-f3b377f7c432 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': '0dcf7046-1df0-4261-9d28-672786718c04', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:14.452935 dv-neutron-797121-3-hyperv neutron-server[100652]: WARNING neutron.api.v2.base [None req-1e991899-f418-440a-ac07-f3b377f7c432 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 22 09:49:14.453535 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-1e991899-f418-440a-ac07-f3b377f7c432 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:49:14.453666 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:14.455273 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1e991899-f418-440a-ac07-f3b377f7c432 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060036 Jun 22 09:49:14.464162 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34414) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:14.468886 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-9e9b7c95-0755-4c33-8465-1527e78d6c5d tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': '0dcf7046-1df0-4261-9d28-672786718c04', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:14.473867 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:14.479965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:49:14.480418 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:49:14.483515 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:49:14.487790 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-97261d05-e873-45fa-9bfa-fb68bc7e31bf None None] Calling delete_port for ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:14.493044 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.ipam_backend_mixin [None req-97261d05-e873-45fa-9bfa-fb68bc7e31bf None None] Port ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 was not found and therefore no delete operation was performed {{(pid=100654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 09:49:14.494577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-97261d05-e873-45fa-9bfa-fb68bc7e31bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:14.513372 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-348bdcbb-0be3-4928-8865-1ffafc81752f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:14.538373 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97261d05-e873-45fa-9bfa-fb68bc7e31bf None None] Pushing event deleted for resources: {'Port': ['ID=ffd071f7-cbee-4f50-b643-fdfb90ffd4e8,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:14.540864 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-97261d05-e873-45fa-9bfa-fb68bc7e31bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:14.543962 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97261d05-e873-45fa-9bfa-fb68bc7e31bf None None] No DVR routers for this DVR port ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:49:14.579180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-0bc84525-bde9-44ff-8e26-9a7f4bb95956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:12Z', 'revision_number': 10, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:14.603409 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:14.607276 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:14.611942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:14.613484 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc84525-bde9-44ff-8e26-9a7f4bb95956 None None] The sync data for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv is: [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:12Z', 'revision_number': 10, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None, '_interfaces': [{'id': '54e8bc3a-1568-475f-878e-c78d81c63384', 'name': '', 'network_id': '6ec33434-fe97-4d74-956f-41db765ba930', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'mac_address': 'fa:16:3e:d4:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:54Z', 'revision_number': 5, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'subnets': [{'id': '14f58973-f8a2-4d7d-9d0b-66a093d863e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:14.614200 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/networks/c9151503-4bfd-49cf-863d-0d763e2535da HTTP/1.1" status: 204 len: 168 time: 0.7709656 Jun 22 09:49:14.616836 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34416) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:14.631699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Network': ['ID=c9151503-4bfd-49cf-863d-0d763e2535da,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:14.637580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:14.698613 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-9e9b7c95-0755-4c33-8465-1527e78d6c5d tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:49:14.699643 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9e9b7c95-0755-4c33-8465-1527e78d6c5d tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2345090 Jun 22 09:49:14.703029 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34418) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:14.708186 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-54e31a87-abb5-43dc-8189-bd5e25f94869 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': '0dcf7046-1df0-4261-9d28-672786718c04', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:14.708826 dv-neutron-797121-3-hyperv neutron-server[100653]: WARNING neutron.api.v2.base [None req-54e31a87-abb5-43dc-8189-bd5e25f94869 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 22 09:49:14.709326 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-54e31a87-abb5-43dc-8189-bd5e25f94869 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:49:14.710278 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-54e31a87-abb5-43dc-8189-bd5e25f94869 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060608 Jun 22 09:49:14.714297 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34420) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:14.718647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-c87338b5-7d3a-4a20-b566-4459ff4dd4f3 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': '0dcf7046-1df0-4261-9d28-672786718c04', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:14.746384 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:49:14.769709 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:49:14.769709 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ffd071f7-cbee-4f50-b643-fdfb90ffd4e8 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:49:15.247581 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-c87338b5-7d3a-4a20-b566-4459ff4dd4f3 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:49:15.251080 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c87338b5-7d3a-4a20-b566-4459ff4dd4f3 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5336792 Jun 22 09:49:15.251764 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34422) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:15.256927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-ed895ce7-465a-48db-9bfc-c57a095bf0e7 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': '0dcf7046-1df0-4261-9d28-672786718c04', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:15.257371 dv-neutron-797121-3-hyperv neutron-server[100653]: WARNING neutron.api.v2.base [None req-ed895ce7-465a-48db-9bfc-c57a095bf0e7 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 22 09:49:15.257872 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-ed895ce7-465a-48db-9bfc-c57a095bf0e7 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:49:15.259043 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ed895ce7-465a-48db-9bfc-c57a095bf0e7 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060115 Jun 22 09:49:15.264884 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34424) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:15.270878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-99df84b2-4e5e-407d-a686-1664c914be74 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': '0dcf7046-1df0-4261-9d28-672786718c04', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:15.305527 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ba8fbee0-cd7d-471b-a555-4bde9e0c2872 req-729652e4-723c-4a2c-93bc-92b66b5ec2d4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0929940 Jun 22 09:49:15.417779 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a0302877-deac-4177-9d6e-c07a468f2f3f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:15.420603 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fbee0-cd7d-471b-a555-4bde9e0c2872 req-59e8008d-1be9-4edb-9bbb-6717ae76a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:15.422086 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ba8fbee0-cd7d-471b-a555-4bde9e0c2872 req-59e8008d-1be9-4edb-9bbb-6717ae76a373 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 1098 time: 0.0701730 Jun 22 09:49:15.437553 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-99df84b2-4e5e-407d-a686-1664c914be74 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:49:15.438606 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-99df84b2-4e5e-407d-a686-1664c914be74 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1727276 Jun 22 09:49:15.441439 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34426) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:15.446224 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-e0d82c9b-d98b-474f-b3ce-441c921649ee tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': '0dcf7046-1df0-4261-9d28-672786718c04', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:15.614897 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-e0d82c9b-d98b-474f-b3ce-441c921649ee tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:49:15.619022 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e0d82c9b-d98b-474f-b3ce-441c921649ee tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1741438 Jun 22 09:49:15.619276 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34428) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:15.623826 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fbee0-cd7d-471b-a555-4bde9e0c2872 req-b27fe216-6483-4abe-b0a6-dfb9c3f9cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:15.625796 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ba8fbee0-cd7d-471b-a555-4bde9e0c2872 req-b27fe216-6483-4abe-b0a6-dfb9c3f9cce3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=93499441-2576-4960-843c-c66e6142a15f HTTP/1.1" status: 200 len: 898 time: 0.1726854 Jun 22 09:49:15.673253 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a53f22a3-39ca-421a-8948-26a812f82fc6 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:15.695851 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a53f22a3-39ca-421a-8948-26a812f82fc6 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:15.704005 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ba8fbee0-cd7d-471b-a555-4bde9e0c2872 req-e9ad5802-7efe-4ccc-87e7-d82103800ee8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa47a32a-f3de-4cf8-8569-c6463c0e1227 HTTP/1.1" status: 200 len: 1001 time: 0.0712001 Jun 22 09:49:15.799140 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fbee0-cd7d-471b-a555-4bde9e0c2872 req-5d4d8037-5456-4cf3-9969-b56a31ef95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:15.800607 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ba8fbee0-cd7d-471b-a555-4bde9e0c2872 req-5d4d8037-5456-4cf3-9969-b56a31ef95ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=28ffa1de-f5d8-427c-981c-3580f3604fcc HTTP/1.1" status: 200 len: 835 time: 0.0751395 Jun 22 09:49:15.831641 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a53f22a3-39ca-421a-8948-26a812f82fc6 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:15.834233 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a53f22a3-39ca-421a-8948-26a812f82fc6 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:15.835352 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a53f22a3-39ca-421a-8948-26a812f82fc6 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "DELETE /v2.0/security-groups/0dcf7046-1df0-4261-9d28-672786718c04 HTTP/1.1" status: 204 len: 168 time: 0.2150996 Jun 22 09:49:15.836240 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9cc721ef-e0e2-4801-8f6f-7a8bd5cf14fb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:15.840023 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34430) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:15.844805 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f22a3-39ca-421a-8948-26a812f82fc6 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcf7046-1df0-4261-9d28-672786718c04,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:15.847070 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a53f22a3-39ca-421a-8948-26a812f82fc6 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:15.882060 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a0302877-deac-4177-9d6e-c07a468f2f3f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting port 54e8bc3a-1568-475f-878e-c78d81c63384 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:15.882409 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a0302877-deac-4177-9d6e-c07a468f2f3f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:15.958757 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-54b89145-cbe5-4ee6-bf53-66d1fc8111ed tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1166823 Jun 22 09:49:15.963039 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34432) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:15.966662 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fbee0-cd7d-471b-a555-4bde9e0c2872 req-69f21218-c5a4-4bd1-80a8-4a7c0d2db93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:15.967828 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-8453fa37-c350-42a8-9180-d20910993a86 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123141543'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:15.968132 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ba8fbee0-cd7d-471b-a555-4bde9e0c2872 req-69f21218-c5a4-4bd1-80a8-4a7c0d2db93d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=93499441-2576-4960-843c-c66e6142a15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1605017 Jun 22 09:49:16.042885 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-a0302877-deac-4177-9d6e-c07a468f2f3f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] For port 54e8bc3a-1568-475f-878e-c78d81c63384, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=54e8bc3a-1568-475f-878e-c78d81c63384,segment=NetworkSegment(981557e3-7b9e-4e33-9bbe-6d8f7a37b064),segment_id=981557e3-7b9e-4e33-9bbe-6d8f7a37b064)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:16.043153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8453fa37-c350-42a8-9180-d20910993a86 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:16.043292 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a0302877-deac-4177-9d6e-c07a468f2f3f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:16.116614 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-a0302877-deac-4177-9d6e-c07a468f2f3f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Calling delete_port for 54e8bc3a-1568-475f-878e-c78d81c63384 owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:16.124749 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8453fa37-c350-42a8-9180-d20910993a86 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:16.180162 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8453fa37-c350-42a8-9180-d20910993a86 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:16.183605 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e97d1992-bb69-40c5-bfac-4043cf2689ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:16.186905 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ba8fbee0-cd7d-471b-a555-4bde9e0c2872 req-cb88b8ae-fc8a-4cd9-a9d3-92467a387b65 service neutron] 10.222.0.35 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068865 Jun 22 09:49:16.210333 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453fa37-c350-42a8-9180-d20910993a86 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78163947-1a0c-488a-958a-232d1465223a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:16.212946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8453fa37-c350-42a8-9180-d20910993a86 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:16.277148 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8453fa37-c350-42a8-9180-d20910993a86 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:16.278442 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8453fa37-c350-42a8-9180-d20910993a86 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3143399 Jun 22 09:49:16.282031 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34434) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:16.286637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-2dcd514f-bfff-4353-b857-7129278d6c14 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': '78163947-1a0c-488a-958a-232d1465223a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:16.333513 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ba8fbee0-cd7d-471b-a555-4bde9e0c2872 req-0a1993ca-06d6-4b8e-9813-70c6a30e591c service neutron] 10.222.0.35 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386018 Jun 22 09:49:16.443350 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a0302877-deac-4177-9d6e-c07a468f2f3f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:16.446282 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:16.471583 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-2dcd514f-bfff-4353-b857-7129278d6c14 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): The resource could not be found. Jun 22 09:49:16.472597 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2dcd514f-bfff-4353-b857-7129278d6c14 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1896231 Jun 22 09:49:16.475298 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0302877-deac-4177-9d6e-c07a468f2f3f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Port': ['ID=54e8bc3a-1568-475f-878e-c78d81c63384,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:16.475509 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34436) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:16.478474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a0302877-deac-4177-9d6e-c07a468f2f3f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:16.488113 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-e0d89512-31ec-4bf7-a95a-67296711d331 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': '78163947-1a0c-488a-958a-232d1465223a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '050d51b7-e5e9-4c8b-957f-91203790e741'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:16.568647 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e79e7421-089b-4098-9613-23ac5e2b5c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:16.622823 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a0302877-deac-4177-9d6e-c07a468f2f3f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:16.636498 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d1ed95a8-da96-44fd-9d20-254b0e4abfe1 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:49:16.662526 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: d1ed95a8-da96-44fd-9d20-254b0e4abfe1 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:49:16.663046 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d1ed95a8-da96-44fd-9d20-254b0e4abfe1 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:49:16.681731 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-e0d89512-31ec-4bf7-a95a-67296711d331 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): The resource could not be found. Jun 22 09:49:16.681731 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e0d89512-31ec-4bf7-a95a-67296711d331 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2019749 Jun 22 09:49:16.681731 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34440) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:16.733679 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9758ebc8-9b95-4f11-8e94-864183641702 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:16.755784 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9758ebc8-9b95-4f11-8e94-864183641702 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:16.782336 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0302877-deac-4177-9d6e-c07a468f2f3f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:49:16.860918 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0302877-deac-4177-9d6e-c07a468f2f3f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:49:16.865847 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a0302877-deac-4177-9d6e-c07a468f2f3f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/9eee7df5-3ea5-4c88-b6e2-581a5b58b186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2397072 Jun 22 09:49:16.868535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34442) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:16.871118 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df65e61-7c5d-43b3-bab1-d74376f0e5c7 None None] Sync routers for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:49:16.877068 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9758ebc8-9b95-4f11-8e94-864183641702 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:16.880237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9758ebc8-9b95-4f11-8e94-864183641702 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:16.880419 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df65e61-7c5d-43b3-bab1-d74376f0e5c7 None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:16.883928 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0df65e61-7c5d-43b3-bab1-d74376f0e5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:16.884106 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9758ebc8-9b95-4f11-8e94-864183641702 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "DELETE /v2.0/security-groups/78163947-1a0c-488a-958a-232d1465223a HTTP/1.1" status: 204 len: 168 time: 0.1993313 Jun 22 09:49:16.884106 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-291d77be-7ae1-4cc6-af0f-9d03534404ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:16.886492 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34444) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:16.898326 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758ebc8-9b95-4f11-8e94-864183641702 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78163947-1a0c-488a-958a-232d1465223a,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:16.918792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9758ebc8-9b95-4f11-8e94-864183641702 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:16.925886 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-6824ae8b-61ae-4bc5-8d4f-420f959d5c3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting subnet 14f58973-f8a2-4d7d-9d0b-66a093d863e1 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:49:16.929438 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6824ae8b-61ae-4bc5-8d4f-420f959d5c3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:16.952273 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5a9e4b1f-0340-488c-859c-39f73a08b1e6 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0612273 Jun 22 09:49:16.952884 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34446) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:16.957938 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-5f30beba-2797-4113-a700-86d3406e99d0 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': '704ca71e-5c08-4fe5-b015-3570b6c7d482', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:16.962176 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-0df65e61-7c5d-43b3-bab1-d74376f0e5c7 None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:16.976895 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6824ae8b-61ae-4bc5-8d4f-420f959d5c3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.013409 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0df65e61-7c5d-43b3-bab1-d74376f0e5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:16Z', 'revision_number': 11, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:17.042348 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df65e61-7c5d-43b3-bab1-d74376f0e5c7 None None] Checking router: 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:49:17.050513 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df65e61-7c5d-43b3-bab1-d74376f0e5c7 None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:17.051123 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0df65e61-7c5d-43b3-bab1-d74376f0e5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:17.058350 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6824ae8b-61ae-4bc5-8d4f-420f959d5c3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.088746 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-5f30beba-2797-4113-a700-86d3406e99d0 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): The resource could not be found. Jun 22 09:49:17.095005 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5f30beba-2797-4113-a700-86d3406e99d0 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1358500 Jun 22 09:49:17.096014 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34448) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:17.100992 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-c62c4d19-bc57-4ee6-8a74-50a7267485b3 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1576476397'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:17.116548 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-0df65e61-7c5d-43b3-bab1-d74376f0e5c7 None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:17.173992 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0df65e61-7c5d-43b3-bab1-d74376f0e5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:16Z', 'revision_number': 11, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:17.174398 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c62c4d19-bc57-4ee6-8a74-50a7267485b3 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.197952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6824ae8b-61ae-4bc5-8d4f-420f959d5c3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.201664 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fb3e0d4d-2ea0-4160-8222-74e20e67e57f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:17.204856 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df65e61-7c5d-43b3-bab1-d74376f0e5c7 None None] The sync data for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv is: [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:16Z', 'revision_number': 11, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:17.236707 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824ae8b-61ae-4bc5-8d4f-420f959d5c3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Subnet': ['ID=14f58973-f8a2-4d7d-9d0b-66a093d863e1,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:17.238700 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6824ae8b-61ae-4bc5-8d4f-420f959d5c3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.240590 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6824ae8b-61ae-4bc5-8d4f-420f959d5c3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/subnets/14f58973-f8a2-4d7d-9d0b-66a093d863e1 HTTP/1.1" status: 204 len: 168 time: 0.3711309 Jun 22 09:49:17.241595 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6824ae8b-61ae-4bc5-8d4f-420f959d5c3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:17.243271 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34450) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:17.246110 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7897a1-eadc-4fb2-8646-2e5be8dbfaed None None] Network 6ec33434-fe97-4d74-956f-41db765ba930 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:49:17.271091 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c62c4d19-bc57-4ee6-8a74-50a7267485b3 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.319612 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.334566 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c62c4d19-bc57-4ee6-8a74-50a7267485b3 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.337115 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-442901c9-c9fa-4198-9c3d-9f07a5bd9762 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:17.369879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c4d19-bc57-4ee6-8a74-50a7267485b3 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5345c57-f936-4d3f-99c5-85fa3dc877ae,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:17.372913 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c62c4d19-bc57-4ee6-8a74-50a7267485b3 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:17.374676 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Deleting port 6884f922-9eea-40e3-846c-8c66be72a525 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:17.375767 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.426263 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c62c4d19-bc57-4ee6-8a74-50a7267485b3 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.428500 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c62c4d19-bc57-4ee6-8a74-50a7267485b3 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3305032 Jun 22 09:49:17.430336 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34452) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:17.439148 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-3b4f9f9a-9c45-4938-bf29-d59243bf29b5 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116687001'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:17.458267 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] For port 6884f922-9eea-40e3-846c-8c66be72a525, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=6884f922-9eea-40e3-846c-8c66be72a525,segment=NetworkSegment(981557e3-7b9e-4e33-9bbe-6d8f7a37b064),segment_id=981557e3-7b9e-4e33-9bbe-6d8f7a37b064)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:17.458631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.528340 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Calling delete_port for 6884f922-9eea-40e3-846c-8c66be72a525 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:17.570147 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b4f9f9a-9c45-4938-bf29-d59243bf29b5 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.579264 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8838156-0aaf-442d-843b-6e696f7e547b None None] DHCP port deletion for 6ec33434-fe97-4d74-956f-41db765ba930 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:49:17.627374 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-e8838156-0aaf-442d-843b-6e696f7e547b None None] Deleting port 6884f922-9eea-40e3-846c-8c66be72a525 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:17.627803 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e8838156-0aaf-442d-843b-6e696f7e547b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.679700 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b4f9f9a-9c45-4938-bf29-d59243bf29b5 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.692496 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-e8838156-0aaf-442d-843b-6e696f7e547b None None] For port 6884f922-9eea-40e3-846c-8c66be72a525, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=6884f922-9eea-40e3-846c-8c66be72a525,segment=NetworkSegment(981557e3-7b9e-4e33-9bbe-6d8f7a37b064),segment_id=981557e3-7b9e-4e33-9bbe-6d8f7a37b064)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:17.692902 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e8838156-0aaf-442d-843b-6e696f7e547b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.728854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.731937 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-84c37081-a8ab-4ed0-a949-380c8afd6f9d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:17.755358 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Port': ['ID=6884f922-9eea-40e3-846c-8c66be72a525,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:17.755764 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-e8838156-0aaf-442d-843b-6e696f7e547b None None] Calling delete_port for 6884f922-9eea-40e3-846c-8c66be72a525 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:17.758500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:17.759291 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] No DVR routers for this DVR port 6884f922-9eea-40e3-846c-8c66be72a525 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:49:17.765418 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b4f9f9a-9c45-4938-bf29-d59243bf29b5 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.787646 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-61a35f39-8106-469b-b698-29a21cce2871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:17.840405 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e8838156-0aaf-442d-843b-6e696f7e547b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.842306 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e9f0c08e-2c98-4def-b301-8b820291e2ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:17.860282 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f9f9a-9c45-4938-bf29-d59243bf29b5 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca800ea2-c2f3-4c20-89cb-5fc3af47ef6c,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:17.864234 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3b4f9f9a-9c45-4938-bf29-d59243bf29b5 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:17.866040 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8838156-0aaf-442d-843b-6e696f7e547b None None] Pushing event deleted for resources: {'Port': ['ID=6884f922-9eea-40e3-846c-8c66be72a525,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:17.868900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.869183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e8838156-0aaf-442d-843b-6e696f7e547b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:17.869766 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8838156-0aaf-442d-843b-6e696f7e547b None None] No DVR routers for this DVR port 6884f922-9eea-40e3-846c-8c66be72a525 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:49:17.879991 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec33434-fe97-4d74-956f-41db765ba930']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:17.888777 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b4f9f9a-9c45-4938-bf29-d59243bf29b5 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.889972 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3b4f9f9a-9c45-4938-bf29-d59243bf29b5 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4587078 Jun 22 09:49:17.891688 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981557e3-7b9e-4e33-9bbe-6d8f7a37b064') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:17.891991 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981557e3-7b9e-4e33-9bbe-6d8f7a37b064') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:17.893089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34454) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:17.898019 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-91e73f18-66b1-42c4-9ade-89fadbe510a7 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group_rule': {'security_group_id': 'f5345c57-f936-4d3f-99c5-85fa3dc877ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ca800ea2-c2f3-4c20-89cb-5fc3af47ef6c'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:17.900821 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.915420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.921124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:49:17.921507 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:49:17.924920 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:49:18.431881 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:18.435636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-933bb071-5216-4606-a52c-cde63f0f16e5 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:18.450617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:18.452485 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/networks/6ec33434-fe97-4d74-956f-41db765ba930 HTTP/1.1" status: 204 len: 168 time: 1.2080903 Jun 22 09:49:18.454467 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Pushing event deleted for resources: {'Network': ['ID=6ec33434-fe97-4d74-956f-41db765ba930,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:18.456502 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34456) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:18.457010 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:18.461820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-78cb28d1-1c46-4417-8185-e18438541919 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'router': {'routes': None}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:18.467016 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-91e73f18-66b1-42c4-9ade-89fadbe510a7 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:49:18.468009 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-91e73f18-66b1-42c4-9ade-89fadbe510a7 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5738492 Jun 22 09:49:18.471590 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34458) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:18.528617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-59cd9b63-8a8e-40d2-aec1-d8d0d44137d7 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:18.554545 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-59cd9b63-8a8e-40d2-aec1-d8d0d44137d7 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:18.626778 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.extraroute_db [None req-78cb28d1-1c46-4417-8185-e18438541919 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Added routes are [] {{(pid=100653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 09:49:18.627123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.extraroute_db [None req-78cb28d1-1c46-4417-8185-e18438541919 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Removed routes are [] {{(pid=100653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 09:49:18.627481 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-78cb28d1-1c46-4417-8185-e18438541919 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:18.628736 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 54e8bc3a-1568-475f-878e-c78d81c63384 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:49:18.652496 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 54e8bc3a-1568-475f-878e-c78d81c63384 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:49:18.652845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 54e8bc3a-1568-475f-878e-c78d81c63384 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:49:18.653564 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 6884f922-9eea-40e3-846c-8c66be72a525 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:49:18.674147 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 6884f922-9eea-40e3-846c-8c66be72a525 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:49:18.674505 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 6884f922-9eea-40e3-846c-8c66be72a525 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:49:18.677330 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-59cd9b63-8a8e-40d2-aec1-d8d0d44137d7 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:18.680780 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-59cd9b63-8a8e-40d2-aec1-d8d0d44137d7 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:18.690392 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-59cd9b63-8a8e-40d2-aec1-d8d0d44137d7 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "DELETE /v2.0/security-groups/ca800ea2-c2f3-4c20-89cb-5fc3af47ef6c HTTP/1.1" status: 204 len: 168 time: 0.2095282 Jun 22 09:49:18.690392 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dd3ed621-a3d8-4975-a69b-a13826713a3b tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:18.690392 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34462) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:18.700168 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd9b63-8a8e-40d2-aec1-d8d0d44137d7 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca800ea2-c2f3-4c20-89cb-5fc3af47ef6c,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:18.709316 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-59cd9b63-8a8e-40d2-aec1-d8d0d44137d7 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:18.748142 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8eccfc76-dacd-4d29-b213-f0cc4fecd61f tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0588570 Jun 22 09:49:18.750536 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34464) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:18.782282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-78cb28d1-1c46-4417-8185-e18438541919 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:18.786227 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-78cb28d1-1c46-4417-8185-e18438541919 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:18.810916 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b58caa22-6df5-429b-a7cb-6829e61a9143 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:18.834232 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b58caa22-6df5-429b-a7cb-6829e61a9143 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:18.859303 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cb28d1-1c46-4417-8185-e18438541919 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:49:18.936289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cb28d1-1c46-4417-8185-e18438541919 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:49:18.945119 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-78cb28d1-1c46-4417-8185-e18438541919 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:18.945119 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-78cb28d1-1c46-4417-8185-e18438541919 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/9eee7df5-3ea5-4c88-b6e2-581a5b58b186 HTTP/1.1" status: 200 len: 700 time: 0.4866371 Jun 22 09:49:18.945656 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be97ad-c879-4c19-8a8d-0a9ca1c7b6ca None None] Sync routers for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:49:18.947200 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34466) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:18.955699 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be97ad-c879-4c19-8a8d-0a9ca1c7b6ca None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:18.956545 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-92be97ad-c879-4c19-8a8d-0a9ca1c7b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:48:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:18.968569 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b58caa22-6df5-429b-a7cb-6829e61a9143 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:18.980988 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b58caa22-6df5-429b-a7cb-6829e61a9143 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:18.980988 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b58caa22-6df5-429b-a7cb-6829e61a9143 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "DELETE /v2.0/security-groups/f5345c57-f936-4d3f-99c5-85fa3dc877ae HTTP/1.1" status: 204 len: 168 time: 0.2216895 Jun 22 09:49:18.980988 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-53e99dc2-77bf-4eb7-9493-f9f50d5db648 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:18.981745 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34470) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:18.983699 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58caa22-6df5-429b-a7cb-6829e61a9143 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5345c57-f936-4d3f-99c5-85fa3dc877ae,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:18.986117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b58caa22-6df5-429b-a7cb-6829e61a9143 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:18.990800 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-31e479ab-df01-4e1a-bdfe-78816ea11a2b tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eee7df5-3ea5-4c88-b6e2-581a5b58b186 HTTP/1.1" status: 200 len: 205 time: 0.0421660 Jun 22 09:49:18.993482 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34472) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:19.035519 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1b8e40a7-2fd5-4bc9-9f53-9e3a12bb5c81 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524652 Jun 22 09:49:19.039713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34474) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:19.048033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-5d2ca8f2-1823-4b55-ad86-a1f903d91638 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1265752862'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:19.049892 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-92be97ad-c879-4c19-8a8d-0a9ca1c7b6ca None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:19.083148 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-081b3ad2-1b6e-450e-9f47-484e040f0746 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.113617 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-92be97ad-c879-4c19-8a8d-0a9ca1c7b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:16Z', 'revision_number': 11, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:19.141069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5bbb28ba-6607-4633-b902-98cdea6f4f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.143639 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be97ad-c879-4c19-8a8d-0a9ca1c7b6ca None None] Checking router: 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:49:19.151106 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be97ad-c879-4c19-8a8d-0a9ca1c7b6ca None None] Routers {'9eee7df5-3ea5-4c88-b6e2-581a5b58b186'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:19.151744 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-92be97ad-c879-4c19-8a8d-0a9ca1c7b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:49:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:19.169013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca8f2-1823-4b55-ad86-a1f903d91638 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.221592 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-92be97ad-c879-4c19-8a8d-0a9ca1c7b6ca None None] Set router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:19.243616 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-081b3ad2-1b6e-450e-9f47-484e040f0746 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.245880 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-081b3ad2-1b6e-450e-9f47-484e040f0746 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.254242 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca8f2-1823-4b55-ad86-a1f903d91638 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.284437 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-92be97ad-c879-4c19-8a8d-0a9ca1c7b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:16Z', 'revision_number': 11, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:19.310922 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be97ad-c879-4c19-8a8d-0a9ca1c7b6ca None None] The sync data for ids ['9eee7df5-3ea5-4c88-b6e2-581a5b58b186'] in dv-neutron-797121-3-hyperv is: [{'id': '9eee7df5-3ea5-4c88-b6e2-581a5b58b186', 'name': 'tempest-RoutersTest-router-619789325', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:42Z', 'updated_at': '2021-06-22T09:49:16Z', 'revision_number': 11, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:19.345177 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca8f2-1823-4b55-ad86-a1f903d91638 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.347801 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-18ba8de5-6da9-4705-a6fd-fa8ca002374d tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:19.375375 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ca8f2-1823-4b55-ad86-a1f903d91638 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b741c0ce-8ffb-4788-b538-00fdbaac87b2,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:19.380553 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.384391 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5d2ca8f2-1823-4b55-ad86-a1f903d91638 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:19.448373 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca8f2-1823-4b55-ad86-a1f903d91638 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.449631 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5d2ca8f2-1823-4b55-ad86-a1f903d91638 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4089940 Jun 22 09:49:19.452457 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34476) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:19.457555 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-9e8755f2-66e3-4bfc-a198-e61981da5399 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:19.458127 dv-neutron-797121-3-hyperv neutron-server[100653]: WARNING neutron.api.v2.base [None req-9e8755f2-66e3-4bfc-a198-e61981da5399 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 22 09:49:19.458441 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-9e8755f2-66e3-4bfc-a198-e61981da5399 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] update failed (client error): There was a conflict when trying to complete your request. Jun 22 09:49:19.459316 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9e8755f2-66e3-4bfc-a198-e61981da5399 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "PUT /v2.0/security-groups/b741c0ce-8ffb-4788-b538-00fdbaac87b2 HTTP/1.1" status: 409 len: 330 time: 0.0053227 Jun 22 09:49:19.461615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34478) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:19.480468 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-081b3ad2-1b6e-450e-9f47-484e040f0746 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.480468 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081b3ad2-1b6e-450e-9f47-484e040f0746 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Fanout notify agent at l3_agent the message router_deleted on router 9eee7df5-3ea5-4c88-b6e2-581a5b58b186 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:49:19.485603 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-081b3ad2-1b6e-450e-9f47-484e040f0746 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.486706 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-081b3ad2-1b6e-450e-9f47-484e040f0746 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/routers/9eee7df5-3ea5-4c88-b6e2-581a5b58b186 HTTP/1.1" status: 204 len: 168 time: 0.4919767 Jun 22 09:49:19.490788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34480) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:19.495503 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-47577482-ffcb-412a-a7f2-1e86cd292516 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-814257715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:19.520665 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e26260f6-be33-4ac1-acc8-ac02a8b773d2 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.543715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e26260f6-be33-4ac1-acc8-ac02a8b773d2 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.597316 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47577482-ffcb-412a-a7f2-1e86cd292516 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.598373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47577482-ffcb-412a-a7f2-1e86cd292516 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.665827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e26260f6-be33-4ac1-acc8-ac02a8b773d2 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.668504 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e26260f6-be33-4ac1-acc8-ac02a8b773d2 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.672627 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e26260f6-be33-4ac1-acc8-ac02a8b773d2 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "DELETE /v2.0/security-groups/b741c0ce-8ffb-4788-b538-00fdbaac87b2 HTTP/1.1" status: 204 len: 168 time: 0.2071614 Jun 22 09:49:19.672627 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-361107dc-c734-4924-af32-08e5f3344b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:19.672886 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34482) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:19.679450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26260f6-be33-4ac1-acc8-ac02a8b773d2 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b741c0ce-8ffb-4788-b538-00fdbaac87b2,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:19.681747 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e26260f6-be33-4ac1-acc8-ac02a8b773d2 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:19.726715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47577482-ffcb-412a-a7f2-1e86cd292516 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.752553 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d8b20772-881d-460f-af23-4ad5bcd11d62 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0784936 Jun 22 09:49:19.757700 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34484) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:19.769902 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-845442be-8f17-46e6-babd-2e8aaeaaf570 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] delete failed (client error): The resource could not be found. Jun 22 09:49:19.770874 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-845442be-8f17-46e6-babd-2e8aaeaaf570 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "DELETE /v2.0/security-groups/315b378c-67bf-43b9-985f-f261184cab90 HTTP/1.1" status: 404 len: 347 time: 0.0122540 Jun 22 09:49:19.774129 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34486) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:19.782859 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47577482-ffcb-412a-a7f2-1e86cd292516 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.792409 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-7d798ae0-2236-4d54-86e3-a87468accaf1 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] show failed (client error): The resource could not be found. Jun 22 09:49:19.793380 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7d798ae0-2236-4d54-86e3-a87468accaf1 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "GET /v2.0/security-groups/0b3f1ac0-26ba-4238-8626-0914560b42d7 HTTP/1.1" status: 404 len: 347 time: 0.0183916 Jun 22 09:49:19.797855 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34488) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:19.813457 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-900c8a76-ee0b-4d89-88a6-bbd64a1a68ac tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] show failed (client error): The resource could not be found. Jun 22 09:49:19.821504 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-900c8a76-ee0b-4d89-88a6-bbd64a1a68ac tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] 10.222.0.20 "GET /v2.0/security-group-rules/994650b6-e9b5-4290-bdcc-19d0c44e3ff6 HTTP/1.1" status: 404 len: 356 time: 0.0156162 Jun 22 09:49:19.911284 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47577482-ffcb-412a-a7f2-1e86cd292516 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.912661 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-47577482-ffcb-412a-a7f2-1e86cd292516 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4208453 Jun 22 09:49:19.915452 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34492) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:19.920221 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-778cb8ad-9151-46e9-9418-8a58c56f9c6c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:20.120325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-778cb8ad-9151-46e9-9418-8a58c56f9c6c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:20.231876 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-778cb8ad-9151-46e9-9418-8a58c56f9c6c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:20.248348 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34498) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:20.388136 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6c1981bb-7c29-46e0-807f-87f6393fed6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7e6d854a22b4be88eb37a6fefe7d199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385190 Jun 22 09:49:20.391135 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34502) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:20.426356 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:20.450943 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-700195ca-75d4-41c8-97c6-21470bc557c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:20.474204 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-700195ca-75d4-41c8-97c6-21470bc557c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:20.580362 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-700195ca-75d4-41c8-97c6-21470bc557c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:20.583151 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-700195ca-75d4-41c8-97c6-21470bc557c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:20.584581 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-700195ca-75d4-41c8-97c6-21470bc557c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb54847e-abc4-4370-91ea-0c93b924e4fc HTTP/1.1" status: 204 len: 168 time: 0.1921878 Jun 22 09:49:20.588549 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ed72730b-bddd-47cf-89a7-a9dbe431cedc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:20.594951 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700195ca-75d4-41c8-97c6-21470bc557c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb54847e-abc4-4370-91ea-0c93b924e4fc,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:20.617653 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-700195ca-75d4-41c8-97c6-21470bc557c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:20.785478 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778cb8ad-9151-46e9-9418-8a58c56f9c6c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Router 0258ea50-8ddc-420a-ae43-c236dd1024a2 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:49:20.865631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778cb8ad-9151-46e9-9418-8a58c56f9c6c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:49:20.872569 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-778cb8ad-9151-46e9-9418-8a58c56f9c6c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:20.875920 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef345b35-3e3c-4aa4-a0f8-e5b7f0d2fedd None None] Sync routers for ids ['0258ea50-8ddc-420a-ae43-c236dd1024a2'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:49:20.876424 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-778cb8ad-9151-46e9-9418-8a58c56f9c6c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "PUT /v2.0/routers/0258ea50-8ddc-420a-ae43-c236dd1024a2 HTTP/1.1" status: 200 len: 693 time: 0.9594338 Jun 22 09:49:20.877234 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34508) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:20.887902 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef345b35-3e3c-4aa4-a0f8-e5b7f0d2fedd None None] Routers {'0258ea50-8ddc-420a-ae43-c236dd1024a2'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:20.894190 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ef345b35-3e3c-4aa4-a0f8-e5b7f0d2fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:49:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0258ea50-8ddc-420a-ae43-c236dd1024a2'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:20.960214 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-ef345b35-3e3c-4aa4-a0f8-e5b7f0d2fedd None None] Set router 0258ea50-8ddc-420a-ae43-c236dd1024a2 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:20.961268 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9f6cf43e-70a0-4af7-8e36-198053171a5f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/routers/0258ea50-8ddc-420a-ae43-c236dd1024a2 HTTP/1.1" status: 200 len: 699 time: 0.0828037 Jun 22 09:49:20.963806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34514) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:20.992978 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d04d6319-9a32-4141-a22e-d1123a8ca886 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/ports?device_id=0258ea50-8ddc-420a-ae43-c236dd1024a2 HTTP/1.1" status: 200 len: 205 time: 0.0279188 Jun 22 09:49:20.995383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34518) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:21.028705 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ef345b35-3e3c-4aa4-a0f8-e5b7f0d2fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0258ea50-8ddc-420a-ae43-c236dd1024a2', 'name': 'tempest-RoutersTest-router-814257715', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:19Z', 'updated_at': '2021-06-22T09:49:20Z', 'revision_number': 2, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:21.053898 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef345b35-3e3c-4aa4-a0f8-e5b7f0d2fedd None None] Checking router: 0258ea50-8ddc-420a-ae43-c236dd1024a2 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:49:21.062038 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef345b35-3e3c-4aa4-a0f8-e5b7f0d2fedd None None] Routers {'0258ea50-8ddc-420a-ae43-c236dd1024a2'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:21.065651 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ef345b35-3e3c-4aa4-a0f8-e5b7f0d2fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:49:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0258ea50-8ddc-420a-ae43-c236dd1024a2'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:21.069544 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b3daadb-3314-4d69-82f8-1cbb0ce4a5f5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:21.133959 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-ef345b35-3e3c-4aa4-a0f8-e5b7f0d2fedd None None] Set router 0258ea50-8ddc-420a-ae43-c236dd1024a2 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:21.189348 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ef345b35-3e3c-4aa4-a0f8-e5b7f0d2fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0258ea50-8ddc-420a-ae43-c236dd1024a2', 'name': 'tempest-RoutersTest-router-814257715', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:19Z', 'updated_at': '2021-06-22T09:49:20Z', 'revision_number': 2, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:21.216221 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef345b35-3e3c-4aa4-a0f8-e5b7f0d2fedd None None] The sync data for ids ['0258ea50-8ddc-420a-ae43-c236dd1024a2'] in dv-neutron-797121-3-hyperv is: [{'id': '0258ea50-8ddc-420a-ae43-c236dd1024a2', 'name': 'tempest-RoutersTest-router-814257715', 'tenant_id': '6167c55fae3441119bb7e60e43fbf71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:19Z', 'updated_at': '2021-06-22T09:49:20Z', 'revision_number': 2, 'project_id': '6167c55fae3441119bb7e60e43fbf71d', 'gw_port_host': None}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:21.518866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b3daadb-3314-4d69-82f8-1cbb0ce4a5f5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:21.520979 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b3daadb-3314-4d69-82f8-1cbb0ce4a5f5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:21.580699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34530) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:21.620150 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b3daadb-3314-4d69-82f8-1cbb0ce4a5f5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:21.620703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3daadb-3314-4d69-82f8-1cbb0ce4a5f5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Fanout notify agent at l3_agent the message router_deleted on router 0258ea50-8ddc-420a-ae43-c236dd1024a2 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:49:21.627856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b3daadb-3314-4d69-82f8-1cbb0ce4a5f5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:21.628951 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7b3daadb-3314-4d69-82f8-1cbb0ce4a5f5 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/routers/0258ea50-8ddc-420a-ae43-c236dd1024a2 HTTP/1.1" status: 204 len: 168 time: 0.6326461 Jun 22 09:49:21.632658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34534) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:21.663615 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2f4b2382-cd3b-4581-84cc-1b0e66f86196 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/ports?device_id=0258ea50-8ddc-420a-ae43-c236dd1024a2 HTTP/1.1" status: 200 len: 205 time: 0.0296092 Jun 22 09:49:21.665820 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:21.666325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34536) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:21.679726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-525f5564-3e71-470a-b33a-a068f290b727 tempest-SubnetPoolsTestJSON-1589729443 tempest-SubnetPoolsTestJSON-1589729443-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-360987986', 'prefixes': ['172.20.0.0/16']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:21.706293 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-58518695-9b5b-4052-a667-c84d857832a1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] delete failed (client error): The resource could not be found. Jun 22 09:49:21.707294 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-58518695-9b5b-4052-a667-c84d857832a1 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/routers/0258ea50-8ddc-420a-ae43-c236dd1024a2 HTTP/1.1" status: 404 len: 336 time: 0.0405898 Jun 22 09:49:21.709905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34538) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:21.736176 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3657bf-81d5-4d85-a005-caa3c03bf973 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] DELETE failed (client error): The resource could not be found. Jun 22 09:49:21.736620 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3657bf-81d5-4d85-a005-caa3c03bf973 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:49:21.738252 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ab3657bf-81d5-4d85-a005-caa3c03bf973 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/subnets/70b81d08-c9f1-4379-9e4e-8c181458327c HTTP/1.1" status: 404 len: 337 time: 0.0274763 Jun 22 09:49:21.743135 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34540) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:21.767331 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ad6c27-fe2b-4e13-81a0-7cf200145a2f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] DELETE failed (client error): The resource could not be found. Jun 22 09:49:21.767807 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ad6c27-fe2b-4e13-81a0-7cf200145a2f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:49:21.769426 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b7ad6c27-fe2b-4e13-81a0-7cf200145a2f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/subnets/59164360-7f55-4a6f-b75e-69a17af08836 HTTP/1.1" status: 404 len: 337 time: 0.0253954 Jun 22 09:49:21.771911 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34542) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:21.800861 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-512ae94f-5f85-4cad-b60b-2d2ff48b5eaf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] DELETE failed (client error): The resource could not be found. Jun 22 09:49:21.801486 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512ae94f-5f85-4cad-b60b-2d2ff48b5eaf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:49:21.803045 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-512ae94f-5f85-4cad-b60b-2d2ff48b5eaf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/subnets/972c4bcb-fed8-4ae3-b0db-ad894dc95727 HTTP/1.1" status: 404 len: 337 time: 0.0297706 Jun 22 09:49:21.805606 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34544) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:21.835910 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e68debb-f893-47fe-90c3-d09960259a93 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] DELETE failed (client error): The resource could not be found. Jun 22 09:49:21.841947 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e68debb-f893-47fe-90c3-d09960259a93 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:49:21.841947 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3e68debb-f893-47fe-90c3-d09960259a93 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/subnets/14f58973-f8a2-4d7d-9d0b-66a093d863e1 HTTP/1.1" status: 404 len: 337 time: 0.0315728 Jun 22 09:49:21.841947 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34546) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:21.870470 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7dd2e2e0-cbcd-4ba1-9cd3-9b33425d600c tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eee7df5-3ea5-4c88-b6e2-581a5b58b186 HTTP/1.1" status: 200 len: 205 time: 0.0284057 Jun 22 09:49:21.872574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34548) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:21.909563 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-8519499e-63b7-4735-99f2-7ef9f25cd33e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] delete failed (client error): The resource could not be found. Jun 22 09:49:21.910561 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8519499e-63b7-4735-99f2-7ef9f25cd33e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/routers/9eee7df5-3ea5-4c88-b6e2-581a5b58b186 HTTP/1.1" status: 404 len: 336 time: 0.0370865 Jun 22 09:49:21.911359 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-525f5564-3e71-470a-b33a-a068f290b727 tempest-SubnetPoolsTestJSON-1589729443 tempest-SubnetPoolsTestJSON-1589729443-project] Notify callbacks [] for subnetpool, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:21.912582 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-525f5564-3e71-470a-b33a-a068f290b727 tempest-SubnetPoolsTestJSON-1589729443 tempest-SubnetPoolsTestJSON-1589729443-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3333092 Jun 22 09:49:21.913376 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34550) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:21.918062 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34552) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:21.943489 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-95e1cba6-f89a-4a7c-99e0-8dd1a5324c31 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/ports?device_id=13a029ab-4ffe-476d-b828-93a1baae576a HTTP/1.1" status: 200 len: 205 time: 0.0286317 Jun 22 09:49:21.946018 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34554) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:21.993659 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-606836c3-fd97-450b-be78-b3bad76e1f70 tempest-SubnetPoolsTestJSON-1589729443 tempest-SubnetPoolsTestJSON-1589729443-project] 10.222.0.20 "GET /v2.0/subnetpools/1ae26203-7b75-4980-9b86-50c186bc0a71 HTTP/1.1" status: 200 len: 731 time: 0.0743582 Jun 22 09:49:21.995990 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34556) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.000956 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-cc98ccc5-baa0-4ab8-bb56-5ceab97461df tempest-SubnetPoolsTestJSON-1589729443 tempest-SubnetPoolsTestJSON-1589729443-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-542655660'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:22.004233 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-b1aa4286-6493-4de9-88c1-0a21fa3454f4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] delete failed (client error): The resource could not be found. Jun 22 09:49:22.005497 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b1aa4286-6493-4de9-88c1-0a21fa3454f4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/routers/13a029ab-4ffe-476d-b828-93a1baae576a HTTP/1.1" status: 404 len: 336 time: 0.0582557 Jun 22 09:49:22.008297 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34558) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.042459 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-197aad9d-c87d-49ae-a862-8b9dcd87ad6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] DELETE failed (client error): The resource could not be found. Jun 22 09:49:22.042738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197aad9d-c87d-49ae-a862-8b9dcd87ad6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:49:22.046893 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-197aad9d-c87d-49ae-a862-8b9dcd87ad6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/subnets/54d4f0a2-97cf-454d-8947-d4572d287d1e HTTP/1.1" status: 404 len: 337 time: 0.0353048 Jun 22 09:49:22.047173 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34560) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.086487 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6fd4fc89-4c62-49b8-b3dc-08180d90a5ec tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/ports?device_id=8772308f-aaba-4faa-bcb2-a13e924bfd8a HTTP/1.1" status: 200 len: 205 time: 0.0378873 Jun 22 09:49:22.088876 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34562) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.126648 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-4a09f2b0-8a9f-450f-b701-f1ebb9ecab75 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] delete failed (client error): The resource could not be found. Jun 22 09:49:22.127671 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4a09f2b0-8a9f-450f-b701-f1ebb9ecab75 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/routers/8772308f-aaba-4faa-bcb2-a13e924bfd8a HTTP/1.1" status: 404 len: 336 time: 0.0377777 Jun 22 09:49:22.130361 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34564) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.163370 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-112d37f6-0c93-435c-96da-01b49f0a1bbe tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bfebcfc-b82c-4a12-abec-e29fac826196 HTTP/1.1" status: 200 len: 205 time: 0.0317798 Jun 22 09:49:22.165612 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34566) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.200522 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-1fb43160-7325-492c-ab13-66d3a98981f9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] delete failed (client error): The resource could not be found. Jun 22 09:49:22.201483 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1fb43160-7325-492c-ab13-66d3a98981f9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/routers/8bfebcfc-b82c-4a12-abec-e29fac826196 HTTP/1.1" status: 404 len: 336 time: 0.0349247 Jun 22 09:49:22.204706 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34568) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.205191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cc98ccc5-baa0-4ab8-bb56-5ceab97461df tempest-SubnetPoolsTestJSON-1589729443 tempest-SubnetPoolsTestJSON-1589729443-project] Notify callbacks [] for subnetpool, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:22.206235 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cc98ccc5-baa0-4ab8-bb56-5ceab97461df tempest-SubnetPoolsTestJSON-1589729443 tempest-SubnetPoolsTestJSON-1589729443-project] 10.222.0.20 "PUT /v2.0/subnetpools/1ae26203-7b75-4980-9b86-50c186bc0a71 HTTP/1.1" status: 200 len: 683 time: 0.2093523 Jun 22 09:49:22.208813 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34570) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.232642 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-40bc4c3b-51f9-4170-b3d9-332c93637b99 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] DELETE failed (client error): The resource could not be found. Jun 22 09:49:22.233098 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40bc4c3b-51f9-4170-b3d9-332c93637b99 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:49:22.234804 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-40bc4c3b-51f9-4170-b3d9-332c93637b99 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/subnets/18db3815-42e9-4381-81c4-cc23702f6674 HTTP/1.1" status: 404 len: 337 time: 0.0290947 Jun 22 09:49:22.237659 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34572) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.271169 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-10c0ba5b-10dd-42f6-8a2c-52c5acf7b589 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd20fdb6-97eb-4648-a61c-7ab964bd5287 HTTP/1.1" status: 200 len: 205 time: 0.0322034 Jun 22 09:49:22.273360 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34574) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.308668 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-c9416647-a551-4d42-a837-94f682b176f9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] delete failed (client error): The resource could not be found. Jun 22 09:49:22.309641 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c9416647-a551-4d42-a837-94f682b176f9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/routers/cd20fdb6-97eb-4648-a61c-7ab964bd5287 HTTP/1.1" status: 404 len: 336 time: 0.0353930 Jun 22 09:49:22.312127 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34576) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.338630 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c680bd1e-b60a-48c8-b7da-cf22fcd4f2de tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] DELETE failed (client error): The resource could not be found. Jun 22 09:49:22.339085 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c680bd1e-b60a-48c8-b7da-cf22fcd4f2de tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:49:22.340759 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c680bd1e-b60a-48c8-b7da-cf22fcd4f2de tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/subnets/b88dce1e-09c8-40d3-827e-7197aa247c45 HTTP/1.1" status: 404 len: 337 time: 0.0272403 Jun 22 09:49:22.342359 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-83d93e6e-5c5d-40b6-9b00-ff901cf066a2 tempest-SubnetPoolsTestJSON-1589729443 tempest-SubnetPoolsTestJSON-1589729443-project] Notify callbacks [] for subnetpool, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:22.343684 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-83d93e6e-5c5d-40b6-9b00-ff901cf066a2 tempest-SubnetPoolsTestJSON-1589729443 tempest-SubnetPoolsTestJSON-1589729443-project] 10.222.0.20 "DELETE /v2.0/subnetpools/1ae26203-7b75-4980-9b86-50c186bc0a71 HTTP/1.1" status: 204 len: 168 time: 0.1339176 Jun 22 09:49:22.344677 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34578) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.346378 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34580) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.360948 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-acd2ccb1-e976-4000-a1be-03228f3aa252 tempest-SubnetPoolsTestJSON-1589729443 tempest-SubnetPoolsTestJSON-1589729443-project] show failed (client error): The resource could not be found. Jun 22 09:49:22.361951 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-acd2ccb1-e976-4000-a1be-03228f3aa252 tempest-SubnetPoolsTestJSON-1589729443 tempest-SubnetPoolsTestJSON-1589729443-project] 10.222.0.20 "GET /v2.0/subnetpools/1ae26203-7b75-4980-9b86-50c186bc0a71 HTTP/1.1" status: 404 len: 346 time: 0.0146408 Jun 22 09:49:22.364669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34582) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.373314 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dd6ab9bb-0abe-4797-a64d-4c06702e8684 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d95373-e58f-42e1-bb22-513393520d0b HTTP/1.1" status: 200 len: 205 time: 0.0273304 Jun 22 09:49:22.376035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34584) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.379372 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-f51e7224-0f7c-44f4-ac23-b2c5beb04616 tempest-SubnetPoolsTestJSON-1589729443 tempest-SubnetPoolsTestJSON-1589729443-project] delete failed (client error): The resource could not be found. Jun 22 09:49:22.380318 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f51e7224-0f7c-44f4-ac23-b2c5beb04616 tempest-SubnetPoolsTestJSON-1589729443 tempest-SubnetPoolsTestJSON-1589729443-project] 10.222.0.20 "DELETE /v2.0/subnetpools/1ae26203-7b75-4980-9b86-50c186bc0a71 HTTP/1.1" status: 404 len: 346 time: 0.0147665 Jun 22 09:49:22.416070 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.api.v2.resource [None req-944ea8b2-498e-43c6-886c-de844d9492a7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] delete failed (client error): The resource could not be found. Jun 22 09:49:22.417084 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-944ea8b2-498e-43c6-886c-de844d9492a7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/routers/26d95373-e58f-42e1-bb22-513393520d0b HTTP/1.1" status: 404 len: 336 time: 0.0401371 Jun 22 09:49:22.419670 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34588) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.445860 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-54edaac7-d720-47fa-b561-33a816256b6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] DELETE failed (client error): The resource could not be found. Jun 22 09:49:22.446319 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54edaac7-d720-47fa-b561-33a816256b6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:49:22.448012 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-54edaac7-d720-47fa-b561-33a816256b6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/subnets/0e98d014-ccfe-4ab1-b66a-63d4863d1641 HTTP/1.1" status: 404 len: 337 time: 0.0274522 Jun 22 09:49:22.450548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34590) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.475475 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82c7337-2ff2-4d97-a1f5-9055f947a480 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] DELETE failed (client error): The resource could not be found. Jun 22 09:49:22.475932 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82c7337-2ff2-4d97-a1f5-9055f947a480 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:49:22.477585 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b82c7337-2ff2-4d97-a1f5-9055f947a480 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] 10.222.0.20 "DELETE /v2.0/subnets/7551465c-bf5e-4375-8860-b5cbb7dc3f1e HTTP/1.1" status: 404 len: 337 time: 0.0262735 Jun 22 09:49:22.839618 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34596) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.933782 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34602) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.991150 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-35be0fd8-9fb4-4186-abf1-3f5561c47dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:23.016931 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-21643609-ec4c-4d2e-8189-994e47da3f9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6167c55fae3441119bb7e60e43fbf71d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817170 Jun 22 09:49:23.019240 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34606) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:23.071949 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb059903-0bf2-4318-8372-1b9825e7752a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:23.079353 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-35be0fd8-9fb4-4186-abf1-3f5561c47dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:23.092277 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb059903-0bf2-4318-8372-1b9825e7752a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:23.122764 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-35be0fd8-9fb4-4186-abf1-3f5561c47dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:23.126531 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9758ebc8-9b95-4f11-8e94-864183641702 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:23.161224 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-35be0fd8-9fb4-4186-abf1-3f5561c47dae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20bfe41abb1940999718fabe9b454da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206096 Jun 22 09:49:23.162238 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be0fd8-9fb4-4186-abf1-3f5561c47dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad7990b-3af6-4201-a3f4-5081bb4e4426,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:23.163910 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34608) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:23.165279 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-35be0fd8-9fb4-4186-abf1-3f5561c47dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:23.193061 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb059903-0bf2-4318-8372-1b9825e7752a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:23.193527 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb059903-0bf2-4318-8372-1b9825e7752a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:23.194625 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-eb059903-0bf2-4318-8372-1b9825e7752a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8eacb585-e0dd-4775-a59f-807f140f863f HTTP/1.1" status: 204 len: 168 time: 0.1744423 Jun 22 09:49:23.198370 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b6097a5c-016b-4a1d-a7d6-05f49dbfd677 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:23.210119 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb059903-0bf2-4318-8372-1b9825e7752a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eacb585-e0dd-4775-a59f-807f140f863f,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:23.214167 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-eb059903-0bf2-4318-8372-1b9825e7752a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:23.231046 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8eaa41dd-a491-487b-b257-4e82119e89d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:23.253655 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8eaa41dd-a491-487b-b257-4e82119e89d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:23.414456 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8eaa41dd-a491-487b-b257-4e82119e89d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:23.417171 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8eaa41dd-a491-487b-b257-4e82119e89d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:23.418407 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8eaa41dd-a491-487b-b257-4e82119e89d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aad7990b-3af6-4201-a3f4-5081bb4e4426 HTTP/1.1" status: 204 len: 168 time: 0.2535298 Jun 22 09:49:23.419235 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0d8eea0e-71ec-4017-9523-1ab2ff2e1cf1 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:23.429180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa41dd-a491-487b-b257-4e82119e89d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad7990b-3af6-4201-a3f4-5081bb4e4426,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:23.430644 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8eaa41dd-a491-487b-b257-4e82119e89d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:24.272809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34648) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:24.362210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-de4061f2-3b04-4618-bc4f-5ba9a62edcf6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group': {'name': 'tempest-secgroup--738360782'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:24.454209 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-de4061f2-3b04-4618-bc4f-5ba9a62edcf6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:24.462605 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-de4061f2-3b04-4618-bc4f-5ba9a62edcf6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:24.471585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34654) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:24.475590 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028596 Jun 22 09:49:24.478410 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34656) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:24.561726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-de4061f2-3b04-4618-bc4f-5ba9a62edcf6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:24.575225 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f32cbec2-e776-4ccf-b12e-40ff72eebac4 tempest-NetworksApiDiscovery-1226867511 tempest-NetworksApiDiscovery-1226867511-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0955939 Jun 22 09:49:24.637176 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-de4061f2-3b04-4618-bc4f-5ba9a62edcf6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:24.640671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-59cd9b63-8a8e-40d2-aec1-d8d0d44137d7 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:24.674363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4061f2-3b04-4618-bc4f-5ba9a62edcf6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=505ea707-64ab-4e00-b547-53cfab7216cb,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:24.678010 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-de4061f2-3b04-4618-bc4f-5ba9a62edcf6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:24.728474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-de4061f2-3b04-4618-bc4f-5ba9a62edcf6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:24.790678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-de4061f2-3b04-4618-bc4f-5ba9a62edcf6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:24.794115 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f7d750ca-1a17-42ed-8f0a-ed67a0cd1169 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:24.819873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4061f2-3b04-4618-bc4f-5ba9a62edcf6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=298bd837-05f6-479e-bf4d-b422755f9658,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:24.822501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-de4061f2-3b04-4618-bc4f-5ba9a62edcf6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:24.882787 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-de4061f2-3b04-4618-bc4f-5ba9a62edcf6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:24.884241 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-de4061f2-3b04-4618-bc4f-5ba9a62edcf6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6102326 Jun 22 09:49:24.886691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34664) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:24.936824 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9474dfbd-63ba-4443-8ffa-d5824b9fa155 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0489249 Jun 22 09:49:24.939555 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34666) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:24.943980 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-ac4041a2-709f-4cbb-bfc8-ccab862e875b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group': {'name': 'tempest-security--1169237776', 'description': 'tempest-security-description-504217139'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:24.967854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ac4041a2-709f-4cbb-bfc8-ccab862e875b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.016515 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ac4041a2-709f-4cbb-bfc8-ccab862e875b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.058862 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34670) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:25.094831 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ac4041a2-709f-4cbb-bfc8-ccab862e875b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.097580 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ac4041a2-709f-4cbb-bfc8-ccab862e875b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.098814 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ac4041a2-709f-4cbb-bfc8-ccab862e875b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "PUT /v2.0/security-groups/298bd837-05f6-479e-bf4d-b422755f9658 HTTP/1.1" status: 200 len: 1779 time: 0.1583474 Jun 22 09:49:25.099655 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ad2935a3-24eb-4fee-b75e-720abaa46a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866700378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:25.101587 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34674) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:25.130362 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4041a2-709f-4cbb-bfc8-ccab862e875b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=298bd837-05f6-479e-bf4d-b422755f9658,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:25.141445 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ac4041a2-709f-4cbb-bfc8-ccab862e875b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:25.142787 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a2ff4146-c3bc-4e21-9a5f-45abed3b2a13 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-groups/298bd837-05f6-479e-bf4d-b422755f9658 HTTP/1.1" status: 200 len: 1779 time: 0.0398779 Jun 22 09:49:25.145111 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34676) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:25.169143 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-44ec1f91-6d5a-4737-9f7e-0e008427cb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.195883 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-101370b7-70a6-4124-8e15-3fa8b455418a tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.218417 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-101370b7-70a6-4124-8e15-3fa8b455418a tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.261128 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-44ec1f91-6d5a-4737-9f7e-0e008427cb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.356731 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-101370b7-70a6-4124-8e15-3fa8b455418a tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.359352 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-101370b7-70a6-4124-8e15-3fa8b455418a tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.360547 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-101370b7-70a6-4124-8e15-3fa8b455418a tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-groups/298bd837-05f6-479e-bf4d-b422755f9658 HTTP/1.1" status: 204 len: 168 time: 0.2145207 Jun 22 09:49:25.361340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8ebabef0-949d-4a36-a3a2-5c3bc9fcd7fb tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:25.363050 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34678) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:25.371996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101370b7-70a6-4124-8e15-3fa8b455418a tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=298bd837-05f6-479e-bf4d-b422755f9658,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:25.372261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-101370b7-70a6-4124-8e15-3fa8b455418a tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:25.404357 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-44ec1f91-6d5a-4737-9f7e-0e008427cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.407859 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ac4041a2-709f-4cbb-bfc8-ccab862e875b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:25.417673 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-18f6ed0d-6361-4995-8856-9860cd82698d tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0534024 Jun 22 09:49:25.420499 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34680) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:25.440203 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-331d7fc5-c5cc-459b-abdb-85b6efe8f373 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] delete failed (client error): The resource could not be found. Jun 22 09:49:25.442002 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-331d7fc5-c5cc-459b-abdb-85b6efe8f373 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-groups/298bd837-05f6-479e-bf4d-b422755f9658 HTTP/1.1" status: 404 len: 347 time: 0.0197382 Jun 22 09:49:25.452634 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-44ec1f91-6d5a-4737-9f7e-0e008427cb05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a63874e8e5404f0f8c7d993d14335285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3926759 Jun 22 09:49:25.455952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec1f91-6d5a-4737-9f7e-0e008427cb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9073c46c-172b-4751-a292-4981dfa354cc,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:25.456106 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34682) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:25.457044 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34684) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:25.457425 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-44ec1f91-6d5a-4737-9f7e-0e008427cb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:25.467574 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-9e10adfb-89f6-41b8-b0f8-629d7b63a9bf tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group': {'name': 'tempest-secgroup--934650456'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:25.522971 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4743597b-728a-4f8e-a5a4-89b5d511e10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.543169 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4743597b-728a-4f8e-a5a4-89b5d511e10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.608552 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9e10adfb-89f6-41b8-b0f8-629d7b63a9bf tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.687880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4743597b-728a-4f8e-a5a4-89b5d511e10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.690503 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4743597b-728a-4f8e-a5a4-89b5d511e10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.691644 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4743597b-728a-4f8e-a5a4-89b5d511e10e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9073c46c-172b-4751-a292-4981dfa354cc HTTP/1.1" status: 204 len: 168 time: 0.2336390 Jun 22 09:49:25.693966 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d95de9b8-b34f-45fb-ad7b-61c8c5824134 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:25.706377 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743597b-728a-4f8e-a5a4-89b5d511e10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9073c46c-172b-4751-a292-4981dfa354cc,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:25.710133 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4743597b-728a-4f8e-a5a4-89b5d511e10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:25.746157 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9e10adfb-89f6-41b8-b0f8-629d7b63a9bf tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.848652 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9e10adfb-89f6-41b8-b0f8-629d7b63a9bf tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.852309 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5d2ca8f2-1823-4b55-ad86-a1f903d91638 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:25.878223 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10adfb-89f6-41b8-b0f8-629d7b63a9bf tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1c6154-b0a0-4ea0-9c42-3a216542c836,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:25.880808 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9e10adfb-89f6-41b8-b0f8-629d7b63a9bf tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:25.974824 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9e10adfb-89f6-41b8-b0f8-629d7b63a9bf tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.978970 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9e10adfb-89f6-41b8-b0f8-629d7b63a9bf tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5178416 Jun 22 09:49:25.981327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34690) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:25.986593 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-b0771bc8-4bb9-4d70-b512-afe32d5c2abf tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group_rule': {'security_group_id': '4c1c6154-b0a0-4ea0-9c42-3a216542c836', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:26.076675 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b0771bc8-4bb9-4d70-b512-afe32d5c2abf tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:26.142423 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b0771bc8-4bb9-4d70-b512-afe32d5c2abf tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:26.253190 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b0771bc8-4bb9-4d70-b512-afe32d5c2abf tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:26.255008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7ec3fd33-dae6-4efa-b839-b3ad19c40bea tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:26.271643 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0771bc8-4bb9-4d70-b512-afe32d5c2abf tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37237b90-4f04-4029-92a2-8b0e23936696,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:26.274334 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b0771bc8-4bb9-4d70-b512-afe32d5c2abf tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:26.355886 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b0771bc8-4bb9-4d70-b512-afe32d5c2abf tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:26.357077 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b0771bc8-4bb9-4d70-b512-afe32d5c2abf tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3747027 Jun 22 09:49:26.360377 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34692) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:26.386060 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-55b4e68e-8892-46dd-8bfd-0dfffd5243f7 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:26.393275 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-55b4e68e-8892-46dd-8bfd-0dfffd5243f7 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:26.521787 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-55b4e68e-8892-46dd-8bfd-0dfffd5243f7 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:26.523604 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:26.528395 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-55b4e68e-8892-46dd-8bfd-0dfffd5243f7 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:26.529500 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-55b4e68e-8892-46dd-8bfd-0dfffd5243f7 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/37237b90-4f04-4029-92a2-8b0e23936696 HTTP/1.1" status: 204 len: 168 time: 0.1682057 Jun 22 09:49:26.532286 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34694) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:26.534733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4e68e-8892-46dd-8bfd-0dfffd5243f7 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37237b90-4f04-4029-92a2-8b0e23936696,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:26.537007 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-55b4e68e-8892-46dd-8bfd-0dfffd5243f7 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:26.580215 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-aa661a85-c65a-4d1f-99f5-fe8f43f551f2 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0465674 Jun 22 09:49:26.582716 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34696) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:26.631679 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-af96accf-5b31-4cd6-bf2e-dadb71426c04 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:26.652550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-af96accf-5b31-4cd6-bf2e-dadb71426c04 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:26.807851 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-af96accf-5b31-4cd6-bf2e-dadb71426c04 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:26.810437 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-af96accf-5b31-4cd6-bf2e-dadb71426c04 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:26.811785 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-af96accf-5b31-4cd6-bf2e-dadb71426c04 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-groups/4c1c6154-b0a0-4ea0-9c42-3a216542c836 HTTP/1.1" status: 204 len: 168 time: 0.2280269 Jun 22 09:49:26.812607 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-eb059903-0bf2-4318-8372-1b9825e7752a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:26.814289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34698) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:26.821703 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96accf-5b31-4cd6-bf2e-dadb71426c04 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1c6154-b0a0-4ea0-9c42-3a216542c836,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:26.823986 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-af96accf-5b31-4cd6-bf2e-dadb71426c04 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:26.857659 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3841370e-0113-4607-9289-78cfd2d81171 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0421214 Jun 22 09:49:26.861703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34700) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:26.866135 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-729cf780-4647-4fba-8870-efe8c9f25332 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group': {'name': 'tempest-secgroup--1806359080'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:26.968664 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-729cf780-4647-4fba-8870-efe8c9f25332 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:27.044107 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-729cf780-4647-4fba-8870-efe8c9f25332 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:27.128485 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-729cf780-4647-4fba-8870-efe8c9f25332 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:27.130904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-068cd4b2-a94c-4467-8edd-4b1f0788136f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:27.157372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729cf780-4647-4fba-8870-efe8c9f25332 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2cde49-bf6b-41ff-a5b3-d4daa4e94028,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:27.160081 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-729cf780-4647-4fba-8870-efe8c9f25332 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:27.236990 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-729cf780-4647-4fba-8870-efe8c9f25332 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:27.238172 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-729cf780-4647-4fba-8870-efe8c9f25332 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3755324 Jun 22 09:49:27.240876 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34702) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:27.245439 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-c5d235e7-6437-41c8-8c92-78f86e2055f8 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group_rule': {'security_group_id': '5f2cde49-bf6b-41ff-a5b3-d4daa4e94028', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:27.401040 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c5d235e7-6437-41c8-8c92-78f86e2055f8 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:27.457632 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c5d235e7-6437-41c8-8c92-78f86e2055f8 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:27.522511 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c5d235e7-6437-41c8-8c92-78f86e2055f8 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:27.527570 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e8edad82-5878-4675-b74e-b18c970c926f tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:27.544089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d235e7-6437-41c8-8c92-78f86e2055f8 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd9999c-70ab-4e36-a44b-63b5c05b8ab5,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:27.546311 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c5d235e7-6437-41c8-8c92-78f86e2055f8 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:27.602581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c5d235e7-6437-41c8-8c92-78f86e2055f8 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:27.603806 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c5d235e7-6437-41c8-8c92-78f86e2055f8 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3619626 Jun 22 09:49:27.606385 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34704) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:27.610817 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-744e423b-616c-4d20-a714-c79d1800899f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group_rule': {'security_group_id': '5f2cde49-bf6b-41ff-a5b3-d4daa4e94028', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:27.680837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-744e423b-616c-4d20-a714-c79d1800899f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:27.736258 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-744e423b-616c-4d20-a714-c79d1800899f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:27.790946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-744e423b-616c-4d20-a714-c79d1800899f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:27.795617 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5f159e4b-f782-4e3f-ac0b-d281d4c41375 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:27.809874 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e423b-616c-4d20-a714-c79d1800899f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff82f6a7-e8dd-4893-9302-e0bf30827062,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:27.812071 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-744e423b-616c-4d20-a714-c79d1800899f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:27.860390 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-744e423b-616c-4d20-a714-c79d1800899f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:27.861590 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-744e423b-616c-4d20-a714-c79d1800899f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2542877 Jun 22 09:49:27.864225 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34706) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:27.868669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-403cceca-3ecc-4984-8f13-ead40f079fd3 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group_rule': {'security_group_id': '5f2cde49-bf6b-41ff-a5b3-d4daa4e94028', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:27.933013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-403cceca-3ecc-4984-8f13-ead40f079fd3 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:27.988397 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-403cceca-3ecc-4984-8f13-ead40f079fd3 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:28.036926 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-403cceca-3ecc-4984-8f13-ead40f079fd3 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:28.038752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c39b51ec-6ad6-45e1-a2ba-d2c8ef21bad1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:28.054978 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cceca-3ecc-4984-8f13-ead40f079fd3 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c034388-8d10-4f90-8260-4ecb933aede4,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:28.057634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-403cceca-3ecc-4984-8f13-ead40f079fd3 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:28.138669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-403cceca-3ecc-4984-8f13-ead40f079fd3 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:28.139939 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-403cceca-3ecc-4984-8f13-ead40f079fd3 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2747889 Jun 22 09:49:28.142444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34708) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:28.146923 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-afb06647-abbd-4c67-aa19-869aab2a762d tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group_rule': {'security_group_id': '5f2cde49-bf6b-41ff-a5b3-d4daa4e94028', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:28.241444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-afb06647-abbd-4c67-aa19-869aab2a762d tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:28.298695 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-afb06647-abbd-4c67-aa19-869aab2a762d tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:28.436974 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-afb06647-abbd-4c67-aa19-869aab2a762d tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:28.438719 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d4fce87a-968a-40de-9b20-56a5afa31b15 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:28.454047 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb06647-abbd-4c67-aa19-869aab2a762d tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c92c6e5-a962-476f-bac0-e3cd7c9d4318,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:28.457933 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-afb06647-abbd-4c67-aa19-869aab2a762d tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:28.619648 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-afb06647-abbd-4c67-aa19-869aab2a762d tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:28.620849 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-afb06647-abbd-4c67-aa19-869aab2a762d tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4774933 Jun 22 09:49:28.623523 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34710) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:28.627956 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-fe874c86-a0b8-4467-a760-64f28c12fa89 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group_rule': {'security_group_id': '5f2cde49-bf6b-41ff-a5b3-d4daa4e94028', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:28.732838 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fe874c86-a0b8-4467-a760-64f28c12fa89 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:28.798369 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fe874c86-a0b8-4467-a760-64f28c12fa89 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:28.876644 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fe874c86-a0b8-4467-a760-64f28c12fa89 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:28.878459 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-18e32ef5-e924-4e07-a90e-6a503cb4febf tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:28.895310 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe874c86-a0b8-4467-a760-64f28c12fa89 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6397290c-d52f-4790-8bf4-3e258861399c,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:28.898243 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fe874c86-a0b8-4467-a760-64f28c12fa89 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:28.962957 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fe874c86-a0b8-4467-a760-64f28c12fa89 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:28.964233 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fe874c86-a0b8-4467-a760-64f28c12fa89 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3397648 Jun 22 09:49:28.967003 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34714) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:28.989393 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-87f81f78-662c-409c-a662-0e0c4803a681 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:28.996456 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-87f81f78-662c-409c-a662-0e0c4803a681 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.134365 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-87f81f78-662c-409c-a662-0e0c4803a681 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.136256 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5844994d-54bd-4c08-8cb3-3e444ffda5c5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:29.141105 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-87f81f78-662c-409c-a662-0e0c4803a681 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.142843 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-87f81f78-662c-409c-a662-0e0c4803a681 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/6397290c-d52f-4790-8bf4-3e258861399c HTTP/1.1" status: 204 len: 168 time: 0.1748803 Jun 22 09:49:29.145883 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34716) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:29.148381 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f78-662c-409c-a662-0e0c4803a681 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6397290c-d52f-4790-8bf4-3e258861399c,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:29.150940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-87f81f78-662c-409c-a662-0e0c4803a681 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:29.193691 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7a213368-27dd-44d2-864b-593f5cfd89f4 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0461442 Jun 22 09:49:29.196549 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34718) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:29.219854 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2434f8cb-210e-4bf1-927a-b1fd971da33b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.226880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2434f8cb-210e-4bf1-927a-b1fd971da33b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.345380 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2434f8cb-210e-4bf1-927a-b1fd971da33b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.347194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-403cceca-3ecc-4984-8f13-ead40f079fd3 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:29.351948 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2434f8cb-210e-4bf1-927a-b1fd971da33b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.353022 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2434f8cb-210e-4bf1-927a-b1fd971da33b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/8c92c6e5-a962-476f-bac0-e3cd7c9d4318 HTTP/1.1" status: 204 len: 168 time: 0.1554971 Jun 22 09:49:29.355717 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34720) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:29.358226 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434f8cb-210e-4bf1-927a-b1fd971da33b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c92c6e5-a962-476f-bac0-e3cd7c9d4318,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:29.368413 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2434f8cb-210e-4bf1-927a-b1fd971da33b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:29.400327 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3a44c2cc-830d-4c7e-b9a3-331982c11506 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0433214 Jun 22 09:49:29.402877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34722) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:29.430280 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dbebae73-dff5-4b52-82c1-aaae75fa8d9a tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.438375 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dbebae73-dff5-4b52-82c1-aaae75fa8d9a tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.551045 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dbebae73-dff5-4b52-82c1-aaae75fa8d9a tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.552872 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0d7fbdfc-3d61-48f1-a96c-06f094c55ad2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:29.557473 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dbebae73-dff5-4b52-82c1-aaae75fa8d9a tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.558541 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dbebae73-dff5-4b52-82c1-aaae75fa8d9a tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9c034388-8d10-4f90-8260-4ecb933aede4 HTTP/1.1" status: 204 len: 168 time: 0.1547832 Jun 22 09:49:29.561300 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34724) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:29.564300 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbebae73-dff5-4b52-82c1-aaae75fa8d9a tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c034388-8d10-4f90-8260-4ecb933aede4,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:29.566980 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dbebae73-dff5-4b52-82c1-aaae75fa8d9a tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:29.610899 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1e91960f-1690-49d4-8113-88eaf00f7de1 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0482612 Jun 22 09:49:29.614057 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34726) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:29.636150 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-459aa98b-e32c-4b37-9192-b7fc87746303 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.643160 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-459aa98b-e32c-4b37-9192-b7fc87746303 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.745511 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-459aa98b-e32c-4b37-9192-b7fc87746303 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.747257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:29.752066 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-459aa98b-e32c-4b37-9192-b7fc87746303 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.753143 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-459aa98b-e32c-4b37-9192-b7fc87746303 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ff82f6a7-e8dd-4893-9302-e0bf30827062 HTTP/1.1" status: 204 len: 168 time: 0.1381974 Jun 22 09:49:29.755819 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34728) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:29.758595 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459aa98b-e32c-4b37-9192-b7fc87746303 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff82f6a7-e8dd-4893-9302-e0bf30827062,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:29.760699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-459aa98b-e32c-4b37-9192-b7fc87746303 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:29.796042 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-51d50bc5-e454-4e13-b1b0-d427a2f08cbd tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0389977 Jun 22 09:49:29.798626 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34730) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:29.821321 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0eafcd1f-1f08-4dd7-956e-edd729a27283 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.828462 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0eafcd1f-1f08-4dd7-956e-edd729a27283 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.962637 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0eafcd1f-1f08-4dd7-956e-edd729a27283 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.964509 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7fe7869d-c3f3-4fa3-bd81-96aab635f249 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:29.969347 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0eafcd1f-1f08-4dd7-956e-edd729a27283 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.970420 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0eafcd1f-1f08-4dd7-956e-edd729a27283 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5fd9999c-70ab-4e36-a44b-63b5c05b8ab5 HTTP/1.1" status: 204 len: 168 time: 0.1709082 Jun 22 09:49:29.973875 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34732) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:29.976320 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eafcd1f-1f08-4dd7-956e-edd729a27283 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fd9999c-70ab-4e36-a44b-63b5c05b8ab5,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:29.978329 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0eafcd1f-1f08-4dd7-956e-edd729a27283 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:30.016098 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cdfecfbe-3086-4244-99e1-222672ec70ad tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0409384 Jun 22 09:49:30.018726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34734) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:30.068082 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-94214655-daab-41ce-88a2-31e82356039b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:30.089154 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-94214655-daab-41ce-88a2-31e82356039b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:30.191881 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-94214655-daab-41ce-88a2-31e82356039b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:30.194721 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-94214655-daab-41ce-88a2-31e82356039b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:30.195922 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-94214655-daab-41ce-88a2-31e82356039b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-groups/5f2cde49-bf6b-41ff-a5b3-d4daa4e94028 HTTP/1.1" status: 204 len: 168 time: 0.1757638 Jun 22 09:49:30.196736 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-daa11454-93b7-406e-a504-035cdd9c12b4 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:30.198648 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34738) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:30.205284 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94214655-daab-41ce-88a2-31e82356039b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2cde49-bf6b-41ff-a5b3-d4daa4e94028,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:30.207697 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-94214655-daab-41ce-88a2-31e82356039b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:30.242157 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cefe16d8-2b34-4046-945e-decb8621b2f3 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0422866 Jun 22 09:49:30.246270 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34740) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:30.250810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a5250510-9ab4-440b-897c-b742e6fe49ab tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group': {'name': 'tempest-secgroup--1209401174'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:30.362514 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a5250510-9ab4-440b-897c-b742e6fe49ab tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:30.443351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a5250510-9ab4-440b-897c-b742e6fe49ab tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:30.516682 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a5250510-9ab4-440b-897c-b742e6fe49ab tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:30.519963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b58caa22-6df5-429b-a7cb-6829e61a9143 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:30.545208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5250510-9ab4-440b-897c-b742e6fe49ab tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7616b77-1c8e-41e8-8159-88240ae8573b,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:30.547843 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a5250510-9ab4-440b-897c-b742e6fe49ab tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:30.608301 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a5250510-9ab4-440b-897c-b742e6fe49ab tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:30.609648 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a5250510-9ab4-440b-897c-b742e6fe49ab tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3624120 Jun 22 09:49:30.612421 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34742) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:30.617558 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-56b9bd03-daed-40f7-ab88-d6f198c524a5 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group_rule': {'security_group_id': 'e7616b77-1c8e-41e8-8159-88240ae8573b', 'direction': 'ingress', 'protocol': 17}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:30.704139 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56b9bd03-daed-40f7-ab88-d6f198c524a5 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:30.759226 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56b9bd03-daed-40f7-ab88-d6f198c524a5 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:30.836443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56b9bd03-daed-40f7-ab88-d6f198c524a5 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:30.838214 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d3c81a29-3f37-4b5d-a285-601acc08dae0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:30.854542 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9bd03-daed-40f7-ab88-d6f198c524a5 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f5877e-2e88-4598-8eff-2772ba842d77,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:30.858989 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-56b9bd03-daed-40f7-ab88-d6f198c524a5 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:30.922262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56b9bd03-daed-40f7-ab88-d6f198c524a5 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:30.923442 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-56b9bd03-daed-40f7-ab88-d6f198c524a5 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3094218 Jun 22 09:49:30.926288 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34744) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:30.978029 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d4d5e9db-519d-47ab-b49c-86ba33bc1b91 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:30.999311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d4d5e9db-519d-47ab-b49c-86ba33bc1b91 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:31.117063 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d4d5e9db-519d-47ab-b49c-86ba33bc1b91 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:31.119715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d4d5e9db-519d-47ab-b49c-86ba33bc1b91 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:31.120861 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d4d5e9db-519d-47ab-b49c-86ba33bc1b91 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-groups/e7616b77-1c8e-41e8-8159-88240ae8573b HTTP/1.1" status: 204 len: 168 time: 0.1936874 Jun 22 09:49:31.121672 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a727f429-8d18-4fed-9850-361f2befa1d2 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:31.123705 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34746) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:31.130779 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5e9db-519d-47ab-b49c-86ba33bc1b91 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7616b77-1c8e-41e8-8159-88240ae8573b,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:31.133007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d4d5e9db-519d-47ab-b49c-86ba33bc1b91 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:31.168344 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b1ae9948-b078-40e0-921e-eeba7c5e19ab tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0433645 Jun 22 09:49:31.172054 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34748) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:31.176783 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-cfcac86e-8662-47c7-b9b3-c26c5ae3b5d5 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252744820'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:31.270828 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cfcac86e-8662-47c7-b9b3-c26c5ae3b5d5 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:31.347397 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cfcac86e-8662-47c7-b9b3-c26c5ae3b5d5 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:31.396626 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cfcac86e-8662-47c7-b9b3-c26c5ae3b5d5 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:31.398980 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8df02694-de3d-4df0-8554-df733fb6cecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:31.424823 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcac86e-8662-47c7-b9b3-c26c5ae3b5d5 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49cc83f2-9a3a-4a21-ae8e-b4b8b3fb980a,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:31.427615 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cfcac86e-8662-47c7-b9b3-c26c5ae3b5d5 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:31.471180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cfcac86e-8662-47c7-b9b3-c26c5ae3b5d5 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:31.472540 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cfcac86e-8662-47c7-b9b3-c26c5ae3b5d5 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2994897 Jun 22 09:49:31.475212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34750) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:31.479809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-8254b0f7-4112-44e3-a82f-43d8ae18787f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group': {'name': 'tempest-secgroup--1627714961'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:31.545376 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8254b0f7-4112-44e3-a82f-43d8ae18787f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:31.621602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8254b0f7-4112-44e3-a82f-43d8ae18787f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:31.699313 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8254b0f7-4112-44e3-a82f-43d8ae18787f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:31.702630 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e8eba520-fadf-4375-b0d0-ab0294fd73d5 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:31.728088 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254b0f7-4112-44e3-a82f-43d8ae18787f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258ee133-028a-4c86-b104-a051ab253133,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:31.730788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8254b0f7-4112-44e3-a82f-43d8ae18787f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:31.790340 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8254b0f7-4112-44e3-a82f-43d8ae18787f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:31.791616 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8254b0f7-4112-44e3-a82f-43d8ae18787f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3154051 Jun 22 09:49:31.794247 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34752) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:31.798738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-5deb2217-902d-43ae-ab65-6c76b0313b93 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group_rule': {'security_group_id': '49cc83f2-9a3a-4a21-ae8e-b4b8b3fb980a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '258ee133-028a-4c86-b104-a051ab253133', 'remote_ip_prefix': None}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:31.901974 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5deb2217-902d-43ae-ab65-6c76b0313b93 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:31.971496 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5deb2217-902d-43ae-ab65-6c76b0313b93 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.042196 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5deb2217-902d-43ae-ab65-6c76b0313b93 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.047247 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:32.062020 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb2217-902d-43ae-ab65-6c76b0313b93 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970f6ed7-282c-4cd8-8a3a-3b32a196731f,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:32.064340 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5deb2217-902d-43ae-ab65-6c76b0313b93 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:32.151103 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5deb2217-902d-43ae-ab65-6c76b0313b93 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.152354 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5deb2217-902d-43ae-ab65-6c76b0313b93 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3571382 Jun 22 09:49:32.155124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34754) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:32.182876 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-578f580e-7536-4835-ab00-e3702635cd6f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.190241 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-578f580e-7536-4835-ab00-e3702635cd6f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.293877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-578f580e-7536-4835-ab00-e3702635cd6f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.299039 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:32.301747 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-578f580e-7536-4835-ab00-e3702635cd6f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.302842 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-578f580e-7536-4835-ab00-e3702635cd6f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/970f6ed7-282c-4cd8-8a3a-3b32a196731f HTTP/1.1" status: 204 len: 168 time: 0.1467977 Jun 22 09:49:32.305600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34756) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:32.307107 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f580e-7536-4835-ab00-e3702635cd6f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=970f6ed7-282c-4cd8-8a3a-3b32a196731f,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:32.309184 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-578f580e-7536-4835-ab00-e3702635cd6f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:32.349053 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4f6816d8-26b0-49b3-9a37-4d04711b236a tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0421889 Jun 22 09:49:32.351727 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34758) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:32.401321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-960b871f-014e-46bc-98e8-f11942e145a6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.422880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-960b871f-014e-46bc-98e8-f11942e145a6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.562305 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-960b871f-014e-46bc-98e8-f11942e145a6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.565026 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-960b871f-014e-46bc-98e8-f11942e145a6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.566220 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-960b871f-014e-46bc-98e8-f11942e145a6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-groups/258ee133-028a-4c86-b104-a051ab253133 HTTP/1.1" status: 204 len: 168 time: 0.2135899 Jun 22 09:49:32.567016 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-150773ca-a521-4c11-8d18-7aafb9cdebd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:32.569303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34760) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:32.576106 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b871f-014e-46bc-98e8-f11942e145a6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=258ee133-028a-4c86-b104-a051ab253133,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:32.578326 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-960b871f-014e-46bc-98e8-f11942e145a6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:32.624168 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cd33f30b-19bd-4937-b9e4-7bc825675d88 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0536466 Jun 22 09:49:32.626639 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34762) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:32.675481 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47f8ded1-2367-4907-bf16-bd2deed55c44 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.696822 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47f8ded1-2367-4907-bf16-bd2deed55c44 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.791085 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47f8ded1-2367-4907-bf16-bd2deed55c44 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.793824 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-47f8ded1-2367-4907-bf16-bd2deed55c44 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.794963 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-47f8ded1-2367-4907-bf16-bd2deed55c44 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-groups/49cc83f2-9a3a-4a21-ae8e-b4b8b3fb980a HTTP/1.1" status: 204 len: 168 time: 0.1674333 Jun 22 09:49:32.795827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d4d5e9db-519d-47ab-b49c-86ba33bc1b91 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:32.797613 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34764) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:32.804656 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8ded1-2367-4907-bf16-bd2deed55c44 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cc83f2-9a3a-4a21-ae8e-b4b8b3fb980a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:32.806916 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-47f8ded1-2367-4907-bf16-bd2deed55c44 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:32.842147 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ed8a32b1-b1fe-49ab-acfa-15bc94f21d4b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0432255 Jun 22 09:49:32.845746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34766) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:32.850079 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-56eb0f99-459e-43d4-a85e-5c30ebb2d5a6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134854896'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:32.916648 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56eb0f99-459e-43d4-a85e-5c30ebb2d5a6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.993130 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56eb0f99-459e-43d4-a85e-5c30ebb2d5a6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.070485 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56eb0f99-459e-43d4-a85e-5c30ebb2d5a6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.073849 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3a4220c6-c398-41c7-be62-714d2cf01bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:33.100487 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb0f99-459e-43d4-a85e-5c30ebb2d5a6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab840cc-e8b3-43b1-a12a-7fda663cf034,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:33.103238 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-56eb0f99-459e-43d4-a85e-5c30ebb2d5a6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:33.156852 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56eb0f99-459e-43d4-a85e-5c30ebb2d5a6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.158091 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-56eb0f99-459e-43d4-a85e-5c30ebb2d5a6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3114369 Jun 22 09:49:33.160757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34768) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:33.165262 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-5dfb34fa-db15-4163-ab0b-a75d11bc0902 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group_rule': {'security_group_id': '8ab840cc-e8b3-43b1-a12a-7fda663cf034', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:33.246944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5dfb34fa-db15-4163-ab0b-a75d11bc0902 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.301973 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5dfb34fa-db15-4163-ab0b-a75d11bc0902 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.380118 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5dfb34fa-db15-4163-ab0b-a75d11bc0902 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.381856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-afb06647-abbd-4c67-aa19-869aab2a762d tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:33.399123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb34fa-db15-4163-ab0b-a75d11bc0902 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b2d388-7643-4a55-8d24-881a4c25c716,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:33.403149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5dfb34fa-db15-4163-ab0b-a75d11bc0902 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:33.488680 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5dfb34fa-db15-4163-ab0b-a75d11bc0902 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.489891 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5dfb34fa-db15-4163-ab0b-a75d11bc0902 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3282216 Jun 22 09:49:33.492729 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34770) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:33.515411 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f26953c-03d0-4f83-9b11-3efc08382df7 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.522746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f26953c-03d0-4f83-9b11-3efc08382df7 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.619192 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f26953c-03d0-4f83-9b11-3efc08382df7 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.623691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4f26953c-03d0-4f83-9b11-3efc08382df7 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.624789 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4f26953c-03d0-4f83-9b11-3efc08382df7 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/65b2d388-7643-4a55-8d24-881a4c25c716 HTTP/1.1" status: 204 len: 168 time: 0.1311579 Jun 22 09:49:33.625553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:33.635528 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26953c-03d0-4f83-9b11-3efc08382df7 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65b2d388-7643-4a55-8d24-881a4c25c716,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:33.635528 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4f26953c-03d0-4f83-9b11-3efc08382df7 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:33.637162 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34772) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:33.676448 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e6d2641a-b9ce-49d4-b31e-d6b9cf98c509 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0380521 Jun 22 09:49:33.678832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34774) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:33.728178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1a56-0769-4a0a-9633-e844cfe5734b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.749439 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1a56-0769-4a0a-9633-e844cfe5734b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.864963 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1a56-0769-4a0a-9633-e844cfe5734b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.867555 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1a56-0769-4a0a-9633-e844cfe5734b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.868677 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fc9b1a56-0769-4a0a-9633-e844cfe5734b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-groups/8ab840cc-e8b3-43b1-a12a-7fda663cf034 HTTP/1.1" status: 204 len: 168 time: 0.1889539 Jun 22 09:49:33.869489 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e0875115-5b9a-436f-92b3-eabce77f5755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:33.871340 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34776) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:33.877975 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b1a56-0769-4a0a-9633-e844cfe5734b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab840cc-e8b3-43b1-a12a-7fda663cf034,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:33.880243 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fc9b1a56-0769-4a0a-9633-e844cfe5734b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:33.917354 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3f297036-40fb-4271-8994-9c9cc7a248ff tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0446992 Jun 22 09:49:33.920780 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34778) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:33.925193 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-7d177684-691b-4fea-8bcf-917af0b10753 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253244843'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:34.013843 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7d177684-691b-4fea-8bcf-917af0b10753 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.094207 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7d177684-691b-4fea-8bcf-917af0b10753 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.179800 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7d177684-691b-4fea-8bcf-917af0b10753 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.182323 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d372b018-7eb0-4678-8c00-9abfd1cb5c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:34.211348 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d177684-691b-4fea-8bcf-917af0b10753 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c078fb5-10a3-4121-be72-79e1a5d58070,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:34.214108 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7d177684-691b-4fea-8bcf-917af0b10753 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:34.271312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7d177684-691b-4fea-8bcf-917af0b10753 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.272632 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7d177684-691b-4fea-8bcf-917af0b10753 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3508823 Jun 22 09:49:34.275217 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34780) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:34.279675 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-35851bf4-c973-46d4-a7e6-0ce0559b91da tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group_rule': {'security_group_id': '2c078fb5-10a3-4121-be72-79e1a5d58070', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:34.389808 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35851bf4-c973-46d4-a7e6-0ce0559b91da tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.444860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35851bf4-c973-46d4-a7e6-0ce0559b91da tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.516513 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35851bf4-c973-46d4-a7e6-0ce0559b91da tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.520762 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:34.534593 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35851bf4-c973-46d4-a7e6-0ce0559b91da tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a683626-57f0-49f9-9bd8-278da3abd258,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:34.536786 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-35851bf4-c973-46d4-a7e6-0ce0559b91da tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:34.676427 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35851bf4-c973-46d4-a7e6-0ce0559b91da tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.677619 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-35851bf4-c973-46d4-a7e6-0ce0559b91da tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4014378 Jun 22 09:49:34.680238 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34782) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:34.696761 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-efce946a-b7aa-4a20-b385-3878f4c16e81 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-group-rules/9a683626-57f0-49f9-9bd8-278da3abd258 HTTP/1.1" status: 200 len: 763 time: 0.0153444 Jun 22 09:49:34.699224 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34784) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:34.740307 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3c457029-3777-47d5-b6f9-9ac4e5765544 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0395620 Jun 22 09:49:34.742788 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34786) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:34.765175 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-af909770-e61d-4fe0-b1a0-3d0a989d22d9 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.772404 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-af909770-e61d-4fe0-b1a0-3d0a989d22d9 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.870748 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-af909770-e61d-4fe0-b1a0-3d0a989d22d9 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.872756 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d8061192-8912-4559-b79d-cb84c8ffeabb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:34.877658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-af909770-e61d-4fe0-b1a0-3d0a989d22d9 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.887170 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-af909770-e61d-4fe0-b1a0-3d0a989d22d9 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9a683626-57f0-49f9-9bd8-278da3abd258 HTTP/1.1" status: 204 len: 168 time: 0.1357126 Jun 22 09:49:34.887321 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34788) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:34.887826 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af909770-e61d-4fe0-b1a0-3d0a989d22d9 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a683626-57f0-49f9-9bd8-278da3abd258,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:34.887826 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-af909770-e61d-4fe0-b1a0-3d0a989d22d9 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:34.921124 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5c41b6b5-01b2-4397-99f8-1ec56f4cb853 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0378480 Jun 22 09:49:34.929387 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34790) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:34.933624 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-65d62b53-6374-40e1-834f-862e43e20067 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group_rule': {'security_group_id': '2c078fb5-10a3-4121-be72-79e1a5d58070', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:35.036134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-65d62b53-6374-40e1-834f-862e43e20067 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.080151 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-65d62b53-6374-40e1-834f-862e43e20067 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.156887 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-65d62b53-6374-40e1-834f-862e43e20067 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.158763 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-13a6da7f-1b71-44ce-a8e4-365576a79d01 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:35.175906 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d62b53-6374-40e1-834f-862e43e20067 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645e2eb4-b8e1-4061-a0c3-73442a508abc,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:35.178320 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-65d62b53-6374-40e1-834f-862e43e20067 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:35.217563 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:49:35.248293 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-65d62b53-6374-40e1-834f-862e43e20067 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.249522 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-65d62b53-6374-40e1-834f-862e43e20067 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3192303 Jun 22 09:49:35.252163 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34792) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:35.271480 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-673e08e3-77f2-4162-801c-67037a6f3907 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-group-rules/645e2eb4-b8e1-4061-a0c3-73442a508abc HTTP/1.1" status: 200 len: 763 time: 0.0181890 Jun 22 09:49:35.273684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34794) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:35.313565 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c2f72406-ceb7-458f-a1db-001518ee7b85 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0386541 Jun 22 09:49:35.315771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34796) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:35.338418 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd0ce-f670-44c1-b0fc-d344e942b7fa tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.345650 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd0ce-f670-44c1-b0fc-d344e942b7fa tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.431111 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd0ce-f670-44c1-b0fc-d344e942b7fa tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.432895 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-88ffecc0-60b8-407e-95f1-1280a2032551 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:35.438338 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd0ce-f670-44c1-b0fc-d344e942b7fa tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.439409 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2d6bd0ce-f670-44c1-b0fc-d344e942b7fa tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/645e2eb4-b8e1-4061-a0c3-73442a508abc HTTP/1.1" status: 204 len: 168 time: 0.1227262 Jun 22 09:49:35.454197 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34798) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:35.454724 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bd0ce-f670-44c1-b0fc-d344e942b7fa tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=645e2eb4-b8e1-4061-a0c3-73442a508abc,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:35.454724 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2d6bd0ce-f670-44c1-b0fc-d344e942b7fa tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:35.482902 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5735fff6-6aca-4b6b-8867-463798c913d3 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0393236 Jun 22 09:49:35.485505 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34800) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:35.489779 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-a494fd81-18fb-49b7-a96d-bb61078dfee8 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Request body: {'security_group_rule': {'security_group_id': '2c078fb5-10a3-4121-be72-79e1a5d58070', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:35.566619 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a494fd81-18fb-49b7-a96d-bb61078dfee8 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.614368 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a494fd81-18fb-49b7-a96d-bb61078dfee8 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.693582 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a494fd81-18fb-49b7-a96d-bb61078dfee8 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.697790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6dcd71fc-bc77-43b9-a23d-ecdc6b5cb12a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:35.712120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494fd81-18fb-49b7-a96d-bb61078dfee8 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a403e6f6-e78b-402b-9d53-fb3d64eebb65,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:35.714272 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a494fd81-18fb-49b7-a96d-bb61078dfee8 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:35.774086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a494fd81-18fb-49b7-a96d-bb61078dfee8 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.775312 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a494fd81-18fb-49b7-a96d-bb61078dfee8 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2889047 Jun 22 09:49:35.777986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34802) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:35.794174 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0bbfb6db-9032-4dff-8011-52b890e8d722 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-group-rules/a403e6f6-e78b-402b-9d53-fb3d64eebb65 HTTP/1.1" status: 200 len: 764 time: 0.0150545 Jun 22 09:49:35.796361 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34804) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:35.836252 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-239be9ad-040a-4385-8d35-a0030cabef8e tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0387218 Jun 22 09:49:35.838580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34806) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:35.860120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-096f1f0a-1422-4b92-a591-c3a54f9f4465 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.867212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-096f1f0a-1422-4b92-a591-c3a54f9f4465 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.956152 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-096f1f0a-1422-4b92-a591-c3a54f9f4465 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.958509 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b0771bc8-4bb9-4d70-b512-afe32d5c2abf tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:35.964032 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-096f1f0a-1422-4b92-a591-c3a54f9f4465 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.965096 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-096f1f0a-1422-4b92-a591-c3a54f9f4465 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a403e6f6-e78b-402b-9d53-fb3d64eebb65 HTTP/1.1" status: 204 len: 168 time: 0.1256444 Jun 22 09:49:35.967673 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34808) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:35.969530 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f1f0a-1422-4b92-a591-c3a54f9f4465 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a403e6f6-e78b-402b-9d53-fb3d64eebb65,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:35.971549 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-096f1f0a-1422-4b92-a591-c3a54f9f4465 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:36.007624 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-eddad17e-25db-4e63-93f5-ff74a04bdcc8 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0386269 Jun 22 09:49:36.010121 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34810) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:36.058848 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-178b05ad-edcf-4aca-8554-5a41c42f16da tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:36.080299 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-178b05ad-edcf-4aca-8554-5a41c42f16da tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:36.208369 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-178b05ad-edcf-4aca-8554-5a41c42f16da tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:36.210995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-178b05ad-edcf-4aca-8554-5a41c42f16da tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:36.212182 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-178b05ad-edcf-4aca-8554-5a41c42f16da tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "DELETE /v2.0/security-groups/2c078fb5-10a3-4121-be72-79e1a5d58070 HTTP/1.1" status: 204 len: 168 time: 0.2011447 Jun 22 09:49:36.213073 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cfcac86e-8662-47c7-b9b3-c26c5ae3b5d5 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:36.214853 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34812) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:36.222117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b05ad-edcf-4aca-8554-5a41c42f16da tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c078fb5-10a3-4121-be72-79e1a5d58070,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:36.224397 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-178b05ad-edcf-4aca-8554-5a41c42f16da tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:36.260002 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4bcef350-c60f-439f-8a34-f57f44f5ebb3 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438573 Jun 22 09:49:36.264029 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34814) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:36.303738 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8959d013-dd68-4dd4-9090-027ddb96ec9e tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0385098 Jun 22 09:49:36.758784 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34822) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:36.882438 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-75685c69-753b-4661-8d7a-c27c8905db01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dacd41740fbb4a12b3b6a08eff9d1e49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1223667 Jun 22 09:49:36.884806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34826) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:36.933612 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f1bd40f0-3597-4c62-b57e-61fd2ba4a385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:36.953212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f1bd40f0-3597-4c62-b57e-61fd2ba4a385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:37.065428 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f1bd40f0-3597-4c62-b57e-61fd2ba4a385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:37.068248 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f1bd40f0-3597-4c62-b57e-61fd2ba4a385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:37.069925 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f1bd40f0-3597-4c62-b57e-61fd2ba4a385 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/505ea707-64ab-4e00-b547-53cfab7216cb HTTP/1.1" status: 204 len: 168 time: 0.1842477 Jun 22 09:49:37.070790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8b3699a9-fdd6-45ff-8378-25af3e460b5d tempest-NegativeSecGroupIPv6Test-334911107 tempest-NegativeSecGroupIPv6Test-334911107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:37.078356 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd40f0-3597-4c62-b57e-61fd2ba4a385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505ea707-64ab-4e00-b547-53cfab7216cb,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:37.080557 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f1bd40f0-3597-4c62-b57e-61fd2ba4a385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:37.964867 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34848) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:38.055371 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-48cfcc31-f664-43ac-8432-32e2ff998cc4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-532712536-network', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:38.145459 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cfcc31-f664-43ac-8432-32e2ff998cc4 admin admin] Made reservation on behalf of 3fec7d2e6d064b53ac154e35478d03d8 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:49:38.148547 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-48cfcc31-f664-43ac-8432-32e2ff998cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:38.157164 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-48cfcc31-f664-43ac-8432-32e2ff998cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:38.241273 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-48cfcc31-f664-43ac-8432-32e2ff998cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:38.327877 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-48cfcc31-f664-43ac-8432-32e2ff998cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:38.331709 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f1bd40f0-3597-4c62-b57e-61fd2ba4a385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:38.351577 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cfcc31-f664-43ac-8432-32e2ff998cc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:49:38.360088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfcc31-f664-43ac-8432-32e2ff998cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631bed19-45b4-4043-ae4e-134a34eef2ab,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:38.363135 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-48cfcc31-f664-43ac-8432-32e2ff998cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:38.368295 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-48cfcc31-f664-43ac-8432-32e2ff998cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:38.368295 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-48cfcc31-f664-43ac-8432-32e2ff998cc4 admin admin] Added segment 9e6df370-045e-4d67-b243-2ae17c2fee67 of type vlan for network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 Jun 22 09:49:38.406679 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-48cfcc31-f664-43ac-8432-32e2ff998cc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:38.545028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-48cfcc31-f664-43ac-8432-32e2ff998cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:38.546060 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cfcc31-f664-43ac-8432-32e2ff998cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:38.546642 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-48cfcc31-f664-43ac-8432-32e2ff998cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:38.549596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-094f9997-2542-4462-83f6-0937572940db tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:38.634611 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfcc31-f664-43ac-8432-32e2ff998cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=6a8f2608-387b-4dce-bb3b-fea1e1e609c2,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:38.637222 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-48cfcc31-f664-43ac-8432-32e2ff998cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:38.644151 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:49:38.694602 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-48cfcc31-f664-43ac-8432-32e2ff998cc4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7286227 Jun 22 09:49:38.697337 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34852) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:38.702242 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-e682b0c3-0fef-47cd-9cd6-a2b626728a6d admin admin] Request body: {'subnet': {'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-532712536-subnet', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'ip_version': 4}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:38.807904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e682b0c3-0fef-47cd-9cd6-a2b626728a6d admin admin] Made reservation on behalf of 3fec7d2e6d064b53ac154e35478d03d8 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:49:38.810245 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e682b0c3-0fef-47cd-9cd6-a2b626728a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:39.036604 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e682b0c3-0fef-47cd-9cd6-a2b626728a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:39.039305 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6144850c-1e71-4527-9a74-dc8f833a9da7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:39.097662 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682b0c3-0fef-47cd-9cd6-a2b626728a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fabcb960-cfc9-40eb-90c8-609dad8d137e,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:39.100908 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e682b0c3-0fef-47cd-9cd6-a2b626728a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:39.107955 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e682b0c3-0fef-47cd-9cd6-a2b626728a6d admin admin] Checking segment: {'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:49:39.108336 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e682b0c3-0fef-47cd-9cd6-a2b626728a6d admin admin] Network hostable DHCP agents. Network: 6a8f2608-387b-4dce-bb3b-fea1e1e609c2, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:49:39.202009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e682b0c3-0fef-47cd-9cd6-a2b626728a6d admin admin] Network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:49:39.282335 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-e682b0c3-0fef-47cd-9cd6-a2b626728a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 6a8f2608-387b-4dce-bb3b-fea1e1e609c2) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:49:39.286342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e682b0c3-0fef-47cd-9cd6-a2b626728a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:39.286942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e682b0c3-0fef-47cd-9cd6-a2b626728a6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:39.291552 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbcf9c4-46e9-4326-aea9-741462b91875 None None] Network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:49:39.374889 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e682b0c3-0fef-47cd-9cd6-a2b626728a6d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6763120 Jun 22 09:49:39.377800 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34856) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:39.382863 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:39.430839 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:49:39.431736 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:39.471109 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:39.472212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:39.523454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:39.562449 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Allocated IP 172.20.0.2 (6a8f2608-387b-4dce-bb3b-fea1e1e609c2/fabcb960-cfc9-40eb-90c8-609dad8d137e/e3249b11-6ece-48be-8b04-0d0486b21eca) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:49:39.699898 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:39.708053 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Transition to ACTIVE for port object e3249b11-6ece-48be-8b04-0d0486b21eca will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:49:39.709733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:39.722538 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Transition to ACTIVE for port object e3249b11-6ece-48be-8b04-0d0486b21eca will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:49:39.825597 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:39.828488 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f6a15d65-8298-4469-961c-0c172d220e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:39.864459 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:49:39.867862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:49:39.871277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:49:39.886427 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Pushing event updated for resources: {'Port': ['ID=e3249b11-6ece-48be-8b04-0d0486b21eca,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:39.903606 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:39.934881 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Attempting to bind port e3249b11-6ece-48be-8b04-0d0486b21eca on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:49:39.935360 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Attempting to bind port e3249b11-6ece-48be-8b04-0d0486b21eca by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:49:39.937539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Attempting to bind port e3249b11-6ece-48be-8b04-0d0486b21eca on network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:49:39.942668 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:49:39.943060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Checking segment: {'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:49:39.944033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:39.944438 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Bound using segment: {'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:49:39.944912 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Bound port: e3249b11-6ece-48be-8b04-0d0486b21eca, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:49:39.945305 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:39.999380 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:40.006745 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] For port e3249b11-6ece-48be-8b04-0d0486b21eca, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:49:40.009795 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] For port e3249b11-6ece-48be-8b04-0d0486b21eca, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e3249b11-6ece-48be-8b04-0d0486b21eca,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:49:40.018388 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:40.076847 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:40.079781 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:40.121536 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Allocated IP 172.26.3.232 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/81683490-5446-4050-8694-b1bff22cb59b) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:49:40.140721 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Pushing event updated for resources: {'Port': ['ID=e3249b11-6ece-48be-8b04-0d0486b21eca,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:40.144122 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:40.231305 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:40.332941 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:40.363013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:40.365862 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:40.402403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:49:40.405344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:49:40.411847 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:49:40.417834 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Pushing event updated for resources: {'Port': ['ID=81683490-5446-4050-8694-b1bff22cb59b,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:40.436664 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:40.643688 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e3249b11-6ece-48be-8b04-0d0486b21eca up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:40.731278 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:40.739705 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port e3249b11-6ece-48be-8b04-0d0486b21eca completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:49:40.927340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:41.019055 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838741e4-df94-4d34-b422-4bd3d03b1513 None None] Network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:49:41.122326 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:49:41.190614 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-13796c2f-301c-40f4-993c-df8f82d45b88 None None] Provisioning for port e3249b11-6ece-48be-8b04-0d0486b21eca completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:49:41.195516 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-13796c2f-301c-40f4-993c-df8f82d45b88 None None] Provisioning complete for port e3249b11-6ece-48be-8b04-0d0486b21eca triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:41.195904 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-13796c2f-301c-40f4-993c-df8f82d45b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:41.278225 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-13796c2f-301c-40f4-993c-df8f82d45b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:41.320727 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-13796c2f-301c-40f4-993c-df8f82d45b88 None None] For port e3249b11-6ece-48be-8b04-0d0486b21eca, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e3249b11-6ece-48be-8b04-0d0486b21eca,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:41.436878 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-13796c2f-301c-40f4-993c-df8f82d45b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:41.438827 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-1d40f61c-b56f-4f62-a032-3be56dfc27f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:41.489697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13796c2f-301c-40f4-993c-df8f82d45b88 None None] Pushing event updated for resources: {'Port': ['ID=e3249b11-6ece-48be-8b04-0d0486b21eca,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:41.495626 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-13796c2f-301c-40f4-993c-df8f82d45b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:41.526774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:49:41.535049 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Sync routers for ids ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:49:41.547099 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Routers {'6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:41.547738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:49:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:41.591990 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-abafaf81-6cd6-4480-8dcc-ee62e4c659f5 None None] Provisioning complete for port e3249b11-6ece-48be-8b04-0d0486b21eca triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:41.592367 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-abafaf81-6cd6-4480-8dcc-ee62e4c659f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:41.601443 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:41.605468 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2240412 Jun 22 09:49:41.605605 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34858) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:41.832411 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Set router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:42.015176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:42.031376 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:40Z', 'revision_number': 3, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:42.056746 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Checking router: 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:49:42.057104 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Updating router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 port 81683490-5446-4050-8694-b1bff22cb59b binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:49:42.090337 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:42.210786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Allocated IP 172.20.0.1 (6a8f2608-387b-4dce-bb3b-fea1e1e609c2/fabcb960-cfc9-40eb-90c8-609dad8d137e/386144d7-d93e-4b78-b60f-04577bae804c) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:49:42.315184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:42.328299 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Transition to ACTIVE for port object 386144d7-d93e-4b78-b60f-04577bae804c will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:49:42.346567 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:42.356590 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Transition to ACTIVE for port object 81683490-5446-4050-8694-b1bff22cb59b will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:49:42.436747 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:42.439522 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-29e3ebef-2d9c-4238-a03f-313f198d9707 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:42.470742 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:42.473005 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e8838156-0aaf-442d-843b-6e696f7e547b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:42.475134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:49:42.478095 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:49:42.483701 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:49:42.512577 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Pushing event updated for resources: {'Port': ['ID=386144d7-d93e-4b78-b60f-04577bae804c,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:42.516859 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:42.524915 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cfd1d-deb0-4388-95bb-b259f396e965 None None] Pushing event updated for resources: {'Port': ['ID=81683490-5446-4050-8694-b1bff22cb59b,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:42.527172 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Attempting to bind port 81683490-5446-4050-8694-b1bff22cb59b on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:49:42.527570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Attempting to bind port 81683490-5446-4050-8694-b1bff22cb59b by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:49:42.527943 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Attempting to bind port 81683490-5446-4050-8694-b1bff22cb59b on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:49:42.530116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-214cfd1d-deb0-4388-95bb-b259f396e965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:42.533044 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:42.534141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:49:42.534606 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:49:42.535075 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:42.535659 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:49:42.536213 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Bound port: 81683490-5446-4050-8694-b1bff22cb59b, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:49:42.536668 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:42.597220 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] For port 81683490-5446-4050-8694-b1bff22cb59b, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:49:42.600826 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] For port 81683490-5446-4050-8694-b1bff22cb59b, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=81683490-5446-4050-8694-b1bff22cb59b,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:49:42.634892 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e3249b11-6ece-48be-8b04-0d0486b21eca up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:42.674935 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:42.678394 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:42.732035 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:42.744521 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Routers {'6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:42.745167 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:49:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:42.747493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cfd1d-deb0-4388-95bb-b259f396e965 None None] Pushing event updated for resources: {'Port': ['ID=81683490-5446-4050-8694-b1bff22cb59b,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:42.750930 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port e3249b11-6ece-48be-8b04-0d0486b21eca triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:42.751314 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:42.752940 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-214cfd1d-deb0-4388-95bb-b259f396e965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:42.893517 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:42.909566 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b434fb48-a513-42df-b609-2f7abe0ce5d6 None None] Provisioning for port 386144d7-d93e-4b78-b60f-04577bae804c completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:49:42.919196 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] Set router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:42.952255 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b434fb48-a513-42df-b609-2f7abe0ce5d6 None None] Provisioning complete for port 386144d7-d93e-4b78-b60f-04577bae804c triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:42.952640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b434fb48-a513-42df-b609-2f7abe0ce5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:42.984838 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:42.988171 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-162a55e5-6e92-4dd4-b0ae-0aea08802d62 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:43.024583 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-b434fb48-a513-42df-b609-2f7abe0ce5d6 None None] Port 386144d7-d93e-4b78-b60f-04577bae804c cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:49:43.055075 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:43.057757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Pushing event updated for resources: {'Port': ['ID=386144d7-d93e-4b78-b60f-04577bae804c,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:43.060594 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:43.149872 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:49:43.151273 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:49:43.155018 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 1, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:43.182186 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c518a8f-0da7-4501-993f-7d8ac5715e3f None None] The sync data for ids ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'] in dv-neutron-797121-3-hyperv is: [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 1, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:43.275133 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:49:43.400935 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:49:43.405763 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] 10.222.0.20 "PUT /v2.0/routers/6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7991989 Jun 22 09:49:43.445061 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f29d994d-53bb-441b-a0a6-db21cfd36086 None None] Provisioning complete for port 386144d7-d93e-4b78-b60f-04577bae804c triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:43.445457 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f29d994d-53bb-441b-a0a6-db21cfd36086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:43.482127 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-f29d994d-53bb-441b-a0a6-db21cfd36086 None None] Port 386144d7-d93e-4b78-b60f-04577bae804c cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:49:44.087992 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34876) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:44.093269 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1725072321-network', 'tenant_id': 'be2295674f85407ba635c38d1b01f7d9'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:44.185157 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] Made reservation on behalf of be2295674f85407ba635c38d1b01f7d9 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:49:44.187654 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:44.198872 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:44.383480 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:44.447769 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:44.450672 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a53f22a3-39ca-421a-8948-26a812f82fc6 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:44.477697 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:49:44.483824 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75e6749-40f2-43fb-8093-fe6dac900ba2,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:44.487419 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:44.490650 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:44.490984 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] Added segment 554f51a3-e024-4da5-9415-10ca1a7b12ab of type vlan for network e395757d-24a1-4c72-8b18-a49bf6063c7f Jun 22 09:49:44.531966 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:44.630984 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:44.632100 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:44.632690 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:44.635094 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-14ad6dc0-087c-4ed0-a594-fbc6567d1444 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:44.647006 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 81683490-5446-4050-8694-b1bff22cb59b up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:44.691845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] Pushing event updated for resources: {'Network': ['ID=e395757d-24a1-4c72-8b18-a49bf6063c7f,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:44.694872 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:44.702834 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network e395757d-24a1-4c72-8b18-a49bf6063c7f details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:49:44.751695 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6624916 Jun 22 09:49:44.754181 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34878) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:44.759600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-df078ffd-6ba3-4c0b-86cf-6b2aa7d2a117 admin admin] Request body: {'subnet': {'network_id': 'e395757d-24a1-4c72-8b18-a49bf6063c7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1725072321-subnet', 'tenant_id': 'be2295674f85407ba635c38d1b01f7d9', 'ip_version': 4}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:44.762918 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 81683490-5446-4050-8694-b1bff22cb59b completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:49:44.769236 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 81683490-5446-4050-8694-b1bff22cb59b triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:44.773641 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:44.854116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:44.874566 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 81683490-5446-4050-8694-b1bff22cb59b, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=81683490-5446-4050-8694-b1bff22cb59b,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:44.876556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df078ffd-6ba3-4c0b-86cf-6b2aa7d2a117 admin admin] Made reservation on behalf of be2295674f85407ba635c38d1b01f7d9 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:49:44.879152 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-df078ffd-6ba3-4c0b-86cf-6b2aa7d2a117 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:44.934391 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:44.936839 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8758ea88-8ba5-4b70-8915-53cd87587d8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:44.985906 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=81683490-5446-4050-8694-b1bff22cb59b,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:44.992511 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:45.069399 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Sync routers for ids ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:49:45.078953 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Routers {'6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:45.079608 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:49:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:45.110463 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-df078ffd-6ba3-4c0b-86cf-6b2aa7d2a117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:45.112798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8315758f-69f5-48e4-82bb-e4de245797d2 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:45.166486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df078ffd-6ba3-4c0b-86cf-6b2aa7d2a117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9872b167-f0af-409d-bd8b-49af7f6ef2d7,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:45.169825 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-df078ffd-6ba3-4c0b-86cf-6b2aa7d2a117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:45.175491 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df078ffd-6ba3-4c0b-86cf-6b2aa7d2a117 admin admin] Checking segment: {'id': '554f51a3-e024-4da5-9415-10ca1a7b12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e395757d-24a1-4c72-8b18-a49bf6063c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:49:45.175851 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df078ffd-6ba3-4c0b-86cf-6b2aa7d2a117 admin admin] Network hostable DHCP agents. Network: e395757d-24a1-4c72-8b18-a49bf6063c7f, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:49:45.184234 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Set router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:45.246715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df078ffd-6ba3-4c0b-86cf-6b2aa7d2a117 admin admin] Network e395757d-24a1-4c72-8b18-a49bf6063c7f is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:49:45.310620 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-df078ffd-6ba3-4c0b-86cf-6b2aa7d2a117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, e395757d-24a1-4c72-8b18-a49bf6063c7f) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:49:45.315361 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df078ffd-6ba3-4c0b-86cf-6b2aa7d2a117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:45.316341 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-df078ffd-6ba3-4c0b-86cf-6b2aa7d2a117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:45.320775 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1186700e-b58c-474e-92e1-30b35348b58c None None] Network e395757d-24a1-4c72-8b18-a49bf6063c7f requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:49:45.378991 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 2, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:45.394775 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34880) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:45.395486 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-df078ffd-6ba3-4c0b-86cf-6b2aa7d2a117 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6401582 Jun 22 09:49:45.400101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1725072321-router', 'tenant_id': 'be2295674f85407ba635c38d1b01f7d9', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:45.476725 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-e395757d-24a1-4c72-8b18-a49bf6063c7f', 'network_id': 'e395757d-24a1-4c72-8b18-a49bf6063c7f', 'tenant_id': 'be2295674f85407ba635c38d1b01f7d9', 'fixed_ips': [{'subnet_id': '9872b167-f0af-409d-bd8b-49af7f6ef2d7'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:49:45.477605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:45.491517 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Checking router: 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:49:45.491882 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Updating router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 port 386144d7-d93e-4b78-b60f-04577bae804c binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:49:45.494060 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:45.495481 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:45.526771 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:45.555416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:45.613430 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Allocated IP 172.20.0.2 (e395757d-24a1-4c72-8b18-a49bf6063c7f/9872b167-f0af-409d-bd8b-49af7f6ef2d7/758242bc-89bc-49fa-8b1c-6fea4f295dc5) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:49:45.744466 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:45.762055 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:45.770065 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Transition to ACTIVE for port object 758242bc-89bc-49fa-8b1c-6fea4f295dc5 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:49:45.786389 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:45.786641 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Transition to ACTIVE for port object 758242bc-89bc-49fa-8b1c-6fea4f295dc5 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:49:45.792442 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Transition to ACTIVE for port object 386144d7-d93e-4b78-b60f-04577bae804c will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:49:45.859756 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:45.862576 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-55c110c1-652d-4a97-a3bb-389fc8535586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:45.870862 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:45.873667 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-28377d6f-84f2-411f-be16-a71b7788d138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:45.901366 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Network e395757d-24a1-4c72-8b18-a49bf6063c7f is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:49:45.905841 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:49:45.909197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:49:45.917983 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7cd27-32e3-4249-92c0-f3c5ad5ae564 None None] Pushing event updated for resources: {'Port': ['ID=386144d7-d93e-4b78-b60f-04577bae804c,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:45.921549 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Pushing event updated for resources: {'Port': ['ID=758242bc-89bc-49fa-8b1c-6fea4f295dc5,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:45.924720 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:45.958362 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7cd27-32e3-4249-92c0-f3c5ad5ae564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:45.959870 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7cd27-32e3-4249-92c0-f3c5ad5ae564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:45.960432 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7cd27-32e3-4249-92c0-f3c5ad5ae564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:45.961040 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7cd27-32e3-4249-92c0-f3c5ad5ae564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:45.961544 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7cd27-32e3-4249-92c0-f3c5ad5ae564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:45.962047 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7cd27-32e3-4249-92c0-f3c5ad5ae564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:45.962605 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7cd27-32e3-4249-92c0-f3c5ad5ae564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:45.962945 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7cd27-32e3-4249-92c0-f3c5ad5ae564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:45.963281 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7cd27-32e3-4249-92c0-f3c5ad5ae564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:45.963647 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7cd27-32e3-4249-92c0-f3c5ad5ae564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:45.963979 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7cd27-32e3-4249-92c0-f3c5ad5ae564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:45.964309 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7cd27-32e3-4249-92c0-f3c5ad5ae564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:45.973629 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-73e7cd27-32e3-4249-92c0-f3c5ad5ae564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:45.993239 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Attempting to bind port 758242bc-89bc-49fa-8b1c-6fea4f295dc5 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:49:45.993629 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Attempting to bind port 758242bc-89bc-49fa-8b1c-6fea4f295dc5 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '554f51a3-e024-4da5-9415-10ca1a7b12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e395757d-24a1-4c72-8b18-a49bf6063c7f'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:49:45.994000 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Attempting to bind port 758242bc-89bc-49fa-8b1c-6fea4f295dc5 on network e395757d-24a1-4c72-8b18-a49bf6063c7f {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:49:45.999186 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:49:45.999605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Checking segment: {'id': '554f51a3-e024-4da5-9415-10ca1a7b12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e395757d-24a1-4c72-8b18-a49bf6063c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:49:46.000019 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:46.000418 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Bound using segment: {'id': '554f51a3-e024-4da5-9415-10ca1a7b12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e395757d-24a1-4c72-8b18-a49bf6063c7f'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:49:46.000898 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Bound port: 758242bc-89bc-49fa-8b1c-6fea4f295dc5, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554f51a3-e024-4da5-9415-10ca1a7b12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e395757d-24a1-4c72-8b18-a49bf6063c7f'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:49:46.001279 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:46.014719 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:46.037031 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:46.039636 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Attempting to bind port 386144d7-d93e-4b78-b60f-04577bae804c on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:49:46.040011 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Attempting to bind port 386144d7-d93e-4b78-b60f-04577bae804c by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:49:46.040580 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Attempting to bind port 386144d7-d93e-4b78-b60f-04577bae804c on network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:49:46.046263 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:49:46.046882 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Checking segment: {'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:49:46.047480 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:46.048131 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Bound using segment: {'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:49:46.048779 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Bound port: 386144d7-d93e-4b78-b60f-04577bae804c, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:49:46.049160 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:46.070004 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] For port 758242bc-89bc-49fa-8b1c-6fea4f295dc5, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:49:46.073875 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] For port 758242bc-89bc-49fa-8b1c-6fea4f295dc5, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=758242bc-89bc-49fa-8b1c-6fea4f295dc5,segment=NetworkSegment(554f51a3-e024-4da5-9415-10ca1a7b12ab),segment_id=554f51a3-e024-4da5-9415-10ca1a7b12ab)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:49:46.119779 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] For port 386144d7-d93e-4b78-b60f-04577bae804c, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:49:46.123087 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] For port 386144d7-d93e-4b78-b60f-04577bae804c, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=386144d7-d93e-4b78-b60f-04577bae804c,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:49:46.128770 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:46.131860 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a4dc1402-72cb-4bd5-948a-fe2ac9817fb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:46.162240 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Allocated IP 172.26.3.42 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/c8b48b27-4c05-4d70-b5ac-8b53a695a779) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:49:46.170275 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:46.182377 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:46.188214 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Pushing event updated for resources: {'Port': ['ID=758242bc-89bc-49fa-8b1c-6fea4f295dc5,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:46.196201 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:46.246517 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7cd27-32e3-4249-92c0-f3c5ad5ae564 None None] Pushing event updated for resources: {'Port': ['ID=386144d7-d93e-4b78-b60f-04577bae804c,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:46.249861 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-73e7cd27-32e3-4249-92c0-f3c5ad5ae564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:46.250934 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Routers {'6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:46.251649 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:49:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:46.296587 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:46.364488 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] Set router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:46.418187 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:46.421680 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4bd6b2d3-ee8e-45bb-815c-d55ddd3273b8 tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:46.477280 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:49:46.486389 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:49:46.491550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:49:46.514856 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=c8b48b27-4c05-4d70-b5ac-8b53a695a779,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:46.521960 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:46.609581 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:46Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:46.613799 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8be6d8c2-d4e5-4ac0-b7a0-2c5e6795ded6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:46.644339 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d9e6e6-6e59-4557-82bf-ff0b8e31fe64 None None] The sync data for ids ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'] in dv-neutron-797121-3-hyperv is: [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:46Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:46.772108 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 758242bc-89bc-49fa-8b1c-6fea4f295dc5 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:46.825742 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:46.905509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 758242bc-89bc-49fa-8b1c-6fea4f295dc5 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:49:46.910613 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 386144d7-d93e-4b78-b60f-04577bae804c up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:47.009305 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 386144d7-d93e-4b78-b60f-04577bae804c completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:49:47.013580 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 386144d7-d93e-4b78-b60f-04577bae804c triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:47.014467 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:47.034460 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:47.109400 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:47.153689 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 386144d7-d93e-4b78-b60f-04577bae804c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=386144d7-d93e-4b78-b60f-04577bae804c,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:47.208330 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:47.210256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 81683490-5446-4050-8694-b1bff22cb59b up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:47.234393 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-214cfd1d-deb0-4388-95bb-b259f396e965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:47.236639 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Router 74b471f8-2bf9-49d4-8f4d-ba7d65545b2b is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:49:47.302827 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=386144d7-d93e-4b78-b60f-04577bae804c,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:47.306512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:47.307807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 81683490-5446-4050-8694-b1bff22cb59b triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:47.308186 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:47.372110 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:49:47.391623 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Sync routers for ids ['74b471f8-2bf9-49d4-8f4d-ba7d65545b2b'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:49:47.398883 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2682f3c8-66e0-437e-953a-3973edf02425 None None] Network e395757d-24a1-4c72-8b18-a49bf6063c7f requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:49:47.447715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:47.448982 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0532165 Jun 22 09:49:47.451793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34882) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:47.453598 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Routers {'74b471f8-2bf9-49d4-8f4d-ba7d65545b2b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:47.456230 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:49:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['74b471f8-2bf9-49d4-8f4d-ba7d65545b2b'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:47.611306 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bc31545c-c236-45cc-9d2c-c38a0a3fb74c None None] Provisioning for port 758242bc-89bc-49fa-8b1c-6fea4f295dc5 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:49:47.624834 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bc31545c-c236-45cc-9d2c-c38a0a3fb74c None None] Provisioning complete for port 758242bc-89bc-49fa-8b1c-6fea4f295dc5 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:47.625224 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bc31545c-c236-45cc-9d2c-c38a0a3fb74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:47.652704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Set router 74b471f8-2bf9-49d4-8f4d-ba7d65545b2b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:47.867322 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:48.031874 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bc31545c-c236-45cc-9d2c-c38a0a3fb74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:48.094081 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-bc31545c-c236-45cc-9d2c-c38a0a3fb74c None None] For port 758242bc-89bc-49fa-8b1c-6fea4f295dc5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=758242bc-89bc-49fa-8b1c-6fea4f295dc5,segment=NetworkSegment(554f51a3-e024-4da5-9415-10ca1a7b12ab),segment_id=554f51a3-e024-4da5-9415-10ca1a7b12ab)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:48.122764 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'name': 'tempest-TestVolumeBootPattern-1725072321-router', 'tenant_id': 'be2295674f85407ba635c38d1b01f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c8b48b27-4c05-4d70-b5ac-8b53a695a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:45Z', 'updated_at': '2021-06-22T09:49:46Z', 'revision_number': 3, 'project_id': 'be2295674f85407ba635c38d1b01f7d9', 'gw_port': {'id': 'c8b48b27-4c05-4d70-b5ac-8b53a695a779', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:46Z', 'updated_at': '2021-06-22T09:49:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:48.148274 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Checking router: 74b471f8-2bf9-49d4-8f4d-ba7d65545b2b for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:49:48.148643 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Updating router 74b471f8-2bf9-49d4-8f4d-ba7d65545b2b port c8b48b27-4c05-4d70-b5ac-8b53a695a779 binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:49:48.171951 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bc31545c-c236-45cc-9d2c-c38a0a3fb74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:48.176720 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-01ca8d2f-ce68-4e3e-bc2d-82c02ba04684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:48.224813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:48.272801 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31545c-c236-45cc-9d2c-c38a0a3fb74c None None] Pushing event updated for resources: {'Port': ['ID=758242bc-89bc-49fa-8b1c-6fea4f295dc5,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:48.276055 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bc31545c-c236-45cc-9d2c-c38a0a3fb74c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:48.345383 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2463b2e6-d392-4f14-8f4a-3ffd11c782c9 None None] Provisioning complete for port 758242bc-89bc-49fa-8b1c-6fea4f295dc5 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:48.346861 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2463b2e6-d392-4f14-8f4a-3ffd11c782c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:48.460547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Allocated IP 172.20.0.1 (e395757d-24a1-4c72-8b18-a49bf6063c7f/9872b167-f0af-409d-bd8b-49af7f6ef2d7/63e885f9-1f93-4f1b-8e02-5d222f6b6df3) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:49:48.564814 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:48.579546 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Transition to ACTIVE for port object 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:49:48.618484 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:48.629983 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Transition to ACTIVE for port object c8b48b27-4c05-4d70-b5ac-8b53a695a779 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:49:48.639303 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 758242bc-89bc-49fa-8b1c-6fea4f295dc5 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:48.676737 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:48.679007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c427fa13-a4c3-49c3-8a8b-1a8f0e718580 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:48.689132 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 758242bc-89bc-49fa-8b1c-6fea4f295dc5 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:48.689519 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:48.711968 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:48.715020 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-50cb909f-0d17-4a09-ba49-e402e213b960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:48.719926 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Network e395757d-24a1-4c72-8b18-a49bf6063c7f is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:49:48.722749 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:49:48.726859 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:49:48.754541 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Pushing event updated for resources: {'Port': ['ID=63e885f9-1f93-4f1b-8e02-5d222f6b6df3,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:48.759380 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:48.776906 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:48.783073 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Attempting to bind port c8b48b27-4c05-4d70-b5ac-8b53a695a779 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:49:48.783484 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Attempting to bind port c8b48b27-4c05-4d70-b5ac-8b53a695a779 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:49:48.783866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Attempting to bind port c8b48b27-4c05-4d70-b5ac-8b53a695a779 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:49:48.786447 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313d763-671f-4e5a-9d03-048df35b1d3b None None] Pushing event updated for resources: {'Port': ['ID=c8b48b27-4c05-4d70-b5ac-8b53a695a779,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:48.791888 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8313d763-671f-4e5a-9d03-048df35b1d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:48.795504 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:49:48.795895 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:49:48.796310 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:48.796709 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:49:48.797475 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Bound port: c8b48b27-4c05-4d70-b5ac-8b53a695a779, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:49:48.797886 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:48.879140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 386144d7-d93e-4b78-b60f-04577bae804c up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:48.909471 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] For port c8b48b27-4c05-4d70-b5ac-8b53a695a779, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:49:48.929299 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] For port c8b48b27-4c05-4d70-b5ac-8b53a695a779, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c8b48b27-4c05-4d70-b5ac-8b53a695a779,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:49:48.946024 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 386144d7-d93e-4b78-b60f-04577bae804c triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:48.968648 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:49.163204 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-90266fe5-578f-4884-a161-cfb2d4c0cc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:49.165167 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:49.168874 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:49.173026 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c96ee97f-3a0f-425f-b93d-2cc590fcc215 None None] Provisioning for port 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:49:49.196903 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c96ee97f-3a0f-425f-b93d-2cc590fcc215 None None] Provisioning complete for port 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:49.197301 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c96ee97f-3a0f-425f-b93d-2cc590fcc215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:49.200787 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:49.270942 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313d763-671f-4e5a-9d03-048df35b1d3b None None] Pushing event updated for resources: {'Port': ['ID=c8b48b27-4c05-4d70-b5ac-8b53a695a779,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:49.275699 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8313d763-671f-4e5a-9d03-048df35b1d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:49.276518 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c96ee97f-3a0f-425f-b93d-2cc590fcc215 None None] Port 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:49:49.277829 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Routers {'74b471f8-2bf9-49d4-8f4d-ba7d65545b2b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:49.278453 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:49:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['74b471f8-2bf9-49d4-8f4d-ba7d65545b2b'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:49.360436 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:49.369075 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:49.388776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] Set router 74b471f8-2bf9-49d4-8f4d-ba7d65545b2b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:49.442550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:49.444859 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3c98ae06-6673-4b16-884c-dc4234b145cb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:49.509715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:49.511469 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Pushing event updated for resources: {'Port': ['ID=63e885f9-1f93-4f1b-8e02-5d222f6b6df3,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:49.522841 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:49.523245 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:49.523662 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:49.524048 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:49.524431 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:49.524814 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:49.525190 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:49.525567 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:49.525945 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:49.526457 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:49.526832 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:49.527203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:49.531998 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:49.590132 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'name': 'tempest-TestVolumeBootPattern-1725072321-router', 'tenant_id': 'be2295674f85407ba635c38d1b01f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c8b48b27-4c05-4d70-b5ac-8b53a695a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:45Z', 'updated_at': '2021-06-22T09:49:48Z', 'revision_number': 4, 'project_id': 'be2295674f85407ba635c38d1b01f7d9', 'gw_port': {'id': 'c8b48b27-4c05-4d70-b5ac-8b53a695a779', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:46Z', 'updated_at': '2021-06-22T09:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '63e885f9-1f93-4f1b-8e02-5d222f6b6df3', 'name': '', 'network_id': 'e395757d-24a1-4c72-8b18-a49bf6063c7f', 'tenant_id': 'be2295674f85407ba635c38d1b01f7d9', 'mac_address': 'fa:16:3e:2e:2d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '9872b167-f0af-409d-bd8b-49af7f6ef2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:47Z', 'updated_at': '2021-06-22T09:49:48Z', 'revision_number': 1, 'project_id': 'be2295674f85407ba635c38d1b01f7d9', 'subnets': [{'id': '9872b167-f0af-409d-bd8b-49af7f6ef2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:49.622045 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f689de6-e964-47c4-a6aa-6d7d73b56567 None None] The sync data for ids ['74b471f8-2bf9-49d4-8f4d-ba7d65545b2b'] in dv-neutron-797121-3-hyperv is: [{'id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'name': 'tempest-TestVolumeBootPattern-1725072321-router', 'tenant_id': 'be2295674f85407ba635c38d1b01f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c8b48b27-4c05-4d70-b5ac-8b53a695a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:45Z', 'updated_at': '2021-06-22T09:49:48Z', 'revision_number': 4, 'project_id': 'be2295674f85407ba635c38d1b01f7d9', 'gw_port': {'id': 'c8b48b27-4c05-4d70-b5ac-8b53a695a779', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:46Z', 'updated_at': '2021-06-22T09:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '63e885f9-1f93-4f1b-8e02-5d222f6b6df3', 'name': '', 'network_id': 'e395757d-24a1-4c72-8b18-a49bf6063c7f', 'tenant_id': 'be2295674f85407ba635c38d1b01f7d9', 'mac_address': 'fa:16:3e:2e:2d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '9872b167-f0af-409d-bd8b-49af7f6ef2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:47Z', 'updated_at': '2021-06-22T09:49:48Z', 'revision_number': 1, 'project_id': 'be2295674f85407ba635c38d1b01f7d9', 'subnets': [{'id': '9872b167-f0af-409d-bd8b-49af7f6ef2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:49.623946 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Network e395757d-24a1-4c72-8b18-a49bf6063c7f is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:49:49.625587 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:49:49.748322 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Router 74b471f8-2bf9-49d4-8f4d-ba7d65545b2b has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:49:49.898155 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:49:49.912075 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] 10.222.0.20 "PUT /v2.0/routers/74b471f8-2bf9-49d4-8f4d-ba7d65545b2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4518418 Jun 22 09:49:49.912428 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2cd10f12-34ca-4336-90c3-fd153773819a None None] Provisioning complete for port 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:49.912428 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2cd10f12-34ca-4336-90c3-fd153773819a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:49.954358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-2cd10f12-34ca-4336-90c3-fd153773819a None None] Port 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:49:50.447017 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:50.465112 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34892) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:50.472277 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-72f1d8b4-38b2-476f-99e6-c72f1e52a2d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1336104207', 'description': 'tempest-secgroup-smoke-1336104207 description', 'project_id': '3fec7d2e6d064b53ac154e35478d03d8'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:50.555487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72f1d8b4-38b2-476f-99e6-c72f1e52a2d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:50.655855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72f1d8b4-38b2-476f-99e6-c72f1e52a2d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:50.670036 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c8b48b27-4c05-4d70-b5ac-8b53a695a779 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:50.744732 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72f1d8b4-38b2-476f-99e6-c72f1e52a2d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:50.754827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-47f8ded1-2367-4907-bf16-bd2deed55c44 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:50.776604 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1d8b4-38b2-476f-99e6-c72f1e52a2d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72592f94-70ff-4bfb-a92a-cbe776d0fa31,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:50.779647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-72f1d8b4-38b2-476f-99e6-c72f1e52a2d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:50.801828 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port c8b48b27-4c05-4d70-b5ac-8b53a695a779 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:49:50.806353 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port c8b48b27-4c05-4d70-b5ac-8b53a695a779 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:50.806750 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:50.842119 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72f1d8b4-38b2-476f-99e6-c72f1e52a2d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:50.843555 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-72f1d8b4-38b2-476f-99e6-c72f1e52a2d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3772597 Jun 22 09:49:50.846449 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34894) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:50.853297 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-2e150634-6742-423a-aac7-8eec58a95299 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Request body: {'security_group_rule': {'security_group_id': '72592f94-70ff-4bfb-a92a-cbe776d0fa31', 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:50.898349 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:50.918939 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port c8b48b27-4c05-4d70-b5ac-8b53a695a779, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c8b48b27-4c05-4d70-b5ac-8b53a695a779,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:50.966832 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2e150634-6742-423a-aac7-8eec58a95299 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:50.996291 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:50.998187 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-805dfed7-e7d5-4cf3-89d5-63b386e7d877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:51.022895 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2e150634-6742-423a-aac7-8eec58a95299 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.044695 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=c8b48b27-4c05-4d70-b5ac-8b53a695a779,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:51.047680 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:51.087921 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2e150634-6742-423a-aac7-8eec58a95299 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.089798 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5deb2217-902d-43ae-ab65-6c76b0313b93 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:51.106610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e150634-6742-423a-aac7-8eec58a95299 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3046c597-389d-4dc4-a4eb-5367ce8d7b85,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:51.111452 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2e150634-6742-423a-aac7-8eec58a95299 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:51.207713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2e150634-6742-423a-aac7-8eec58a95299 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.209172 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2e150634-6742-423a-aac7-8eec58a95299 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3615098 Jun 22 09:49:51.211703 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34896) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:51.220386 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-609f3f6b-6612-4e03-ac5c-e37daf6782dd tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Request body: {'security_group_rule': {'security_group_id': '72592f94-70ff-4bfb-a92a-cbe776d0fa31', 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:51.344571 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-609f3f6b-6612-4e03-ac5c-e37daf6782dd tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.404703 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-609f3f6b-6612-4e03-ac5c-e37daf6782dd tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.464820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-609f3f6b-6612-4e03-ac5c-e37daf6782dd tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.466665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-00eecaa3-c627-4021-b68b-1f1340090daf tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:51.483494 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f3f6b-6612-4e03-ac5c-e37daf6782dd tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a96b2c-f5f3-4d67-8ff8-bea5e66b1c07,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:51.486014 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-609f3f6b-6612-4e03-ac5c-e37daf6782dd tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:51.574137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-609f3f6b-6612-4e03-ac5c-e37daf6782dd tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.575369 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-609f3f6b-6612-4e03-ac5c-e37daf6782dd tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3627100 Jun 22 09:49:51.578214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34898) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:51.583054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Request body: {'security_group_rule': {'security_group_id': '72592f94-70ff-4bfb-a92a-cbe776d0fa31', 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:51.597056 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Sync routers for ids ['74b471f8-2bf9-49d4-8f4d-ba7d65545b2b'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:49:51.607090 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Routers {'74b471f8-2bf9-49d4-8f4d-ba7d65545b2b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:51.608371 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:49:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['74b471f8-2bf9-49d4-8f4d-ba7d65545b2b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:51.705199 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.710456 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Set router 74b471f8-2bf9-49d4-8f4d-ba7d65545b2b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:51.721255 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.783774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.870604 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.875945 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-06ad3e03-ff2d-494d-b3ba-15c3a1bd42a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:51.891109 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85623353-8233-4bf0-aac5-c790e17aa1de,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:51.898860 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:51.899258 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:51.899670 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:51.900046 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:51.900209 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'name': 'tempest-TestVolumeBootPattern-1725072321-router', 'tenant_id': 'be2295674f85407ba635c38d1b01f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c8b48b27-4c05-4d70-b5ac-8b53a695a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:45Z', 'updated_at': '2021-06-22T09:49:48Z', 'revision_number': 4, 'project_id': 'be2295674f85407ba635c38d1b01f7d9', 'gw_port': {'id': 'c8b48b27-4c05-4d70-b5ac-8b53a695a779', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:46Z', 'updated_at': '2021-06-22T09:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '63e885f9-1f93-4f1b-8e02-5d222f6b6df3', 'name': '', 'network_id': 'e395757d-24a1-4c72-8b18-a49bf6063c7f', 'tenant_id': 'be2295674f85407ba635c38d1b01f7d9', 'mac_address': 'fa:16:3e:2e:2d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '9872b167-f0af-409d-bd8b-49af7f6ef2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:47Z', 'updated_at': '2021-06-22T09:49:49Z', 'revision_number': 2, 'project_id': 'be2295674f85407ba635c38d1b01f7d9', 'subnets': [{'id': '9872b167-f0af-409d-bd8b-49af7f6ef2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:51.900939 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:51.901327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:51.901708 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:51.902133 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:51.902509 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:51.902880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:51.903255 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:51.903650 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:51.906837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:51.929820 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Checking router: 74b471f8-2bf9-49d4-8f4d-ba7d65545b2b for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:49:51.930183 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Updating router 74b471f8-2bf9-49d4-8f4d-ba7d65545b2b port 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:49:51.962748 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.968178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.969415 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3902166 Jun 22 09:49:51.972106 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34900) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:51.977360 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-8dbe9c83-696e-4022-8b8a-34a461771791 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Request body: {'security_group_rule': {'security_group_id': '72592f94-70ff-4bfb-a92a-cbe776d0fa31', 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:52.086998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9c83-696e-4022-8b8a-34a461771791 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:52.144922 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9c83-696e-4022-8b8a-34a461771791 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:52.214715 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:52.223982 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Transition to ACTIVE for port object 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:49:52.230661 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9c83-696e-4022-8b8a-34a461771791 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:52.232658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2434f8cb-210e-4bf1-927a-b1fd971da33b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:52.246101 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe9c83-696e-4022-8b8a-34a461771791 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05683a17-9e8b-45c4-b76b-abfcac7030f2,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:52.249844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8dbe9c83-696e-4022-8b8a-34a461771791 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:52.282084 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:52.284156 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-e64f283b-35d6-4a3b-91c1-ab238a715c0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:52.357259 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5255cf-af04-4cd3-a880-ba9c9dc2f866 None None] Pushing event updated for resources: {'Port': ['ID=63e885f9-1f93-4f1b-8e02-5d222f6b6df3,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:52.361460 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-6a5255cf-af04-4cd3-a880-ba9c9dc2f866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:52.378545 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9c83-696e-4022-8b8a-34a461771791 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:52.383179 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34902) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:52.383357 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8dbe9c83-696e-4022-8b8a-34a461771791 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4100409 Jun 22 09:49:52.389134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a928e64e-4823-42e2-bed5-8fb24e85d2c8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Request body: {'security_group_rule': {'security_group_id': '72592f94-70ff-4bfb-a92a-cbe776d0fa31', 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:52.416804 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Attempting to bind port 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:49:52.417107 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Attempting to bind port 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '554f51a3-e024-4da5-9415-10ca1a7b12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e395757d-24a1-4c72-8b18-a49bf6063c7f'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:49:52.417467 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Attempting to bind port 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 on network e395757d-24a1-4c72-8b18-a49bf6063c7f {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:49:52.422818 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:49:52.423206 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Checking segment: {'id': '554f51a3-e024-4da5-9415-10ca1a7b12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e395757d-24a1-4c72-8b18-a49bf6063c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:49:52.423653 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:52.424062 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Bound using segment: {'id': '554f51a3-e024-4da5-9415-10ca1a7b12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e395757d-24a1-4c72-8b18-a49bf6063c7f'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:49:52.424545 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Bound port: 63e885f9-1f93-4f1b-8e02-5d222f6b6df3, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554f51a3-e024-4da5-9415-10ca1a7b12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e395757d-24a1-4c72-8b18-a49bf6063c7f'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:49:52.424929 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:52.488058 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] For port 63e885f9-1f93-4f1b-8e02-5d222f6b6df3, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:49:52.490298 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-a928e64e-4823-42e2-bed5-8fb24e85d2c8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Project 3fec7d2e6d064b53ac154e35478d03d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:49:52.491642 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] For port 63e885f9-1f93-4f1b-8e02-5d222f6b6df3, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=63e885f9-1f93-4f1b-8e02-5d222f6b6df3,segment=NetworkSegment(554f51a3-e024-4da5-9415-10ca1a7b12ab),segment_id=554f51a3-e024-4da5-9415-10ca1a7b12ab)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:49:52.498031 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a928e64e-4823-42e2-bed5-8fb24e85d2c8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:52.558667 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a928e64e-4823-42e2-bed5-8fb24e85d2c8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:52.562944 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:52.565096 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-0d9e91cd-9671-447b-850f-b0809ee66342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:52.619084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a928e64e-4823-42e2-bed5-8fb24e85d2c8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:52.622243 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Routers {'74b471f8-2bf9-49d4-8f4d-ba7d65545b2b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:52.622884 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:49:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['74b471f8-2bf9-49d4-8f4d-ba7d65545b2b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:52.626159 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-578f580e-7536-4835-ab00-e3702635cd6f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:52.628448 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5255cf-af04-4cd3-a880-ba9c9dc2f866 None None] Pushing event updated for resources: {'Port': ['ID=63e885f9-1f93-4f1b-8e02-5d222f6b6df3,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:52.647502 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928e64e-4823-42e2-bed5-8fb24e85d2c8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f769706-d616-46fc-8f4b-26386a2c306d,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:52.649407 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a928e64e-4823-42e2-bed5-8fb24e85d2c8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:52.660208 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c8b48b27-4c05-4d70-b5ac-8b53a695a779 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:52.661763 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-6a5255cf-af04-4cd3-a880-ba9c9dc2f866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:52.710854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port c8b48b27-4c05-4d70-b5ac-8b53a695a779 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:52.711341 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:52.726834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a928e64e-4823-42e2-bed5-8fb24e85d2c8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:52.739047 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a928e64e-4823-42e2-bed5-8fb24e85d2c8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3428910 Jun 22 09:49:52.739232 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 34908) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:52.740357 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34906) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:52.740519 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-35d77956-1d5f-4e3f-b3c9-03c18fb2fa41 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Request body: {'security_group_rule': {'security_group_id': '72592f94-70ff-4bfb-a92a-cbe776d0fa31', 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:52.832299 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] Set router 74b471f8-2bf9-49d4-8f4d-ba7d65545b2b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:52.859048 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-35d77956-1d5f-4e3f-b3c9-03c18fb2fa41 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Project 3fec7d2e6d064b53ac154e35478d03d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:49:52.861832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6546e60-b104-4f4c-8bef-d680127f4a3d tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:52.862338 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6546e60-b104-4f4c-8bef-d680127f4a3d tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:52.863565 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6546e60-b104-4f4c-8bef-d680127f4a3d tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:52.864552 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35d77956-1d5f-4e3f-b3c9-03c18fb2fa41 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:52.865984 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e6546e60-b104-4f4c-8bef-d680127f4a3d tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=50763c4428f741ada1db53edd04651ab&network_id=93499441-2576-4960-843c-c66e6142a15f HTTP/1.1" status: 200 len: 2999 time: 0.1312437 Jun 22 09:49:52.930343 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35d77956-1d5f-4e3f-b3c9-03c18fb2fa41 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:53.030202 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'name': 'tempest-TestVolumeBootPattern-1725072321-router', 'tenant_id': 'be2295674f85407ba635c38d1b01f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c8b48b27-4c05-4d70-b5ac-8b53a695a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:45Z', 'updated_at': '2021-06-22T09:49:48Z', 'revision_number': 4, 'project_id': 'be2295674f85407ba635c38d1b01f7d9', 'gw_port': {'id': 'c8b48b27-4c05-4d70-b5ac-8b53a695a779', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:46Z', 'updated_at': '2021-06-22T09:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '63e885f9-1f93-4f1b-8e02-5d222f6b6df3', 'name': '', 'network_id': 'e395757d-24a1-4c72-8b18-a49bf6063c7f', 'tenant_id': 'be2295674f85407ba635c38d1b01f7d9', 'mac_address': 'fa:16:3e:2e:2d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '9872b167-f0af-409d-bd8b-49af7f6ef2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:47Z', 'updated_at': '2021-06-22T09:49:52Z', 'revision_number': 4, 'project_id': 'be2295674f85407ba635c38d1b01f7d9', 'subnets': [{'id': '9872b167-f0af-409d-bd8b-49af7f6ef2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:53.047732 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35d77956-1d5f-4e3f-b3c9-03c18fb2fa41 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:53.049594 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:53.056489 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4534e7ba-7dd0-440b-a2c1-691b6ffefe11 None None] The sync data for ids ['74b471f8-2bf9-49d4-8f4d-ba7d65545b2b'] in dv-neutron-797121-3-hyperv is: [{'id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'name': 'tempest-TestVolumeBootPattern-1725072321-router', 'tenant_id': 'be2295674f85407ba635c38d1b01f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c8b48b27-4c05-4d70-b5ac-8b53a695a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:45Z', 'updated_at': '2021-06-22T09:49:48Z', 'revision_number': 4, 'project_id': 'be2295674f85407ba635c38d1b01f7d9', 'gw_port': {'id': 'c8b48b27-4c05-4d70-b5ac-8b53a695a779', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:46Z', 'updated_at': '2021-06-22T09:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '63e885f9-1f93-4f1b-8e02-5d222f6b6df3', 'name': '', 'network_id': 'e395757d-24a1-4c72-8b18-a49bf6063c7f', 'tenant_id': 'be2295674f85407ba635c38d1b01f7d9', 'mac_address': 'fa:16:3e:2e:2d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '9872b167-f0af-409d-bd8b-49af7f6ef2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:47Z', 'updated_at': '2021-06-22T09:49:52Z', 'revision_number': 4, 'project_id': 'be2295674f85407ba635c38d1b01f7d9', 'subnets': [{'id': '9872b167-f0af-409d-bd8b-49af7f6ef2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:53.067796 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d77956-1d5f-4e3f-b3c9-03c18fb2fa41 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c6e84d-a792-4dc8-95ee-db24491fdbf3,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:53.070763 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-35d77956-1d5f-4e3f-b3c9-03c18fb2fa41 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:53.156290 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35d77956-1d5f-4e3f-b3c9-03c18fb2fa41 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:53.157511 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-35d77956-1d5f-4e3f-b3c9-03c18fb2fa41 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4219480 Jun 22 09:49:54.517055 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 34974) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:54.572156 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407496ce-9fcb-498d-b01e-d4fabb382f37 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:54.573639 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-407496ce-9fcb-498d-b01e-d4fabb382f37 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b HTTP/1.1" status: 200 len: 814 time: 0.0555997 Jun 22 09:49:54.656382 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:54.750527 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:49:54.754724 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:54.755241 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:54.837045 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:54.871517 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 63e885f9-1f93-4f1b-8e02-5d222f6b6df3, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=63e885f9-1f93-4f1b-8e02-5d222f6b6df3,segment=NetworkSegment(554f51a3-e024-4da5-9415-10ca1a7b12ab),segment_id=554f51a3-e024-4da5-9415-10ca1a7b12ab)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:54.939338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:54.941431 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-214cfd1d-deb0-4388-95bb-b259f396e965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:54.990656 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=63e885f9-1f93-4f1b-8e02-5d222f6b6df3,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:54.993979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:55.034084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35014) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:55.039817 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-9dbb2da7-0528-40cd-b227-f94927299564 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:55.155836 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9dbb2da7-0528-40cd-b227-f94927299564 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:55.304487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9dbb2da7-0528-40cd-b227-f94927299564 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:55.390794 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9dbb2da7-0528-40cd-b227-f94927299564 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:55.391117 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-9dbb2da7-0528-40cd-b227-f94927299564 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP b47ee935-4cf5-4d23-88e1-040fcc116a66 disassociated. External IP: 172.26.3.150, port: aa47a32a-f3de-4cf8-8569-c6463c0e1227. Jun 22 09:49:55.607377 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbb2da7-0528-40cd-b227-f94927299564 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 56ba8a69-517d-4b70-990f-2b16da4353f0 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:49:55.716779 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbb2da7-0528-40cd-b227-f94927299564 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:49:55.721163 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9dbb2da7-0528-40cd-b227-f94927299564 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:55.728288 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb3150-b645-424a-b507-b6a52adf9688 None None] Sync routers for ids ['56ba8a69-517d-4b70-990f-2b16da4353f0'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:49:55.738177 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb3150-b645-424a-b507-b6a52adf9688 None None] Routers {'56ba8a69-517d-4b70-990f-2b16da4353f0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:55.739056 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f3fb3150-b645-424a-b507-b6a52adf9688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:49:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['56ba8a69-517d-4b70-990f-2b16da4353f0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:55.764706 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9dbb2da7-0528-40cd-b227-f94927299564 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/floatingips/b47ee935-4cf5-4d23-88e1-040fcc116a66 HTTP/1.1" status: 200 len: 690 time: 0.7293792 Jun 22 09:49:55.765403 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbef838-bda1-4c8a-9049-b4ede62a1a19', 'tag': 'aa47a32a-f3de-4cf8-8569-c6463c0e1227'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:49:55.767575 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35018) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:55.768073 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7b224d-36d9-446a-8dc6-b962a02dca33" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbef838-bda1-4c8a-9049-b4ede62a1a19", "tag": "aa47a32a-f3de-4cf8-8569-c6463c0e1227"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:49:55.807760 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a33e0d2-ef65-41d2-baee-f176e47b7723 x-openstack-request-id: req-9a33e0d2-ef65-41d2-baee-f176e47b7723 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:49:55.808134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbef838-bda1-4c8a-9049-b4ede62a1a19", "tag": "aa47a32a-f3de-4cf8-8569-c6463c0e1227", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:49:55.808441 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a33e0d2-ef65-41d2-baee-f176e47b7723 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:49:55.808891 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbef838-bda1-4c8a-9049-b4ede62a1a19', 'tag': 'aa47a32a-f3de-4cf8-8569-c6463c0e1227', 'status': 'completed', 'code': 200} Jun 22 09:49:55.816006 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-14d8ce76-4ba5-45d9-b64c-516febb9b576 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/b47ee935-4cf5-4d23-88e1-040fcc116a66 HTTP/1.1" status: 200 len: 690 time: 0.0463192 Jun 22 09:49:55.875136 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-f3fb3150-b645-424a-b507-b6a52adf9688 None None] Set router 56ba8a69-517d-4b70-990f-2b16da4353f0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:55.884687 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b224d-36d9-446a-8dc6-b962a02dca33 req-8c079edb-bc43-4d77-ad77-5f6954e9782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:55.886216 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7e7b224d-36d9-446a-8dc6-b962a02dca33 req-8c079edb-bc43-4d77-ad77-5f6954e9782b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 1098 time: 0.0546725 Jun 22 09:49:55.984324 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b224d-36d9-446a-8dc6-b962a02dca33 req-dbc76374-18f7-4a0c-a655-38169ae7f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:55.986473 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7e7b224d-36d9-446a-8dc6-b962a02dca33 req-dbc76374-18f7-4a0c-a655-38169ae7f0be service neutron] 10.222.0.35 "GET /v2.0/networks?id=93499441-2576-4960-843c-c66e6142a15f HTTP/1.1" status: 200 len: 898 time: 0.0947046 Jun 22 09:49:56.027766 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7e7b224d-36d9-446a-8dc6-b962a02dca33 req-57d83f49-6c71-4ad5-a88e-47244d6d97c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa47a32a-f3de-4cf8-8569-c6463c0e1227 HTTP/1.1" status: 200 len: 217 time: 0.0352893 Jun 22 09:49:56.081869 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f3fb3150-b645-424a-b507-b6a52adf9688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '63b77c2a-3930-495b-abc9-5a8f56674a75', 'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:33:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:09Z', 'updated_at': '2021-06-22T09:48:18Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:56.084181 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b224d-36d9-446a-8dc6-b962a02dca33 req-b00e5561-134a-485d-9dfb-02b3acf11b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:56.085865 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7e7b224d-36d9-446a-8dc6-b962a02dca33 req-b00e5561-134a-485d-9dfb-02b3acf11b7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=28ffa1de-f5d8-427c-981c-3580f3604fcc HTTP/1.1" status: 200 len: 835 time: 0.0524700 Jun 22 09:49:56.112551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb3150-b645-424a-b507-b6a52adf9688 None None] Checking router: 56ba8a69-517d-4b70-990f-2b16da4353f0 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:49:56.123708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb3150-b645-424a-b507-b6a52adf9688 None None] Routers {'56ba8a69-517d-4b70-990f-2b16da4353f0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:56.124057 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f3fb3150-b645-424a-b507-b6a52adf9688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:49:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['56ba8a69-517d-4b70-990f-2b16da4353f0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:56.152733 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b224d-36d9-446a-8dc6-b962a02dca33 req-bd2c0589-5abd-4727-b60a-1004f1b928d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:56.154212 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7e7b224d-36d9-446a-8dc6-b962a02dca33 req-bd2c0589-5abd-4727-b60a-1004f1b928d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=93499441-2576-4960-843c-c66e6142a15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0628233 Jun 22 09:49:56.238073 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-f3fb3150-b645-424a-b507-b6a52adf9688 None None] Set router 56ba8a69-517d-4b70-990f-2b16da4353f0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:56.244573 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7e7b224d-36d9-446a-8dc6-b962a02dca33 req-3865c11e-5c4d-49f1-b6e5-15677e3fddef service neutron] 10.222.0.35 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842850 Jun 22 09:49:56.344164 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7e7b224d-36d9-446a-8dc6-b962a02dca33 req-2bb936e2-6130-4c14-b42a-be8b65896f6f service neutron] 10.222.0.35 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937784 Jun 22 09:49:56.601468 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f3fb3150-b645-424a-b507-b6a52adf9688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '63b77c2a-3930-495b-abc9-5a8f56674a75', 'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:33:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:09Z', 'updated_at': '2021-06-22T09:48:18Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:56.637153 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb3150-b645-424a-b507-b6a52adf9688 None None] The sync data for ids ['56ba8a69-517d-4b70-990f-2b16da4353f0'] in dv-neutron-797121-3-hyperv is: [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '63b77c2a-3930-495b-abc9-5a8f56674a75', 'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:33:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:09Z', 'updated_at': '2021-06-22T09:48:18Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:56.685854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:56.698626 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:56.699256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:56.820012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35024) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:56.869516 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6107ec3a-e4a7-4cba-8de0-b8b0163d5392 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/b47ee935-4cf5-4d23-88e1-040fcc116a66 HTTP/1.1" status: 200 len: 690 time: 0.0471499 Jun 22 09:49:56.907129 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594f6b7e-e064-45a7-95c0-fc4387b90835 None None] New status for floating IP b47ee935-4cf5-4d23-88e1-040fcc116a66: DOWN {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:49:57.871351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35028) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:57.920889 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a551ff35-2b40-4932-930e-729f885ac38c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/b47ee935-4cf5-4d23-88e1-040fcc116a66 HTTP/1.1" status: 200 len: 688 time: 0.0482290 Jun 22 09:49:59.634492 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35036) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:59.639231 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-c7bf3505-97b0-44c9-aaf9-04b685263cf4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-537653651', 'description': 'tempest-secgroup-smoke-537653651 description', 'project_id': '50763c4428f741ada1db53edd04651ab'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:59.727595 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3505-97b0-44c9-aaf9-04b685263cf4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:59.814346 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3505-97b0-44c9-aaf9-04b685263cf4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:59.909210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3505-97b0-44c9-aaf9-04b685263cf4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:59.913450 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8254b0f7-4112-44e3-a82f-43d8ae18787f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:59.943025 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf3505-97b0-44c9-aaf9-04b685263cf4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd03b5ab-0b62-41a1-8d6a-140642ce33bd,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:59.945939 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c7bf3505-97b0-44c9-aaf9-04b685263cf4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:00.029669 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3505-97b0-44c9-aaf9-04b685263cf4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:00.030923 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c7bf3505-97b0-44c9-aaf9-04b685263cf4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3954387 Jun 22 09:50:00.033874 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35038) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:00.039178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-8af7db6f-0dda-47eb-8002-0e9674ef3316 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'cd03b5ab-0b62-41a1-8d6a-140642ce33bd', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:50:00.149278 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8af7db6f-0dda-47eb-8002-0e9674ef3316 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:00.206384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8af7db6f-0dda-47eb-8002-0e9674ef3316 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:00.298908 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8af7db6f-0dda-47eb-8002-0e9674ef3316 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:00.300815 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a928e64e-4823-42e2-bed5-8fb24e85d2c8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:00.319263 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7db6f-0dda-47eb-8002-0e9674ef3316 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8fd93b-aefe-4be4-ba35-0bd7d87860ff,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:00.321813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8af7db6f-0dda-47eb-8002-0e9674ef3316 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:00.400638 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8af7db6f-0dda-47eb-8002-0e9674ef3316 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:00.401856 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8af7db6f-0dda-47eb-8002-0e9674ef3316 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3670707 Jun 22 09:50:00.404695 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35040) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:00.409181 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a8e5f0f3-ca3e-46ab-97c2-ad19f68f5d84 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'cd03b5ab-0b62-41a1-8d6a-140642ce33bd', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:50:00.852720 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a8e5f0f3-ca3e-46ab-97c2-ad19f68f5d84 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:00.913487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a8e5f0f3-ca3e-46ab-97c2-ad19f68f5d84 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:00.991089 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a8e5f0f3-ca3e-46ab-97c2-ad19f68f5d84 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:00.993208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0b208c14-7b46-4715-899d-1e51ebe0f09c tempest-TestNetworkAdvancedServerOps-754155443 tempest-TestNetworkAdvancedServerOps-754155443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:01.014374 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5f0f3-ca3e-46ab-97c2-ad19f68f5d84 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e81333d-beb2-49e5-9b8e-4c5f14f1a7d0,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:01.017375 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a8e5f0f3-ca3e-46ab-97c2-ad19f68f5d84 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:01.076104 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a8e5f0f3-ca3e-46ab-97c2-ad19f68f5d84 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:01.080011 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a8e5f0f3-ca3e-46ab-97c2-ad19f68f5d84 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6717582 Jun 22 09:50:01.080226 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35044) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:01.084798 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-92001cc0-0db5-47d8-8e19-608f28f4bbce tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'cd03b5ab-0b62-41a1-8d6a-140642ce33bd', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:50:01.183210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-92001cc0-0db5-47d8-8e19-608f28f4bbce tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:01.484348 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-92001cc0-0db5-47d8-8e19-608f28f4bbce tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:01.565893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-92001cc0-0db5-47d8-8e19-608f28f4bbce tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:01.570834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-65d62b53-6374-40e1-834f-862e43e20067 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:01.586206 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92001cc0-0db5-47d8-8e19-608f28f4bbce tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a673cf-f452-4e2b-a2ed-7c7f0e0513e1,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:01.588604 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-92001cc0-0db5-47d8-8e19-608f28f4bbce tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:01.669113 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-92001cc0-0db5-47d8-8e19-608f28f4bbce tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:01.670566 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-92001cc0-0db5-47d8-8e19-608f28f4bbce tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5894034 Jun 22 09:50:01.673327 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35046) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:01.677907 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-7b04db4a-4f9a-4e08-b54f-2b10175a8a24 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'cd03b5ab-0b62-41a1-8d6a-140642ce33bd', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:50:01.801343 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7b04db4a-4f9a-4e08-b54f-2b10175a8a24 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:01.860552 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7b04db4a-4f9a-4e08-b54f-2b10175a8a24 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:01.944851 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7b04db4a-4f9a-4e08-b54f-2b10175a8a24 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:01.949479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:01.964495 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04db4a-4f9a-4e08-b54f-2b10175a8a24 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1ceb0d-8317-4aed-9d1a-bf49349ec808,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:01.966986 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7b04db4a-4f9a-4e08-b54f-2b10175a8a24 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:02.036291 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7b04db4a-4f9a-4e08-b54f-2b10175a8a24 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:02.038033 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7b04db4a-4f9a-4e08-b54f-2b10175a8a24 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3637371 Jun 22 09:50:02.040903 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35050) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:02.048491 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d5a9874e-5fc4-4ba7-9e2e-de0110656543 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'cd03b5ab-0b62-41a1-8d6a-140642ce33bd', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:50:02.154701 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-d5a9874e-5fc4-4ba7-9e2e-de0110656543 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:50:02.160009 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d5a9874e-5fc4-4ba7-9e2e-de0110656543 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:02.225545 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d5a9874e-5fc4-4ba7-9e2e-de0110656543 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:02.577837 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d5a9874e-5fc4-4ba7-9e2e-de0110656543 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:02.579751 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-56b9bd03-daed-40f7-ab88-d6f198c524a5 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:02.598818 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9874e-5fc4-4ba7-9e2e-de0110656543 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d6414c-8bc6-466d-ba6c-5d18a8a23ded,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:02.602184 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d5a9874e-5fc4-4ba7-9e2e-de0110656543 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:02.681993 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d5a9874e-5fc4-4ba7-9e2e-de0110656543 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:02.686189 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35052) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:02.686720 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d5a9874e-5fc4-4ba7-9e2e-de0110656543 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6444118 Jun 22 09:50:02.690930 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-315b81c6-4a17-4c46-804c-0379d9792dcf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'cd03b5ab-0b62-41a1-8d6a-140642ce33bd', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:50:02.796293 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-315b81c6-4a17-4c46-804c-0379d9792dcf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:50:02.801416 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-315b81c6-4a17-4c46-804c-0379d9792dcf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:02.871039 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-315b81c6-4a17-4c46-804c-0379d9792dcf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:02.961840 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-315b81c6-4a17-4c46-804c-0379d9792dcf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:02.963805 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-744e423b-616c-4d20-a714-c79d1800899f tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:02.980361 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b81c6-4a17-4c46-804c-0379d9792dcf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4a0562-e2ef-435e-a1df-6be866228911,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:02.983292 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-315b81c6-4a17-4c46-804c-0379d9792dcf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:03.053935 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-315b81c6-4a17-4c46-804c-0379d9792dcf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:03.055166 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-315b81c6-4a17-4c46-804c-0379d9792dcf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3679504 Jun 22 09:50:03.250120 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-ed0ebf4c-e175-4252-a86d-0c530ee1e2f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537653651&fields=id&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 267 time: 0.0349917 Jun 22 09:50:03.360484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-f21dfba6-bafc-4870-ab85-8161d5364b7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:03.361851 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-f21dfba6-bafc-4870-ab85-8161d5364b7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/networks?id=93499441-2576-4960-843c-c66e6142a15f HTTP/1.1" status: 200 len: 797 time: 0.1047068 Jun 22 09:50:03.377466 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-83f3ba4e-10a5-4fb4-bf7c-3bda332b36e1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/quotas/50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 375 time: 0.0093653 Jun 22 09:50:03.455280 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-eb298aa3-ee28-4c3e-b5b5-2f5af13805f1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0724680 Jun 22 09:50:03.550134 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-98c26371-79e4-4804-a69d-879b10a3fa4d service neutron] 10.222.0.20 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834749 Jun 22 09:50:03.642413 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-38557b87-6b3a-4939-a152-e067a25b0ef5 service neutron] 10.222.0.20 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858414 Jun 22 09:50:03.938130 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-390409ae-34e2-44c0-8351-b89064abe897 req-58b72fd8-c840-40ae-a0b8-01c4689b39e5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 210 time: 0.0369565 Jun 22 09:50:05.023793 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b2d9f261-2e2e-479a-82ee-c0cafb83bb1e req-71eecd4d-761b-4ba6-90f7-a3c0cc208344 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 210 time: 0.0301328 Jun 22 09:50:06.163445 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7f3264c3-1952-48a9-a561-63949032b40f req-58d0a64c-1d93-4bcd-8a08-bfc2f30a4d87 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 210 time: 0.0296252 Jun 22 09:50:06.589526 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-3354d59c-41b3-42e2-9882-abbcbeb1a473 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:06.591083 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-3354d59c-41b3-42e2-9882-abbcbeb1a473 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/networks?id=93499441-2576-4960-843c-c66e6142a15f HTTP/1.1" status: 200 len: 797 time: 0.1762679 Jun 22 09:50:06.649308 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-3a423def-8154-4e36-9837-3df2e037a906 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 472 time: 0.0486431 Jun 22 09:50:06.658048 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-c59e55f7-95e7-4a64-8aaf-0a441539ff11 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'port': {'device_id': '54e4d46f-be92-4fda-a8b1-de6b89be85dd', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'admin_state_up': True, 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'security_groups': ['cd03b5ab-0b62-41a1-8d6a-140642ce33bd']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:50:06.848104 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-c59e55f7-95e7-4a64-8aaf-0a441539ff11 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:50:06.851934 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-c59e55f7-95e7-4a64-8aaf-0a441539ff11 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:06.989698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-c59e55f7-95e7-4a64-8aaf-0a441539ff11 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.4 (93499441-2576-4960-843c-c66e6142a15f/28ffa1de-f5d8-427c-981c-3580f3604fcc/420236a1-ccf4-46d4-9c6f-e5a44687aa21) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:50:07.147864 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-c59e55f7-95e7-4a64-8aaf-0a441539ff11 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:07.160904 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-c59e55f7-95e7-4a64-8aaf-0a441539ff11 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object 420236a1-ccf4-46d4-9c6f-e5a44687aa21 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:50:07.282573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-c59e55f7-95e7-4a64-8aaf-0a441539ff11 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:07.286812 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:07.340273 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e55f7-95e7-4a64-8aaf-0a441539ff11 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=420236a1-ccf4-46d4-9c6f-e5a44687aa21,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:07.343630 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-c59e55f7-95e7-4a64-8aaf-0a441539ff11 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 93499441-2576-4960-843c-c66e6142a15f is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:50:07.344579 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c59e55f7-95e7-4a64-8aaf-0a441539ff11 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:07.345804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-c59e55f7-95e7-4a64-8aaf-0a441539ff11 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:50:07.347942 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-c59e55f7-95e7-4a64-8aaf-0a441539ff11 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:50:07.350360 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbbfde-ef0a-42f5-b31f-520ccbf37fe9 req-fed05f41-b4b7-463f-aff7-fca18abd6a23 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:07.351964 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-26bbbfde-ef0a-42f5-b31f-520ccbf37fe9 req-fed05f41-b4b7-463f-aff7-fca18abd6a23 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 931 time: 0.0738928 Jun 22 09:50:07.397045 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-26bbbfde-ef0a-42f5-b31f-520ccbf37fe9 req-bf553837-dc6d-495b-aba3-204b70b0c503 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd03b5ab-0b62-41a1-8d6a-140642ce33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359671 Jun 22 09:50:07.404069 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-c59e55f7-95e7-4a64-8aaf-0a441539ff11 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:07.404730 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-c59e55f7-95e7-4a64-8aaf-0a441539ff11 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:07.528474 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-c59e55f7-95e7-4a64-8aaf-0a441539ff11 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8740380 Jun 22 09:50:07.555914 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Request body: {'port': {'device_id': '54e4d46f-be92-4fda-a8b1-de6b89be85dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:50:07.620328 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c3497818-c055-4db9-a96d-b32ce785c364 None None] Provisioning for port 420236a1-ccf4-46d4-9c6f-e5a44687aa21 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:50:07.625199 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c3497818-c055-4db9-a96d-b32ce785c364 None None] Provisioning complete for port 420236a1-ccf4-46d4-9c6f-e5a44687aa21 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:50:07.630290 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c3497818-c055-4db9-a96d-b32ce785c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:07.637834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:07.662994 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c3497818-c055-4db9-a96d-b32ce785c364 None None] Port 420236a1-ccf4-46d4-9c6f-e5a44687aa21 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:50:07.947490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 420236a1-ccf4-46d4-9c6f-e5a44687aa21 {{(pid=100652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:50:07.955418 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:07.969370 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Transition to ACTIVE for port object 420236a1-ccf4-46d4-9c6f-e5a44687aa21 will not be triggered until provisioned by entity L2. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:50:08.036079 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:08.038857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1a4896e6-6841-49f1-ae68-b648bd2870db tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:08.157420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=420236a1-ccf4-46d4-9c6f-e5a44687aa21,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:08.177098 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:08.209336 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Attempting to bind port 420236a1-ccf4-46d4-9c6f-e5a44687aa21 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:50:08.209776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Attempting to bind port 420236a1-ccf4-46d4-9c6f-e5a44687aa21 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '87606605-6006-4daf-9ad1-fc0388c55ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93499441-2576-4960-843c-c66e6142a15f'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:50:08.210181 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Attempting to bind port 420236a1-ccf4-46d4-9c6f-e5a44687aa21 on network 93499441-2576-4960-843c-c66e6142a15f {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:50:08.214806 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Port 420236a1-ccf4-46d4-9c6f-e5a44687aa21 on network 93499441-2576-4960-843c-c66e6142a15f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:50:08.215208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Attempting to bind port 420236a1-ccf4-46d4-9c6f-e5a44687aa21 on network 93499441-2576-4960-843c-c66e6142a15f {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:50:08.220305 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:50:08.220718 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Checking segment: {'id': '87606605-6006-4daf-9ad1-fc0388c55ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93499441-2576-4960-843c-c66e6142a15f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:50:08.221166 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Bound using segment: {'id': '87606605-6006-4daf-9ad1-fc0388c55ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93499441-2576-4960-843c-c66e6142a15f'} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:50:08.221664 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Bound port: 420236a1-ccf4-46d4-9c6f-e5a44687aa21, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87606605-6006-4daf-9ad1-fc0388c55ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93499441-2576-4960-843c-c66e6142a15f'}}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:50:08.222141 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:08.288640 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] For port 420236a1-ccf4-46d4-9c6f-e5a44687aa21, host hv-neutron-7971, cleared binding levels {{(pid=100652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:50:08.291842 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] For port 420236a1-ccf4-46d4-9c6f-e5a44687aa21, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=420236a1-ccf4-46d4-9c6f-e5a44687aa21,segment=NetworkSegment(87606605-6006-4daf-9ad1-fc0388c55ae8),segment_id=87606605-6006-4daf-9ad1-fc0388c55ae8)] {{(pid=100652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:50:08.408026 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:08.411165 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fda19cae-fc02-4547-8add-e29230c942dd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:08.446726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:08.447423 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:08.448968 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] 10.222.0.35 "PUT /v2.0/ports/420236a1-ccf4-46d4-9c6f-e5a44687aa21 HTTP/1.1" status: 200 len: 1093 time: 0.8982263 Jun 22 09:50:08.449581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e4d46f-be92-4fda-a8b1-de6b89be85dd', 'tag': '420236a1-ccf4-46d4-9c6f-e5a44687aa21'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:50:08.452076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5ff984-89dc-4ac3-9c96-b1f43d9fc824" -d '{"events": [{"name": "network-changed", "server_uuid": "54e4d46f-be92-4fda-a8b1-de6b89be85dd", "tag": "420236a1-ccf4-46d4-9c6f-e5a44687aa21"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:50:08.478525 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=420236a1-ccf4-46d4-9c6f-e5a44687aa21,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:08.481979 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:08.519387 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4f518f-c4db-4035-b340-bb5051d8f454 x-openstack-request-id: req-de4f518f-c4db-4035-b340-bb5051d8f454 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:50:08.519977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e4d46f-be92-4fda-a8b1-de6b89be85dd", "tag": "420236a1-ccf4-46d4-9c6f-e5a44687aa21", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:50:08.520369 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de4f518f-c4db-4035-b340-bb5051d8f454 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:50:08.520863 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e4d46f-be92-4fda-a8b1-de6b89be85dd', 'tag': '420236a1-ccf4-46d4-9c6f-e5a44687aa21', 'status': 'completed', 'code': 200} Jun 22 09:50:08.640523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ff984-89dc-4ac3-9c96-b1f43d9fc824 req-3f8517a0-29f9-4ca3-af86-94caf1c3d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:08.643243 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5c5ff984-89dc-4ac3-9c96-b1f43d9fc824 req-3f8517a0-29f9-4ca3-af86-94caf1c3d53e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 1096 time: 0.0912879 Jun 22 09:50:08.650615 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44495cc-21b0-4d89-b891-ccb9dbac0136 req-da064e7e-8867-46b4-9b00-ac993451aa11 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:08.652118 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b44495cc-21b0-4d89-b891-ccb9dbac0136 req-da064e7e-8867-46b4-9b00-ac993451aa11 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 943 time: 0.1115654 Jun 22 09:50:08.790471 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b44495cc-21b0-4d89-b891-ccb9dbac0136 req-56c68184-7583-45e6-b3de-c38bf041e559 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd03b5ab-0b62-41a1-8d6a-140642ce33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293385 Jun 22 09:50:08.846169 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ff984-89dc-4ac3-9c96-b1f43d9fc824 req-7133db7e-7e42-475e-ab15-5d2adf9bfb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:08.847666 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5c5ff984-89dc-4ac3-9c96-b1f43d9fc824 req-7133db7e-7e42-475e-ab15-5d2adf9bfb7a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=50763c4428f741ada1db53edd04651ab&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1946366 Jun 22 09:50:09.007837 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ff984-89dc-4ac3-9c96-b1f43d9fc824 req-f3a60d8c-9b49-4c01-b12b-c3a1b49ceaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:09.009203 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5c5ff984-89dc-4ac3-9c96-b1f43d9fc824 req-f3a60d8c-9b49-4c01-b12b-c3a1b49ceaa3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1553659 Jun 22 09:50:09.106565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-120e3dec-19ea-4776-b662-4ebefd0facdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:09.108093 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-120e3dec-19ea-4776-b662-4ebefd0facdf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 1096 time: 0.0602689 Jun 22 09:50:09.151776 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-bb4055e9-b1be-4463-b3a9-276bce851d0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=420236a1-ccf4-46d4-9c6f-e5a44687aa21 HTTP/1.1" status: 200 len: 217 time: 0.0369480 Jun 22 09:50:09.200558 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-8b6d1d05-67f2-4bed-8291-915265370ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:09.202344 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-8b6d1d05-67f2-4bed-8291-915265370ce0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=28ffa1de-f5d8-427c-981c-3580f3604fcc HTTP/1.1" status: 200 len: 835 time: 0.0448666 Jun 22 09:50:09.259270 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-b136cfae-ea35-4e1b-9928-c3dd31a2cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:09.260696 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-b136cfae-ea35-4e1b-9928-c3dd31a2cfc0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=93499441-2576-4960-843c-c66e6142a15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0524893 Jun 22 09:50:09.358680 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-54aab55c-7461-45d9-9d28-12d0974f49d3 service neutron] 10.222.0.35 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920000 Jun 22 09:50:09.448090 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f8560b7d-a614-4fc7-91bd-7aa1451adfa3 req-2c2c3b74-9c3f-4160-a5d5-522e7692b621 service neutron] 10.222.0.35 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831399 Jun 22 09:50:09.968485 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d979f21-0f3c-4186-a153-d5b5fb850fd6 req-ec1e2fe8-7b86-4b34-a4b1-cf9d75e248c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:09.970027 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2d979f21-0f3c-4186-a153-d5b5fb850fd6 req-ec1e2fe8-7b86-4b34-a4b1-cf9d75e248c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 943 time: 0.0674887 Jun 22 09:50:10.007533 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2d979f21-0f3c-4186-a153-d5b5fb850fd6 req-a684a538-9518-46ac-a1ea-4f13aa24ea89 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd03b5ab-0b62-41a1-8d6a-140642ce33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313973 Jun 22 09:50:10.338831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:11.180757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98612c81-5285-482b-a52f-f9bb8eca298a req-e2e38f8f-eade-4577-9a25-8ae05db37960 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:11.182222 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-98612c81-5285-482b-a52f-f9bb8eca298a req-e2e38f8f-eade-4577-9a25-8ae05db37960 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 943 time: 0.0651479 Jun 22 09:50:11.219112 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-98612c81-5285-482b-a52f-f9bb8eca298a req-31a8d89c-55d4-4d17-8d64-99413cc609a9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd03b5ab-0b62-41a1-8d6a-140642ce33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312498 Jun 22 09:50:12.216176 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:50:12.391038 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad36283-f70d-4449-abeb-45b93dcca540 req-0b730294-3e32-4f5e-93b3-0dccf0fc50c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:12.392459 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6ad36283-f70d-4449-abeb-45b93dcca540 req-0b730294-3e32-4f5e-93b3-0dccf0fc50c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 943 time: 0.0627365 Jun 22 09:50:12.428958 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6ad36283-f70d-4449-abeb-45b93dcca540 req-aec7bbed-6fb5-4a14-9385-5f394d1a8211 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd03b5ab-0b62-41a1-8d6a-140642ce33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303402 Jun 22 09:50:12.808714 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 420236a1-ccf4-46d4-9c6f-e5a44687aa21 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:50:12.903624 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 420236a1-ccf4-46d4-9c6f-e5a44687aa21, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=420236a1-ccf4-46d4-9c6f-e5a44687aa21,segment=NetworkSegment(87606605-6006-4daf-9ad1-fc0388c55ae8),segment_id=87606605-6006-4daf-9ad1-fc0388c55ae8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:50:12.915049 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '420236a1-ccf4-46d4-9c6f-e5a44687aa21', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'port_id': '420236a1-ccf4-46d4-9c6f-e5a44687aa21', 'mac_address': 'fa:16:3e:87:95:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:50:12.956801 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:12.969304 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 420236a1-ccf4-46d4-9c6f-e5a44687aa21 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:50:12.988755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 420236a1-ccf4-46d4-9c6f-e5a44687aa21, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=420236a1-ccf4-46d4-9c6f-e5a44687aa21,segment=NetworkSegment(87606605-6006-4daf-9ad1-fc0388c55ae8),segment_id=87606605-6006-4daf-9ad1-fc0388c55ae8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:50:13.093170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:13.094918 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-09d6498a-341a-4faf-8d19-221753f0441f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:13.140772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=420236a1-ccf4-46d4-9c6f-e5a44687aa21,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:13.147621 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:13.147972 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:13.148312 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:13.148645 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:13.148970 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:13.149300 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:13.149620 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:13.149939 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:13.150259 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:13.150577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:13.150890 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:13.151205 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:13.154991 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:13.449702 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['420236a1-ccf4-46d4-9c6f-e5a44687aa21'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:50:13.607453 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0e4b9-c32a-4f91-86cf-f251dcf5e998 req-be30077c-39ed-44dd-b3d5-b31fc9ea98e9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:13.608945 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-daa0e4b9-c32a-4f91-86cf-f251dcf5e998 req-be30077c-39ed-44dd-b3d5-b31fc9ea98e9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 944 time: 0.0679653 Jun 22 09:50:13.647937 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-daa0e4b9-c32a-4f91-86cf-f251dcf5e998 req-08d29111-7707-49e8-b4d7-3db3b1922a31 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd03b5ab-0b62-41a1-8d6a-140642ce33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326452 Jun 22 09:50:14.821153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23655c-6fa4-4e82-b228-ac71bf335f46 req-6035d312-8c73-41e6-a57e-dcb9b31a168b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:14.822635 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-eb23655c-6fa4-4e82-b228-ac71bf335f46 req-6035d312-8c73-41e6-a57e-dcb9b31a168b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 944 time: 0.0630083 Jun 22 09:50:14.826032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 420236a1-ccf4-46d4-9c6f-e5a44687aa21 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:50:14.865051 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-eb23655c-6fa4-4e82-b228-ac71bf335f46 req-90500e05-efb6-4993-93cb-de682ec1957d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd03b5ab-0b62-41a1-8d6a-140642ce33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366402 Jun 22 09:50:14.944389 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 420236a1-ccf4-46d4-9c6f-e5a44687aa21 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:50:14.949107 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 420236a1-ccf4-46d4-9c6f-e5a44687aa21 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:50:14.949493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:15.028240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:15.049861 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e4d46f-be92-4fda-a8b1-de6b89be85dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420236a1-ccf4-46d4-9c6f-e5a44687aa21'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:50:15.052192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013e6f29-8de6-43b5-9263-9694d200df42" -d '{"events": [{"server_uuid": "54e4d46f-be92-4fda-a8b1-de6b89be85dd", "name": "network-vif-plugged", "status": "completed", "tag": "420236a1-ccf4-46d4-9c6f-e5a44687aa21"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:50:15.065490 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 420236a1-ccf4-46d4-9c6f-e5a44687aa21, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=420236a1-ccf4-46d4-9c6f-e5a44687aa21,segment=NetworkSegment(87606605-6006-4daf-9ad1-fc0388c55ae8),segment_id=87606605-6006-4daf-9ad1-fc0388c55ae8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:50:15.088736 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb48283-18b1-4a08-922f-45d3f06d7b76 x-openstack-request-id: req-beb48283-18b1-4a08-922f-45d3f06d7b76 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:50:15.089031 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e4d46f-be92-4fda-a8b1-de6b89be85dd", "name": "network-vif-plugged", "status": "completed", "tag": "420236a1-ccf4-46d4-9c6f-e5a44687aa21", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:50:15.089294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-beb48283-18b1-4a08-922f-45d3f06d7b76 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:50:15.089807 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e4d46f-be92-4fda-a8b1-de6b89be85dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420236a1-ccf4-46d4-9c6f-e5a44687aa21', 'code': 200} Jun 22 09:50:15.148572 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:15.150442 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-94bb061e-e149-4645-88f8-6e38598ce111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:15.196129 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=420236a1-ccf4-46d4-9c6f-e5a44687aa21,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:15.199061 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:15.285975 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dea1a0ab-8177-446d-bedb-cc54e34cdc2e req-d024c191-4523-4516-b68b-bb2d86840f88 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562370 Jun 22 09:50:15.384886 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1a0ab-8177-446d-bedb-cc54e34cdc2e req-5c203059-3329-4899-a5ff-bbb829bd19b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:15.386385 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dea1a0ab-8177-446d-bedb-cc54e34cdc2e req-5c203059-3329-4899-a5ff-bbb829bd19b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 1098 time: 0.0533297 Jun 22 09:50:15.493333 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1a0ab-8177-446d-bedb-cc54e34cdc2e req-da5dd86d-bd00-4d3d-9aa3-f9e049ae51d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:15.494796 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dea1a0ab-8177-446d-bedb-cc54e34cdc2e req-da5dd86d-bd00-4d3d-9aa3-f9e049ae51d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=93499441-2576-4960-843c-c66e6142a15f HTTP/1.1" status: 200 len: 898 time: 0.0893941 Jun 22 09:50:15.542086 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dea1a0ab-8177-446d-bedb-cc54e34cdc2e req-6850fa6d-d2be-487e-8d40-1c6b84336e4c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa47a32a-f3de-4cf8-8569-c6463c0e1227 HTTP/1.1" status: 200 len: 217 time: 0.0411968 Jun 22 09:50:15.558660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ec1c3-1d13-4fec-8833-b5c6b98af848 req-a12cd9fa-1b66-4050-863f-2bb7de354505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:15.560184 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a95ec1c3-1d13-4fec-8833-b5c6b98af848 req-a12cd9fa-1b66-4050-863f-2bb7de354505 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 1098 time: 0.0696228 Jun 22 09:50:15.593002 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1a0ab-8177-446d-bedb-cc54e34cdc2e req-e5fc3ffe-38b9-4bb6-b6ae-5570b4f85878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:15.594455 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dea1a0ab-8177-446d-bedb-cc54e34cdc2e req-e5fc3ffe-38b9-4bb6-b6ae-5570b4f85878 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=28ffa1de-f5d8-427c-981c-3580f3604fcc HTTP/1.1" status: 200 len: 835 time: 0.0467684 Jun 22 09:50:15.607153 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a95ec1c3-1d13-4fec-8833-b5c6b98af848 req-08f43c0a-b2fe-4352-8d41-331d42353344 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cd03b5ab-0b62-41a1-8d6a-140642ce33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405307 Jun 22 09:50:15.653135 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1a0ab-8177-446d-bedb-cc54e34cdc2e req-69eb7f52-9b85-4438-957f-5226512b2f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:15.654624 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dea1a0ab-8177-446d-bedb-cc54e34cdc2e req-69eb7f52-9b85-4438-957f-5226512b2f5f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=93499441-2576-4960-843c-c66e6142a15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0545042 Jun 22 09:50:16.041286 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2dc57-feaa-48ed-9d11-eea9a86dbf00 req-f8dedb3b-bdcd-44bd-848c-457c5d1ca67d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:16.042777 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-47d2dc57-feaa-48ed-9d11-eea9a86dbf00 req-f8dedb3b-bdcd-44bd-848c-457c5d1ca67d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 945 time: 0.0641813 Jun 22 09:50:16.048955 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dea1a0ab-8177-446d-bedb-cc54e34cdc2e req-abd584e8-4a4a-46ec-8a21-dec467dc4f69 service neutron] 10.222.0.35 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480666 Jun 22 09:50:16.085691 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-47d2dc57-feaa-48ed-9d11-eea9a86dbf00 req-65099cde-247e-4131-9355-8411fdf5357a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd03b5ab-0b62-41a1-8d6a-140642ce33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370843 Jun 22 09:50:16.139093 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dea1a0ab-8177-446d-bedb-cc54e34cdc2e req-7318415a-4b01-44f8-ad82-ee2e7ac537c7 service neutron] 10.222.0.35 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836096 Jun 22 09:50:16.647460 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8b2d06be-f4f9-4e7b-8423-7231168253b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:17.264853 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb3569-b143-426a-9739-ddf5f1accf9c req-123e8bc9-07fb-4ea5-ae5f-3cc2e23718ee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:17.266312 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b6eb3569-b143-426a-9739-ddf5f1accf9c req-123e8bc9-07fb-4ea5-ae5f-3cc2e23718ee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 945 time: 0.0665824 Jun 22 09:50:17.302762 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b6eb3569-b143-426a-9739-ddf5f1accf9c req-f6b944d7-2ee9-4d49-904d-4960defd2e13 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd03b5ab-0b62-41a1-8d6a-140642ce33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307314 Jun 22 09:50:17.480149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d2a7c-63a0-46c4-8ff6-6acd16cb7a77 req-cd59524f-9c70-40f8-ad1a-9f3eb96d3102 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:17.481660 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5f1d2a7c-63a0-46c4-8ff6-6acd16cb7a77 req-cd59524f-9c70-40f8-ad1a-9f3eb96d3102 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 945 time: 0.0640841 Jun 22 09:50:17.518718 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5f1d2a7c-63a0-46c4-8ff6-6acd16cb7a77 req-e55225fa-3d0c-4c50-887d-07b2ca15f84f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd03b5ab-0b62-41a1-8d6a-140642ce33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314584 Jun 22 09:50:17.543530 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35160) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:17.598391 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea8729a-19bc-41f0-828c-f4e5eb0ab8de tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:17.599914 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bea8729a-19bc-41f0-828c-f4e5eb0ab8de tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 1093 time: 0.0535018 Jun 22 09:50:17.603314 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35164) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:17.608553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-60e2d110-204f-412e-afcc-ebe836f0aa4c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'floatingip': {'port_id': '420236a1-ccf4-46d4-9c6f-e5a44687aa21'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:50:17.651792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-60e2d110-204f-412e-afcc-ebe836f0aa4c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:18.502893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-60e2d110-204f-412e-afcc-ebe836f0aa4c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:18.665113 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-60e2d110-204f-412e-afcc-ebe836f0aa4c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:18.768183 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-60e2d110-204f-412e-afcc-ebe836f0aa4c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP b47ee935-4cf5-4d23-88e1-040fcc116a66 associated. External IP: 172.26.3.150, port: 420236a1-ccf4-46d4-9c6f-e5a44687aa21. Jun 22 09:50:18.973359 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e2d110-204f-412e-afcc-ebe836f0aa4c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 56ba8a69-517d-4b70-990f-2b16da4353f0 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:50:19.057112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-864ea7b4-466c-46f9-b0e4-35723cc350b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:19.084129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e2d110-204f-412e-afcc-ebe836f0aa4c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:50:19.089833 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-60e2d110-204f-412e-afcc-ebe836f0aa4c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:19.098210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fed657-056c-496f-8a00-80923d7bb59a None None] Sync routers for ids ['56ba8a69-517d-4b70-990f-2b16da4353f0'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:50:19.121035 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fed657-056c-496f-8a00-80923d7bb59a None None] Routers {'56ba8a69-517d-4b70-990f-2b16da4353f0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:50:19.121925 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-41fed657-056c-496f-8a00-80923d7bb59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:50:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['56ba8a69-517d-4b70-990f-2b16da4353f0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:50:19.141758 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-60e2d110-204f-412e-afcc-ebe836f0aa4c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/floatingips/b47ee935-4cf5-4d23-88e1-040fcc116a66 HTTP/1.1" status: 200 len: 991 time: 1.5347676 Jun 22 09:50:19.141758 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e4d46f-be92-4fda-a8b1-de6b89be85dd', 'tag': '420236a1-ccf4-46d4-9c6f-e5a44687aa21'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:50:19.142096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35168) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:19.142576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4497a76-5d2f-4737-a9eb-69d807f9e6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "54e4d46f-be92-4fda-a8b1-de6b89be85dd", "tag": "420236a1-ccf4-46d4-9c6f-e5a44687aa21"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:50:19.179987 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663e9cdf-12ab-499c-8c96-06f479915c11 x-openstack-request-id: req-663e9cdf-12ab-499c-8c96-06f479915c11 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:50:19.179987 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e4d46f-be92-4fda-a8b1-de6b89be85dd", "tag": "420236a1-ccf4-46d4-9c6f-e5a44687aa21", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:50:19.180288 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-663e9cdf-12ab-499c-8c96-06f479915c11 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:50:19.180893 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e4d46f-be92-4fda-a8b1-de6b89be85dd', 'tag': '420236a1-ccf4-46d4-9c6f-e5a44687aa21', 'status': 'completed', 'code': 200} Jun 22 09:50:19.238431 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-41fed657-056c-496f-8a00-80923d7bb59a None None] Set router 56ba8a69-517d-4b70-990f-2b16da4353f0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:50:19.250473 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fd366c68-1e89-435b-abf6-fcfd0e878fe1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/b47ee935-4cf5-4d23-88e1-040fcc116a66 HTTP/1.1" status: 200 len: 991 time: 0.1071470 Jun 22 09:50:19.274528 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4497a76-5d2f-4737-a9eb-69d807f9e6a8 req-de102da5-f26d-4cfc-9cca-67fb7cd8aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:19.276231 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e4497a76-5d2f-4737-a9eb-69d807f9e6a8 req-de102da5-f26d-4cfc-9cca-67fb7cd8aeab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 1098 time: 0.0709879 Jun 22 09:50:19.333514 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:19.365865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4497a76-5d2f-4737-a9eb-69d807f9e6a8 req-e604b36a-0751-4064-bc3b-4af102c8d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:19.368299 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e4497a76-5d2f-4737-a9eb-69d807f9e6a8 req-e604b36a-0751-4064-bc3b-4af102c8d57b service neutron] 10.222.0.35 "GET /v2.0/networks?id=93499441-2576-4960-843c-c66e6142a15f HTTP/1.1" status: 200 len: 898 time: 0.0862870 Jun 22 09:50:19.438874 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e4497a76-5d2f-4737-a9eb-69d807f9e6a8 req-6191bec8-79a6-4ea1-b092-4795512af93b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=420236a1-ccf4-46d4-9c6f-e5a44687aa21 HTTP/1.1" status: 200 len: 999 time: 0.0647812 Jun 22 09:50:19.483618 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-41fed657-056c-496f-8a00-80923d7bb59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'b47ee935-4cf5-4d23-88e1-040fcc116a66', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.150', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'port_id': '420236a1-ccf4-46d4-9c6f-e5a44687aa21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'mac_address': 'fa:16:3e:87:95:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e4d46f-be92-4fda-a8b1-de6b89be85dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:48:40Z', 'updated_at': '2021-06-22T09:50:18Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b77c2a-3930-495b-abc9-5a8f56674a75', 'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:33:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:09Z', 'updated_at': '2021-06-22T09:48:18Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:50:19.486972 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4497a76-5d2f-4737-a9eb-69d807f9e6a8 req-785eab23-afc0-4de9-81d1-e89a352733b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:19.488547 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e4497a76-5d2f-4737-a9eb-69d807f9e6a8 req-785eab23-afc0-4de9-81d1-e89a352733b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=28ffa1de-f5d8-427c-981c-3580f3604fcc HTTP/1.1" status: 200 len: 835 time: 0.0438728 Jun 22 09:50:19.510515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fed657-056c-496f-8a00-80923d7bb59a None None] Checking router: 56ba8a69-517d-4b70-990f-2b16da4353f0 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:50:19.519772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fed657-056c-496f-8a00-80923d7bb59a None None] Routers {'56ba8a69-517d-4b70-990f-2b16da4353f0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:50:19.520586 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-41fed657-056c-496f-8a00-80923d7bb59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:50:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['56ba8a69-517d-4b70-990f-2b16da4353f0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:50:19.547504 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4497a76-5d2f-4737-a9eb-69d807f9e6a8 req-5cfd41ba-d4f8-4769-b65f-cbd3a4b43b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:19.549185 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e4497a76-5d2f-4737-a9eb-69d807f9e6a8 req-5cfd41ba-d4f8-4769-b65f-cbd3a4b43b25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=93499441-2576-4960-843c-c66e6142a15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0542169 Jun 22 09:50:19.642697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-41fed657-056c-496f-8a00-80923d7bb59a None None] Set router 56ba8a69-517d-4b70-990f-2b16da4353f0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:50:19.650972 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e4497a76-5d2f-4737-a9eb-69d807f9e6a8 req-0aed6cba-d621-4988-81dc-a89437580391 service neutron] 10.222.0.35 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951085 Jun 22 09:50:19.755830 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e4497a76-5d2f-4737-a9eb-69d807f9e6a8 req-03bcf818-a1fd-4b8a-bf36-0257cbaff0f7 service neutron] 10.222.0.35 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986750 Jun 22 09:50:19.871156 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-41fed657-056c-496f-8a00-80923d7bb59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'b47ee935-4cf5-4d23-88e1-040fcc116a66', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.150', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'port_id': '420236a1-ccf4-46d4-9c6f-e5a44687aa21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'mac_address': 'fa:16:3e:87:95:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e4d46f-be92-4fda-a8b1-de6b89be85dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:48:40Z', 'updated_at': '2021-06-22T09:50:18Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b77c2a-3930-495b-abc9-5a8f56674a75', 'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:33:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:09Z', 'updated_at': '2021-06-22T09:48:18Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:50:19.895877 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fed657-056c-496f-8a00-80923d7bb59a None None] The sync data for ids ['56ba8a69-517d-4b70-990f-2b16da4353f0'] in dv-neutron-797121-3-hyperv is: [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'b47ee935-4cf5-4d23-88e1-040fcc116a66', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.150', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'port_id': '420236a1-ccf4-46d4-9c6f-e5a44687aa21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'mac_address': 'fa:16:3e:87:95:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e4d46f-be92-4fda-a8b1-de6b89be85dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:48:40Z', 'updated_at': '2021-06-22T09:50:18Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b77c2a-3930-495b-abc9-5a8f56674a75', 'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:33:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:09Z', 'updated_at': '2021-06-22T09:48:18Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:50:20.076009 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7cf521-b31d-4382-af31-ea2734ddc9f3 None None] New status for floating IP b47ee935-4cf5-4d23-88e1-040fcc116a66: ACTIVE {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:50:20.253678 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35174) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:20.325022 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-82d56caa-b7da-4e01-abc8-01416df43b1d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/b47ee935-4cf5-4d23-88e1-040fcc116a66 HTTP/1.1" status: 200 len: 991 time: 0.0702059 Jun 22 09:50:20.389315 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:21.023855 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-33743b3a-da20-4434-a6c6-920a0c527f63 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1336104207&fields=id&tenant_id=3fec7d2e6d064b53ac154e35478d03d8 HTTP/1.1" status: 200 len: 267 time: 0.0314527 Jun 22 09:50:21.127622 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-a84d0b92-1a4f-4e33-b172-ac4d7736a9a4 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:21.129096 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-a84d0b92-1a4f-4e33-b172-ac4d7736a9a4 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/networks?id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2 HTTP/1.1" status: 200 len: 811 time: 0.0990498 Jun 22 09:50:21.143250 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-006d506f-509d-43c8-a201-7f19b93a47fd tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/quotas/3fec7d2e6d064b53ac154e35478d03d8 HTTP/1.1" status: 200 len: 375 time: 0.0088327 Jun 22 09:50:21.216145 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-d2c19782-1888-4d8c-a09c-732097d36b8d tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681729 Jun 22 09:50:21.309548 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-28bf011e-5b42-4d9c-845c-4fda4be0d1f2 service neutron] 10.222.0.20 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821719 Jun 22 09:50:21.328704 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35186) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:21.393160 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a09d450a-bd3f-429a-9086-05307ae10e08 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/b47ee935-4cf5-4d23-88e1-040fcc116a66 HTTP/1.1" status: 200 len: 993 time: 0.0629485 Jun 22 09:50:21.400763 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-95afddd5-2e50-4585-998d-d2cffad866ed service neutron] 10.222.0.20 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855930 Jun 22 09:50:21.664473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:22.041537 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-db6d5f86-d38f-4bb5-9099-45d311e7457e req-ac886bec-2717-4445-825f-8367d511be4a tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 210 time: 0.0284622 Jun 22 09:50:23.180524 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-102c949b-39c0-44e0-b448-5c0a46475180 req-7e301d09-9f20-48b9-aed7-1c175baa3c72 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 210 time: 0.0291388 Jun 22 09:50:24.049893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-40ceb13d-d81d-496f-947e-b4d188b4b97d tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:24.051335 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-40ceb13d-d81d-496f-947e-b4d188b4b97d tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.35 "GET /v2.0/networks?id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2 HTTP/1.1" status: 200 len: 811 time: 0.1015227 Jun 22 09:50:24.098073 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-998ed6c2-3405-4a22-b56b-d453e503538c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fec7d2e6d064b53ac154e35478d03d8 HTTP/1.1" status: 200 len: 380 time: 0.0376775 Jun 22 09:50:24.107127 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-3e3435f0-677b-4613-a979-f2cfc847632c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Request body: {'port': {'device_id': '0d40fa1a-d2fa-41fb-aa41-300dd2280869', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'admin_state_up': True, 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'security_groups': ['72592f94-70ff-4bfb-a92a-cbe776d0fa31']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:50:24.274381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-3e3435f0-677b-4613-a979-f2cfc847632c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Made reservation on behalf of 3fec7d2e6d064b53ac154e35478d03d8 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:50:24.278502 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-3e3435f0-677b-4613-a979-f2cfc847632c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:24.328944 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9fcfc42f-381e-42e2-9df3-dd7614c54c50 req-59d13ec0-72d3-4436-b43b-e7996fc4fd2e tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 210 time: 0.0382264 Jun 22 09:50:24.434500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-3e3435f0-677b-4613-a979-f2cfc847632c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Allocated IP 172.20.0.4 (6a8f2608-387b-4dce-bb3b-fea1e1e609c2/fabcb960-cfc9-40eb-90c8-609dad8d137e/5133f663-ee84-43af-a9f9-8e00b362fae7) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:50:24.576385 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-3e3435f0-677b-4613-a979-f2cfc847632c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:24.590521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-3e3435f0-677b-4613-a979-f2cfc847632c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Transition to ACTIVE for port object 5133f663-ee84-43af-a9f9-8e00b362fae7 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:50:24.687251 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-3e3435f0-677b-4613-a979-f2cfc847632c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:24.691541 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1124d547-517e-48b7-a7b8-c0c073d44ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:24.728958 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-3e3435f0-677b-4613-a979-f2cfc847632c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:50:24.732261 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-3e3435f0-677b-4613-a979-f2cfc847632c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:50:24.736043 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-3e3435f0-677b-4613-a979-f2cfc847632c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:50:24.764671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3435f0-677b-4613-a979-f2cfc847632c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event updated for resources: {'Port': ['ID=5133f663-ee84-43af-a9f9-8e00b362fae7,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:24.776049 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3e3435f0-677b-4613-a979-f2cfc847632c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:24.799481 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-3e3435f0-677b-4613-a979-f2cfc847632c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:24.800208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-3e3435f0-677b-4613-a979-f2cfc847632c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:24.916173 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-3e3435f0-677b-4613-a979-f2cfc847632c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8126857 Jun 22 09:50:24.927092 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Request body: {'port': {'device_id': '0d40fa1a-d2fa-41fb-aa41-300dd2280869', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:50:25.005236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:25.029564 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-92de102d-345d-408c-85cf-f9e92da8cbe3 None None] Provisioning for port 5133f663-ee84-43af-a9f9-8e00b362fae7 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:50:25.033798 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-92de102d-345d-408c-85cf-f9e92da8cbe3 None None] Provisioning complete for port 5133f663-ee84-43af-a9f9-8e00b362fae7 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:50:25.034313 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-92de102d-345d-408c-85cf-f9e92da8cbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:25.069359 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-92de102d-345d-408c-85cf-f9e92da8cbe3 None None] Port 5133f663-ee84-43af-a9f9-8e00b362fae7 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:50:25.265746 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5133f663-ee84-43af-a9f9-8e00b362fae7 {{(pid=100652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:50:25.274110 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:25.285766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Transition to ACTIVE for port object 5133f663-ee84-43af-a9f9-8e00b362fae7 will not be triggered until provisioned by entity L2. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:50:25.370930 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:25.374059 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-008fdbfe-4ca1-4747-9a58-2d0d899fbebc tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:25.451572 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5133f663-ee84-43af-a9f9-8e00b362fae7,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:25.455293 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:25.514719 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee24ba-6772-4c08-991d-9ff0573f1339 req-2982264b-3a38-46b4-8be6-96cb2a9f3cbf tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:25.517206 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ecee24ba-6772-4c08-991d-9ff0573f1339 req-2982264b-3a38-46b4-8be6-96cb2a9f3cbf tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 943 time: 0.0712020 Jun 22 09:50:25.539514 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Attempting to bind port 5133f663-ee84-43af-a9f9-8e00b362fae7 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:50:25.539771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Attempting to bind port 5133f663-ee84-43af-a9f9-8e00b362fae7 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:50:25.540040 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Attempting to bind port 5133f663-ee84-43af-a9f9-8e00b362fae7 on network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:50:25.545398 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Port 5133f663-ee84-43af-a9f9-8e00b362fae7 on network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:50:25.545801 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Attempting to bind port 5133f663-ee84-43af-a9f9-8e00b362fae7 on network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:50:25.551774 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:50:25.552132 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Checking segment: {'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:50:25.552528 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Bound using segment: {'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:50:25.552978 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Bound port: 5133f663-ee84-43af-a9f9-8e00b362fae7, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'}}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:50:25.553431 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:25.571374 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ecee24ba-6772-4c08-991d-9ff0573f1339 req-866d2bff-cb78-4ef3-9164-7792c55842fe tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469830 Jun 22 09:50:25.629211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] For port 5133f663-ee84-43af-a9f9-8e00b362fae7, host hv-neutron-7971, cleared binding levels {{(pid=100652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:50:25.633226 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] For port 5133f663-ee84-43af-a9f9-8e00b362fae7, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5133f663-ee84-43af-a9f9-8e00b362fae7,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:50:25.750274 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:25.752624 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:25.789650 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:25.790139 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:25.791597 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] 10.222.0.35 "PUT /v2.0/ports/5133f663-ee84-43af-a9f9-8e00b362fae7 HTTP/1.1" status: 200 len: 1093 time: 0.8684835 Jun 22 09:50:25.792212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d40fa1a-d2fa-41fb-aa41-300dd2280869', 'tag': '5133f663-ee84-43af-a9f9-8e00b362fae7'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:50:25.794460 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b956b20-1cdc-40a8-be81-1a0d6184bcf9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d40fa1a-d2fa-41fb-aa41-300dd2280869", "tag": "5133f663-ee84-43af-a9f9-8e00b362fae7"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:50:25.827969 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5133f663-ee84-43af-a9f9-8e00b362fae7,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:25.834373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:25.838905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe633cc9-7668-4b3d-89f1-b7ce37fed892 x-openstack-request-id: req-fe633cc9-7668-4b3d-89f1-b7ce37fed892 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:50:25.840786 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d40fa1a-d2fa-41fb-aa41-300dd2280869", "tag": "5133f663-ee84-43af-a9f9-8e00b362fae7", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:50:25.841102 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe633cc9-7668-4b3d-89f1-b7ce37fed892 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:50:25.841657 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d40fa1a-d2fa-41fb-aa41-300dd2280869', 'tag': '5133f663-ee84-43af-a9f9-8e00b362fae7', 'status': 'completed', 'code': 200} Jun 22 09:50:25.925386 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b956b20-1cdc-40a8-be81-1a0d6184bcf9 req-2c9b8402-c179-4718-a9c3-8880e90f1785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:25.926957 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8b956b20-1cdc-40a8-be81-1a0d6184bcf9 req-2c9b8402-c179-4718-a9c3-8880e90f1785 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 1096 time: 0.0680876 Jun 22 09:50:26.033998 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b956b20-1cdc-40a8-be81-1a0d6184bcf9 req-f6c798f1-c798-4a52-b294-b9de8adac2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:26.035413 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8b956b20-1cdc-40a8-be81-1a0d6184bcf9 req-f6c798f1-c798-4a52-b294-b9de8adac2c3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1013794 Jun 22 09:50:26.127106 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b956b20-1cdc-40a8-be81-1a0d6184bcf9 req-f49dbe80-d589-4bf9-8c1d-6fca22b68245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:26.128580 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8b956b20-1cdc-40a8-be81-1a0d6184bcf9 req-f49dbe80-d589-4bf9-8c1d-6fca22b68245 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869570 Jun 22 09:50:26.221672 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-ca42637e-c89d-41fb-b58c-502cf4240456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:26.223149 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-ca42637e-c89d-41fb-b58c-502cf4240456 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 1096 time: 0.0552950 Jun 22 09:50:26.263054 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-66c7e37c-aaec-411a-b974-c8262becfecf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5133f663-ee84-43af-a9f9-8e00b362fae7 HTTP/1.1" status: 200 len: 217 time: 0.0329337 Jun 22 09:50:26.337446 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-ffc1465f-c8f8-45f7-ad58-36d25645d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:26.338932 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-ffc1465f-c8f8-45f7-ad58-36d25645d8be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fabcb960-cfc9-40eb-90c8-609dad8d137e HTTP/1.1" status: 200 len: 850 time: 0.0706527 Jun 22 09:50:26.393012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-3e35ec55-160d-43aa-ba3a-0823f081d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:26.394486 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-3e35ec55-160d-43aa-ba3a-0823f081d235 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500798 Jun 22 09:50:26.484260 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-f2cef41f-23a8-4279-8cb8-fd610c379c8b service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829742 Jun 22 09:50:26.572610 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-32e21ea8-d322-4b03-98db-2c57f61b5de5 req-97dba8de-935c-40ef-a74c-14f963e5ac6c service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829284 Jun 22 09:50:26.740063 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58365b2f-9487-43c1-aeb7-323731e2e232 req-3376c209-c3e9-4e22-83dc-ed5acfb8dff3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:26.741449 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-58365b2f-9487-43c1-aeb7-323731e2e232 req-3376c209-c3e9-4e22-83dc-ed5acfb8dff3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 943 time: 0.0672982 Jun 22 09:50:26.781984 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-58365b2f-9487-43c1-aeb7-323731e2e232 req-2ac9aea2-2c1c-4d7c-9510-18695ec73853 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321777 Jun 22 09:50:27.968652 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c75574-6d91-46bb-aaa7-cb5bc9c62b0a req-449663b3-f536-4655-b8f1-72a3cf97f485 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:27.970234 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-81c75574-6d91-46bb-aaa7-cb5bc9c62b0a req-449663b3-f536-4655-b8f1-72a3cf97f485 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 943 time: 0.0685749 Jun 22 09:50:28.010170 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-81c75574-6d91-46bb-aaa7-cb5bc9c62b0a req-ed02da2f-24b9-4779-8d2d-0697c154b484 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340891 Jun 22 09:50:29.182311 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a56a3b-c7db-45d9-8d36-e9fe225887df req-54080aef-0aa6-461e-add1-cff7c1b5f980 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:29.183744 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-75a56a3b-c7db-45d9-8d36-e9fe225887df req-54080aef-0aa6-461e-add1-cff7c1b5f980 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 943 time: 0.0620220 Jun 22 09:50:29.220473 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-75a56a3b-c7db-45d9-8d36-e9fe225887df req-3342d989-78f5-495f-b5ca-ba3fab3ec65a tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312955 Jun 22 09:50:30.389678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2ba00-9e72-4a98-8cb9-5a30c8820455 req-ff577de1-73c8-4ab3-9d48-69727d1d0e93 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:30.391076 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c7e2ba00-9e72-4a98-8cb9-5a30c8820455 req-ff577de1-73c8-4ab3-9d48-69727d1d0e93 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 943 time: 0.0620232 Jun 22 09:50:30.429584 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c7e2ba00-9e72-4a98-8cb9-5a30c8820455 req-97973014-21ae-4821-bbcf-e57349cb9c77 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329378 Jun 22 09:50:31.600930 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b38c7-24ac-4672-b105-2708e820dc8b req-3c191702-1af9-4735-9685-026ac0e1d969 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:31.602374 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8f2b38c7-24ac-4672-b105-2708e820dc8b req-3c191702-1af9-4735-9685-026ac0e1d969 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 943 time: 0.0668113 Jun 22 09:50:31.639049 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8f2b38c7-24ac-4672-b105-2708e820dc8b req-c9f55230-be69-4ff6-bfc3-fed3a6d44b2f tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311251 Jun 22 09:50:32.807422 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b0164-9bfa-4f35-a045-c64c71c308df req-8fa3df71-4483-4698-b359-92a1e0b2643c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:32.808874 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-709b0164-9bfa-4f35-a045-c64c71c308df req-8fa3df71-4483-4698-b359-92a1e0b2643c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 943 time: 0.0647793 Jun 22 09:50:32.846077 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-709b0164-9bfa-4f35-a045-c64c71c308df req-4c3e6415-f098-4310-bff3-ed96f2ad00ef tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315282 Jun 22 09:50:34.012680 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e8e1d-3055-479d-9b13-cea8824cf90f req-e2b9a042-9b47-45c3-be69-1d1f650ae7d5 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:34.014137 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-886e8e1d-3055-479d-9b13-cea8824cf90f req-e2b9a042-9b47-45c3-be69-1d1f650ae7d5 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 943 time: 0.0621672 Jun 22 09:50:34.050355 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-886e8e1d-3055-479d-9b13-cea8824cf90f req-16ce0af3-45c1-4e9d-9f18-09ad83a63e16 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306199 Jun 22 09:50:35.218121 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba02022-000a-4e95-b5ee-f2a4d2d0df39 req-1ea9d435-311d-498d-a112-5ce157a3696d tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:35.219622 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eba02022-000a-4e95-b5ee-f2a4d2d0df39 req-1ea9d435-311d-498d-a112-5ce157a3696d tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 943 time: 0.0617044 Jun 22 09:50:35.255781 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eba02022-000a-4e95-b5ee-f2a4d2d0df39 req-632087d1-253e-4725-a111-408bcdc940c9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305943 Jun 22 09:50:36.422654 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61fa6a-69c8-47e9-a546-bf6ead0db146 req-9eb50e50-6b61-429e-a865-af358f5ea29d tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:36.424047 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e61fa6a-69c8-47e9-a546-bf6ead0db146 req-9eb50e50-6b61-429e-a865-af358f5ea29d tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 943 time: 0.0618160 Jun 22 09:50:36.460591 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e61fa6a-69c8-47e9-a546-bf6ead0db146 req-5a935aec-f4e3-4b4b-a59a-001bf05bf4e0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304735 Jun 22 09:50:37.630171 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d1685-c6b6-4c7e-af9a-ad7e61945a2a req-91db2f9c-3d00-45e0-8b5f-de873e52bddf tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:37.632277 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-577d1685-c6b6-4c7e-af9a-ad7e61945a2a req-91db2f9c-3d00-45e0-8b5f-de873e52bddf tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 943 time: 0.0621464 Jun 22 09:50:37.668277 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-577d1685-c6b6-4c7e-af9a-ad7e61945a2a req-31546a78-b22a-40f1-9f34-c487b94aa4dc tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305760 Jun 22 09:50:38.849953 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533dc2b-f3b7-4eb0-aca6-a151130c4f47 req-ecbfc64e-5d5a-4102-90f9-521c6036e8c7 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:38.852011 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6533dc2b-f3b7-4eb0-aca6-a151130c4f47 req-ecbfc64e-5d5a-4102-90f9-521c6036e8c7 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 943 time: 0.0665624 Jun 22 09:50:38.888303 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6533dc2b-f3b7-4eb0-aca6-a151130c4f47 req-5fae4a78-deb4-4a08-96c1-86331685d223 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306666 Jun 22 09:50:38.947303 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 5133f663-ee84-43af-a9f9-8e00b362fae7 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:50:39.051613 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 5133f663-ee84-43af-a9f9-8e00b362fae7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5133f663-ee84-43af-a9f9-8e00b362fae7,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:50:39.064680 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '5133f663-ee84-43af-a9f9-8e00b362fae7', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'port_id': '5133f663-ee84-43af-a9f9-8e00b362fae7', 'mac_address': 'fa:16:3e:c5:a8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:50:39.104902 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:39.119914 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5133f663-ee84-43af-a9f9-8e00b362fae7 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:50:39.138940 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 5133f663-ee84-43af-a9f9-8e00b362fae7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5133f663-ee84-43af-a9f9-8e00b362fae7,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:50:39.233112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:39.234907 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:39.290243 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=5133f663-ee84-43af-a9f9-8e00b362fae7,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:39.294321 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:39.619369 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['5133f663-ee84-43af-a9f9-8e00b362fae7'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:50:40.061228 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d00148-26bc-436b-9c3a-ad6f3f1fb906 req-f454e3ba-42ae-40c2-9790-60d1ff357cf0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:40.062883 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e8d00148-26bc-436b-9c3a-ad6f3f1fb906 req-f454e3ba-42ae-40c2-9790-60d1ff357cf0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 944 time: 0.0666301 Jun 22 09:50:40.099736 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e8d00148-26bc-436b-9c3a-ad6f3f1fb906 req-104c6d38-bbb6-41cc-b99a-efceb5185ebe tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309615 Jun 22 09:50:40.347694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:40.950087 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 5133f663-ee84-43af-a9f9-8e00b362fae7 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:50:41.080774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 5133f663-ee84-43af-a9f9-8e00b362fae7 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:50:41.085546 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 5133f663-ee84-43af-a9f9-8e00b362fae7 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:50:41.085924 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:41.161844 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:41.183738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d40fa1a-d2fa-41fb-aa41-300dd2280869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5133f663-ee84-43af-a9f9-8e00b362fae7'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:50:41.186048 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8a6c27-c8ce-4ffe-bd03-cb38180a1eb2" -d '{"events": [{"server_uuid": "0d40fa1a-d2fa-41fb-aa41-300dd2280869", "name": "network-vif-plugged", "status": "completed", "tag": "5133f663-ee84-43af-a9f9-8e00b362fae7"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:50:41.200041 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 5133f663-ee84-43af-a9f9-8e00b362fae7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5133f663-ee84-43af-a9f9-8e00b362fae7,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:50:41.222036 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99362481-18a7-4eef-ab41-63f947e1dd62 x-openstack-request-id: req-99362481-18a7-4eef-ab41-63f947e1dd62 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:50:41.222372 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d40fa1a-d2fa-41fb-aa41-300dd2280869", "name": "network-vif-plugged", "status": "completed", "tag": "5133f663-ee84-43af-a9f9-8e00b362fae7", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:50:41.222656 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99362481-18a7-4eef-ab41-63f947e1dd62 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:50:41.223033 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d40fa1a-d2fa-41fb-aa41-300dd2280869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5133f663-ee84-43af-a9f9-8e00b362fae7', 'code': 200} Jun 22 09:50:41.271504 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a657c-c78c-484f-8f91-7c5123d6cdd4 req-f12d01ce-e1f1-4736-9b44-2a6684b7aa6d tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:41.273019 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bf2a657c-c78c-484f-8f91-7c5123d6cdd4 req-f12d01ce-e1f1-4736-9b44-2a6684b7aa6d tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 944 time: 0.0640588 Jun 22 09:50:41.280624 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:41.282498 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:41.311607 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bf2a657c-c78c-484f-8f91-7c5123d6cdd4 req-0153dfd9-1b16-4f96-a096-1d46b95ea89a tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328443 Jun 22 09:50:41.332261 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=5133f663-ee84-43af-a9f9-8e00b362fae7,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:41.335508 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:41.484307 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e00a5-9212-4c0d-be08-febfcfebd5f8 req-220dd71d-ed11-4740-b9e1-90dc3c80b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:41.485699 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fd2e00a5-9212-4c0d-be08-febfcfebd5f8 req-220dd71d-ed11-4740-b9e1-90dc3c80b268 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 1098 time: 0.0523632 Jun 22 09:50:41.518478 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fd2e00a5-9212-4c0d-be08-febfcfebd5f8 req-6c89bf93-0244-4db5-997b-5169154cd5fe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263791 Jun 22 09:50:42.485984 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e11f15-3c0e-4d2c-9721-d7753495c99a req-8dccd960-ee2a-49a9-9a54-54a4edc36774 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:42.487367 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-00e11f15-3c0e-4d2c-9721-d7753495c99a req-8dccd960-ee2a-49a9-9a54-54a4edc36774 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 945 time: 0.0667007 Jun 22 09:50:42.525209 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-00e11f15-3c0e-4d2c-9721-d7753495c99a req-ceebec3a-8505-4f7c-a7c1-6ba3f237c7b4 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321186 Jun 22 09:50:43.695062 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1426f1-48f0-4ad9-a327-935ff233049e req-bcfd7a16-3578-4ab1-972e-e8f70f6af577 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:43.696536 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4f1426f1-48f0-4ad9-a327-935ff233049e req-bcfd7a16-3578-4ab1-972e-e8f70f6af577 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 945 time: 0.0659113 Jun 22 09:50:43.738019 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4f1426f1-48f0-4ad9-a327-935ff233049e req-d010724d-716b-455e-9262-1910562b89e0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359325 Jun 22 09:50:43.906319 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5e092-c61c-4089-9aa1-aaff26d02f61 req-6149d022-8108-46f0-9f18-b43fd367a435 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:43.907693 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-33d5e092-c61c-4089-9aa1-aaff26d02f61 req-6149d022-8108-46f0-9f18-b43fd367a435 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 945 time: 0.0612235 Jun 22 09:50:43.943289 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-33d5e092-c61c-4089-9aa1-aaff26d02f61 req-650228f8-f4ce-44a8-aed7-887dc93823e4 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300517 Jun 22 09:50:43.967753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35248) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:44.101542 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66aefcb-caef-4e67-a908-2fce8a5cb3a3 tempest-TestVolumeBootPattern-1195702164 tempest-TestVolumeBootPattern-1195702164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:44.103001 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f66aefcb-caef-4e67-a908-2fce8a5cb3a3 tempest-TestVolumeBootPattern-1195702164 tempest-TestVolumeBootPattern-1195702164-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 1093 time: 0.1342940 Jun 22 09:50:44.105909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35252) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:44.110342 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '5133f663-ee84-43af-a9f9-8e00b362fae7', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:50:44.215472 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:44.310417 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:44.410739 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Allocated IP 172.26.3.66 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/1a7691ca-ba52-4961-9aa4-b4589b813f3c) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:50:44.507477 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:44.633481 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:44.635691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:44.672262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:50:44.678438 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:50:44.682857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:50:44.684883 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event updated for resources: {'Port': ['ID=1a7691ca-ba52-4961-9aa4-b4589b813f3c,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:44.688064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:45.039267 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:45.180771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:45.612086 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:45.674336 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:45.677191 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7675cc5b-572b-4213-ac93-f9e2647e4f7b tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:45.741680 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event updated for resources: {'Port': ['ID=1a7691ca-ba52-4961-9aa4-b4589b813f3c,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:45.745516 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:45.750029 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:45.848244 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Floating IP 72745804-73e1-49d2-b809-8af5bdebc3a5 associated. External IP: 172.26.3.66, port: 5133f663-ee84-43af-a9f9-8e00b362fae7. Jun 22 09:50:46.045014 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:50:46.149702 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:50:46.159357 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcc040e-cf57-4997-9cdb-0b845644a11b None None] Sync routers for ids ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:50:46.172622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc040e-cf57-4997-9cdb-0b845644a11b None None] Routers {'6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:50:46.177960 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5dcc040e-cf57-4997-9cdb-0b845644a11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:50:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:50:46.227135 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:46.275516 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1563249 Jun 22 09:50:46.275516 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d40fa1a-d2fa-41fb-aa41-300dd2280869', 'tag': '5133f663-ee84-43af-a9f9-8e00b362fae7'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:50:46.275516 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e12638-e7b4-4930-943a-695a483c3ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "0d40fa1a-d2fa-41fb-aa41-300dd2280869", "tag": "5133f663-ee84-43af-a9f9-8e00b362fae7"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:50:46.305600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60f9ceb-e3ba-462d-a4f8-14c89350095c x-openstack-request-id: req-d60f9ceb-e3ba-462d-a4f8-14c89350095c {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:50:46.305944 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d40fa1a-d2fa-41fb-aa41-300dd2280869", "tag": "5133f663-ee84-43af-a9f9-8e00b362fae7", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:50:46.306246 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d60f9ceb-e3ba-462d-a4f8-14c89350095c {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:50:46.306696 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d40fa1a-d2fa-41fb-aa41-300dd2280869', 'tag': '5133f663-ee84-43af-a9f9-8e00b362fae7', 'status': 'completed', 'code': 200} Jun 22 09:50:46.385003 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e12638-e7b4-4930-943a-695a483c3ce2 req-3055cfbf-3dc5-4f2b-a23b-57985c3a4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:46.386527 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-62e12638-e7b4-4930-943a-695a483c3ce2 req-3055cfbf-3dc5-4f2b-a23b-57985c3a4427 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 1098 time: 0.0575676 Jun 22 09:50:46.421496 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-5dcc040e-cf57-4997-9cdb-0b845644a11b None None] Set router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:50:46.473959 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e12638-e7b4-4930-943a-695a483c3ce2 req-b1df3134-e071-4b49-a2e6-2bef430e03ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:46.475462 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-62e12638-e7b4-4930-943a-695a483c3ce2 req-b1df3134-e071-4b49-a2e6-2bef430e03ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2 HTTP/1.1" status: 200 len: 912 time: 0.0832329 Jun 22 09:50:46.542868 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-62e12638-e7b4-4930-943a-695a483c3ce2 req-dd2f71fb-4bab-433e-9e77-dcee71cc3d9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5133f663-ee84-43af-a9f9-8e00b362fae7 HTTP/1.1" status: 200 len: 998 time: 0.0612364 Jun 22 09:50:46.573886 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf8a4-d895-4d90-81ef-10ae2b3779dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:46.591212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e12638-e7b4-4930-943a-695a483c3ce2 req-c6d71547-6379-457b-915e-565fe1123b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:46.592762 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-62e12638-e7b4-4930-943a-695a483c3ce2 req-c6d71547-6379-457b-915e-565fe1123b25 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fabcb960-cfc9-40eb-90c8-609dad8d137e HTTP/1.1" status: 200 len: 850 time: 0.0444434 Jun 22 09:50:46.650700 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e12638-e7b4-4930-943a-695a483c3ce2 req-a2301996-825d-416f-9ecb-dcc4675f5879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:46.650972 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5dcc040e-cf57-4997-9cdb-0b845644a11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '72745804-73e1-49d2-b809-8af5bdebc3a5', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'floating_ip_address': '172.26.3.66', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'port_id': '5133f663-ee84-43af-a9f9-8e00b362fae7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'mac_address': 'fa:16:3e:c5:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40fa1a-d2fa-41fb-aa41-300dd2280869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:50:44Z', 'updated_at': '2021-06-22T09:50:44Z', 'revision_number': 0, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:47Z', 'revision_number': 5, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:50:46.652219 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-62e12638-e7b4-4930-943a-695a483c3ce2 req-a2301996-825d-416f-9ecb-dcc4675f5879 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537746 Jun 22 09:50:46.679975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcc040e-cf57-4997-9cdb-0b845644a11b None None] Checking router: 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:50:46.688020 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc040e-cf57-4997-9cdb-0b845644a11b None None] Routers {'6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:50:46.688633 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5dcc040e-cf57-4997-9cdb-0b845644a11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:50:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:50:46.743588 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-62e12638-e7b4-4930-943a-695a483c3ce2 req-49af4b65-f68f-471e-843d-4b06cba99109 service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851533 Jun 22 09:50:46.790772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-5dcc040e-cf57-4997-9cdb-0b845644a11b None None] Set router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:50:46.830739 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-62e12638-e7b4-4930-943a-695a483c3ce2 req-be458460-60df-43b3-a0e8-d093ef5da263 service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811410 Jun 22 09:50:47.003529 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5dcc040e-cf57-4997-9cdb-0b845644a11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '72745804-73e1-49d2-b809-8af5bdebc3a5', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'floating_ip_address': '172.26.3.66', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'port_id': '5133f663-ee84-43af-a9f9-8e00b362fae7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'mac_address': 'fa:16:3e:c5:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40fa1a-d2fa-41fb-aa41-300dd2280869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:50:44Z', 'updated_at': '2021-06-22T09:50:44Z', 'revision_number': 0, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:47Z', 'revision_number': 5, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:50:47.029671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcc040e-cf57-4997-9cdb-0b845644a11b None None] The sync data for ids ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'] in dv-neutron-797121-3-hyperv is: [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '72745804-73e1-49d2-b809-8af5bdebc3a5', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'floating_ip_address': '172.26.3.66', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'port_id': '5133f663-ee84-43af-a9f9-8e00b362fae7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'mac_address': 'fa:16:3e:c5:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40fa1a-d2fa-41fb-aa41-300dd2280869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:50:44Z', 'updated_at': '2021-06-22T09:50:44Z', 'revision_number': 0, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:47Z', 'revision_number': 5, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:50:47.224441 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b321cb-824d-4d58-baca-a64e9fb261b4 None None] New status for floating IP 72745804-73e1-49d2-b809-8af5bdebc3a5: ACTIVE {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:50:49.051885 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-983531ab-657b-4e60-bde1-dbb8c6cc9621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:49.215136 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:50:49.324262 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:50.403953 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:51.668696 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:10.394426 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:16.605622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e8ae82fd-608a-4e62-8854-966e7a659dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:17.262755 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fb442f95-b75a-40b5-bbd2-f00ef9aec31c req-bf576013-0b36-4fb7-9a60-e3b5208b27c7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0918958 Jun 22 09:51:17.358490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb442f95-b75a-40b5-bbd2-f00ef9aec31c req-445e3b4f-6270-47d3-84aa-0fc584f55ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:17.360006 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fb442f95-b75a-40b5-bbd2-f00ef9aec31c req-445e3b4f-6270-47d3-84aa-0fc584f55ce6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 1098 time: 0.0555565 Jun 22 09:51:17.460794 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb442f95-b75a-40b5-bbd2-f00ef9aec31c req-f59a6016-27c1-4884-b67e-7fa6f0681ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:17.462225 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fb442f95-b75a-40b5-bbd2-f00ef9aec31c req-f59a6016-27c1-4884-b67e-7fa6f0681ac2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=93499441-2576-4960-843c-c66e6142a15f HTTP/1.1" status: 200 len: 898 time: 0.0830653 Jun 22 09:51:17.507187 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fb442f95-b75a-40b5-bbd2-f00ef9aec31c req-c11bd5b4-12c7-4775-94e3-a7b7fa226dc6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa47a32a-f3de-4cf8-8569-c6463c0e1227 HTTP/1.1" status: 200 len: 217 time: 0.0379217 Jun 22 09:51:17.553082 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb442f95-b75a-40b5-bbd2-f00ef9aec31c req-87c00d34-50c6-4b3d-b66b-b88931f0b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:17.554456 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fb442f95-b75a-40b5-bbd2-f00ef9aec31c req-87c00d34-50c6-4b3d-b66b-b88931f0b0b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=28ffa1de-f5d8-427c-981c-3580f3604fcc HTTP/1.1" status: 200 len: 835 time: 0.0413220 Jun 22 09:51:17.609929 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb442f95-b75a-40b5-bbd2-f00ef9aec31c req-81c1da34-d095-4563-a5ca-36601dca6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:17.611421 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fb442f95-b75a-40b5-bbd2-f00ef9aec31c req-81c1da34-d095-4563-a5ca-36601dca6a06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=93499441-2576-4960-843c-c66e6142a15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501637 Jun 22 09:51:17.623984 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [req-fb442f95-b75a-40b5-bbd2-f00ef9aec31c req-dcf2c4ce-088d-43f5-9ace-facd7eca3793 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:51:17.625879 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fb442f95-b75a-40b5-bbd2-f00ef9aec31c req-dcf2c4ce-088d-43f5-9ace-facd7eca3793 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066569 Jun 22 09:51:17.714579 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fb442f95-b75a-40b5-bbd2-f00ef9aec31c req-c3ac5ab7-6721-4105-a34f-67f1844a19db service neutron] 10.222.0.35 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839198 Jun 22 09:51:17.804243 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fb442f95-b75a-40b5-bbd2-f00ef9aec31c req-166def95-ebad-4d3f-a95d-ee1ac731630f service neutron] 10.222.0.35 "GET /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822375 Jun 22 09:51:19.065273 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7c4e53cc-7730-40d5-b405-318cae2c6247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:19.308279 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:20.413875 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:21.676549 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:26.214373 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:51:35.993447 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28c917-57a5-44e9-81ee-cca224d455d7 req-33c4f33f-0f69-4074-b33b-99409ad793d5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:35.994889 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eb28c917-57a5-44e9-81ee-cca224d455d7 req-33c4f33f-0f69-4074-b33b-99409ad793d5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 945 time: 0.1092293 Jun 22 09:51:36.031298 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eb28c917-57a5-44e9-81ee-cca224d455d7 req-df53d2cc-395f-47f1-ad36-a32f827675e4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd03b5ab-0b62-41a1-8d6a-140642ce33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305626 Jun 22 09:51:37.253133 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e886390-f721-4c83-8057-68e0324e77b2 req-ada9a3e0-feb8-457b-8743-6b4d4c20bcf6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:37.254691 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4e886390-f721-4c83-8057-68e0324e77b2 req-ada9a3e0-feb8-457b-8743-6b4d4c20bcf6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 945 time: 0.1121819 Jun 22 09:51:37.292916 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4e886390-f721-4c83-8057-68e0324e77b2 req-e67de0da-9a11-4622-9e26-b843b38050ed tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd03b5ab-0b62-41a1-8d6a-140642ce33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323987 Jun 22 09:51:37.631937 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998c4fc-a05a-4bd0-a893-e485e7a7f45a req-8bffbd07-49e6-47d7-a3fc-72506376b450 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:37.634268 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e998c4fc-a05a-4bd0-a893-e485e7a7f45a req-8bffbd07-49e6-47d7-a3fc-72506376b450 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 945 time: 0.0693026 Jun 22 09:51:37.731452 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-e998c4fc-a05a-4bd0-a893-e485e7a7f45a req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port 420236a1-ccf4-46d4-9c6f-e5a44687aa21 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:51:37.731820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-e998c4fc-a05a-4bd0-a893-e485e7a7f45a req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:37.820727 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-e998c4fc-a05a-4bd0-a893-e485e7a7f45a req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port 420236a1-ccf4-46d4-9c6f-e5a44687aa21, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=420236a1-ccf4-46d4-9c6f-e5a44687aa21,segment=NetworkSegment(87606605-6006-4daf-9ad1-fc0388c55ae8),segment_id=87606605-6006-4daf-9ad1-fc0388c55ae8)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:51:37.821132 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-e998c4fc-a05a-4bd0-a893-e485e7a7f45a req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:38.013771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-e998c4fc-a05a-4bd0-a893-e485e7a7f45a req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:38.014059 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-e998c4fc-a05a-4bd0-a893-e485e7a7f45a req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:38.014382 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [req-e998c4fc-a05a-4bd0-a893-e485e7a7f45a req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP b47ee935-4cf5-4d23-88e1-040fcc116a66 disassociated. External IP: 172.26.3.150, port: 420236a1-ccf4-46d4-9c6f-e5a44687aa21. Jun 22 09:51:38.014730 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-e998c4fc-a05a-4bd0-a893-e485e7a7f45a req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for 420236a1-ccf4-46d4-9c6f-e5a44687aa21 owned by compute:nova {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:51:38.188061 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-e998c4fc-a05a-4bd0-a893-e485e7a7f45a req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:38.192637 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:38.217350 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=420236a1-ccf4-46d4-9c6f-e5a44687aa21,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:38.227721 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:38.231588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:38.231588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:38.231588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:38.231588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:38.231588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:38.231588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:38.231588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:38.231588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:38.231588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:38.231588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:38.232765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:38.235676 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:38.342610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e998c4fc-a05a-4bd0-a893-e485e7a7f45a req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 56ba8a69-517d-4b70-990f-2b16da4353f0 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:51:38.462403 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-07483101-a3e1-44cf-bc75-665ea54d0b11 req-e7663db6-8436-40e2-b8ce-331d871f81b0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e4d46f-be92-4fda-a8b1-de6b89be85dd HTTP/1.1" status: 200 len: 210 time: 0.0591025 Jun 22 09:51:38.479074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e998c4fc-a05a-4bd0-a893-e485e7a7f45a req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:51:38.491168 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684d8546-bf45-4fbf-b81e-867eac8d99a8 None None] Sync routers for ids ['56ba8a69-517d-4b70-990f-2b16da4353f0'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:51:38.500015 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684d8546-bf45-4fbf-b81e-867eac8d99a8 None None] Routers {'56ba8a69-517d-4b70-990f-2b16da4353f0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:51:38.500584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-684d8546-bf45-4fbf-b81e-867eac8d99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:51:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['56ba8a69-517d-4b70-990f-2b16da4353f0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:51:38.522061 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e998c4fc-a05a-4bd0-a893-e485e7a7f45a req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] No DVR routers for this DVR port 420236a1-ccf4-46d4-9c6f-e5a44687aa21 on host hv-neutron-7971 {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:51:38.524605 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-e998c4fc-a05a-4bd0-a893-e485e7a7f45a req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:38.526598 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e998c4fc-a05a-4bd0-a893-e485e7a7f45a req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "DELETE /v2.0/ports/420236a1-ccf4-46d4-9c6f-e5a44687aa21 HTTP/1.1" status: 204 len: 173 time: 0.8870344 Jun 22 09:51:38.527107 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e4d46f-be92-4fda-a8b1-de6b89be85dd', 'name': 'network-vif-deleted', 'tag': '420236a1-ccf4-46d4-9c6f-e5a44687aa21'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:51:38.529573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4800f90c-bac9-4f81-998e-ff07e09cdfba" -d '{"events": [{"server_uuid": "54e4d46f-be92-4fda-a8b1-de6b89be85dd", "name": "network-vif-deleted", "tag": "420236a1-ccf4-46d4-9c6f-e5a44687aa21"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:51:38.568536 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b715e4cd-990d-4c15-9c58-92556419e400 x-openstack-request-id: req-b715e4cd-990d-4c15-9c58-92556419e400 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:51:38.568536 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e4d46f-be92-4fda-a8b1-de6b89be85dd", "name": "network-vif-deleted", "tag": "420236a1-ccf4-46d4-9c6f-e5a44687aa21", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:51:38.568536 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b715e4cd-990d-4c15-9c58-92556419e400 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:51:38.568536 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e4d46f-be92-4fda-a8b1-de6b89be85dd', 'name': 'network-vif-deleted', 'tag': '420236a1-ccf4-46d4-9c6f-e5a44687aa21', 'status': 'completed', 'code': 200} Jun 22 09:51:38.609621 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-684d8546-bf45-4fbf-b81e-867eac8d99a8 None None] Set router 56ba8a69-517d-4b70-990f-2b16da4353f0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:51:38.812370 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-684d8546-bf45-4fbf-b81e-867eac8d99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '63b77c2a-3930-495b-abc9-5a8f56674a75', 'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:33:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:09Z', 'updated_at': '2021-06-22T09:48:18Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:51:38.840269 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684d8546-bf45-4fbf-b81e-867eac8d99a8 None None] Checking router: 56ba8a69-517d-4b70-990f-2b16da4353f0 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:51:38.848776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684d8546-bf45-4fbf-b81e-867eac8d99a8 None None] Routers {'56ba8a69-517d-4b70-990f-2b16da4353f0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:51:38.849405 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-684d8546-bf45-4fbf-b81e-867eac8d99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:51:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['56ba8a69-517d-4b70-990f-2b16da4353f0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:51:38.958738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-684d8546-bf45-4fbf-b81e-867eac8d99a8 None None] Set router 56ba8a69-517d-4b70-990f-2b16da4353f0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:51:39.153010 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-684d8546-bf45-4fbf-b81e-867eac8d99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '63b77c2a-3930-495b-abc9-5a8f56674a75', 'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:33:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:09Z', 'updated_at': '2021-06-22T09:48:18Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:51:39.180327 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684d8546-bf45-4fbf-b81e-867eac8d99a8 None None] The sync data for ids ['56ba8a69-517d-4b70-990f-2b16da4353f0'] in dv-neutron-797121-3-hyperv is: [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '63b77c2a-3930-495b-abc9-5a8f56674a75', 'name': '', 'network_id': '93499441-2576-4960-843c-c66e6142a15f', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:33:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:09Z', 'updated_at': '2021-06-22T09:48:18Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '28ffa1de-f5d8-427c-981c-3580f3604fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:51:39.394924 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247b7a9-614d-421f-932f-061eef292fbe None None] New status for floating IP b47ee935-4cf5-4d23-88e1-040fcc116a66: DOWN {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:51:39.553156 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35312) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:39.614934 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c0bed086-2637-495a-889b-3370365974a6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:39.640906 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c0bed086-2637-495a-889b-3370365974a6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:39.879484 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c0bed086-2637-495a-889b-3370365974a6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:39.882125 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c0bed086-2637-495a-889b-3370365974a6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:39.883491 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c0bed086-2637-495a-889b-3370365974a6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/security-groups/cd03b5ab-0b62-41a1-8d6a-140642ce33bd HTTP/1.1" status: 204 len: 168 time: 0.3293290 Jun 22 09:51:39.884298 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6c382e88-09cc-4900-aa19-21711d7aa1cc tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:39.894101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bed086-2637-495a-889b-3370365974a6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd03b5ab-0b62-41a1-8d6a-140642ce33bd,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:39.898639 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c0bed086-2637-495a-889b-3370365974a6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:40.079865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35316) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:40.202558 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-bace93d8-a381-46e9-8025-9a2813c1f2f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port cb7c051c-9fe0-47fc-b0e9-aee191020265 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:51:40.202823 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bace93d8-a381-46e9-8025-9a2813c1f2f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:40.282452 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bace93d8-a381-46e9-8025-9a2813c1f2f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:40.282789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bace93d8-a381-46e9-8025-9a2813c1f2f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:40.347835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:40.348854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-bace93d8-a381-46e9-8025-9a2813c1f2f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for cb7c051c-9fe0-47fc-b0e9-aee191020265 owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:51:40.524881 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bace93d8-a381-46e9-8025-9a2813c1f2f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:40.527587 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:40.554906 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace93d8-a381-46e9-8025-9a2813c1f2f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=cb7c051c-9fe0-47fc-b0e9-aee191020265,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:40.558713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bace93d8-a381-46e9-8025-9a2813c1f2f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:40.617218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bace93d8-a381-46e9-8025-9a2813c1f2f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:40.619754 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bace93d8-a381-46e9-8025-9a2813c1f2f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:40.620881 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bace93d8-a381-46e9-8025-9a2813c1f2f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/floatingips/b47ee935-4cf5-4d23-88e1-040fcc116a66 HTTP/1.1" status: 204 len: 168 time: 0.5394182 Jun 22 09:51:41.180735 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825808b-8395-4001-b2c7-8634e9715a1e req-caa7f7ca-1588-441f-a428-9c0010e4e2fd tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:41.182187 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c825808b-8395-4001-b2c7-8634e9715a1e req-caa7f7ca-1588-441f-a428-9c0010e4e2fd tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 945 time: 0.0613921 Jun 22 09:51:41.218520 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c825808b-8395-4001-b2c7-8634e9715a1e req-19f4ebc5-93f7-40fe-b3b6-7e9b9e04e07f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f8d5d1d-b31d-44ba-8f95-7b305b8565ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307043 Jun 22 09:51:41.353348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 420236a1-ccf4-46d4-9c6f-e5a44687aa21 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:51:41.375225 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 420236a1-ccf4-46d4-9c6f-e5a44687aa21 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:51:41.375611 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 420236a1-ccf4-46d4-9c6f-e5a44687aa21 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:51:42.392564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e2536-1073-4299-8ce8-27b3fb0cedf0 req-a3828590-c3d8-48a1-8909-ddb2b8f8dd7c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:42.393983 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-272e2536-1073-4299-8ce8-27b3fb0cedf0 req-a3828590-c3d8-48a1-8909-ddb2b8f8dd7c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 945 time: 0.0654867 Jun 22 09:51:42.431975 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-272e2536-1073-4299-8ce8-27b3fb0cedf0 req-8e56395a-242f-426b-9e94-da15dec68f23 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f8d5d1d-b31d-44ba-8f95-7b305b8565ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322273 Jun 22 09:51:42.818843 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015f0c7-9816-4a47-b51a-fb1b3b981242 req-b23c3060-8a43-4496-968a-a03c682a299e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:42.820300 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8015f0c7-9816-4a47-b51a-fb1b3b981242 req-b23c3060-8a43-4496-968a-a03c682a299e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 945 time: 0.0666282 Jun 22 09:51:42.918059 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-8015f0c7-9816-4a47-b51a-fb1b3b981242 req-4bfbc73e-3737-4cf2-89c6-204d2b0919f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port aa47a32a-f3de-4cf8-8569-c6463c0e1227 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:51:42.918326 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-8015f0c7-9816-4a47-b51a-fb1b3b981242 req-4bfbc73e-3737-4cf2-89c6-204d2b0919f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:43.009551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-8015f0c7-9816-4a47-b51a-fb1b3b981242 req-4bfbc73e-3737-4cf2-89c6-204d2b0919f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port aa47a32a-f3de-4cf8-8569-c6463c0e1227, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aa47a32a-f3de-4cf8-8569-c6463c0e1227,segment=NetworkSegment(87606605-6006-4daf-9ad1-fc0388c55ae8),segment_id=87606605-6006-4daf-9ad1-fc0388c55ae8)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:51:43.009914 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-8015f0c7-9816-4a47-b51a-fb1b3b981242 req-4bfbc73e-3737-4cf2-89c6-204d2b0919f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:43.075415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-8015f0c7-9816-4a47-b51a-fb1b3b981242 req-4bfbc73e-3737-4cf2-89c6-204d2b0919f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for aa47a32a-f3de-4cf8-8569-c6463c0e1227 owned by compute:nova {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:51:43.273114 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-8015f0c7-9816-4a47-b51a-fb1b3b981242 req-4bfbc73e-3737-4cf2-89c6-204d2b0919f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:43.276911 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:43.300096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbc73e-3737-4cf2-89c6-204d2b0919f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=aa47a32a-f3de-4cf8-8569-c6463c0e1227,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:43.303477 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4bfbc73e-3737-4cf2-89c6-204d2b0919f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:43.350721 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8015f0c7-9816-4a47-b51a-fb1b3b981242 req-4bfbc73e-3737-4cf2-89c6-204d2b0919f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] No DVR routers for this DVR port aa47a32a-f3de-4cf8-8569-c6463c0e1227 on host hv-neutron-7971 {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:51:43.353084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-8015f0c7-9816-4a47-b51a-fb1b3b981242 req-4bfbc73e-3737-4cf2-89c6-204d2b0919f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:43.355020 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8015f0c7-9816-4a47-b51a-fb1b3b981242 req-4bfbc73e-3737-4cf2-89c6-204d2b0919f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "DELETE /v2.0/ports/aa47a32a-f3de-4cf8-8569-c6463c0e1227 HTTP/1.1" status: 204 len: 173 time: 0.5298228 Jun 22 09:51:43.355596 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbef838-bda1-4c8a-9049-b4ede62a1a19', 'name': 'network-vif-deleted', 'tag': 'aa47a32a-f3de-4cf8-8569-c6463c0e1227'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:51:43.357924 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bcbe26-702d-48cd-89a1-363ccf26d5a2" -d '{"events": [{"server_uuid": "7dbef838-bda1-4c8a-9049-b4ede62a1a19", "name": "network-vif-deleted", "tag": "aa47a32a-f3de-4cf8-8569-c6463c0e1227"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:51:43.393820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35c077a-efc6-4228-80c2-032ed49be576 x-openstack-request-id: req-e35c077a-efc6-4228-80c2-032ed49be576 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:51:43.394417 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbef838-bda1-4c8a-9049-b4ede62a1a19", "name": "network-vif-deleted", "tag": "aa47a32a-f3de-4cf8-8569-c6463c0e1227", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:51:43.394535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e35c077a-efc6-4228-80c2-032ed49be576 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:51:43.394930 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbef838-bda1-4c8a-9049-b4ede62a1a19', 'name': 'network-vif-deleted', 'tag': 'aa47a32a-f3de-4cf8-8569-c6463c0e1227', 'status': 'completed', 'code': 200} Jun 22 09:51:43.568411 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-53b1c902-31d6-4c0d-a00a-6b072981661a req-f1569807-245e-4f71-8564-175dca22ba18 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dbef838-bda1-4c8a-9049-b4ede62a1a19 HTTP/1.1" status: 200 len: 210 time: 0.0292454 Jun 22 09:51:44.661668 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35332) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:44.719902 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3451ff5-095c-4f59-b294-b1b8282a2467 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:44.743946 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3451ff5-095c-4f59-b294-b1b8282a2467 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:44.869810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3451ff5-095c-4f59-b294-b1b8282a2467 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:44.872391 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3451ff5-095c-4f59-b294-b1b8282a2467 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:44.873591 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d3451ff5-095c-4f59-b294-b1b8282a2467 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/security-groups/6f8d5d1d-b31d-44ba-8f95-7b305b8565ee HTTP/1.1" status: 204 len: 168 time: 0.2110703 Jun 22 09:51:44.874419 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ffff20d8-27b2-4980-a901-49fc34ebe5cb tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:44.883747 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3451ff5-095c-4f59-b294-b1b8282a2467 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8d5d1d-b31d-44ba-8f95-7b305b8565ee,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:44.886954 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d3451ff5-095c-4f59-b294-b1b8282a2467 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:44.956824 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35336) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:45.308092 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:45.368937 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device aa47a32a-f3de-4cf8-8569-c6463c0e1227 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:51:45.388671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: aa47a32a-f3de-4cf8-8569-c6463c0e1227 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:51:45.389036 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device aa47a32a-f3de-4cf8-8569-c6463c0e1227 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:51:45.566423 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port 63b77c2a-3930-495b-abc9-5a8f56674a75 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:51:45.566673 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:45.654454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port 63b77c2a-3930-495b-abc9-5a8f56674a75, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=63b77c2a-3930-495b-abc9-5a8f56674a75,segment=NetworkSegment(87606605-6006-4daf-9ad1-fc0388c55ae8),segment_id=87606605-6006-4daf-9ad1-fc0388c55ae8)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:51:45.654811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:45.715772 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for 63b77c2a-3930-495b-abc9-5a8f56674a75 owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:51:45.959204 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:45.961222 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-78fad9cc-bb6f-424b-8773-46242bb9457e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:45.988204 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=63b77c2a-3930-495b-abc9-5a8f56674a75,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:46.001886 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:46.002285 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:46.002675 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:46.003586 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:46.003966 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:46.004344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:46.004720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:46.005092 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:46.005465 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:46.005833 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:46.006204 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:46.006571 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:46.025031 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:46.170858 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:46.587437 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-57885344-ba12-4b02-977d-22b2fb5e9185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:46.682310 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 56ba8a69-517d-4b70-990f-2b16da4353f0 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:51:46.785300 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:51:46.790724 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/56ba8a69-517d-4b70-990f-2b16da4353f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8322847 Jun 22 09:51:46.792846 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35338) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:46.794926 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c098f6-0fd7-4aa3-b46c-cd75d5c6f3e6 None None] Sync routers for ids ['56ba8a69-517d-4b70-990f-2b16da4353f0'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:51:46.804499 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c098f6-0fd7-4aa3-b46c-cd75d5c6f3e6 None None] Routers {'56ba8a69-517d-4b70-990f-2b16da4353f0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:51:46.805116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-93c098f6-0fd7-4aa3-b46c-cd75d5c6f3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:51:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['56ba8a69-517d-4b70-990f-2b16da4353f0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:51:46.842675 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b518be-110b-4cd7-83df-09e01a2a50f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting subnet 28ffa1de-f5d8-427c-981c-3580f3604fcc {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:51:46.845904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-67b518be-110b-4cd7-83df-09e01a2a50f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:46.885157 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-67b518be-110b-4cd7-83df-09e01a2a50f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:46.906003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-93c098f6-0fd7-4aa3-b46c-cd75d5c6f3e6 None None] Set router 56ba8a69-517d-4b70-990f-2b16da4353f0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:51:46.968704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-67b518be-110b-4cd7-83df-09e01a2a50f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:47.093581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-67b518be-110b-4cd7-83df-09e01a2a50f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:47.095963 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cef1acc9-9f83-4b73-aac7-1d4a99fc565f tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:47.128729 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b518be-110b-4cd7-83df-09e01a2a50f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Subnet': ['ID=28ffa1de-f5d8-427c-981c-3580f3604fcc,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:47.131643 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-67b518be-110b-4cd7-83df-09e01a2a50f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:47.132634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-67b518be-110b-4cd7-83df-09e01a2a50f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:47.134439 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-67b518be-110b-4cd7-83df-09e01a2a50f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/subnets/28ffa1de-f5d8-427c-981c-3580f3604fcc HTTP/1.1" status: 204 len: 168 time: 0.3406506 Jun 22 09:51:47.137142 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35340) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:47.146357 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2d8969-f5f8-4a55-8c6a-425890fc0add None None] Network 93499441-2576-4960-843c-c66e6142a15f requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:51:47.247061 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2aa7a2eb-9ed3-47c0-981e-42c8ba2f19ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:47.340685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-93c098f6-0fd7-4aa3-b46c-cd75d5c6f3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:51:45Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:51:47.351518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2aa7a2eb-9ed3-47c0-981e-42c8ba2f19ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:47.368390 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c098f6-0fd7-4aa3-b46c-cd75d5c6f3e6 None None] Checking router: 56ba8a69-517d-4b70-990f-2b16da4353f0 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:51:47.377014 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c098f6-0fd7-4aa3-b46c-cd75d5c6f3e6 None None] Routers {'56ba8a69-517d-4b70-990f-2b16da4353f0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:51:47.377530 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-93c098f6-0fd7-4aa3-b46c-cd75d5c6f3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:51:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['56ba8a69-517d-4b70-990f-2b16da4353f0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:51:47.410950 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] DHCP port deletion for 93499441-2576-4960-843c-c66e6142a15f request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:51:47.489372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7a2eb-9ed3-47c0-981e-42c8ba2f19ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port ee08fbea-ed16-4e53-aa0e-9aee34a1b42f {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:51:47.489716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2aa7a2eb-9ed3-47c0-981e-42c8ba2f19ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:47.511151 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-93c098f6-0fd7-4aa3-b46c-cd75d5c6f3e6 None None] Set router 56ba8a69-517d-4b70-990f-2b16da4353f0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:51:47.564853 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Deleting port e9f6041b-ea65-413a-a3a8-e2bbe9cc1520 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:51:47.565759 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:47.570846 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-2aa7a2eb-9ed3-47c0-981e-42c8ba2f19ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port ee08fbea-ed16-4e53-aa0e-9aee34a1b42f, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ee08fbea-ed16-4e53-aa0e-9aee34a1b42f,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:51:47.571202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2aa7a2eb-9ed3-47c0-981e-42c8ba2f19ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:47.635336 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7a2eb-9ed3-47c0-981e-42c8ba2f19ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for ee08fbea-ed16-4e53-aa0e-9aee34a1b42f owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:51:47.669814 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] For port e9f6041b-ea65-413a-a3a8-e2bbe9cc1520, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e9f6041b-ea65-413a-a3a8-e2bbe9cc1520,segment=NetworkSegment(87606605-6006-4daf-9ad1-fc0388c55ae8),segment_id=87606605-6006-4daf-9ad1-fc0388c55ae8)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:51:47.670468 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:47.742280 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Calling delete_port for e9f6041b-ea65-413a-a3a8-e2bbe9cc1520 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:51:47.841329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2aa7a2eb-9ed3-47c0-981e-42c8ba2f19ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:47.844424 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:47.865398 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-93c098f6-0fd7-4aa3-b46c-cd75d5c6f3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:51:45Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:51:47.873505 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7a2eb-9ed3-47c0-981e-42c8ba2f19ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=ee08fbea-ed16-4e53-aa0e-9aee34a1b42f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:47.877753 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2aa7a2eb-9ed3-47c0-981e-42c8ba2f19ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:47.895710 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c098f6-0fd7-4aa3-b46c-cd75d5c6f3e6 None None] The sync data for ids ['56ba8a69-517d-4b70-990f-2b16da4353f0'] in dv-neutron-797121-3-hyperv is: [{'id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'name': 'tempest-TestNetworkBasicOps-router-825665194', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:47:59Z', 'updated_at': '2021-06-22T09:51:45Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'ee08fbea-ed16-4e53-aa0e-9aee34a1b42f', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba8a69-517d-4b70-990f-2b16da4353f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:01Z', 'updated_at': '2021-06-22T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:51:47.923417 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:47.925453 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4758d6ca-f4e0-43f9-88a2-f95e71f5e08c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:47.938651 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2aa7a2eb-9ed3-47c0-981e-42c8ba2f19ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:47.949859 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Pushing event deleted for resources: {'Port': ['ID=e9f6041b-ea65-413a-a3a8-e2bbe9cc1520,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:47.954164 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] No DVR routers for this DVR port e9f6041b-ea65-413a-a3a8-e2bbe9cc1520 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:51:47.960631 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:47.960991 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:47.963679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:47.963679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:47.963679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:47.963679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:47.963679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:47.963679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:47.963679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:47.963679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:47.964960 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:47.964960 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:47.967387 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:48.033533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2aa7a2eb-9ed3-47c0-981e-42c8ba2f19ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:48.035645 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2aa7a2eb-9ed3-47c0-981e-42c8ba2f19ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:48.147770 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2aa7a2eb-9ed3-47c0-981e-42c8ba2f19ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:48.148280 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa7a2eb-9ed3-47c0-981e-42c8ba2f19ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Fanout notify agent at l3_agent the message router_deleted on router 56ba8a69-517d-4b70-990f-2b16da4353f0 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:51:48.155051 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2aa7a2eb-9ed3-47c0-981e-42c8ba2f19ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:48.156156 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2aa7a2eb-9ed3-47c0-981e-42c8ba2f19ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/routers/56ba8a69-517d-4b70-990f-2b16da4353f0 HTTP/1.1" status: 204 len: 168 time: 1.0175786 Jun 22 09:51:48.158859 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35342) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:48.233285 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b33db567-d0b8-4c27-a343-b168d34e95ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:48.323726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b33db567-d0b8-4c27-a343-b168d34e95ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:48.333729 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-b33db567-d0b8-4c27-a343-b168d34e95ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93499441-2576-4960-843c-c66e6142a15f']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:51:48.344738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-b33db567-d0b8-4c27-a343-b168d34e95ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87606605-6006-4daf-9ad1-fc0388c55ae8') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:51:48.345037 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-b33db567-d0b8-4c27-a343-b168d34e95ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87606605-6006-4daf-9ad1-fc0388c55ae8') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:51:48.354739 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b33db567-d0b8-4c27-a343-b168d34e95ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:48.369288 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b33db567-d0b8-4c27-a343-b168d34e95ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:48.375271 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33db567-d0b8-4c27-a343-b168d34e95ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:51:48.375713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b33db567-d0b8-4c27-a343-b168d34e95ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:51:48.378842 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:51:48.525002 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b33db567-d0b8-4c27-a343-b168d34e95ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:48.529181 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c346a749-a59d-4997-99de-3a550b15eb5b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:48.532843 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b33db567-d0b8-4c27-a343-b168d34e95ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:48.535207 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b33db567-d0b8-4c27-a343-b168d34e95ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/networks/93499441-2576-4960-843c-c66e6142a15f HTTP/1.1" status: 204 len: 168 time: 0.3753479 Jun 22 09:51:48.548725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33db567-d0b8-4c27-a343-b168d34e95ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Network': ['ID=93499441-2576-4960-843c-c66e6142a15f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:48.553382 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b33db567-d0b8-4c27-a343-b168d34e95ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:48.560596 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35344) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:48.566415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-3a4e22f3-2cea-4162-858a-b3aa3c85583a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'network': {'name': 'tempest-network-smoke--1518744584', 'project_id': '50763c4428f741ada1db53edd04651ab', 'port_security_enabled': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:51:48.651352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4e22f3-2cea-4162-858a-b3aa3c85583a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:51:48.654885 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3a4e22f3-2cea-4162-858a-b3aa3c85583a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:48.900355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ee08fbea-ed16-4e53-aa0e-9aee34a1b42f no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:51:48.920971 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: ee08fbea-ed16-4e53-aa0e-9aee34a1b42f {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:51:48.921412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ee08fbea-ed16-4e53-aa0e-9aee34a1b42f not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:51:48.921908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 63b77c2a-3930-495b-abc9-5a8f56674a75 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:51:48.940824 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 63b77c2a-3930-495b-abc9-5a8f56674a75 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:51:48.941179 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 63b77c2a-3930-495b-abc9-5a8f56674a75 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:51:48.941612 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e9f6041b-ea65-413a-a3a8-e2bbe9cc1520 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:51:48.965582 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: e9f6041b-ea65-413a-a3a8-e2bbe9cc1520 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:51:48.965939 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e9f6041b-ea65-413a-a3a8-e2bbe9cc1520 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:51:48.980630 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4e22f3-2cea-4162-858a-b3aa3c85583a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:51:48.989510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3a4e22f3-2cea-4162-858a-b3aa3c85583a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:48.989871 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-3a4e22f3-2cea-4162-858a-b3aa3c85583a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Added segment 9f92fa81-6f02-41b2-b7c6-a791b92cd384 of type vlan for network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 Jun 22 09:51:49.028913 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3a4e22f3-2cea-4162-858a-b3aa3c85583a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:49.044751 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c6178203-a057-488c-8a35-0e99f84401bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:49.136080 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3a4e22f3-2cea-4162-858a-b3aa3c85583a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:49.141568 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4e22f3-2cea-4162-858a-b3aa3c85583a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:49.142164 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3a4e22f3-2cea-4162-858a-b3aa3c85583a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:49.145372 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cb4714eb-992f-4e36-819b-073aba83e343 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:49.212320 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e22f3-2cea-4162-858a-b3aa3c85583a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Network': ['ID=83f9ed0a-e0e4-4afd-a369-b43b8322b7a8,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:49.215071 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3a4e22f3-2cea-4162-858a-b3aa3c85583a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:49.223225 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:51:49.280460 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3a4e22f3-2cea-4162-858a-b3aa3c85583a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7185991 Jun 22 09:51:49.283227 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35346) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:49.288723 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-471979627', 'admin_state_up': True, 'project_id': '50763c4428f741ada1db53edd04651ab', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:51:49.350256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:49.396258 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:49.397248 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:49.451145 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:49.653114 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:49.933452 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:49.957417 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:50.065250 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.26.3.114 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/d776ff3a-8806-432f-8417-3f3e45900dae) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:51:50.169361 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:50.281690 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:50.285417 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4bfbc73e-3737-4cf2-89c6-204d2b0919f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:50.319069 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:51:50.321914 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:51:50.324529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:51:50.354956 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=d776ff3a-8806-432f-8417-3f3e45900dae,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:50.359023 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:50.418095 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:50.669433 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:50.866001 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:51.046860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 093a0e21-fb8a-443a-8d71-1845377a3f46 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:51:51.153096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:51:51.162144 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Sync routers for ids ['093a0e21-fb8a-443a-8d71-1845377a3f46'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:51:51.170731 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Routers {'093a0e21-fb8a-443a-8d71-1845377a3f46'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:51:51.171346 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:51:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['093a0e21-fb8a-443a-8d71-1845377a3f46'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:51:51.244980 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:51.246219 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9614973 Jun 22 09:51:51.249426 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35352) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:51.272868 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Set router 093a0e21-fb8a-443a-8d71-1845377a3f46 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:51:51.284329 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ac8d69a1-2e3a-4a9b-9d54-8b4bca9cb468 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=50763c4428f741ada1db53edd04651ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331168 Jun 22 09:51:51.286828 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35354) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:51.448627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c46e96-41ec-47bd-ba74-5b2b2c7788fa tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:51.450049 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-12c46e96-41ec-47bd-ba74-5b2b2c7788fa tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1619954 Jun 22 09:51:51.453009 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35356) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:51.493595 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c772b9e9-40c8-41ee-8aff-3d50e1f2edda tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394046 Jun 22 09:51:51.496237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35360) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:51.501632 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-023bb4f0-1687-418c-8c76-ad365944c93c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1206578794', 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8', 'project_id': '50763c4428f741ada1db53edd04651ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:51:51.541021 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'name': 'tempest-TestNetworkBasicOps-router-471979627', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:50Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:51:51.567498 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Checking router: 093a0e21-fb8a-443a-8d71-1845377a3f46 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:51:51.567866 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Updating router 093a0e21-fb8a-443a-8d71-1845377a3f46 port d776ff3a-8806-432f-8417-3f3e45900dae binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:51:51.601282 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:51.679685 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023bb4f0-1687-418c-8c76-ad365944c93c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:51:51.683867 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-023bb4f0-1687-418c-8c76-ad365944c93c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:51.708184 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:51.851277 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:51.861325 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Transition to ACTIVE for port object d776ff3a-8806-432f-8417-3f3e45900dae will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:51:51.938965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-023bb4f0-1687-418c-8c76-ad365944c93c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:51.939392 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:51.941390 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d3aa34bd-8b29-4af7-99e3-caea1e09bfc7 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:51.941898 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-9d8f5dd5-2ae7-4268-85ed-1613b373f1f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:51.992675 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf4ea0-1bdc-4dfb-ab90-4476eb20df76 None None] Pushing event updated for resources: {'Port': ['ID=d776ff3a-8806-432f-8417-3f3e45900dae,revision_number=2']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:52.000465 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Attempting to bind port d776ff3a-8806-432f-8417-3f3e45900dae on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:51:52.000842 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Attempting to bind port d776ff3a-8806-432f-8417-3f3e45900dae by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:51:52.001284 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Attempting to bind port d776ff3a-8806-432f-8417-3f3e45900dae on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:51:52.005316 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4ea0-1bdc-4dfb-ab90-4476eb20df76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:52.005710 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4ea0-1bdc-4dfb-ab90-4476eb20df76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:52.006045 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4ea0-1bdc-4dfb-ab90-4476eb20df76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:52.006372 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4ea0-1bdc-4dfb-ab90-4476eb20df76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:52.006695 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4ea0-1bdc-4dfb-ab90-4476eb20df76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:52.007020 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4ea0-1bdc-4dfb-ab90-4476eb20df76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:52.007336 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4ea0-1bdc-4dfb-ab90-4476eb20df76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:52.007811 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4ea0-1bdc-4dfb-ab90-4476eb20df76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:52.008373 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4ea0-1bdc-4dfb-ab90-4476eb20df76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:52.008865 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4ea0-1bdc-4dfb-ab90-4476eb20df76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:52.009190 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4ea0-1bdc-4dfb-ab90-4476eb20df76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:52.009324 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023bb4f0-1687-418c-8c76-ad365944c93c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Subnet': ['ID=8a723a84-983d-433b-81a3-4010d71d9f0b,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:52.009512 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4ea0-1bdc-4dfb-ab90-4476eb20df76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:52.014137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-023bb4f0-1687-418c-8c76-ad365944c93c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:52.014699 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-17bf4ea0-1bdc-4dfb-ab90-4476eb20df76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:52.015465 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:51:52.016359 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:51:52.016359 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:52.016607 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:51:52.017288 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Bound port: d776ff3a-8806-432f-8417-3f3e45900dae, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:51:52.017513 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:52.022845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023bb4f0-1687-418c-8c76-ad365944c93c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Checking segment: {'id': '9f92fa81-6f02-41b2-b7c6-a791b92cd384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:51:52.023205 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023bb4f0-1687-418c-8c76-ad365944c93c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network hostable DHCP agents. Network: 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:51:52.066901 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] For port d776ff3a-8806-432f-8417-3f3e45900dae, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:51:52.069841 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] For port d776ff3a-8806-432f-8417-3f3e45900dae, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d776ff3a-8806-432f-8417-3f3e45900dae,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:51:52.086885 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023bb4f0-1687-418c-8c76-ad365944c93c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:51:52.145034 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:52.147036 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-e64f283b-35d6-4a3b-91c1-ab238a715c0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:52.155053 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-023bb4f0-1687-418c-8c76-ad365944c93c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:51:52.160278 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023bb4f0-1687-418c-8c76-ad365944c93c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:52.160885 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-023bb4f0-1687-418c-8c76-ad365944c93c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:52.167688 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30298ed-51ed-4473-baf1-87fa57ac368b None None] Network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:51:52.202959 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Routers {'093a0e21-fb8a-443a-8d71-1845377a3f46'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:51:52.203620 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:51:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['093a0e21-fb8a-443a-8d71-1845377a3f46'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:51:52.236155 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf4ea0-1bdc-4dfb-ab90-4476eb20df76 None None] Pushing event updated for resources: {'Port': ['ID=d776ff3a-8806-432f-8417-3f3e45900dae,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:52.240528 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-17bf4ea0-1bdc-4dfb-ab90-4476eb20df76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:52.256703 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-023bb4f0-1687-418c-8c76-ad365944c93c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7592571 Jun 22 09:51:52.259480 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35362) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:52.315610 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] Set router 093a0e21-fb8a-443a-8d71-1845377a3f46 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:51:52.322910 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-83f9ed0a-e0e4-4afd-a369-b43b8322b7a8', 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ips': [{'subnet_id': '8a723a84-983d-433b-81a3-4010d71d9f0b'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:51:52.324640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:52.466240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Allocated IP 172.20.0.2 (83f9ed0a-e0e4-4afd-a369-b43b8322b7a8/8a723a84-983d-433b-81a3-4010d71d9f0b/6fd3ba84-a28d-4c95-bb66-1afca0cc5851) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:51:52.499653 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'name': 'tempest-TestNetworkBasicOps-router-471979627', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:50Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:51:52.526545 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf1c58-dc34-4198-b510-bb97ae6f26dc None None] The sync data for ids ['093a0e21-fb8a-443a-8d71-1845377a3f46'] in dv-neutron-797121-3-hyperv is: [{'id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'name': 'tempest-TestNetworkBasicOps-router-471979627', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:50Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:51:52.621955 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:52.631361 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Transition to ACTIVE for port object 6fd3ba84-a28d-4c95-bb66-1afca0cc5851 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:51:52.647207 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Transition to ACTIVE for port object 6fd3ba84-a28d-4c95-bb66-1afca0cc5851 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:51:52.698607 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:52.700863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:52.722426 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:52.740822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:51:52.748041 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:51:52.755740 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Pushing event updated for resources: {'Port': ['ID=6fd3ba84-a28d-4c95-bb66-1afca0cc5851,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:52.763257 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:51:52.767756 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:52.837624 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Attempting to bind port 6fd3ba84-a28d-4c95-bb66-1afca0cc5851 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:51:52.838049 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Attempting to bind port 6fd3ba84-a28d-4c95-bb66-1afca0cc5851 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '9f92fa81-6f02-41b2-b7c6-a791b92cd384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:51:52.838430 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Attempting to bind port 6fd3ba84-a28d-4c95-bb66-1afca0cc5851 on network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:51:52.843799 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:51:52.844455 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Checking segment: {'id': '9f92fa81-6f02-41b2-b7c6-a791b92cd384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:51:52.845190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:52.845608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Bound using segment: {'id': '9f92fa81-6f02-41b2-b7c6-a791b92cd384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:51:52.846103 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Bound port: 6fd3ba84-a28d-4c95-bb66-1afca0cc5851, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f92fa81-6f02-41b2-b7c6-a791b92cd384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:51:52.847032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:52.923567 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] For port 6fd3ba84-a28d-4c95-bb66-1afca0cc5851, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:51:52.927200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] For port 6fd3ba84-a28d-4c95-bb66-1afca0cc5851, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=6fd3ba84-a28d-4c95-bb66-1afca0cc5851,segment=NetworkSegment(9f92fa81-6f02-41b2-b7c6-a791b92cd384),segment_id=9f92fa81-6f02-41b2-b7c6-a791b92cd384)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:51:53.001504 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:53.004222 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4758d6ca-f4e0-43f9-88a2-f95e71f5e08c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:53.056909 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.1 (83f9ed0a-e0e4-4afd-a369-b43b8322b7a8/8a723a84-983d-433b-81a3-4010d71d9f0b/ce84492b-f523-4298-8d08-ade4a520add5) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:51:53.061899 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Pushing event updated for resources: {'Port': ['ID=6fd3ba84-a28d-4c95-bb66-1afca0cc5851,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:53.065853 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:53.179292 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:53.195022 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object ce84492b-f523-4298-8d08-ade4a520add5 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:51:53.327668 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:53.331307 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-593c0168-a423-4990-9f5e-b730cd3bc185 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:53.383234 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:51:53.388395 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:51:53.392497 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:51:53.399470 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=ce84492b-f523-4298-8d08-ade4a520add5,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:53.419741 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:53.440158 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:53.650072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:53.931342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:54.023338 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:54.024720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:54.029734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af24307-19b7-4351-853e-4284b0d76b60 None None] Network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:51:54.095862 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:54.097708 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=ce84492b-f523-4298-8d08-ade4a520add5,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:54.101078 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:54.205282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:51:54.206748 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:51:54.207941 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5c49acb4-4c5d-4af2-b5a5-3010b2cc4916 None None] Provisioning for port 6fd3ba84-a28d-4c95-bb66-1afca0cc5851 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:51:54.325533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 093a0e21-fb8a-443a-8d71-1845377a3f46 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:51:54.541642 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b8a0b7ac-0dbe-44da-afba-6a5e7438f10a None None] Provisioning for port ce84492b-f523-4298-8d08-ade4a520add5 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:51:54.546852 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b8a0b7ac-0dbe-44da-afba-6a5e7438f10a None None] Provisioning complete for port ce84492b-f523-4298-8d08-ade4a520add5 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:51:54.547334 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b8a0b7ac-0dbe-44da-afba-6a5e7438f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:54.585516 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-b8a0b7ac-0dbe-44da-afba-6a5e7438f10a None None] Port ce84492b-f523-4298-8d08-ade4a520add5 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:51:54.720947 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-df582abc-68c7-4106-a63e-4c4e2fed3418 None None] Provisioning complete for port ce84492b-f523-4298-8d08-ade4a520add5 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:51:54.721637 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-df582abc-68c7-4106-a63e-4c4e2fed3418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:54.772666 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-df582abc-68c7-4106-a63e-4c4e2fed3418 None None] Port ce84492b-f523-4298-8d08-ade4a520add5 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:51:54.794301 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:51:54.799994 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/093a0e21-fb8a-443a-8d71-1845377a3f46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5388808 Jun 22 09:51:54.802682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35364) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:54.815655 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Sync routers for ids ['093a0e21-fb8a-443a-8d71-1845377a3f46'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:51:54.820714 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 6fd3ba84-a28d-4c95-bb66-1afca0cc5851 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:51:54.852117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Routers {'093a0e21-fb8a-443a-8d71-1845377a3f46'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:51:54.852847 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:51:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['093a0e21-fb8a-443a-8d71-1845377a3f46'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:51:54.977134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d169670-f88d-49f2-bc48-18b6a3b789c2 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:54.977725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d169670-f88d-49f2-bc48-18b6a3b789c2 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:54.977992 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d169670-f88d-49f2-bc48-18b6a3b789c2 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:54.978459 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d169670-f88d-49f2-bc48-18b6a3b789c2 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:54.979129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d169670-f88d-49f2-bc48-18b6a3b789c2 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:54.979630 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d169670-f88d-49f2-bc48-18b6a3b789c2 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:54.981492 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2d169670-f88d-49f2-bc48-18b6a3b789c2 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1776094 Jun 22 09:51:54.984307 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35366) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:55.068484 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8fabaceb-a2fb-4a8e-b947-a599603fdc4b None None] Provisioning complete for port ce84492b-f523-4298-8d08-ade4a520add5 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:51:55.069071 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8fabaceb-a2fb-4a8e-b947-a599603fdc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:55.076877 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4337c3fa-96d2-4be3-b3ad-5f93086c436a tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:55.077393 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4337c3fa-96d2-4be3-b3ad-5f93086c436a tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:55.077854 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4337c3fa-96d2-4be3-b3ad-5f93086c436a tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:55.078311 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4337c3fa-96d2-4be3-b3ad-5f93086c436a tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:55.078774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4337c3fa-96d2-4be3-b3ad-5f93086c436a tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:55.079224 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4337c3fa-96d2-4be3-b3ad-5f93086c436a tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:55.083666 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4337c3fa-96d2-4be3-b3ad-5f93086c436a tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0958474 Jun 22 09:51:55.084001 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35368) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:55.137651 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-8fabaceb-a2fb-4a8e-b947-a599603fdc4b None None] Port ce84492b-f523-4298-8d08-ade4a520add5 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:51:55.155605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Set router 093a0e21-fb8a-443a-8d71-1845377a3f46 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:51:55.198562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 6fd3ba84-a28d-4c95-bb66-1afca0cc5851 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:51:55.232392 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 6fd3ba84-a28d-4c95-bb66-1afca0cc5851 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:51:55.232642 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:55.307959 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c18e60eb-7a3f-409e-8c2d-64119c5296c1 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2202253 Jun 22 09:51:55.308375 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35370) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:55.313868 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-29cc5174-a47b-47f2-9e83-fdf6f1fc9bc6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1703145243', 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:51:55.403074 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:55.444616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 6fd3ba84-a28d-4c95-bb66-1afca0cc5851, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=6fd3ba84-a28d-4c95-bb66-1afca0cc5851,segment=NetworkSegment(9f92fa81-6f02-41b2-b7c6-a791b92cd384),segment_id=9f92fa81-6f02-41b2-b7c6-a791b92cd384)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:51:55.450520 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'name': 'tempest-TestNetworkBasicOps-router-471979627', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:53Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'ce84492b-f523-4298-8d08-ade4a520add5', 'name': '', 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:28:33:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:52Z', 'updated_at': '2021-06-22T09:51:53Z', 'revision_number': 2, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:51:55.477028 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Checking router: 093a0e21-fb8a-443a-8d71-1845377a3f46 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:51:55.477403 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Updating router 093a0e21-fb8a-443a-8d71-1845377a3f46 port ce84492b-f523-4298-8d08-ade4a520add5 binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:51:55.496527 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cc5174-a47b-47f2-9e83-fdf6f1fc9bc6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:51:55.496527 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29cc5174-a47b-47f2-9e83-fdf6f1fc9bc6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:55.512561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [None req-29cc5174-a47b-47f2-9e83-fdf6f1fc9bc6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] device_id is not set on port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 yet. {{(pid=100653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:51:55.513994 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:55.605551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:55.606409 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d776ff3a-8806-432f-8417-3f3e45900dae up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:51:55.609939 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9c8f6f3c-0eef-4388-adb2-a7bd8ebe895b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:55.622393 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-29cc5174-a47b-47f2-9e83-fdf6f1fc9bc6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.10 (83f9ed0a-e0e4-4afd-a369-b43b8322b7a8/8a723a84-983d-433b-81a3-4010d71d9f0b/8afbe1a5-07af-4c5b-bf22-4bef6d251894) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:51:55.702117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=6fd3ba84-a28d-4c95-bb66-1afca0cc5851,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:55.705218 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:55.770353 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29cc5174-a47b-47f2-9e83-fdf6f1fc9bc6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:55.778195 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port d776ff3a-8806-432f-8417-3f3e45900dae completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:51:55.783879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port d776ff3a-8806-432f-8417-3f3e45900dae triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:51:55.783879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:55.784112 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-29cc5174-a47b-47f2-9e83-fdf6f1fc9bc6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object 8afbe1a5-07af-4c5b-bf22-4bef6d251894 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:51:55.860009 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:55.873327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29cc5174-a47b-47f2-9e83-fdf6f1fc9bc6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:55.879152 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:55.884141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port d776ff3a-8806-432f-8417-3f3e45900dae, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d776ff3a-8806-432f-8417-3f3e45900dae,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:51:55.923036 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cc5174-a47b-47f2-9e83-fdf6f1fc9bc6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:51:55.926328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-29cc5174-a47b-47f2-9e83-fdf6f1fc9bc6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:51:55.928717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cc5174-a47b-47f2-9e83-fdf6f1fc9bc6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:51:55.957739 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc5174-a47b-47f2-9e83-fdf6f1fc9bc6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=8afbe1a5-07af-4c5b-bf22-4bef6d251894,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:55.960863 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-29cc5174-a47b-47f2-9e83-fdf6f1fc9bc6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:55.978207 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:55.983559 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:55.993021 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cc5174-a47b-47f2-9e83-fdf6f1fc9bc6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:55.993925 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-29cc5174-a47b-47f2-9e83-fdf6f1fc9bc6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:56.065951 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=d776ff3a-8806-432f-8417-3f3e45900dae,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:56.072476 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:56.081602 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:56.087627 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-29cc5174-a47b-47f2-9e83-fdf6f1fc9bc6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7780859 Jun 22 09:51:56.094889 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Transition to ACTIVE for port object ce84492b-f523-4298-8d08-ade4a520add5 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:51:56.153402 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:56.157133 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-97261d05-e873-45fa-9bfa-fb68bc7e31bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:56.239028 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9677a33-362c-4fba-af84-2e4ad101b7fc None None] Pushing event updated for resources: {'Port': ['ID=ce84492b-f523-4298-8d08-ade4a520add5,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:56.242028 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f9677a33-362c-4fba-af84-2e4ad101b7fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:56.289794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-033ae877-f8a1-4ed9-9ca1-a542fa9a2b03 None None] Provisioning for port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:51:56.300085 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-033ae877-f8a1-4ed9-9ca1-a542fa9a2b03 None None] Provisioning complete for port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:51:56.300519 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-033ae877-f8a1-4ed9-9ca1-a542fa9a2b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:56.309000 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Attempting to bind port ce84492b-f523-4298-8d08-ade4a520add5 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:51:56.309000 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Attempting to bind port ce84492b-f523-4298-8d08-ade4a520add5 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '9f92fa81-6f02-41b2-b7c6-a791b92cd384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:51:56.309348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Attempting to bind port ce84492b-f523-4298-8d08-ade4a520add5 on network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:51:56.336170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:51:56.336671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Checking segment: {'id': '9f92fa81-6f02-41b2-b7c6-a791b92cd384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:51:56.336977 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:56.337364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Bound using segment: {'id': '9f92fa81-6f02-41b2-b7c6-a791b92cd384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:51:56.337843 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Bound port: ce84492b-f523-4298-8d08-ade4a520add5, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f92fa81-6f02-41b2-b7c6-a791b92cd384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:51:56.338225 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:56.358755 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35374) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:56.360075 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-033ae877-f8a1-4ed9-9ca1-a542fa9a2b03 None None] Port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:51:56.363926 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-9f6e78e4-2ac1-4171-88d7-ccee26de3f3d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1665673117', 'description': 'tempest-secgroup-smoke-1665673117 description', 'project_id': '50763c4428f741ada1db53edd04651ab'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:51:56.412485 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] For port ce84492b-f523-4298-8d08-ade4a520add5, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:51:56.415382 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] For port ce84492b-f523-4298-8d08-ade4a520add5, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ce84492b-f523-4298-8d08-ade4a520add5,segment=NetworkSegment(9f92fa81-6f02-41b2-b7c6-a791b92cd384),segment_id=9f92fa81-6f02-41b2-b7c6-a791b92cd384)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:51:56.452067 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9f6e78e4-2ac1-4171-88d7-ccee26de3f3d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:56.504498 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:56.507225 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:56.533000 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9f6e78e4-2ac1-4171-88d7-ccee26de3f3d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:56.555364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Routers {'093a0e21-fb8a-443a-8d71-1845377a3f46'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:51:56.555931 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:51:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['093a0e21-fb8a-443a-8d71-1845377a3f46'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:51:56.600850 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9677a33-362c-4fba-af84-2e4ad101b7fc None None] Pushing event updated for resources: {'Port': ['ID=ce84492b-f523-4298-8d08-ade4a520add5,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:56.604925 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9f6e78e4-2ac1-4171-88d7-ccee26de3f3d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:56.614540 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f9677a33-362c-4fba-af84-2e4ad101b7fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:56.615617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b1495d26-2c34-4b10-8c9c-deaa55678d42 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:56.646379 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e78e4-2ac1-4171-88d7-ccee26de3f3d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc1d307-bc2a-4b48-b82d-97318c0cbe72,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:56.649800 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9f6e78e4-2ac1-4171-88d7-ccee26de3f3d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:56.675336 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] Set router 093a0e21-fb8a-443a-8d71-1845377a3f46 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:51:56.718231 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9f6e78e4-2ac1-4171-88d7-ccee26de3f3d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:56.718231 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9f6e78e4-2ac1-4171-88d7-ccee26de3f3d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3561833 Jun 22 09:51:56.719155 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35376) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:56.723775 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d0a642b5-2518-4c91-92e8-d966b427437d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '0bc1d307-bc2a-4b48-b82d-97318c0cbe72', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:51:56.755531 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 6fd3ba84-a28d-4c95-bb66-1afca0cc5851 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:51:56.826624 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d0a642b5-2518-4c91-92e8-d966b427437d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:56.883520 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d0a642b5-2518-4c91-92e8-d966b427437d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:56.883787 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 6fd3ba84-a28d-4c95-bb66-1afca0cc5851 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:51:56.883943 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:56.958838 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d0a642b5-2518-4c91-92e8-d966b427437d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:56.960931 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dbebae73-dff5-4b52-82c1-aaae75fa8d9a tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:56.977860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a642b5-2518-4c91-92e8-d966b427437d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833a3059-7057-4357-9fc8-0d3c96810f5b,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:56.980443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d0a642b5-2518-4c91-92e8-d966b427437d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:57.000174 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'name': 'tempest-TestNetworkBasicOps-router-471979627', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:53Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'ce84492b-f523-4298-8d08-ade4a520add5', 'name': '', 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:28:33:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:52Z', 'updated_at': '2021-06-22T09:51:56Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:51:57.005297 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d776ff3a-8806-432f-8417-3f3e45900dae up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:51:57.046036 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844db4aa-62b3-4e7d-9f3c-2fddccd54af4 None None] The sync data for ids ['093a0e21-fb8a-443a-8d71-1845377a3f46'] in dv-neutron-797121-3-hyperv is: [{'id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'name': 'tempest-TestNetworkBasicOps-router-471979627', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:53Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'ce84492b-f523-4298-8d08-ade4a520add5', 'name': '', 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:28:33:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:52Z', 'updated_at': '2021-06-22T09:51:56Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:51:57.057022 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d0a642b5-2518-4c91-92e8-d966b427437d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:57.059541 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d0a642b5-2518-4c91-92e8-d966b427437d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3386099 Jun 22 09:51:57.062189 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35378) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:57.067724 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-0243a97f-acc7-466a-b16b-8950b54a61c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '0bc1d307-bc2a-4b48-b82d-97318c0cbe72', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:51:57.077057 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port d776ff3a-8806-432f-8417-3f3e45900dae triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:51:57.077718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:57.171798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0243a97f-acc7-466a-b16b-8950b54a61c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:57.234750 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0243a97f-acc7-466a-b16b-8950b54a61c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:57.307600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0243a97f-acc7-466a-b16b-8950b54a61c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:57.312308 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-459aa98b-e32c-4b37-9192-b7fc87746303 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:57.326557 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243a97f-acc7-466a-b16b-8950b54a61c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be743593-b17a-49ce-bba8-d2fc87ea1903,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:57.335177 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0243a97f-acc7-466a-b16b-8950b54a61c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:57.424147 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0243a97f-acc7-466a-b16b-8950b54a61c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:57.425407 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0243a97f-acc7-466a-b16b-8950b54a61c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3621826 Jun 22 09:51:57.429899 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35380) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:57.434708 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-dad5c526-8f7e-4f06-99f3-18318e5656be tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '0bc1d307-bc2a-4b48-b82d-97318c0cbe72', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:51:57.515851 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dad5c526-8f7e-4f06-99f3-18318e5656be tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:57.581270 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dad5c526-8f7e-4f06-99f3-18318e5656be tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:57.695998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dad5c526-8f7e-4f06-99f3-18318e5656be tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:57.698065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9776a4f4-891e-4502-815b-89e291275ed8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:57.715741 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5c526-8f7e-4f06-99f3-18318e5656be tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e77e097-40f0-488d-a46a-192ed3023fd4,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:57.718723 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-dad5c526-8f7e-4f06-99f3-18318e5656be tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:57.810376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-dad5c526-8f7e-4f06-99f3-18318e5656be tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:57.811639 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-dad5c526-8f7e-4f06-99f3-18318e5656be tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3807116 Jun 22 09:51:57.814679 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35382) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:57.819477 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-a75d3ea9-6590-45c2-87c4-6316c6680a99 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '0bc1d307-bc2a-4b48-b82d-97318c0cbe72', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:51:57.929937 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a75d3ea9-6590-45c2-87c4-6316c6680a99 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:57.993140 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a75d3ea9-6590-45c2-87c4-6316c6680a99 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:58.090206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a75d3ea9-6590-45c2-87c4-6316c6680a99 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:58.092280 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-096f1f0a-1422-4b92-a591-c3a54f9f4465 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:58.109136 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d3ea9-6590-45c2-87c4-6316c6680a99 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bafab5b5-fa2a-43f6-b9ef-c64ab345d16f,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:58.112092 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a75d3ea9-6590-45c2-87c4-6316c6680a99 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:58.198790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a75d3ea9-6590-45c2-87c4-6316c6680a99 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:58.200034 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a75d3ea9-6590-45c2-87c4-6316c6680a99 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3843093 Jun 22 09:51:58.202792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35384) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:58.208047 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-0e3b2d6c-dc8a-4321-ad71-cda2aba78a43 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '0bc1d307-bc2a-4b48-b82d-97318c0cbe72', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:51:58.290265 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-0e3b2d6c-dc8a-4321-ad71-cda2aba78a43 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:51:58.294990 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0e3b2d6c-dc8a-4321-ad71-cda2aba78a43 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:58.352831 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0e3b2d6c-dc8a-4321-ad71-cda2aba78a43 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:58.429431 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0e3b2d6c-dc8a-4321-ad71-cda2aba78a43 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:58.431196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-28bedb4f-7ae9-40c2-afc9-808aa569d241 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:58.448137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b2d6c-dc8a-4321-ad71-cda2aba78a43 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d786b31d-3ca0-4b50-bf78-0a718ef83949,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:58.450856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0e3b2d6c-dc8a-4321-ad71-cda2aba78a43 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:58.532586 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0e3b2d6c-dc8a-4321-ad71-cda2aba78a43 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:58.533844 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0e3b2d6c-dc8a-4321-ad71-cda2aba78a43 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3300495 Jun 22 09:51:58.536523 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35386) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:58.541107 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-43f88802-217d-4703-8582-c57b50a2c302 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '0bc1d307-bc2a-4b48-b82d-97318c0cbe72', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:51:58.604688 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-43f88802-217d-4703-8582-c57b50a2c302 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:51:58.609853 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-43f88802-217d-4703-8582-c57b50a2c302 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:58.672402 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-43f88802-217d-4703-8582-c57b50a2c302 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:58.740010 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ce84492b-f523-4298-8d08-ade4a520add5 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:51:58.770171 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-43f88802-217d-4703-8582-c57b50a2c302 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:58.772051 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8a9fe87c-c003-47b0-8422-ae693118a169 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:58.789123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f88802-217d-4703-8582-c57b50a2c302 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf25cf47-f054-4518-b7eb-21160b1cc6a6,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:58.791937 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-43f88802-217d-4703-8582-c57b50a2c302 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:58.863292 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port ce84492b-f523-4298-8d08-ade4a520add5 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:51:58.867166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port ce84492b-f523-4298-8d08-ade4a520add5 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:51:58.867596 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:58.874956 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-43f88802-217d-4703-8582-c57b50a2c302 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:58.880705 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-43f88802-217d-4703-8582-c57b50a2c302 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3388078 Jun 22 09:51:58.945060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:58.980363 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port ce84492b-f523-4298-8d08-ade4a520add5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ce84492b-f523-4298-8d08-ade4a520add5,segment=NetworkSegment(9f92fa81-6f02-41b2-b7c6-a791b92cd384),segment_id=9f92fa81-6f02-41b2-b7c6-a791b92cd384)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:51:59.066969 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:59.068880 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ac4204c3-7523-4e08-9066-14a29fbf56be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:59.073251 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-686fb3f6-f113-4fc1-b84f-d7f6076571a7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1665673117&fields=id&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 267 time: 0.0416667 Jun 22 09:51:59.121073 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=ce84492b-f523-4298-8d08-ade4a520add5,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:59.124288 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:59.135878 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-b1e818fc-ae05-4f1f-8c64-4cfd6fd27f6a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:59.137227 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-b1e818fc-ae05-4f1f-8c64-4cfd6fd27f6a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports/8afbe1a5-07af-4c5b-bf22-4bef6d251894 HTTP/1.1" status: 200 len: 931 time: 0.0583384 Jun 22 09:51:59.229079 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8f7071bf-b581-4d5c-92ee-0e4394b2a709 service neutron] 10.222.0.20 "GET /v2.0/ports/8afbe1a5-07af-4c5b-bf22-4bef6d251894?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0802312 Jun 22 09:51:59.239015 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d2e86bb-2d7e-4e1c-a407-09cc20cf69b4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:51:59.239982 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d2e86bb-2d7e-4e1c-a407-09cc20cf69b4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055585 Jun 22 09:51:59.329286 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-ae146afe-1019-4d6a-8203-7b64d55d3406 service neutron] 10.222.0.20 "GET /v2.0/networks/83f9ed0a-e0e4-4afd-a369-b43b8322b7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840275 Jun 22 09:51:59.413965 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-cb14c36a-e375-499d-af17-2aa932f28352 service neutron] 10.222.0.20 "GET /v2.0/networks/83f9ed0a-e0e4-4afd-a369-b43b8322b7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789859 Jun 22 09:51:59.687570 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b7d5a304-cb6a-49cb-a5f6-3b026765b64b req-b4a0c90d-045e-45f7-9bc1-2fc8ba9150d4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 210 time: 0.0291986 Jun 22 09:52:00.726820 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ce84492b-f523-4298-8d08-ade4a520add5 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:52:00.775193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port ce84492b-f523-4298-8d08-ade4a520add5 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:00.775612 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:00.827121 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-09e26419-143a-4a63-a212-b15521c5f27f req-c9d49a91-9fb5-4039-bdc6-f50c887d048d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 210 time: 0.0298002 Jun 22 09:52:01.921059 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-706de24e-a85b-4584-9de4-9730c8d8d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:01.922446 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-706de24e-a85b-4584-9de4-9730c8d8d3e4 service neutron] 10.222.0.35 "GET /v2.0/ports/8afbe1a5-07af-4c5b-bf22-4bef6d251894 HTTP/1.1" status: 200 len: 1027 time: 0.0511353 Jun 22 09:52:02.020268 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e88921a3-d608-4c6c-b51f-fb375b2194d8 req-e4621c32-747a-4a24-a69e-367785e9fc55 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 210 time: 0.0838215 Jun 22 09:52:02.034954 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-bcbb8ca4-67f1-4f44-86fa-07676841294d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:02.036455 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-bcbb8ca4-67f1-4f44-86fa-07676841294d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/networks?id=83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 HTTP/1.1" status: 200 len: 797 time: 0.1087902 Jun 22 09:52:02.078204 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-6dae9970-5a4a-4eba-bde3-6384b7a5ff79 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 380 time: 0.0336499 Jun 22 09:52:02.087562 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Request body: {'port': {'device_id': '2b2531d3-c146-4cca-b11d-4ed72a6f4b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:02.163975 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:02.411295 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afbe1a5-07af-4c5b-bf22-4bef6d251894 {{(pid=100652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:52:02.418748 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:02.430315 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Transition to ACTIVE for port object 8afbe1a5-07af-4c5b-bf22-4bef6d251894 will not be triggered until provisioned by entity L2. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:52:02.503329 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:02.505300 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a0302877-deac-4177-9d6e-c07a468f2f3f tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:02.579969 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Pushing event updated for resources: {'Port': ['ID=8afbe1a5-07af-4c5b-bf22-4bef6d251894,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:02.583459 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:02.651894 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Attempting to bind port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:52:02.652236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Attempting to bind port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9f92fa81-6f02-41b2-b7c6-a791b92cd384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:52:02.652570 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Attempting to bind port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 on network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:52:02.658121 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 on network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:52:02.658455 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Attempting to bind port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 on network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:52:02.664347 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:52:02.664492 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Checking segment: {'id': '9f92fa81-6f02-41b2-b7c6-a791b92cd384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:52:02.664854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Bound using segment: {'id': '9f92fa81-6f02-41b2-b7c6-a791b92cd384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8'} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:52:02.665287 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Bound port: 8afbe1a5-07af-4c5b-bf22-4bef6d251894, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f92fa81-6f02-41b2-b7c6-a791b92cd384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8'}}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:52:02.665641 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:02.731914 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] For port 8afbe1a5-07af-4c5b-bf22-4bef6d251894, host hv-neutron-7971, cleared binding levels {{(pid=100652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:52:02.734838 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] For port 8afbe1a5-07af-4c5b-bf22-4bef6d251894, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8afbe1a5-07af-4c5b-bf22-4bef6d251894,segment=NetworkSegment(9f92fa81-6f02-41b2-b7c6-a791b92cd384),segment_id=9f92fa81-6f02-41b2-b7c6-a791b92cd384)] {{(pid=100652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:52:02.806952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:02.809904 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:02.839619 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:02.840340 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:02.841694 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] 10.222.0.35 "PUT /v2.0/ports/8afbe1a5-07af-4c5b-bf22-4bef6d251894 HTTP/1.1" status: 200 len: 1132 time: 0.7580528 Jun 22 09:52:02.843814 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2531d3-c146-4cca-b11d-4ed72a6f4b3e', 'tag': '8afbe1a5-07af-4c5b-bf22-4bef6d251894'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:52:02.846140 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a302474e-cca9-46df-9d96-77102d1f4ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2531d3-c146-4cca-b11d-4ed72a6f4b3e", "tag": "8afbe1a5-07af-4c5b-bf22-4bef6d251894"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:52:02.876107 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Pushing event updated for resources: {'Port': ['ID=8afbe1a5-07af-4c5b-bf22-4bef6d251894,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:02.879864 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:02.884585 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c73c0b7-158b-4716-ad8d-9c2e12f7c1f1 x-openstack-request-id: req-4c73c0b7-158b-4716-ad8d-9c2e12f7c1f1 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:52:02.885127 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2531d3-c146-4cca-b11d-4ed72a6f4b3e", "tag": "8afbe1a5-07af-4c5b-bf22-4bef6d251894", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:52:02.885684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c73c0b7-158b-4716-ad8d-9c2e12f7c1f1 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:52:02.886487 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2531d3-c146-4cca-b11d-4ed72a6f4b3e', 'tag': '8afbe1a5-07af-4c5b-bf22-4bef6d251894', 'status': 'completed', 'code': 200} Jun 22 09:52:02.962403 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302474e-cca9-46df-9d96-77102d1f4ca4 req-1183cc48-16e1-43ce-a90e-32fa9b41deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:02.963937 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a302474e-cca9-46df-9d96-77102d1f4ca4 req-1183cc48-16e1-43ce-a90e-32fa9b41deb4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 1135 time: 0.0551398 Jun 22 09:52:03.064873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302474e-cca9-46df-9d96-77102d1f4ca4 req-23907070-cc75-44cd-a49e-59d0a49a648b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:03.066351 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a302474e-cca9-46df-9d96-77102d1f4ca4 req-23907070-cc75-44cd-a49e-59d0a49a648b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=50763c4428f741ada1db53edd04651ab&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0950189 Jun 22 09:52:03.164273 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302474e-cca9-46df-9d96-77102d1f4ca4 req-13720433-cf83-46f5-82c7-036fa443f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:03.165898 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a302474e-cca9-46df-9d96-77102d1f4ca4 req-13720433-cf83-46f5-82c7-036fa443f345 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928981 Jun 22 09:52:03.200449 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7be8f5-5ffd-43d2-bd8e-f13851e62998 req-17eb5a26-dda6-44ae-aa7c-195db306e062 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:03.201830 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bb7be8f5-5ffd-43d2-bd8e-f13851e62998 req-17eb5a26-dda6-44ae-aa7c-195db306e062 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 982 time: 0.0636797 Jun 22 09:52:03.212845 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:52:03.243833 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bb7be8f5-5ffd-43d2-bd8e-f13851e62998 req-8fdfb4d2-0236-4204-b2b4-00b76175abd1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361619 Jun 22 09:52:03.256682 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-5ba8a280-aad7-4b29-8e68-8e65cf389589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:03.258199 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-5ba8a280-aad7-4b29-8e68-8e65cf389589 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 1135 time: 0.0563018 Jun 22 09:52:03.299346 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-c637e314-12bd-4b77-a97f-766c5334cb68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8afbe1a5-07af-4c5b-bf22-4bef6d251894 HTTP/1.1" status: 200 len: 217 time: 0.0343528 Jun 22 09:52:03.345812 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-10573fd3-6525-40d9-a821-37c418d2a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:03.347156 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-10573fd3-6525-40d9-a821-37c418d2a1ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a723a84-983d-433b-81a3-4010d71d9f0b HTTP/1.1" status: 200 len: 835 time: 0.0407841 Jun 22 09:52:03.404718 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-e2b71828-0ae5-4557-814b-09087b05fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:03.406120 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-e2b71828-0ae5-4557-814b-09087b05fe1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83f9ed0a-e0e4-4afd-a369-b43b8322b7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519328 Jun 22 09:52:03.489567 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-65e10ae4-525d-4c02-b4d5-e4f66fea8263 service neutron] 10.222.0.35 "GET /v2.0/networks/83f9ed0a-e0e4-4afd-a369-b43b8322b7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771263 Jun 22 09:52:03.871183 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9919a462-0f8b-4692-ae1b-92f6f766015f req-270237e2-4409-4451-ba76-8744f08f2136 service neutron] 10.222.0.35 "GET /v2.0/networks/83f9ed0a-e0e4-4afd-a369-b43b8322b7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749430 Jun 22 09:52:04.414506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890be82-6490-4e83-b15c-52027c4c0e02 req-26773ba9-8a0a-4fa9-97f3-b1b0d9c64fa9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:04.416000 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2890be82-6490-4e83-b15c-52027c4c0e02 req-26773ba9-8a0a-4fa9-97f3-b1b0d9c64fa9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 982 time: 0.0614898 Jun 22 09:52:04.453931 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2890be82-6490-4e83-b15c-52027c4c0e02 req-bbd9fd00-d246-488c-8cd4-359b8902f936 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316947 Jun 22 09:52:05.620995 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacc9c5-3a42-467b-9d75-d191437ecc2e req-3b383704-6f04-4ed7-9b7e-1a0a9d145c77 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:05.622427 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6bacc9c5-3a42-467b-9d75-d191437ecc2e req-3b383704-6f04-4ed7-9b7e-1a0a9d145c77 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 982 time: 0.0611243 Jun 22 09:52:05.660107 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6bacc9c5-3a42-467b-9d75-d191437ecc2e req-8401fb27-cb08-4e8c-bb4b-c63ee51a7d79 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321198 Jun 22 09:52:06.828034 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076c8b4-82e1-4100-a3ae-f86c2055ad4d req-9e6dd500-24f3-474b-911c-153a80b73ef0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:06.829508 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1076c8b4-82e1-4100-a3ae-f86c2055ad4d req-9e6dd500-24f3-474b-911c-153a80b73ef0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 982 time: 0.0622261 Jun 22 09:52:06.866806 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1076c8b4-82e1-4100-a3ae-f86c2055ad4d req-ef9c2c5b-921e-422b-8877-3fca2380875d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317557 Jun 22 09:52:07.498998 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 8afbe1a5-07af-4c5b-bf22-4bef6d251894 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:52:07.588944 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 8afbe1a5-07af-4c5b-bf22-4bef6d251894, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8afbe1a5-07af-4c5b-bf22-4bef6d251894,segment=NetworkSegment(9f92fa81-6f02-41b2-b7c6-a791b92cd384),segment_id=9f92fa81-6f02-41b2-b7c6-a791b92cd384)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:07.599705 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '8afbe1a5-07af-4c5b-bf22-4bef6d251894', 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8', 'port_id': '8afbe1a5-07af-4c5b-bf22-4bef6d251894', 'mac_address': 'fa:16:3e:67:60:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:52:07.635177 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:07.651268 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afbe1a5-07af-4c5b-bf22-4bef6d251894 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:52:07.699954 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 8afbe1a5-07af-4c5b-bf22-4bef6d251894, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8afbe1a5-07af-4c5b-bf22-4bef6d251894,segment=NetworkSegment(9f92fa81-6f02-41b2-b7c6-a791b92cd384),segment_id=9f92fa81-6f02-41b2-b7c6-a791b92cd384)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:07.775038 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:07.776738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bc31545c-c236-45cc-9d2c-c38a0a3fb74c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:07.821557 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=8afbe1a5-07af-4c5b-bf22-4bef6d251894,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:07.824441 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:08.034442 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c8cf0-1393-4066-ba4f-31d597935cd9 req-482628f6-6c4c-46a9-95d7-933be506c44b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:08.035890 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b08c8cf0-1393-4066-ba4f-31d597935cd9 req-482628f6-6c4c-46a9-95d7-933be506c44b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 983 time: 0.0621192 Jun 22 09:52:08.071480 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b08c8cf0-1393-4066-ba4f-31d597935cd9 req-b6563a1f-55e3-4b06-8aae-fe5a96d583fd tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294714 Jun 22 09:52:08.109691 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['8afbe1a5-07af-4c5b-bf22-4bef6d251894'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:52:09.246007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efa577-ef23-46f9-a13f-5087593d09cc req-c3ca67e8-271f-40ea-8851-eca4c91c52d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:09.247457 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-66efa577-ef23-46f9-a13f-5087593d09cc req-c3ca67e8-271f-40ea-8851-eca4c91c52d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 983 time: 0.0656521 Jun 22 09:52:09.283100 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-66efa577-ef23-46f9-a13f-5087593d09cc req-d7b28e02-3e26-4573-b8cb-ba548a25cc32 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300307 Jun 22 09:52:09.513511 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 8afbe1a5-07af-4c5b-bf22-4bef6d251894 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:52:09.626889 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:52:09.630571 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:09.630959 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:09.708468 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:09.730875 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2531d3-c146-4cca-b11d-4ed72a6f4b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afbe1a5-07af-4c5b-bf22-4bef6d251894'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:52:09.733166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac73f50-f426-4600-9669-4f0db72e8785" -d '{"events": [{"server_uuid": "2b2531d3-c146-4cca-b11d-4ed72a6f4b3e", "name": "network-vif-plugged", "status": "completed", "tag": "8afbe1a5-07af-4c5b-bf22-4bef6d251894"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:52:09.745892 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 8afbe1a5-07af-4c5b-bf22-4bef6d251894, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8afbe1a5-07af-4c5b-bf22-4bef6d251894,segment=NetworkSegment(9f92fa81-6f02-41b2-b7c6-a791b92cd384),segment_id=9f92fa81-6f02-41b2-b7c6-a791b92cd384)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:09.812063 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:09.813988 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-13796c2f-301c-40f4-993c-df8f82d45b88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:09.841275 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54933109-3c06-4bc0-b3f4-513ac9774122 x-openstack-request-id: req-54933109-3c06-4bc0-b3f4-513ac9774122 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:52:09.841585 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2531d3-c146-4cca-b11d-4ed72a6f4b3e", "name": "network-vif-plugged", "status": "completed", "tag": "8afbe1a5-07af-4c5b-bf22-4bef6d251894", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:52:09.841842 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54933109-3c06-4bc0-b3f4-513ac9774122 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:52:09.842231 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2531d3-c146-4cca-b11d-4ed72a6f4b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afbe1a5-07af-4c5b-bf22-4bef6d251894', 'code': 200} Jun 22 09:52:09.865827 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=8afbe1a5-07af-4c5b-bf22-4bef6d251894,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:09.868713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:10.240053 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec56a1c-2eb6-473d-adc0-3d6a07ff3059 req-b718b36c-c8b2-4569-83a9-431adba0b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:10.241519 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1ec56a1c-2eb6-473d-adc0-3d6a07ff3059 req-b718b36c-c8b2-4569-83a9-431adba0b92c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 1137 time: 0.0509081 Jun 22 09:52:10.275128 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1ec56a1c-2eb6-473d-adc0-3d6a07ff3059 req-13824ea9-7ac3-4834-8e1a-dc153690e8f2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268407 Jun 22 09:52:10.366021 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:10.454104 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9982a-abb8-41c8-8148-86baf3b794d9 req-551ec3be-e9ea-422e-9ff9-f7225651a7b5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:10.455538 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3ce9982a-abb8-41c8-8148-86baf3b794d9 req-551ec3be-e9ea-422e-9ff9-f7225651a7b5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 984 time: 0.0643220 Jun 22 09:52:10.490560 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3ce9982a-abb8-41c8-8148-86baf3b794d9 req-8c29b99e-948f-4477-954e-b29c9e9b5f0a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295219 Jun 22 09:52:11.666778 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1293ce7-9cc4-4987-a1ef-4ef343526425 req-14a0f31d-c631-4c07-a2eb-53155f5c637c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:11.668326 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a1293ce7-9cc4-4987-a1ef-4ef343526425 req-14a0f31d-c631-4c07-a2eb-53155f5c637c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 984 time: 0.0678098 Jun 22 09:52:11.705699 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a1293ce7-9cc4-4987-a1ef-4ef343526425 req-f8b8d472-d7fe-4830-936c-63a751817048 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315933 Jun 22 09:52:12.874663 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bd5c5-9e09-428e-8bff-d84eaa19fb6b req-a1c9df99-c7bd-4e45-92f7-410433af1f92 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:12.876146 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-337bd5c5-9e09-428e-8bff-d84eaa19fb6b req-a1c9df99-c7bd-4e45-92f7-410433af1f92 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 984 time: 0.0637240 Jun 22 09:52:12.913336 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-337bd5c5-9e09-428e-8bff-d84eaa19fb6b req-f2b22616-53fb-4a81-a817-144b2ee40ac9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313029 Jun 22 09:52:13.080435 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101903be-4856-48f2-9119-34659319a324 req-ff8be80c-5e2d-474a-a243-b62c716ceea8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:13.081898 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-101903be-4856-48f2-9119-34659319a324 req-ff8be80c-5e2d-474a-a243-b62c716ceea8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 984 time: 0.0632138 Jun 22 09:52:13.118712 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-101903be-4856-48f2-9119-34659319a324 req-c35917ea-3c7d-4198-8abf-2fc2b7b31d1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305057 Jun 22 09:52:13.142442 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35452) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:13.196408 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278ee907-ca4f-4dca-a737-ddf7758d3959 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:13.197784 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-278ee907-ca4f-4dca-a737-ddf7758d3959 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 1132 time: 0.0544066 Jun 22 09:52:13.200527 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35454) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:13.204845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '8afbe1a5-07af-4c5b-bf22-4bef6d251894', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:13.274275 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:13.366223 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:13.468861 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.26.3.160 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/4b1df52e-22c4-41fa-9e33-da336bd29911) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:52:13.562972 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:13.668825 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:13.671545 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7724dbdc-cf82-401b-9433-8451a856084f tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:13.707306 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:52:13.710089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:52:13.713448 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:52:13.741118 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=4b1df52e-22c4-41fa-9e33-da336bd29911,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:13.745459 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:14.097527 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:14.236994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:14.377832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:14.433903 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:14.435973 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:14.500359 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=4b1df52e-22c4-41fa-9e33-da336bd29911,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:14.505502 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:14.512296 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:14.606248 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP 50de10b5-7893-4adc-92a6-ff7e741f8187 associated. External IP: 172.26.3.160, port: 8afbe1a5-07af-4c5b-bf22-4bef6d251894. Jun 22 09:52:15.121948 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 093a0e21-fb8a-443a-8d71-1845377a3f46 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:52:15.224760 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:52:15.234035 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f876fe95-cc13-471e-834e-c07a09acb0ae None None] Sync routers for ids ['093a0e21-fb8a-443a-8d71-1845377a3f46'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:52:15.242929 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f876fe95-cc13-471e-834e-c07a09acb0ae None None] Routers {'093a0e21-fb8a-443a-8d71-1845377a3f46'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:52:15.243573 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f876fe95-cc13-471e-834e-c07a09acb0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:51:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['093a0e21-fb8a-443a-8d71-1845377a3f46'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:15.295224 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:15.331892 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.1303198 Jun 22 09:52:15.332584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2531d3-c146-4cca-b11d-4ed72a6f4b3e', 'tag': '8afbe1a5-07af-4c5b-bf22-4bef6d251894'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:52:15.334801 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35456) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:15.335300 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d7f9d3-89a5-4880-9764-f2ff193d490c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2531d3-c146-4cca-b11d-4ed72a6f4b3e", "tag": "8afbe1a5-07af-4c5b-bf22-4bef6d251894"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:52:15.346550 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-f876fe95-cc13-471e-834e-c07a09acb0ae None None] Set router 093a0e21-fb8a-443a-8d71-1845377a3f46 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:52:15.430987 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325c9702-03bf-4baa-8f56-bdc4fc57a224 x-openstack-request-id: req-325c9702-03bf-4baa-8f56-bdc4fc57a224 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:52:15.431565 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2531d3-c146-4cca-b11d-4ed72a6f4b3e", "tag": "8afbe1a5-07af-4c5b-bf22-4bef6d251894", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:52:15.431882 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-325c9702-03bf-4baa-8f56-bdc4fc57a224 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:52:15.432338 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2531d3-c146-4cca-b11d-4ed72a6f4b3e', 'tag': '8afbe1a5-07af-4c5b-bf22-4bef6d251894', 'status': 'completed', 'code': 200} Jun 22 09:52:15.437688 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc41f2e-634a-4ca9-91ac-45c783f49b51 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:15.439182 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4fc41f2e-634a-4ca9-91ac-45c783f49b51 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e&network_id=83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 HTTP/1.1" status: 200 len: 1132 time: 0.1020772 Jun 22 09:52:15.515690 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7f9d3-89a5-4880-9764-f2ff193d490c req-3534955b-2913-44c7-b495-a88b2eb892b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:15.517317 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-00d7f9d3-89a5-4880-9764-f2ff193d490c req-3534955b-2913-44c7-b495-a88b2eb892b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 1137 time: 0.0528836 Jun 22 09:52:15.572569 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f876fe95-cc13-471e-834e-c07a09acb0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'name': 'tempest-TestNetworkBasicOps-router-471979627', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:53Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '50de10b5-7893-4adc-92a6-ff7e741f8187', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'port_id': '8afbe1a5-07af-4c5b-bf22-4bef6d251894', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1703145243', 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8', 'mac_address': 'fa:16:3e:67:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2531d3-c146-4cca-b11d-4ed72a6f4b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:52:13Z', 'updated_at': '2021-06-22T09:52:13Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce84492b-f523-4298-8d08-ade4a520add5', 'name': '', 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:28:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:52Z', 'updated_at': '2021-06-22T09:51:58Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:15.597939 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f876fe95-cc13-471e-834e-c07a09acb0ae None None] Checking router: 093a0e21-fb8a-443a-8d71-1845377a3f46 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:52:15.606422 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f876fe95-cc13-471e-834e-c07a09acb0ae None None] Routers {'093a0e21-fb8a-443a-8d71-1845377a3f46'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:52:15.607047 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f876fe95-cc13-471e-834e-c07a09acb0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:51:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['093a0e21-fb8a-443a-8d71-1845377a3f46'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:15.617906 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7f9d3-89a5-4880-9764-f2ff193d490c req-d05db5b5-b08c-4c1b-8b60-ec6f70fc228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:15.617906 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-00d7f9d3-89a5-4880-9764-f2ff193d490c req-d05db5b5-b08c-4c1b-8b60-ec6f70fc228a service neutron] 10.222.0.35 "GET /v2.0/networks?id=83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 HTTP/1.1" status: 200 len: 898 time: 0.0925915 Jun 22 09:52:15.688452 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-00d7f9d3-89a5-4880-9764-f2ff193d490c req-cb83e63b-9273-4900-a66b-dde1cadef467 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8afbe1a5-07af-4c5b-bf22-4bef6d251894 HTTP/1.1" status: 200 len: 1038 time: 0.0581648 Jun 22 09:52:15.710780 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-f876fe95-cc13-471e-834e-c07a09acb0ae None None] Set router 093a0e21-fb8a-443a-8d71-1845377a3f46 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:52:15.743388 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7f9d3-89a5-4880-9764-f2ff193d490c req-82a11fbf-5e2f-4537-8858-f35c61eab1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:15.745927 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-00d7f9d3-89a5-4880-9764-f2ff193d490c req-82a11fbf-5e2f-4537-8858-f35c61eab1fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a723a84-983d-433b-81a3-4010d71d9f0b HTTP/1.1" status: 200 len: 835 time: 0.0520713 Jun 22 09:52:15.811995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7f9d3-89a5-4880-9764-f2ff193d490c req-4e7c3fb2-4721-43a5-9d59-47e20cdf884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:15.813471 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-00d7f9d3-89a5-4880-9764-f2ff193d490c req-4e7c3fb2-4721-43a5-9d59-47e20cdf884d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83f9ed0a-e0e4-4afd-a369-b43b8322b7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0613101 Jun 22 09:52:15.934921 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f876fe95-cc13-471e-834e-c07a09acb0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'name': 'tempest-TestNetworkBasicOps-router-471979627', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:53Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '50de10b5-7893-4adc-92a6-ff7e741f8187', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'port_id': '8afbe1a5-07af-4c5b-bf22-4bef6d251894', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1703145243', 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8', 'mac_address': 'fa:16:3e:67:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2531d3-c146-4cca-b11d-4ed72a6f4b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:52:13Z', 'updated_at': '2021-06-22T09:52:13Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce84492b-f523-4298-8d08-ade4a520add5', 'name': '', 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:28:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:52Z', 'updated_at': '2021-06-22T09:51:58Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:15.937714 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-00d7f9d3-89a5-4880-9764-f2ff193d490c req-194a0ee4-57e8-4952-bd0f-91f27c51f0a0 service neutron] 10.222.0.35 "GET /v2.0/networks/83f9ed0a-e0e4-4afd-a369-b43b8322b7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140840 Jun 22 09:52:16.022626 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77ef52-aa27-461d-bb42-62e89809dc2f req-aee5803d-fe8b-42a6-9a31-028f2b21d0ed tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:16.024759 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3d77ef52-aa27-461d-bb42-62e89809dc2f req-aee5803d-fe8b-42a6-9a31-028f2b21d0ed tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 984 time: 0.1321368 Jun 22 09:52:16.046212 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f876fe95-cc13-471e-834e-c07a09acb0ae None None] The sync data for ids ['093a0e21-fb8a-443a-8d71-1845377a3f46'] in dv-neutron-797121-3-hyperv is: [{'id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'name': 'tempest-TestNetworkBasicOps-router-471979627', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:53Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '50de10b5-7893-4adc-92a6-ff7e741f8187', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'port_id': '8afbe1a5-07af-4c5b-bf22-4bef6d251894', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1703145243', 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8', 'mac_address': 'fa:16:3e:67:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2531d3-c146-4cca-b11d-4ed72a6f4b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:52:13Z', 'updated_at': '2021-06-22T09:52:13Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce84492b-f523-4298-8d08-ade4a520add5', 'name': '', 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:28:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:52Z', 'updated_at': '2021-06-22T09:51:58Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:52:16.071401 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-00d7f9d3-89a5-4880-9764-f2ff193d490c req-c30afa2f-cfda-4730-9214-c15d10a27ff2 service neutron] 10.222.0.35 "GET /v2.0/networks/83f9ed0a-e0e4-4afd-a369-b43b8322b7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263552 Jun 22 09:52:16.089488 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3d77ef52-aa27-461d-bb42-62e89809dc2f req-bc010bdf-26f4-4012-b76e-4b96a81dfe20 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576124 Jun 22 09:52:16.232616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed65115-787e-4286-8872-80ea2fe5d0bf None None] New status for floating IP 50de10b5-7893-4adc-92a6-ff7e741f8187: ACTIVE {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:52:16.594395 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dc9d67cd-c91b-471f-9839-cb1de30f1fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:17.268765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ded877-52b0-4346-ad3a-4963540b93b8 req-5a0c74be-49c6-4c56-ad49-03977f9658ad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:17.270267 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b7ded877-52b0-4346-ad3a-4963540b93b8 req-5a0c74be-49c6-4c56-ad49-03977f9658ad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 984 time: 0.0622613 Jun 22 09:52:17.308934 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b7ded877-52b0-4346-ad3a-4963540b93b8 req-72817cf5-e00a-43e7-b673-26ce8faddde3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325465 Jun 22 09:52:17.331596 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ebdb5-333c-4968-9d51-cd29662bd1d4 req-fbab8c58-2354-4769-80c5-34861af8fbf5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:17.333039 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c00ebdb5-333c-4968-9d51-cd29662bd1d4 req-fbab8c58-2354-4769-80c5-34861af8fbf5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 984 time: 0.0650990 Jun 22 09:52:17.391164 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ebdb5-333c-4968-9d51-cd29662bd1d4 req-4c166577-4d56-4208-961a-b7434415baba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:17.392800 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c00ebdb5-333c-4968-9d51-cd29662bd1d4 req-4c166577-4d56-4208-961a-b7434415baba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/ports/8afbe1a5-07af-4c5b-bf22-4bef6d251894?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0539625 Jun 22 09:52:17.490043 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c00ebdb5-333c-4968-9d51-cd29662bd1d4 req-72151906-4d5e-4058-8e90-002c70867c99 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/networks/83f9ed0a-e0e4-4afd-a369-b43b8322b7a8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0924122 Jun 22 09:52:17.500194 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-c00ebdb5-333c-4968-9d51-cd29662bd1d4 req-1cb9d184-d17e-44b6-974e-968f925a49ee service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:17.572120 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-c00ebdb5-333c-4968-9d51-cd29662bd1d4 req-1cb9d184-d17e-44b6-974e-968f925a49ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:17.701445 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-c00ebdb5-333c-4968-9d51-cd29662bd1d4 req-1cb9d184-d17e-44b6-974e-968f925a49ee service neutron] For port 8afbe1a5-07af-4c5b-bf22-4bef6d251894, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8afbe1a5-07af-4c5b-bf22-4bef6d251894,segment=NetworkSegment(9f92fa81-6f02-41b2-b7c6-a791b92cd384),segment_id=9f92fa81-6f02-41b2-b7c6-a791b92cd384)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:17.733864 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-c00ebdb5-333c-4968-9d51-cd29662bd1d4 req-1cb9d184-d17e-44b6-974e-968f925a49ee service neutron] For port 8afbe1a5-07af-4c5b-bf22-4bef6d251894, host hv-neutron-7971, cleared binding levels {{(pid=100652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:52:17.765884 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [req-c00ebdb5-333c-4968-9d51-cd29662bd1d4 req-1cb9d184-d17e-44b6-974e-968f925a49ee service neutron] device_id is not set on port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:52:17.774425 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-c00ebdb5-333c-4968-9d51-cd29662bd1d4 req-1cb9d184-d17e-44b6-974e-968f925a49ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:17.845057 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-c00ebdb5-333c-4968-9d51-cd29662bd1d4 req-1cb9d184-d17e-44b6-974e-968f925a49ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:17.847888 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-34a57c66-4094-449b-a045-cb6dda995fdc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:17.950411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9d184-d17e-44b6-974e-968f925a49ee service neutron] Pushing event updated for resources: {'Port': ['ID=8afbe1a5-07af-4c5b-bf22-4bef6d251894,revision_number=6']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:17.953536 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1cb9d184-d17e-44b6-974e-968f925a49ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:17.996815 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00ebdb5-333c-4968-9d51-cd29662bd1d4 req-1cb9d184-d17e-44b6-974e-968f925a49ee service neutron] No DVR routers for this DVR port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 on host hv-neutron-7971 {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:52:18.134510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-c00ebdb5-333c-4968-9d51-cd29662bd1d4 req-1cb9d184-d17e-44b6-974e-968f925a49ee service neutron] In _notify_port_updated(), no bound segment for port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 on network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 {{(pid=100652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:52:18.135451 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ebdb5-333c-4968-9d51-cd29662bd1d4 req-1cb9d184-d17e-44b6-974e-968f925a49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:18.136084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-c00ebdb5-333c-4968-9d51-cd29662bd1d4 req-1cb9d184-d17e-44b6-974e-968f925a49ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:18.137364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ca4867c0-c503-4657-96ac-8b5264be9f15 None None] Provisioning complete for port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:18.137805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ca4867c0-c503-4657-96ac-8b5264be9f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:18.137917 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c00ebdb5-333c-4968-9d51-cd29662bd1d4 req-1cb9d184-d17e-44b6-974e-968f925a49ee service neutron] 10.222.0.35 "PUT /v2.0/ports/8afbe1a5-07af-4c5b-bf22-4bef6d251894 HTTP/1.1" status: 200 len: 1027 time: 0.6413553 Jun 22 09:52:18.170061 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ca4867c0-c503-4657-96ac-8b5264be9f15 None None] Port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:52:18.451189 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ebc621a1-40da-4d3d-8d91-417ebbe04d71 req-66448be3-4797-40cb-8815-244cade4598c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b2531d3-c146-4cca-b11d-4ed72a6f4b3e HTTP/1.1" status: 200 len: 210 time: 0.0327389 Jun 22 09:52:19.051642 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9feb3454-afd2-45b3-b238-8cc954f0099c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:19.297068 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9dcff28f-7ad6-4316-8040-38efa7c893dc req-20b13df0-978a-4651-9d8c-af6001613c96 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508437 Jun 22 09:52:19.314237 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:19.369150 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcff28f-7ad6-4316-8040-38efa7c893dc req-d9678469-b379-439a-b6b0-3f92c6690fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:19.370571 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9dcff28f-7ad6-4316-8040-38efa7c893dc req-d9678469-b379-439a-b6b0-3f92c6690fad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 1098 time: 0.0512323 Jun 22 09:52:19.473469 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcff28f-7ad6-4316-8040-38efa7c893dc req-6611515a-ea69-4473-ab19-028a541221d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:19.474910 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9dcff28f-7ad6-4316-8040-38efa7c893dc req-6611515a-ea69-4473-ab19-028a541221d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2 HTTP/1.1" status: 200 len: 912 time: 0.0841546 Jun 22 09:52:19.541409 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 8afbe1a5-07af-4c5b-bf22-4bef6d251894 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:52:19.546295 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9dcff28f-7ad6-4316-8040-38efa7c893dc req-db2a0673-d442-4a15-b5c4-e13386e63315 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5133f663-ee84-43af-a9f9-8e00b362fae7 HTTP/1.1" status: 200 len: 1000 time: 0.0648777 Jun 22 09:52:19.552315 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35472) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:19.595658 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 8afbe1a5-07af-4c5b-bf22-4bef6d251894 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:52:19.597337 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcff28f-7ad6-4316-8040-38efa7c893dc req-6553a5a9-0c49-4368-af54-d61871ed914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:19.598823 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9dcff28f-7ad6-4316-8040-38efa7c893dc req-6553a5a9-0c49-4368-af54-d61871ed914b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fabcb960-cfc9-40eb-90c8-609dad8d137e HTTP/1.1" status: 200 len: 850 time: 0.0459206 Jun 22 09:52:19.621928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8131691-d474-4a00-a6aa-961c0c4e7a4d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:19.623282 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b8131691-d474-4a00-a6aa-961c0c4e7a4d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports/8afbe1a5-07af-4c5b-bf22-4bef6d251894 HTTP/1.1" status: 200 len: 926 time: 0.0698030 Jun 22 09:52:19.659386 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcff28f-7ad6-4316-8040-38efa7c893dc req-d0608b2a-f617-4c3e-b784-66322405b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:19.660919 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9dcff28f-7ad6-4316-8040-38efa7c893dc req-d0608b2a-f617-4c3e-b784-66322405b511 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553784 Jun 22 09:52:19.747732 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9dcff28f-7ad6-4316-8040-38efa7c893dc req-51beca39-995b-4576-b945-ff79b454f298 service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802372 Jun 22 09:52:19.845450 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9dcff28f-7ad6-4316-8040-38efa7c893dc req-2b251de3-8926-4651-9704-f3195ef29a33 service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920315 Jun 22 09:52:19.906956 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35476) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:19.911793 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-607b87f6-8599-412f-af33-576ad0ca2dd3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1614583856', 'description': 'tempest-secgroup-smoke-1614583856 description', 'project_id': '50763c4428f741ada1db53edd04651ab'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:20.084006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-607b87f6-8599-412f-af33-576ad0ca2dd3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:20.163008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-607b87f6-8599-412f-af33-576ad0ca2dd3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:20.234043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-607b87f6-8599-412f-af33-576ad0ca2dd3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:20.236527 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-101370b7-70a6-4124-8e15-3fa8b455418a tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:20.262555 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b87f6-8599-412f-af33-576ad0ca2dd3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd6c246-5cf2-4700-8177-e616591d03c4,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:20.265375 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-607b87f6-8599-412f-af33-576ad0ca2dd3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:20.325778 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-607b87f6-8599-412f-af33-576ad0ca2dd3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:20.327071 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-607b87f6-8599-412f-af33-576ad0ca2dd3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4190481 Jun 22 09:52:20.329766 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35478) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:20.334317 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-4e937ab3-55b9-4bdf-8517-6b974081968c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '3fd6c246-5cf2-4700-8177-e616591d03c4', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:20.421327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4e937ab3-55b9-4bdf-8517-6b974081968c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:20.439794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:20.475928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4e937ab3-55b9-4bdf-8517-6b974081968c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:20.542331 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4e937ab3-55b9-4bdf-8517-6b974081968c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:20.544083 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:20.560839 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e937ab3-55b9-4bdf-8517-6b974081968c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fc1081-30da-4e1b-a744-ac8d0c2bbce9,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:20.563316 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4e937ab3-55b9-4bdf-8517-6b974081968c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:20.628204 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4e937ab3-55b9-4bdf-8517-6b974081968c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:20.629445 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4e937ab3-55b9-4bdf-8517-6b974081968c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2987554 Jun 22 09:52:20.632106 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35480) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:20.637231 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-ccc07f41-40d5-46b2-bb1e-5d2f97fe69a6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '3fd6c246-5cf2-4700-8177-e616591d03c4', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:20.730300 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ccc07f41-40d5-46b2-bb1e-5d2f97fe69a6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:20.788081 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ccc07f41-40d5-46b2-bb1e-5d2f97fe69a6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:20.856715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ccc07f41-40d5-46b2-bb1e-5d2f97fe69a6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:20.858522 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-af909770-e61d-4fe0-b1a0-3d0a989d22d9 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:20.874754 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc07f41-40d5-46b2-bb1e-5d2f97fe69a6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9116d21d-97a8-453a-969c-abee981d757b,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:20.877115 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ccc07f41-40d5-46b2-bb1e-5d2f97fe69a6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:20.947933 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ccc07f41-40d5-46b2-bb1e-5d2f97fe69a6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:20.949077 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ccc07f41-40d5-46b2-bb1e-5d2f97fe69a6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3155017 Jun 22 09:52:20.951795 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35482) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:20.956292 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-efac62ab-6e48-41be-bc8b-65295a57167f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '3fd6c246-5cf2-4700-8177-e616591d03c4', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:21.044119 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-efac62ab-6e48-41be-bc8b-65295a57167f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:21.099591 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-efac62ab-6e48-41be-bc8b-65295a57167f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:21.159377 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-efac62ab-6e48-41be-bc8b-65295a57167f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:21.161295 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-87f81f78-662c-409c-a662-0e0c4803a681 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:21.178008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac62ab-6e48-41be-bc8b-65295a57167f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ebf5b9-a0d8-47c4-8e22-dfc0e5fb3cb0,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:21.180705 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-efac62ab-6e48-41be-bc8b-65295a57167f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:21.222280 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-efac62ab-6e48-41be-bc8b-65295a57167f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:21.223410 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-efac62ab-6e48-41be-bc8b-65295a57167f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2706478 Jun 22 09:52:21.226227 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35484) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:21.231422 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-ad50ec6d-57f0-4ef0-ba6a-b7f4cc9cc6c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '3fd6c246-5cf2-4700-8177-e616591d03c4', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:21.313569 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad50ec6d-57f0-4ef0-ba6a-b7f4cc9cc6c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:21.372300 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad50ec6d-57f0-4ef0-ba6a-b7f4cc9cc6c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:21.450902 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad50ec6d-57f0-4ef0-ba6a-b7f4cc9cc6c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:21.452733 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4f35884d-cfca-4bf8-a31c-5e59b7e36448 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:21.468346 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50ec6d-57f0-4ef0-ba6a-b7f4cc9cc6c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80422ae9-b95f-43bd-8f92-e355f9a65270,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:21.470643 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ad50ec6d-57f0-4ef0-ba6a-b7f4cc9cc6c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:21.536840 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad50ec6d-57f0-4ef0-ba6a-b7f4cc9cc6c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:21.538027 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ad50ec6d-57f0-4ef0-ba6a-b7f4cc9cc6c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3107648 Jun 22 09:52:21.541269 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35486) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:21.545636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-1f5be1e7-ea96-43f1-95c0-33f34f24a6dc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '3fd6c246-5cf2-4700-8177-e616591d03c4', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:21.628417 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-1f5be1e7-ea96-43f1-95c0-33f34f24a6dc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:52:21.633313 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f5be1e7-ea96-43f1-95c0-33f34f24a6dc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:21.689388 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:21.691577 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f5be1e7-ea96-43f1-95c0-33f34f24a6dc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:21.775684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f5be1e7-ea96-43f1-95c0-33f34f24a6dc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:21.780913 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2e150634-6742-423a-aac7-8eec58a95299 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:21.795540 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5be1e7-ea96-43f1-95c0-33f34f24a6dc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3237f7-f603-4c4e-a1a0-0d1c9f4d1fb2,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:21.797774 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1f5be1e7-ea96-43f1-95c0-33f34f24a6dc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:21.872152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1f5be1e7-ea96-43f1-95c0-33f34f24a6dc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:21.873314 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1f5be1e7-ea96-43f1-95c0-33f34f24a6dc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3311374 Jun 22 09:52:21.876051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35488) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:21.880419 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-8c1759a3-b784-4dab-a1c9-80c8d7d83085 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '3fd6c246-5cf2-4700-8177-e616591d03c4', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:21.957843 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-8c1759a3-b784-4dab-a1c9-80c8d7d83085 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:52:21.962418 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c1759a3-b784-4dab-a1c9-80c8d7d83085 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:22.024570 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c1759a3-b784-4dab-a1c9-80c8d7d83085 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:22.094757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c1759a3-b784-4dab-a1c9-80c8d7d83085 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:22.096924 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4d8f8be0-4150-4d32-9b48-356227a141c3 tempest-ServerActionsTestJSON-1116069640 tempest-ServerActionsTestJSON-1116069640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:22.113514 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1759a3-b784-4dab-a1c9-80c8d7d83085 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c11e4e-6007-4356-b442-0a09dcc7b2c0,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:22.115989 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8c1759a3-b784-4dab-a1c9-80c8d7d83085 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:22.199790 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c1759a3-b784-4dab-a1c9-80c8d7d83085 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:22.201047 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8c1759a3-b784-4dab-a1c9-80c8d7d83085 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3240850 Jun 22 09:52:22.333850 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-feff2151-864e-47fe-b511-10046fd132f1 req-880b0ca4-f2ee-4fda-b69d-a15cad06b3f8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1614583856&fields=id&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 267 time: 0.0327358 Jun 22 09:52:22.391213 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff2151-864e-47fe-b511-10046fd132f1 req-37a6755f-3615-47e4-9cf0-ff4cd76cc9a0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:22.392583 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-feff2151-864e-47fe-b511-10046fd132f1 req-37a6755f-3615-47e4-9cf0-ff4cd76cc9a0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports/8afbe1a5-07af-4c5b-bf22-4bef6d251894 HTTP/1.1" status: 200 len: 931 time: 0.0519254 Jun 22 09:52:22.450875 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-feff2151-864e-47fe-b511-10046fd132f1 req-4071ed60-e92a-46fb-bb1b-9bc355f7f853 service neutron] 10.222.0.20 "GET /v2.0/ports/8afbe1a5-07af-4c5b-bf22-4bef6d251894?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0450885 Jun 22 09:52:22.460462 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [req-feff2151-864e-47fe-b511-10046fd132f1 req-02fcc430-fa5a-4f31-9215-846b7334a960 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:52:22.461410 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-feff2151-864e-47fe-b511-10046fd132f1 req-02fcc430-fa5a-4f31-9215-846b7334a960 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050704 Jun 22 09:52:22.548037 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-feff2151-864e-47fe-b511-10046fd132f1 req-cf6f8166-c598-43ed-a0de-e6d273deb082 service neutron] 10.222.0.20 "GET /v2.0/networks/83f9ed0a-e0e4-4afd-a369-b43b8322b7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805459 Jun 22 09:52:22.638780 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-feff2151-864e-47fe-b511-10046fd132f1 req-0b21bd71-25c6-4ca4-a0c9-14f30a57b804 service neutron] 10.222.0.20 "GET /v2.0/networks/83f9ed0a-e0e4-4afd-a369-b43b8322b7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849478 Jun 22 09:52:22.890121 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9460c19c-746a-4395-a755-f0e02a8dedfb req-ae96a7ec-e18c-4305-b1b6-fe8a8501baf4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64 HTTP/1.1" status: 200 len: 210 time: 0.0299323 Jun 22 09:52:24.028558 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ca4da360-f2e5-4912-84c4-41fb12114790 req-e4b37e57-67cb-4c76-9d6d-9004ada15638 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64 HTTP/1.1" status: 200 len: 210 time: 0.0289326 Jun 22 09:52:24.631948 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff2151-864e-47fe-b511-10046fd132f1 req-77ad961b-f555-4c1d-bc18-21a1e88e54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:24.633266 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-feff2151-864e-47fe-b511-10046fd132f1 req-77ad961b-f555-4c1d-bc18-21a1e88e54d9 service neutron] 10.222.0.35 "GET /v2.0/ports/8afbe1a5-07af-4c5b-bf22-4bef6d251894 HTTP/1.1" status: 200 len: 1027 time: 0.0415533 Jun 22 09:52:24.737887 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff2151-864e-47fe-b511-10046fd132f1 req-762d32bb-3ad5-4328-9ce2-0f6e8cc5ba41 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:24.739302 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-feff2151-864e-47fe-b511-10046fd132f1 req-762d32bb-3ad5-4328-9ce2-0f6e8cc5ba41 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/networks?id=83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 HTTP/1.1" status: 200 len: 797 time: 0.1003661 Jun 22 09:52:24.781995 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-feff2151-864e-47fe-b511-10046fd132f1 req-e92f93c8-ee93-48c2-999b-4f63e543a3a2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 473 time: 0.0350423 Jun 22 09:52:24.792156 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Request body: {'port': {'device_id': 'c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:24.860652 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:25.125887 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afbe1a5-07af-4c5b-bf22-4bef6d251894 {{(pid=100652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:52:25.134248 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:25.147474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Transition to ACTIVE for port object 8afbe1a5-07af-4c5b-bf22-4bef6d251894 will not be triggered until provisioned by entity L2. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:52:25.184984 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-68266d63-f008-48cf-bb33-2734105a9724 req-ed0af5db-4ad8-4227-92ac-01f89e7fbb2a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64 HTTP/1.1" status: 200 len: 210 time: 0.0276961 Jun 22 09:52:25.228185 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:25.231212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:25.314782 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=8afbe1a5-07af-4c5b-bf22-4bef6d251894,revision_number=7']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:25.314975 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:25.403930 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Attempting to bind port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:52:25.404178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Attempting to bind port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9f92fa81-6f02-41b2-b7c6-a791b92cd384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:52:25.404640 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Attempting to bind port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 on network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:52:25.409129 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 on network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:52:25.409454 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Attempting to bind port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 on network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:52:25.414191 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:52:25.414657 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Checking segment: {'id': '9f92fa81-6f02-41b2-b7c6-a791b92cd384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:52:25.414964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Bound using segment: {'id': '9f92fa81-6f02-41b2-b7c6-a791b92cd384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8'} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:52:25.415348 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Bound port: 8afbe1a5-07af-4c5b-bf22-4bef6d251894, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f92fa81-6f02-41b2-b7c6-a791b92cd384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8'}}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:52:25.415817 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:25.481754 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] For port 8afbe1a5-07af-4c5b-bf22-4bef6d251894, host hv-neutron-7971, cleared binding levels {{(pid=100652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:52:25.484685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] For port 8afbe1a5-07af-4c5b-bf22-4bef6d251894, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8afbe1a5-07af-4c5b-bf22-4bef6d251894,segment=NetworkSegment(9f92fa81-6f02-41b2-b7c6-a791b92cd384),segment_id=9f92fa81-6f02-41b2-b7c6-a791b92cd384)] {{(pid=100652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:52:25.593995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:25.596890 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f43f0043-d009-42ee-b83e-266dee2490d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:25.626774 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:25.627417 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:25.628815 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-feff2151-864e-47fe-b511-10046fd132f1 req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] 10.222.0.35 "PUT /v2.0/ports/8afbe1a5-07af-4c5b-bf22-4bef6d251894 HTTP/1.1" status: 200 len: 1132 time: 0.8412213 Jun 22 09:52:25.629348 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64', 'tag': '8afbe1a5-07af-4c5b-bf22-4bef6d251894'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:52:25.631746 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e62c2a-1e5d-4cf7-ba86-1697f9fb229b" -d '{"events": [{"name": "network-changed", "server_uuid": "c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64", "tag": "8afbe1a5-07af-4c5b-bf22-4bef6d251894"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:52:25.657037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=8afbe1a5-07af-4c5b-bf22-4bef6d251894,revision_number=8']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:25.660605 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:25.671240 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b7c621-b7f5-44ee-b16f-7149825bf91f x-openstack-request-id: req-93b7c621-b7f5-44ee-b16f-7149825bf91f {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:52:25.671616 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64", "tag": "8afbe1a5-07af-4c5b-bf22-4bef6d251894", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:52:25.671919 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93b7c621-b7f5-44ee-b16f-7149825bf91f {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:52:25.672368 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64', 'tag': '8afbe1a5-07af-4c5b-bf22-4bef6d251894', 'status': 'completed', 'code': 200} Jun 22 09:52:25.749618 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e62c2a-1e5d-4cf7-ba86-1697f9fb229b req-bac807d0-bd2a-4d3c-9df5-31f673f4ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:25.751147 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-94e62c2a-1e5d-4cf7-ba86-1697f9fb229b req-bac807d0-bd2a-4d3c-9df5-31f673f4ac60 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64 HTTP/1.1" status: 200 len: 1135 time: 0.0548046 Jun 22 09:52:25.847352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e62c2a-1e5d-4cf7-ba86-1697f9fb229b req-401c8a34-8331-473c-a0c9-cb74b2044838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:25.848831 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-94e62c2a-1e5d-4cf7-ba86-1697f9fb229b req-401c8a34-8331-473c-a0c9-cb74b2044838 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=50763c4428f741ada1db53edd04651ab&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0912645 Jun 22 09:52:25.940324 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e62c2a-1e5d-4cf7-ba86-1697f9fb229b req-bda224f4-3559-42da-9a6e-4460c5ba9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:25.941668 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-94e62c2a-1e5d-4cf7-ba86-1697f9fb229b req-bda224f4-3559-42da-9a6e-4460c5ba9e5c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869145 Jun 22 09:52:26.043367 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff2151-864e-47fe-b511-10046fd132f1 req-53a5870d-59a0-483c-a065-2682bcaa3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:26.044857 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-feff2151-864e-47fe-b511-10046fd132f1 req-53a5870d-59a0-483c-a065-2682bcaa3455 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64 HTTP/1.1" status: 200 len: 1135 time: 0.0554373 Jun 22 09:52:26.106590 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-feff2151-864e-47fe-b511-10046fd132f1 req-2e90385a-4543-4d2f-b7a5-38da97ee1da0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8afbe1a5-07af-4c5b-bf22-4bef6d251894 HTTP/1.1" status: 200 len: 1038 time: 0.0550373 Jun 22 09:52:26.153390 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff2151-864e-47fe-b511-10046fd132f1 req-98fd7229-b200-496f-9f3f-85f18526423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:26.154789 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-feff2151-864e-47fe-b511-10046fd132f1 req-98fd7229-b200-496f-9f3f-85f18526423a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a723a84-983d-433b-81a3-4010d71d9f0b HTTP/1.1" status: 200 len: 835 time: 0.0427234 Jun 22 09:52:26.213697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff2151-864e-47fe-b511-10046fd132f1 req-ccf2304b-6d97-4c86-986c-ab092007e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:26.215080 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-feff2151-864e-47fe-b511-10046fd132f1 req-ccf2304b-6d97-4c86-986c-ab092007e612 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83f9ed0a-e0e4-4afd-a369-b43b8322b7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0542867 Jun 22 09:52:26.311176 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-feff2151-864e-47fe-b511-10046fd132f1 req-0996c34c-6684-4299-8e8c-aff9c9fa32e7 service neutron] 10.222.0.35 "GET /v2.0/networks/83f9ed0a-e0e4-4afd-a369-b43b8322b7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896776 Jun 22 09:52:26.742293 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6ea6-f748-4a74-bfd2-353a4f5a0d96 req-cf1c9225-2b85-4914-82a6-752308912ce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:26.744302 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-374f6ea6-f748-4a74-bfd2-353a4f5a0d96 req-cf1c9225-2b85-4914-82a6-752308912ce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64 HTTP/1.1" status: 200 len: 982 time: 0.4513779 Jun 22 09:52:26.746444 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-feff2151-864e-47fe-b511-10046fd132f1 req-ed9baaac-4348-4326-a437-abfd166bcbe9 service neutron] 10.222.0.35 "GET /v2.0/networks/83f9ed0a-e0e4-4afd-a369-b43b8322b7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194782 Jun 22 09:52:26.782159 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-374f6ea6-f748-4a74-bfd2-353a4f5a0d96 req-87e0b303-5eb0-4164-8c4e-23535815622c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322807 Jun 22 09:52:27.950149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f7ace-b365-44b4-9ebf-6dc9163320e5 req-82e7c0fd-789a-4e9b-ba0c-a87149565c5b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:27.951610 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9a3f7ace-b365-44b4-9ebf-6dc9163320e5 req-82e7c0fd-789a-4e9b-ba0c-a87149565c5b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64 HTTP/1.1" status: 200 len: 982 time: 0.0610163 Jun 22 09:52:27.990373 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9a3f7ace-b365-44b4-9ebf-6dc9163320e5 req-ea018611-a1e0-4596-a29b-5bd0ea618c4e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332503 Jun 22 09:52:29.163681 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381f5bb-f1ed-4d61-b3c3-4a47cdc7a0bf req-ef369be5-86be-4990-a349-aa3ed1b980ca tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:29.165102 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6381f5bb-f1ed-4d61-b3c3-4a47cdc7a0bf req-ef369be5-86be-4990-a349-aa3ed1b980ca tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64 HTTP/1.1" status: 200 len: 982 time: 0.0658798 Jun 22 09:52:29.201851 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6381f5bb-f1ed-4d61-b3c3-4a47cdc7a0bf req-5a97a846-1495-48f5-b2bb-58cc3b60baa3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310628 Jun 22 09:52:29.562005 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 8afbe1a5-07af-4c5b-bf22-4bef6d251894 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:52:29.652822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 8afbe1a5-07af-4c5b-bf22-4bef6d251894, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8afbe1a5-07af-4c5b-bf22-4bef6d251894,segment=NetworkSegment(9f92fa81-6f02-41b2-b7c6-a791b92cd384),segment_id=9f92fa81-6f02-41b2-b7c6-a791b92cd384)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:29.664171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '8afbe1a5-07af-4c5b-bf22-4bef6d251894', 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8', 'port_id': '8afbe1a5-07af-4c5b-bf22-4bef6d251894', 'mac_address': 'fa:16:3e:67:60:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:52:29.703399 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:29.715520 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afbe1a5-07af-4c5b-bf22-4bef6d251894 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:52:29.733625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 8afbe1a5-07af-4c5b-bf22-4bef6d251894, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8afbe1a5-07af-4c5b-bf22-4bef6d251894,segment=NetworkSegment(9f92fa81-6f02-41b2-b7c6-a791b92cd384),segment_id=9f92fa81-6f02-41b2-b7c6-a791b92cd384)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:29.793470 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:29.795163 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8313d763-671f-4e5a-9d03-048df35b1d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:29.840422 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=8afbe1a5-07af-4c5b-bf22-4bef6d251894,revision_number=9']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:29.843309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:30.110375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['8afbe1a5-07af-4c5b-bf22-4bef6d251894'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:52:30.373929 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e5ba3-0a72-4404-a5d9-9a793196eae2 req-0ced78d2-37bd-4036-8c19-0d1e5baaa960 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:30.375355 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-608e5ba3-0a72-4404-a5d9-9a793196eae2 req-0ced78d2-37bd-4036-8c19-0d1e5baaa960 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64 HTTP/1.1" status: 200 len: 983 time: 0.0666046 Jun 22 09:52:30.410981 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-608e5ba3-0a72-4404-a5d9-9a793196eae2 req-5031b9e7-b0af-486e-bf3d-c8a5823509fb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301838 Jun 22 09:52:31.582421 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 8afbe1a5-07af-4c5b-bf22-4bef6d251894 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:52:31.585795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d975a-f780-4713-9e8c-97175d2e878e req-2c1b730b-2065-41dc-927c-2c3e632848c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:31.587274 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ae6d975a-f780-4713-9e8c-97175d2e878e req-2c1b730b-2065-41dc-927c-2c3e632848c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64 HTTP/1.1" status: 200 len: 983 time: 0.0624061 Jun 22 09:52:31.625073 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ae6d975a-f780-4713-9e8c-97175d2e878e req-e1e0a31b-f0df-4841-bde2-9ee16b804578 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320809 Jun 22 09:52:31.691060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:52:31.695142 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:31.695501 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:31.768595 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:31.789647 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afbe1a5-07af-4c5b-bf22-4bef6d251894'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:52:31.792488 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24845e4a-51d7-464e-b322-353b92e8c04f" -d '{"events": [{"server_uuid": "c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64", "name": "network-vif-plugged", "status": "completed", "tag": "8afbe1a5-07af-4c5b-bf22-4bef6d251894"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:52:31.808347 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 8afbe1a5-07af-4c5b-bf22-4bef6d251894, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8afbe1a5-07af-4c5b-bf22-4bef6d251894,segment=NetworkSegment(9f92fa81-6f02-41b2-b7c6-a791b92cd384),segment_id=9f92fa81-6f02-41b2-b7c6-a791b92cd384)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:31.827105 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6975c73-cbf0-47d0-9515-d5e0a29b1a44 x-openstack-request-id: req-a6975c73-cbf0-47d0-9515-d5e0a29b1a44 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:52:31.827397 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64", "name": "network-vif-plugged", "status": "completed", "tag": "8afbe1a5-07af-4c5b-bf22-4bef6d251894", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:52:31.827682 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6975c73-cbf0-47d0-9515-d5e0a29b1a44 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:52:31.828119 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afbe1a5-07af-4c5b-bf22-4bef6d251894', 'code': 200} Jun 22 09:52:31.878967 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:31.880842 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:31.925112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=8afbe1a5-07af-4c5b-bf22-4bef6d251894,revision_number=10']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:31.928085 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:32.134147 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712d5b8-5301-4b8d-be2f-37f5a52846f6 req-1fc4d1b6-2d67-423e-b564-0d6ba03f5626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:32.135760 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b712d5b8-5301-4b8d-be2f-37f5a52846f6 req-1fc4d1b6-2d67-423e-b564-0d6ba03f5626 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64 HTTP/1.1" status: 200 len: 1138 time: 0.0528641 Jun 22 09:52:32.169803 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b712d5b8-5301-4b8d-be2f-37f5a52846f6 req-6b5058ac-908b-4dfc-bec9-f99fa38789d6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281029 Jun 22 09:52:32.799798 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f801215-ed28-47e8-acb4-cdbd7faee6ef req-6c4d2449-20b9-40b4-82f8-97163062ff07 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:32.801273 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9f801215-ed28-47e8-acb4-cdbd7faee6ef req-6c4d2449-20b9-40b4-82f8-97163062ff07 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64 HTTP/1.1" status: 200 len: 985 time: 0.0652323 Jun 22 09:52:32.836913 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9f801215-ed28-47e8-acb4-cdbd7faee6ef req-5e5638e2-923a-4f60-a7eb-02f92708d6a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301898 Jun 22 09:52:34.011211 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db9a5b-52f0-4714-ae38-05ba5579f4da req-2180a8bf-2e80-4c3a-b0a6-194613c7ce06 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:34.012726 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f8db9a5b-52f0-4714-ae38-05ba5579f4da req-2180a8bf-2e80-4c3a-b0a6-194613c7ce06 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64 HTTP/1.1" status: 200 len: 985 time: 0.0646291 Jun 22 09:52:34.049148 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f8db9a5b-52f0-4714-ae38-05ba5579f4da req-688795f0-d54c-4738-acce-17cef2e7376e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306973 Jun 22 09:52:34.214818 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ee323-6f81-460e-bf00-3a412c5042d1 req-50228d92-f842-4a30-bd2f-48967c405ba6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:34.216203 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ec5ee323-6f81-460e-bf00-3a412c5042d1 req-50228d92-f842-4a30-bd2f-48967c405ba6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64 HTTP/1.1" status: 200 len: 985 time: 0.0614579 Jun 22 09:52:34.252133 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ec5ee323-6f81-460e-bf00-3a412c5042d1 req-306ea51f-5028-4b99-99a8-9f0e73da43d9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304799 Jun 22 09:52:34.274868 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35542) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:34.329607 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f9a2e3-d3be-49a6-bcdb-368664ddf49b tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:34.331064 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-94f9a2e3-d3be-49a6-bcdb-368664ddf49b tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64&network_id=83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 HTTP/1.1" status: 200 len: 1133 time: 0.0546999 Jun 22 09:52:34.933270 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7e9da-790a-423e-bcb2-9ef84c37d091 req-58079f2c-8d29-43d0-96db-d769a5b1d9f5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:34.934723 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7eb7e9da-790a-423e-bcb2-9ef84c37d091 req-58079f2c-8d29-43d0-96db-d769a5b1d9f5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64 HTTP/1.1" status: 200 len: 985 time: 0.0643325 Jun 22 09:52:34.971907 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7eb7e9da-790a-423e-bcb2-9ef84c37d091 req-7db09717-f495-4bf3-9fa0-f1ec3ecacdd7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311391 Jun 22 09:52:36.143530 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a574fb-03da-4671-a6ae-8e1c0634d0a9 req-ce3ff803-025e-408a-bd26-7b48484d2804 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:36.144998 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d0a574fb-03da-4671-a6ae-8e1c0634d0a9 req-ce3ff803-025e-408a-bd26-7b48484d2804 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64 HTTP/1.1" status: 200 len: 985 time: 0.0626502 Jun 22 09:52:36.186189 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d0a574fb-03da-4671-a6ae-8e1c0634d0a9 req-0c76fe9f-fa50-455f-8206-72fc8f7c35c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadd584f-7930-4dbc-bec0-49b367ae62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356429 Jun 22 09:52:36.266569 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc2ba3-2b10-4e14-bb92-e5b8e3b63cf1 req-e440e9fb-46e3-4677-97b5-d8c6b4fd7013 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:36.267906 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e9cc2ba3-2b10-4e14-bb92-e5b8e3b63cf1 req-e440e9fb-46e3-4677-97b5-d8c6b4fd7013 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/ports?device_id=c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64 HTTP/1.1" status: 200 len: 985 time: 0.0601714 Jun 22 09:52:36.322806 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc2ba3-2b10-4e14-bb92-e5b8e3b63cf1 req-16d92dbd-712b-4fdc-bdb6-8f5e25fadcae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:36.324135 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e9cc2ba3-2b10-4e14-bb92-e5b8e3b63cf1 req-16d92dbd-712b-4fdc-bdb6-8f5e25fadcae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/ports/8afbe1a5-07af-4c5b-bf22-4bef6d251894?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0509737 Jun 22 09:52:36.418913 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e9cc2ba3-2b10-4e14-bb92-e5b8e3b63cf1 req-e7b1b411-e399-4a20-9e98-a818031d372b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/networks/83f9ed0a-e0e4-4afd-a369-b43b8322b7a8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0901749 Jun 22 09:52:36.428731 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-e9cc2ba3-2b10-4e14-bb92-e5b8e3b63cf1 req-80d0ad9a-80a5-4b09-a629-740ace48e3fc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:36.499104 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-e9cc2ba3-2b10-4e14-bb92-e5b8e3b63cf1 req-80d0ad9a-80a5-4b09-a629-740ace48e3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:36.622183 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-e9cc2ba3-2b10-4e14-bb92-e5b8e3b63cf1 req-80d0ad9a-80a5-4b09-a629-740ace48e3fc service neutron] For port 8afbe1a5-07af-4c5b-bf22-4bef6d251894, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8afbe1a5-07af-4c5b-bf22-4bef6d251894,segment=NetworkSegment(9f92fa81-6f02-41b2-b7c6-a791b92cd384),segment_id=9f92fa81-6f02-41b2-b7c6-a791b92cd384)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:36.658212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-e9cc2ba3-2b10-4e14-bb92-e5b8e3b63cf1 req-80d0ad9a-80a5-4b09-a629-740ace48e3fc service neutron] For port 8afbe1a5-07af-4c5b-bf22-4bef6d251894, host hv-neutron-7971, cleared binding levels {{(pid=100652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:52:36.689551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [req-e9cc2ba3-2b10-4e14-bb92-e5b8e3b63cf1 req-80d0ad9a-80a5-4b09-a629-740ace48e3fc service neutron] device_id is not set on port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 yet. {{(pid=100652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:52:36.697609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-e9cc2ba3-2b10-4e14-bb92-e5b8e3b63cf1 req-80d0ad9a-80a5-4b09-a629-740ace48e3fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:36.832990 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-e9cc2ba3-2b10-4e14-bb92-e5b8e3b63cf1 req-80d0ad9a-80a5-4b09-a629-740ace48e3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:36.835172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:36.914905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0ad9a-80a5-4b09-a629-740ace48e3fc service neutron] Pushing event updated for resources: {'Port': ['ID=8afbe1a5-07af-4c5b-bf22-4bef6d251894,revision_number=11']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:36.918903 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-80d0ad9a-80a5-4b09-a629-740ace48e3fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:36.956354 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cc2ba3-2b10-4e14-bb92-e5b8e3b63cf1 req-80d0ad9a-80a5-4b09-a629-740ace48e3fc service neutron] No DVR routers for this DVR port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 on host hv-neutron-7971 {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:52:37.091777 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-e9cc2ba3-2b10-4e14-bb92-e5b8e3b63cf1 req-80d0ad9a-80a5-4b09-a629-740ace48e3fc service neutron] In _notify_port_updated(), no bound segment for port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 on network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 {{(pid=100652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:52:37.092659 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc2ba3-2b10-4e14-bb92-e5b8e3b63cf1 req-80d0ad9a-80a5-4b09-a629-740ace48e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:37.093279 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-e9cc2ba3-2b10-4e14-bb92-e5b8e3b63cf1 req-80d0ad9a-80a5-4b09-a629-740ace48e3fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:37.094550 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e9cc2ba3-2b10-4e14-bb92-e5b8e3b63cf1 req-80d0ad9a-80a5-4b09-a629-740ace48e3fc service neutron] 10.222.0.35 "PUT /v2.0/ports/8afbe1a5-07af-4c5b-bf22-4bef6d251894 HTTP/1.1" status: 200 len: 1028 time: 0.6696281 Jun 22 09:52:37.123529 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d9f6cb7c-528c-4c0b-9e6c-d8f6c5a6c6d8 None None] Provisioning complete for port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:37.124023 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d9f6cb7c-528c-4c0b-9e6c-d8f6c5a6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:37.156818 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6cb7c-528c-4c0b-9e6c-d8f6c5a6c6d8 None None] Port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:52:37.323013 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c00d34a0-6d23-4049-a3b7-d9c3f0d5d513 req-4809f377-9c4e-481d-863c-6a922fe330fe tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35968b2-2a7a-47ce-8dc3-29dfa5c5ca64 HTTP/1.1" status: 200 len: 210 time: 0.0288262 Jun 22 09:52:38.414228 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35554) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:38.474143 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-139a877f-9378-49be-a6dd-a03b0c8e3959 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:38.497553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-139a877f-9378-49be-a6dd-a03b0c8e3959 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:38.616129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-139a877f-9378-49be-a6dd-a03b0c8e3959 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:38.618664 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-139a877f-9378-49be-a6dd-a03b0c8e3959 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:38.620372 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-139a877f-9378-49be-a6dd-a03b0c8e3959 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/security-groups/3fd6c246-5cf2-4700-8177-e616591d03c4 HTTP/1.1" status: 204 len: 168 time: 0.2047954 Jun 22 09:52:38.621199 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9e10adfb-89f6-41b8-b0f8-629d7b63a9bf tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:38.629734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a877f-9378-49be-a6dd-a03b0c8e3959 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd6c246-5cf2-4700-8177-e616591d03c4,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:38.634034 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-139a877f-9378-49be-a6dd-a03b0c8e3959 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:38.708043 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35558) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:38.859855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port 4b1df52e-22c4-41fa-9e33-da336bd29911 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:52:38.860194 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:38.937132 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:38.937419 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:39.003061 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for 4b1df52e-22c4-41fa-9e33-da336bd29911 owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:52:39.237378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:39.239323 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-df65b3ce-f424-45b9-b1ea-2a0fa84a19b6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:39.263310 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=4b1df52e-22c4-41fa-9e33-da336bd29911,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:39.289806 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:39.290202 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:39.290588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:39.290969 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:39.291885 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:39.292264 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:39.292635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:39.293008 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:39.293378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:39.293745 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:39.294116 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:39.294478 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:39.297895 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:39.332332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:39.332669 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP 50de10b5-7893-4adc-92a6-ff7e741f8187 disassociated (deleted). External IP: 172.26.3.160, port: 8afbe1a5-07af-4c5b-bf22-4bef6d251894. Jun 22 09:52:39.531356 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 093a0e21-fb8a-443a-8d71-1845377a3f46 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:52:39.609689 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 8afbe1a5-07af-4c5b-bf22-4bef6d251894 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:52:39.635911 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:52:39.640420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:39.646330 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 8afbe1a5-07af-4c5b-bf22-4bef6d251894 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:52:39.646502 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb3b46a-8fbd-41fa-ba39-a7f0c03e267a None None] Sync routers for ids ['093a0e21-fb8a-443a-8d71-1845377a3f46'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:52:39.655696 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb3b46a-8fbd-41fa-ba39-a7f0c03e267a None None] Routers {'093a0e21-fb8a-443a-8d71-1845377a3f46'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:52:39.656319 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ddb3b46a-8fbd-41fa-ba39-a7f0c03e267a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:52:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['093a0e21-fb8a-443a-8d71-1845377a3f46'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:39.679017 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/floatingips/50de10b5-7893-4adc-92a6-ff7e741f8187 HTTP/1.1" status: 204 len: 168 time: 0.9699075 Jun 22 09:52:39.760857 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-ddb3b46a-8fbd-41fa-ba39-a7f0c03e267a None None] Set router 093a0e21-fb8a-443a-8d71-1845377a3f46 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:52:39.818096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35564) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:39.876501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a8e8c4e5-c9a8-4073-8dfc-dda56a63c67f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:39.904804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a8e8c4e5-c9a8-4073-8dfc-dda56a63c67f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:39.955272 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ddb3b46a-8fbd-41fa-ba39-a7f0c03e267a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'name': 'tempest-TestNetworkBasicOps-router-471979627', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:53Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'ce84492b-f523-4298-8d08-ade4a520add5', 'name': '', 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:28:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:52Z', 'updated_at': '2021-06-22T09:51:58Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:39.981009 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb3b46a-8fbd-41fa-ba39-a7f0c03e267a None None] Checking router: 093a0e21-fb8a-443a-8d71-1845377a3f46 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:52:39.989252 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb3b46a-8fbd-41fa-ba39-a7f0c03e267a None None] Routers {'093a0e21-fb8a-443a-8d71-1845377a3f46'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:52:39.989865 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ddb3b46a-8fbd-41fa-ba39-a7f0c03e267a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:52:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['093a0e21-fb8a-443a-8d71-1845377a3f46'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:40.016073 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a8e8c4e5-c9a8-4073-8dfc-dda56a63c67f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:40.018805 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a8e8c4e5-c9a8-4073-8dfc-dda56a63c67f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:40.020031 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a8e8c4e5-c9a8-4073-8dfc-dda56a63c67f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/security-groups/0bc1d307-bc2a-4b48-b82d-97318c0cbe72 HTTP/1.1" status: 204 len: 168 time: 0.2008610 Jun 22 09:52:40.020884 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fe5ae9a5-4d4b-4612-a943-e366085bfa3e tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:40.029809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8c4e5-c9a8-4073-8dfc-dda56a63c67f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc1d307-bc2a-4b48-b82d-97318c0cbe72,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:40.033207 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a8e8c4e5-c9a8-4073-8dfc-dda56a63c67f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:40.096065 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-ddb3b46a-8fbd-41fa-ba39-a7f0c03e267a None None] Set router 093a0e21-fb8a-443a-8d71-1845377a3f46 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:52:40.120335 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35568) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:40.216735 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:52:40.217549 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5d676-95f2-4c07-89af-b9a138987fe4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port 8afbe1a5-07af-4c5b-bf22-4bef6d251894 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:52:40.217899 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3fa5d676-95f2-4c07-89af-b9a138987fe4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:40.294148 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ddb3b46a-8fbd-41fa-ba39-a7f0c03e267a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'name': 'tempest-TestNetworkBasicOps-router-471979627', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:53Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'ce84492b-f523-4298-8d08-ade4a520add5', 'name': '', 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:28:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:52Z', 'updated_at': '2021-06-22T09:51:58Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:40.300353 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3fa5d676-95f2-4c07-89af-b9a138987fe4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:40.324731 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb3b46a-8fbd-41fa-ba39-a7f0c03e267a None None] The sync data for ids ['093a0e21-fb8a-443a-8d71-1845377a3f46'] in dv-neutron-797121-3-hyperv is: [{'id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'name': 'tempest-TestNetworkBasicOps-router-471979627', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:53Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'ce84492b-f523-4298-8d08-ade4a520add5', 'name': '', 'network_id': '83f9ed0a-e0e4-4afd-a369-b43b8322b7a8', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:28:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:52Z', 'updated_at': '2021-06-22T09:51:58Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '8a723a84-983d-433b-81a3-4010d71d9f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:52:40.358876 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:40.367372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5d676-95f2-4c07-89af-b9a138987fe4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for 8afbe1a5-07af-4c5b-bf22-4bef6d251894 owned by {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:52:40.537750 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360c71b-db01-4368-aac3-d6b119dae6f0 None None] New status for floating IP 50de10b5-7893-4adc-92a6-ff7e741f8187: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:52:40.605065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3fa5d676-95f2-4c07-89af-b9a138987fe4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:40.610419 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7212e6bb-1c53-4f21-ad55-504d2932fe0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:40.636294 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5d676-95f2-4c07-89af-b9a138987fe4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=8afbe1a5-07af-4c5b-bf22-4bef6d251894,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:40.640858 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3fa5d676-95f2-4c07-89af-b9a138987fe4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:40.705839 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3fa5d676-95f2-4c07-89af-b9a138987fe4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:40.708021 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3fa5d676-95f2-4c07-89af-b9a138987fe4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/ports/8afbe1a5-07af-4c5b-bf22-4bef6d251894 HTTP/1.1" status: 204 len: 168 time: 0.5866380 Jun 22 09:52:40.710922 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35570) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:41.060966 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb88a4de-2ed8-4a9a-931b-6b5c3cb9d06c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:41.311721 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-eb88a4de-2ed8-4a9a-931b-6b5c3cb9d06c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port ce84492b-f523-4298-8d08-ade4a520add5 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:52:41.312067 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb88a4de-2ed8-4a9a-931b-6b5c3cb9d06c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:41.398382 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-eb88a4de-2ed8-4a9a-931b-6b5c3cb9d06c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port ce84492b-f523-4298-8d08-ade4a520add5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ce84492b-f523-4298-8d08-ade4a520add5,segment=NetworkSegment(9f92fa81-6f02-41b2-b7c6-a791b92cd384),segment_id=9f92fa81-6f02-41b2-b7c6-a791b92cd384)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:41.398740 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb88a4de-2ed8-4a9a-931b-6b5c3cb9d06c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:41.463847 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-eb88a4de-2ed8-4a9a-931b-6b5c3cb9d06c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for ce84492b-f523-4298-8d08-ade4a520add5 owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:52:41.752964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb88a4de-2ed8-4a9a-931b-6b5c3cb9d06c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:41.754874 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-389695c2-5137-4c4b-9dd2-175aa11409fa tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:41.779640 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88a4de-2ed8-4a9a-931b-6b5c3cb9d06c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=ce84492b-f523-4298-8d08-ade4a520add5,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:41.782686 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-eb88a4de-2ed8-4a9a-931b-6b5c3cb9d06c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:41.957447 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-eb88a4de-2ed8-4a9a-931b-6b5c3cb9d06c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:42.475357 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb88a4de-2ed8-4a9a-931b-6b5c3cb9d06c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 093a0e21-fb8a-443a-8d71-1845377a3f46 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:52:42.577569 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb88a4de-2ed8-4a9a-931b-6b5c3cb9d06c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:52:42.583053 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-eb88a4de-2ed8-4a9a-931b-6b5c3cb9d06c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/093a0e21-fb8a-443a-8d71-1845377a3f46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8710327 Jun 22 09:52:42.585204 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35572) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:42.586929 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834c9355-6a3d-4b6a-a943-2ddab328542c None None] Sync routers for ids ['093a0e21-fb8a-443a-8d71-1845377a3f46'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:52:42.596408 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c9355-6a3d-4b6a-a943-2ddab328542c None None] Routers {'093a0e21-fb8a-443a-8d71-1845377a3f46'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:52:42.597022 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-834c9355-6a3d-4b6a-a943-2ddab328542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:52:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['093a0e21-fb8a-443a-8d71-1845377a3f46'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:42.639067 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-51fb7390-0063-4b07-83e6-7a355a21eccc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting subnet 8a723a84-983d-433b-81a3-4010d71d9f0b {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:52:42.642092 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-51fb7390-0063-4b07-83e6-7a355a21eccc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:42.680255 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-51fb7390-0063-4b07-83e6-7a355a21eccc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:42.697854 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-834c9355-6a3d-4b6a-a943-2ddab328542c None None] Set router 093a0e21-fb8a-443a-8d71-1845377a3f46 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:52:42.765490 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-51fb7390-0063-4b07-83e6-7a355a21eccc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:42.870559 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-834c9355-6a3d-4b6a-a943-2ddab328542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'name': 'tempest-TestNetworkBasicOps-router-471979627', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:52:41Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:42.895383 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834c9355-6a3d-4b6a-a943-2ddab328542c None None] Checking router: 093a0e21-fb8a-443a-8d71-1845377a3f46 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:52:42.896774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-51fb7390-0063-4b07-83e6-7a355a21eccc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:42.899644 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ca962594-7af0-49f3-aba1-ee8d5b4a7a22 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:42.904049 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c9355-6a3d-4b6a-a943-2ddab328542c None None] Routers {'093a0e21-fb8a-443a-8d71-1845377a3f46'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:52:42.904659 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-834c9355-6a3d-4b6a-a943-2ddab328542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:52:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['093a0e21-fb8a-443a-8d71-1845377a3f46'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:42.923898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb7390-0063-4b07-83e6-7a355a21eccc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Subnet': ['ID=8a723a84-983d-433b-81a3-4010d71d9f0b,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:42.926919 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-51fb7390-0063-4b07-83e6-7a355a21eccc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:42.927919 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-51fb7390-0063-4b07-83e6-7a355a21eccc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:42.929743 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-51fb7390-0063-4b07-83e6-7a355a21eccc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/subnets/8a723a84-983d-433b-81a3-4010d71d9f0b HTTP/1.1" status: 204 len: 168 time: 0.3435698 Jun 22 09:52:42.934362 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35574) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:42.950189 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0237daa1-89fc-4228-aa75-785f6307dcbb None None] Network 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:52:43.007167 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-834c9355-6a3d-4b6a-a943-2ddab328542c None None] Set router 093a0e21-fb8a-443a-8d71-1845377a3f46 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:52:43.045865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84cc5326-5469-4ce8-9502-4bb4471659f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:43.156519 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f34f4d-0396-40b1-bf15-2266a8d48fa4 None None] DHCP port deletion for 83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:52:43.157798 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84cc5326-5469-4ce8-9502-4bb4471659f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:43.188480 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-834c9355-6a3d-4b6a-a943-2ddab328542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'name': 'tempest-TestNetworkBasicOps-router-471979627', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:52:41Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:43.202975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-99f34f4d-0396-40b1-bf15-2266a8d48fa4 None None] Deleting port 6fd3ba84-a28d-4c95-bb66-1afca0cc5851 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:52:43.203379 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-99f34f4d-0396-40b1-bf15-2266a8d48fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:43.272165 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-99f34f4d-0396-40b1-bf15-2266a8d48fa4 None None] For port 6fd3ba84-a28d-4c95-bb66-1afca0cc5851, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=6fd3ba84-a28d-4c95-bb66-1afca0cc5851,segment=NetworkSegment(9f92fa81-6f02-41b2-b7c6-a791b92cd384),segment_id=9f92fa81-6f02-41b2-b7c6-a791b92cd384)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:43.272479 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-99f34f4d-0396-40b1-bf15-2266a8d48fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:43.277314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-84cc5326-5469-4ce8-9502-4bb4471659f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port d776ff3a-8806-432f-8417-3f3e45900dae {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:52:43.277751 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84cc5326-5469-4ce8-9502-4bb4471659f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:43.301860 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834c9355-6a3d-4b6a-a943-2ddab328542c None None] The sync data for ids ['093a0e21-fb8a-443a-8d71-1845377a3f46'] in dv-neutron-797121-3-hyperv is: [{'id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'name': 'tempest-TestNetworkBasicOps-router-471979627', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:52:41Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': 'd776ff3a-8806-432f-8417-3f3e45900dae', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a0e21-fb8a-443a-8d71-1845377a3f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:51:49Z', 'updated_at': '2021-06-22T09:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:52:43.338766 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-99f34f4d-0396-40b1-bf15-2266a8d48fa4 None None] Calling delete_port for 6fd3ba84-a28d-4c95-bb66-1afca0cc5851 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:52:43.361851 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-84cc5326-5469-4ce8-9502-4bb4471659f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port d776ff3a-8806-432f-8417-3f3e45900dae, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d776ff3a-8806-432f-8417-3f3e45900dae,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:43.362207 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84cc5326-5469-4ce8-9502-4bb4471659f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:43.426616 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-84cc5326-5469-4ce8-9502-4bb4471659f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for d776ff3a-8806-432f-8417-3f3e45900dae owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:52:43.477554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-99f34f4d-0396-40b1-bf15-2266a8d48fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:43.480636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:43.505167 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f34f4d-0396-40b1-bf15-2266a8d48fa4 None None] No DVR routers for this DVR port 6fd3ba84-a28d-4c95-bb66-1afca0cc5851 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:52:43.508971 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f34f4d-0396-40b1-bf15-2266a8d48fa4 None None] Pushing event deleted for resources: {'Port': ['ID=6fd3ba84-a28d-4c95-bb66-1afca0cc5851,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:43.520187 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-99f34f4d-0396-40b1-bf15-2266a8d48fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:43.678835 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84cc5326-5469-4ce8-9502-4bb4471659f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:43.681105 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:43.710860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc5326-5469-4ce8-9502-4bb4471659f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=d776ff3a-8806-432f-8417-3f3e45900dae,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:43.715708 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-84cc5326-5469-4ce8-9502-4bb4471659f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:43.772722 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84cc5326-5469-4ce8-9502-4bb4471659f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:43.862005 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84cc5326-5469-4ce8-9502-4bb4471659f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:43.864091 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84cc5326-5469-4ce8-9502-4bb4471659f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:43.964794 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84cc5326-5469-4ce8-9502-4bb4471659f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:43.965302 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cc5326-5469-4ce8-9502-4bb4471659f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Fanout notify agent at l3_agent the message router_deleted on router 093a0e21-fb8a-443a-8d71-1845377a3f46 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:52:43.972031 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84cc5326-5469-4ce8-9502-4bb4471659f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:43.973129 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-84cc5326-5469-4ce8-9502-4bb4471659f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/routers/093a0e21-fb8a-443a-8d71-1845377a3f46 HTTP/1.1" status: 204 len: 168 time: 1.0353103 Jun 22 09:52:43.975827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35576) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:44.058593 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fec1b0f8-17af-4df8-9a37-797f8826c965 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:44.146578 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fec1b0f8-17af-4df8-9a37-797f8826c965 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:44.156564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-fec1b0f8-17af-4df8-9a37-797f8826c965 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f9ed0a-e0e4-4afd-a369-b43b8322b7a8']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:44.165910 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-fec1b0f8-17af-4df8-9a37-797f8826c965 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f92fa81-6f02-41b2-b7c6-a791b92cd384') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:44.166820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-fec1b0f8-17af-4df8-9a37-797f8826c965 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f92fa81-6f02-41b2-b7c6-a791b92cd384') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:44.175225 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fec1b0f8-17af-4df8-9a37-797f8826c965 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:44.188820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fec1b0f8-17af-4df8-9a37-797f8826c965 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:44.194415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec1b0f8-17af-4df8-9a37-797f8826c965 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:52:44.194792 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fec1b0f8-17af-4df8-9a37-797f8826c965 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:52:44.197609 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:52:44.323446 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fec1b0f8-17af-4df8-9a37-797f8826c965 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:44.326919 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-317554c1-9515-4d26-9efb-ecffce3c1c92 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:44.330755 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fec1b0f8-17af-4df8-9a37-797f8826c965 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:44.332456 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fec1b0f8-17af-4df8-9a37-797f8826c965 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/networks/83f9ed0a-e0e4-4afd-a369-b43b8322b7a8 HTTP/1.1" status: 204 len: 168 time: 0.3557043 Jun 22 09:52:44.345045 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1b0f8-17af-4df8-9a37-797f8826c965 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Network': ['ID=83f9ed0a-e0e4-4afd-a369-b43b8322b7a8,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:44.347990 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fec1b0f8-17af-4df8-9a37-797f8826c965 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:44.348453 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35578) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:44.360477 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8a6b5a8f-e603-4fa7-a953-9ee972c7e281 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0109715 Jun 22 09:52:44.362831 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35580) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:44.367349 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a1ac985c-1ae7-4c05-873f-0b32f4a6db5d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'network': {'name': 'tempest-network-smoke--680431704', 'project_id': '50763c4428f741ada1db53edd04651ab', 'port_security_enabled': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:44.443102 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ac985c-1ae7-4c05-873f-0b32f4a6db5d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:52:44.446715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a1ac985c-1ae7-4c05-873f-0b32f4a6db5d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:44.470125 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ac985c-1ae7-4c05-873f-0b32f4a6db5d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:52:44.478337 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a1ac985c-1ae7-4c05-873f-0b32f4a6db5d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:44.478708 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-a1ac985c-1ae7-4c05-873f-0b32f4a6db5d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Added segment 51ffd79e-f00b-43c6-bf8e-9410310544f9 of type vlan for network 41d3f174-4c82-442c-aac8-a4972e38fa38 Jun 22 09:52:44.520077 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a1ac985c-1ae7-4c05-873f-0b32f4a6db5d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:44.610084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a1ac985c-1ae7-4c05-873f-0b32f4a6db5d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:44.615795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ac985c-1ae7-4c05-873f-0b32f4a6db5d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:44.616376 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a1ac985c-1ae7-4c05-873f-0b32f4a6db5d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:44.619834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-199f95fa-b9eb-411b-bba5-946b19a1a8dd tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:44.682860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac985c-1ae7-4c05-873f-0b32f4a6db5d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Network': ['ID=41d3f174-4c82-442c-aac8-a4972e38fa38,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:44.685904 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a1ac985c-1ae7-4c05-873f-0b32f4a6db5d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:44.696390 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 41d3f174-4c82-442c-aac8-a4972e38fa38 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:52:44.753730 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ce84492b-f523-4298-8d08-ade4a520add5 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:52:44.753923 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a1ac985c-1ae7-4c05-873f-0b32f4a6db5d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3901119 Jun 22 09:52:44.756639 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35582) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:44.761349 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1783648352', 'admin_state_up': True, 'project_id': '50763c4428f741ada1db53edd04651ab', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:44.783629 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: ce84492b-f523-4298-8d08-ade4a520add5 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:52:44.783986 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ce84492b-f523-4298-8d08-ade4a520add5 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:52:44.784411 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 6fd3ba84-a28d-4c95-bb66-1afca0cc5851 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:52:44.811531 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 6fd3ba84-a28d-4c95-bb66-1afca0cc5851 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:52:44.811881 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 6fd3ba84-a28d-4c95-bb66-1afca0cc5851 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:52:44.812296 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d776ff3a-8806-432f-8417-3f3e45900dae no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:52:44.832158 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: d776ff3a-8806-432f-8417-3f3e45900dae {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:52:44.832509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d776ff3a-8806-432f-8417-3f3e45900dae not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:52:44.850580 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:44.851694 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:44.907192 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:45.120350 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:45.370431 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:45.388374 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:45.490375 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.26.3.59 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/30c6db25-4011-4d03-b8f2-e65e6fbaa934) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:52:45.587160 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:46.095503 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:46.097686 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1bd7d1d4-0fd2-4888-9f0b-a19428794dd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:46.137683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:52:46.144108 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:52:46.145654 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:52:46.167658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=30c6db25-4011-4d03-b8f2-e65e6fbaa934,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:46.171403 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:46.474431 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:46.581590 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-95ff380e-3b33-4e0d-8366-8891a3edc298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:46.669216 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:46.827062 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router aaf99f9e-7799-488d-a22b-a0090c164115 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:52:46.933764 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:52:46.943243 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Sync routers for ids ['aaf99f9e-7799-488d-a22b-a0090c164115'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:52:46.952763 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Routers {'aaf99f9e-7799-488d-a22b-a0090c164115'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:52:46.953386 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:52:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['aaf99f9e-7799-488d-a22b-a0090c164115'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:46.992943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:46.997542 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2366025 Jun 22 09:52:46.997754 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35584) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:47.029016 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ca06896b-a4ef-4ff2-9930-9daad0cb1f16 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=50763c4428f741ada1db53edd04651ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300856 Jun 22 09:52:47.031445 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35586) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:47.054493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Set router aaf99f9e-7799-488d-a22b-a0090c164115 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:52:47.114541 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37f61ba-7db5-42af-8146-058fee6a45f9 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:47.116078 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c37f61ba-7db5-42af-8146-058fee6a45f9 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0837092 Jun 22 09:52:47.118862 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35588) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:47.146799 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-07339e82-5981-4b3d-bd64-9ac92d73039f tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262177 Jun 22 09:52:47.149302 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35590) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:47.154026 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-1abdfae7-da59-446f-a3ed-ecc5519bdfd5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-901496167', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'project_id': '50763c4428f741ada1db53edd04651ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:47.237480 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'name': 'tempest-TestNetworkBasicOps-router-1783648352', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:44Z', 'updated_at': '2021-06-22T09:52:46Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:45Z', 'updated_at': '2021-06-22T09:52:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:47.265304 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Checking router: aaf99f9e-7799-488d-a22b-a0090c164115 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:52:47.265664 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Updating router aaf99f9e-7799-488d-a22b-a0090c164115 port 30c6db25-4011-4d03-b8f2-e65e6fbaa934 binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:52:47.301905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:47.557839 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:47.567558 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Transition to ACTIVE for port object 30c6db25-4011-4d03-b8f2-e65e6fbaa934 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:52:47.637323 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abdfae7-da59-446f-a3ed-ecc5519bdfd5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:52:47.640878 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1abdfae7-da59-446f-a3ed-ecc5519bdfd5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:47.660249 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:47.663800 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:47.708379 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Attempting to bind port 30c6db25-4011-4d03-b8f2-e65e6fbaa934 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:52:47.712940 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Attempting to bind port 30c6db25-4011-4d03-b8f2-e65e6fbaa934 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:52:47.712940 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Attempting to bind port 30c6db25-4011-4d03-b8f2-e65e6fbaa934 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:52:47.719701 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec0320-999a-402f-ba65-dda5fa1c7448 None None] Pushing event updated for resources: {'Port': ['ID=30c6db25-4011-4d03-b8f2-e65e6fbaa934,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:47.722554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3eec0320-999a-402f-ba65-dda5fa1c7448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:47.723664 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:52:47.724044 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:52:47.724452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:47.724845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:52:47.725322 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Bound port: 30c6db25-4011-4d03-b8f2-e65e6fbaa934, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:52:47.725703 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:47.776999 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] For port 30c6db25-4011-4d03-b8f2-e65e6fbaa934, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:52:47.780397 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] For port 30c6db25-4011-4d03-b8f2-e65e6fbaa934, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=30c6db25-4011-4d03-b8f2-e65e6fbaa934,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:52:47.844868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:47.846779 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b1f7593b-8b0e-4beb-815a-833e05583db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:47.896052 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1abdfae7-da59-446f-a3ed-ecc5519bdfd5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:47.899166 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6824ae8b-61ae-4bc5-8d4f-420f959d5c3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:47.901528 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Routers {'aaf99f9e-7799-488d-a22b-a0090c164115'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:52:47.902170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:52:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['aaf99f9e-7799-488d-a22b-a0090c164115'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:47.907708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec0320-999a-402f-ba65-dda5fa1c7448 None None] Pushing event updated for resources: {'Port': ['ID=30c6db25-4011-4d03-b8f2-e65e6fbaa934,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:47.942890 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3eec0320-999a-402f-ba65-dda5fa1c7448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:47.959581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdfae7-da59-446f-a3ed-ecc5519bdfd5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Subnet': ['ID=6bb95fa6-543d-4482-a9d9-b6ae6c97795d,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:47.963222 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1abdfae7-da59-446f-a3ed-ecc5519bdfd5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:47.970085 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abdfae7-da59-446f-a3ed-ecc5519bdfd5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Checking segment: {'id': '51ffd79e-f00b-43c6-bf8e-9410310544f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:52:47.970455 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abdfae7-da59-446f-a3ed-ecc5519bdfd5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network hostable DHCP agents. Network: 41d3f174-4c82-442c-aac8-a4972e38fa38, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:52:48.010524 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] Set router aaf99f9e-7799-488d-a22b-a0090c164115 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:52:48.055658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abdfae7-da59-446f-a3ed-ecc5519bdfd5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 41d3f174-4c82-442c-aac8-a4972e38fa38 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:52:48.118431 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-1abdfae7-da59-446f-a3ed-ecc5519bdfd5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 41d3f174-4c82-442c-aac8-a4972e38fa38) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:52:48.123384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abdfae7-da59-446f-a3ed-ecc5519bdfd5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:48.124107 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1abdfae7-da59-446f-a3ed-ecc5519bdfd5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:48.128200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2175f2a0-f511-4e90-9fdb-9eb350fe567e None None] Network 41d3f174-4c82-442c-aac8-a4972e38fa38 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:52:48.199231 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1abdfae7-da59-446f-a3ed-ecc5519bdfd5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0488539 Jun 22 09:52:48.201943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35592) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:48.279359 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'name': 'tempest-TestNetworkBasicOps-router-1783648352', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:44Z', 'updated_at': '2021-06-22T09:52:46Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:45Z', 'updated_at': '2021-06-22T09:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:48.309718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d380ff1-68ac-4976-aee4-4910af6a984b None None] The sync data for ids ['aaf99f9e-7799-488d-a22b-a0090c164115'] in dv-neutron-797121-3-hyperv is: [{'id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'name': 'tempest-TestNetworkBasicOps-router-1783648352', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:44Z', 'updated_at': '2021-06-22T09:52:46Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:45Z', 'updated_at': '2021-06-22T09:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:52:48.473621 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-41d3f174-4c82-442c-aac8-a4972e38fa38', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ips': [{'subnet_id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:52:48.474861 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:48.644310 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Allocated IP 172.20.0.2 (41d3f174-4c82-442c-aac8-a4972e38fa38/6bb95fa6-543d-4482-a9d9-b6ae6c97795d/87dc80ef-3387-4078-8026-b7061a04d04a) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:52:48.671367 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:48.809273 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:48.813996 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 30c6db25-4011-4d03-b8f2-e65e6fbaa934 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:52:48.998196 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Transition to ACTIVE for port object 87dc80ef-3387-4078-8026-b7061a04d04a will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:52:49.026715 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Transition to ACTIVE for port object 87dc80ef-3387-4078-8026-b7061a04d04a will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:52:49.105989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ef5f29f6-658a-4e05-8002-6bd65f686d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:49.135363 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 30c6db25-4011-4d03-b8f2-e65e6fbaa934 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:52:49.138155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:49.144425 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c5c2a70e-d9eb-4e69-af9a-ecb65bd08853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:49.151546 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 30c6db25-4011-4d03-b8f2-e65e6fbaa934 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:49.151546 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:49.190045 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.1 (41d3f174-4c82-442c-aac8-a4972e38fa38/6bb95fa6-543d-4482-a9d9-b6ae6c97795d/c3a5d17e-ace8-47e7-b267-a4c5acb30005) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:52:49.219834 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Network 41d3f174-4c82-442c-aac8-a4972e38fa38 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:52:49.225249 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:52:49.231062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Pushing event updated for resources: {'Port': ['ID=87dc80ef-3387-4078-8026-b7061a04d04a,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:49.234316 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:52:49.255733 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:49.256208 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:49.256556 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:49.256893 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:49.257221 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:49.257551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:49.257930 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:49.258264 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:49.258694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:49.258900 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:49.259339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:49.260290 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:49.290713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:49.324293 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:49.340964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object c3a5d17e-ace8-47e7-b267-a4c5acb30005 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:52:49.354309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Attempting to bind port 87dc80ef-3387-4078-8026-b7061a04d04a on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:52:49.354690 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Attempting to bind port 87dc80ef-3387-4078-8026-b7061a04d04a by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '51ffd79e-f00b-43c6-bf8e-9410310544f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:52:49.355066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Attempting to bind port 87dc80ef-3387-4078-8026-b7061a04d04a on network 41d3f174-4c82-442c-aac8-a4972e38fa38 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:52:49.364144 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:52:49.364527 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Checking segment: {'id': '51ffd79e-f00b-43c6-bf8e-9410310544f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:52:49.364935 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:49.365350 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Bound using segment: {'id': '51ffd79e-f00b-43c6-bf8e-9410310544f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:52:49.365807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Bound port: 87dc80ef-3387-4078-8026-b7061a04d04a, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ffd79e-f00b-43c6-bf8e-9410310544f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:52:49.366190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:49.385532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:49.420667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:49.425769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 30c6db25-4011-4d03-b8f2-e65e6fbaa934, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=30c6db25-4011-4d03-b8f2-e65e6fbaa934,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:49.438224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:49.441748 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7ae105ca-ffc0-4013-b335-879d93e8e9c2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:49.454159 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] For port 87dc80ef-3387-4078-8026-b7061a04d04a, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:52:49.457350 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] For port 87dc80ef-3387-4078-8026-b7061a04d04a, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=87dc80ef-3387-4078-8026-b7061a04d04a,segment=NetworkSegment(51ffd79e-f00b-43c6-bf8e-9410310544f9),segment_id=51ffd79e-f00b-43c6-bf8e-9410310544f9)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:52:49.485033 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 41d3f174-4c82-442c-aac8-a4972e38fa38 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:52:49.488245 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:52:49.494597 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:52:49.500865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=c3a5d17e-ace8-47e7-b267-a4c5acb30005,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:49.518627 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:49.520586 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:49.527506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:49.547303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:49.551235 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:49.586839 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=30c6db25-4011-4d03-b8f2-e65e6fbaa934,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:49.590823 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:49.592450 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:49.645114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Pushing event updated for resources: {'Port': ['ID=87dc80ef-3387-4078-8026-b7061a04d04a,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:49.651735 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:49.890199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:50.175986 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:50.231524 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:50.234684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:50.311807 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=c3a5d17e-ace8-47e7-b267-a4c5acb30005,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:50.314219 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:50.316289 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:50.412752 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 41d3f174-4c82-442c-aac8-a4972e38fa38 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:52:50.414311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:52:50.439043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:50.531090 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router aaf99f9e-7799-488d-a22b-a0090c164115 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:52:50.573908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a426c42-1f83-4070-b8af-58b24d5d1048 None None] Network 41d3f174-4c82-442c-aac8-a4972e38fa38 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:52:50.640482 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:52:50.648542 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/aaf99f9e-7799-488d-a22b-a0090c164115/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4424012 Jun 22 09:52:50.649395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35594) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:50.649709 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Sync routers for ids ['aaf99f9e-7799-488d-a22b-a0090c164115'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:52:50.658476 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Routers {'aaf99f9e-7799-488d-a22b-a0090c164115'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:52:50.659101 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:52:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['aaf99f9e-7799-488d-a22b-a0090c164115'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:50.736183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-92c1a086-2195-416a-ab97-c4364a865caa None None] Provisioning for port 87dc80ef-3387-4078-8026-b7061a04d04a completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:52:50.786427 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Set router aaf99f9e-7799-488d-a22b-a0090c164115 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:52:50.841916 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2b88df-e6ab-4635-b786-7891152ca72e tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:50.842529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2b88df-e6ab-4635-b786-7891152ca72e tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:50.843084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2b88df-e6ab-4635-b786-7891152ca72e tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:50.843675 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2b88df-e6ab-4635-b786-7891152ca72e tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:50.844370 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2b88df-e6ab-4635-b786-7891152ca72e tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:50.844910 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2b88df-e6ab-4635-b786-7891152ca72e tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:50.849386 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8b2b88df-e6ab-4635-b786-7891152ca72e tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1961658 Jun 22 09:52:50.849775 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35596) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:50.909603 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 30c6db25-4011-4d03-b8f2-e65e6fbaa934 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:52:50.948734 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f44a52-fa46-405b-8b1b-ee685db702a8 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:50.949224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f44a52-fa46-405b-8b1b-ee685db702a8 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:50.949824 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f44a52-fa46-405b-8b1b-ee685db702a8 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:50.950315 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f44a52-fa46-405b-8b1b-ee685db702a8 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:50.950845 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f44a52-fa46-405b-8b1b-ee685db702a8 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:50.951447 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f44a52-fa46-405b-8b1b-ee685db702a8 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:50.953384 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f6f44a52-fa46-405b-8b1b-ee685db702a8 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1025758 Jun 22 09:52:50.956452 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35598) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:50.966476 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 30c6db25-4011-4d03-b8f2-e65e6fbaa934 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:50.966996 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:50.997380 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'name': 'tempest-TestNetworkBasicOps-router-1783648352', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:44Z', 'updated_at': '2021-06-22T09:52:49Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:45Z', 'updated_at': '2021-06-22T09:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'c3a5d17e-ace8-47e7-b267-a4c5acb30005', 'name': '', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:73:c3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:48Z', 'updated_at': '2021-06-22T09:52:50Z', 'revision_number': 2, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:51.030621 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Checking router: aaf99f9e-7799-488d-a22b-a0090c164115 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:52:51.030964 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Updating router aaf99f9e-7799-488d-a22b-a0090c164115 port c3a5d17e-ace8-47e7-b267-a4c5acb30005 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:52:51.058982 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 87dc80ef-3387-4078-8026-b7061a04d04a up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:52:51.067059 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.129730 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-32b987cc-f6b3-4d15-9613-b9d47d555558 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1719236 Jun 22 09:52:51.158197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-43a9004e-7735-4f87-90d3-4be8e48a894c None None] Provisioning for port c3a5d17e-ace8-47e7-b267-a4c5acb30005 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:52:51.162498 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-43a9004e-7735-4f87-90d3-4be8e48a894c None None] Provisioning complete for port c3a5d17e-ace8-47e7-b267-a4c5acb30005 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:51.162880 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-43a9004e-7735-4f87-90d3-4be8e48a894c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.191458 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 87dc80ef-3387-4078-8026-b7061a04d04a completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:52:51.201191 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 87dc80ef-3387-4078-8026-b7061a04d04a triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:51.201191 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.204679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-43a9004e-7735-4f87-90d3-4be8e48a894c None None] Port c3a5d17e-ace8-47e7-b267-a4c5acb30005 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:52:51.251286 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-43a9004e-7735-4f87-90d3-4be8e48a894c None None] Provisioning complete for port 87dc80ef-3387-4078-8026-b7061a04d04a triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:51.251702 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-43a9004e-7735-4f87-90d3-4be8e48a894c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.362713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.367639 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.383266 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Transition to ACTIVE for port object c3a5d17e-ace8-47e7-b267-a4c5acb30005 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:52:51.393690 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-43a9004e-7735-4f87-90d3-4be8e48a894c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.422785 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 87dc80ef-3387-4078-8026-b7061a04d04a, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=87dc80ef-3387-4078-8026-b7061a04d04a,segment=NetworkSegment(51ffd79e-f00b-43c6-bf8e-9410310544f9),segment_id=51ffd79e-f00b-43c6-bf8e-9410310544f9)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:51.449368 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35602) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:51.454081 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-356349024', 'description': 'tempest-secgroup-smoke-356349024 description', 'project_id': '50763c4428f741ada1db53edd04651ab'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:51.461177 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.464074 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-038564cc-6915-4b11-ba95-26677a43c67d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:51.484483 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.487066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6445834f-47cd-46dd-b021-4e57d70859a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:51.537200 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df9416-34ad-4a9d-b89f-49f90d900a2c None None] Pushing event updated for resources: {'Port': ['ID=c3a5d17e-ace8-47e7-b267-a4c5acb30005,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:51.540310 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-a4df9416-34ad-4a9d-b89f-49f90d900a2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:51.552072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.557422 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-43a9004e-7735-4f87-90d3-4be8e48a894c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:52:51.557793 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-43a9004e-7735-4f87-90d3-4be8e48a894c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:52:51.562624 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=87dc80ef-3387-4078-8026-b7061a04d04a,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:51.566019 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:51.614703 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Attempting to bind port c3a5d17e-ace8-47e7-b267-a4c5acb30005 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:52:51.615147 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Attempting to bind port c3a5d17e-ace8-47e7-b267-a4c5acb30005 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '51ffd79e-f00b-43c6-bf8e-9410310544f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:52:51.615582 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Attempting to bind port c3a5d17e-ace8-47e7-b267-a4c5acb30005 on network 41d3f174-4c82-442c-aac8-a4972e38fa38 {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:52:51.621085 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:52:51.629972 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Checking segment: {'id': '51ffd79e-f00b-43c6-bf8e-9410310544f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:52:51.629972 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.629972 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Bound using segment: {'id': '51ffd79e-f00b-43c6-bf8e-9410310544f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:52:51.629972 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Bound port: c3a5d17e-ace8-47e7-b267-a4c5acb30005, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ffd79e-f00b-43c6-bf8e-9410310544f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:52:51.629972 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.660672 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.690770 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] For port c3a5d17e-ace8-47e7-b267-a4c5acb30005, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:52:51.693981 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] For port c3a5d17e-ace8-47e7-b267-a4c5acb30005, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c3a5d17e-ace8-47e7-b267-a4c5acb30005,segment=NetworkSegment(51ffd79e-f00b-43c6-bf8e-9410310544f9),segment_id=51ffd79e-f00b-43c6-bf8e-9410310544f9)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:52:51.713792 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.746751 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.749404 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-34b2a6e7-c163-4eb8-b5ef-e039c692295a tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:51.776459 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c655f84c-eb94-4393-9eca-a18a776f9d49,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:51.783496 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:51.783890 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:51.784942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:51.784942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:51.785172 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:51.785503 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:51.785878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:51.786252 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:51.786622 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:51.786989 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:51.787354 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:51.787746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:51.792007 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:51.804457 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.807133 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-6a5255cf-af04-4cd3-a880-ba9c9dc2f866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:51.839356 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.843736 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3932762 Jun 22 09:52:51.845741 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35604) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:51.855016 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-21b9327d-8561-41ff-81d8-76c445dccda6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'c655f84c-eb94-4393-9eca-a18a776f9d49', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:51.866177 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df9416-34ad-4a9d-b89f-49f90d900a2c None None] Pushing event updated for resources: {'Port': ['ID=c3a5d17e-ace8-47e7-b267-a4c5acb30005,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:51.870125 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-a4df9416-34ad-4a9d-b89f-49f90d900a2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:51.872240 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Routers {'aaf99f9e-7799-488d-a22b-a0090c164115'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:52:51.872877 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:52:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['aaf99f9e-7799-488d-a22b-a0090c164115'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:51.962320 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-21b9327d-8561-41ff-81d8-76c445dccda6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.992622 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] Set router aaf99f9e-7799-488d-a22b-a0090c164115 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:52:52.025900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-21b9327d-8561-41ff-81d8-76c445dccda6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.112723 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-21b9327d-8561-41ff-81d8-76c445dccda6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.118393 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6bfd90c6-5886-4b54-9bb7-6fa4bf6354b6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:52.136455 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9327d-8561-41ff-81d8-76c445dccda6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157491ce-7a6a-47f6-9fcd-13d2ebebdfc9,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:52.138996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-21b9327d-8561-41ff-81d8-76c445dccda6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:52.192152 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'name': 'tempest-TestNetworkBasicOps-router-1783648352', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:44Z', 'updated_at': '2021-06-22T09:52:49Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:45Z', 'updated_at': '2021-06-22T09:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'c3a5d17e-ace8-47e7-b267-a4c5acb30005', 'name': '', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:73:c3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:48Z', 'updated_at': '2021-06-22T09:52:51Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:52.221232 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6688eb9-8e82-4b5a-80d5-a8354e7cea2d None None] The sync data for ids ['aaf99f9e-7799-488d-a22b-a0090c164115'] in dv-neutron-797121-3-hyperv is: [{'id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'name': 'tempest-TestNetworkBasicOps-router-1783648352', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:44Z', 'updated_at': '2021-06-22T09:52:49Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:45Z', 'updated_at': '2021-06-22T09:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'c3a5d17e-ace8-47e7-b267-a4c5acb30005', 'name': '', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:73:c3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:48Z', 'updated_at': '2021-06-22T09:52:51Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:52:52.226727 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-21b9327d-8561-41ff-81d8-76c445dccda6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.227995 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-21b9327d-8561-41ff-81d8-76c445dccda6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3803673 Jun 22 09:52:52.231276 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35606) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:52.235949 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a6dd35e4-baae-4b23-a563-7295021aa25d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'c655f84c-eb94-4393-9eca-a18a776f9d49', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:52.328093 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a6dd35e4-baae-4b23-a563-7295021aa25d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.386730 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a6dd35e4-baae-4b23-a563-7295021aa25d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.472682 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a6dd35e4-baae-4b23-a563-7295021aa25d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.474567 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7b04db4a-4f9a-4e08-b54f-2b10175a8a24 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:52.491359 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd35e4-baae-4b23-a563-7295021aa25d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09629a06-c904-4925-9f57-018d153ebf93,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:52.494097 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a6dd35e4-baae-4b23-a563-7295021aa25d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:52.558364 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a6dd35e4-baae-4b23-a563-7295021aa25d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.559676 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a6dd35e4-baae-4b23-a563-7295021aa25d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3274016 Jun 22 09:52:52.562709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35608) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:52.567381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-93e110e1-e195-47d8-bea3-8e7d74d2f66e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'c655f84c-eb94-4393-9eca-a18a776f9d49', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:52.672396 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-93e110e1-e195-47d8-bea3-8e7d74d2f66e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.741847 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-93e110e1-e195-47d8-bea3-8e7d74d2f66e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.810412 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-93e110e1-e195-47d8-bea3-8e7d74d2f66e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.812288 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2d6bd0ce-f670-44c1-b0fc-d344e942b7fa tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:52.830449 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e110e1-e195-47d8-bea3-8e7d74d2f66e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041e1550-427f-4216-9476-7d05712f0baf,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:52.832853 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-93e110e1-e195-47d8-bea3-8e7d74d2f66e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:52.852429 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c3a5d17e-ace8-47e7-b267-a4c5acb30005 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:52:52.895149 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-93e110e1-e195-47d8-bea3-8e7d74d2f66e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.898938 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-93e110e1-e195-47d8-bea3-8e7d74d2f66e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3326426 Jun 22 09:52:52.899096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35610) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:52.906360 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-7d1c7b66-cdf4-4c00-875f-ddf116240553 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'c655f84c-eb94-4393-9eca-a18a776f9d49', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:52.986861 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port c3a5d17e-ace8-47e7-b267-a4c5acb30005 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:52:52.991327 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port c3a5d17e-ace8-47e7-b267-a4c5acb30005 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:52.994650 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.026278 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7d1c7b66-cdf4-4c00-875f-ddf116240553 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.077891 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.085795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7d1c7b66-cdf4-4c00-875f-ddf116240553 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.112504 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port c3a5d17e-ace8-47e7-b267-a4c5acb30005, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c3a5d17e-ace8-47e7-b267-a4c5acb30005,segment=NetworkSegment(51ffd79e-f00b-43c6-bf8e-9410310544f9),segment_id=51ffd79e-f00b-43c6-bf8e-9410310544f9)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:53.174907 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7d1c7b66-cdf4-4c00-875f-ddf116240553 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.176804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-35d77956-1d5f-4e3f-b3c9-03c18fb2fa41 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:53.196431 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c7b66-cdf4-4c00-875f-ddf116240553 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba491f6-a162-40ff-88fb-c01a24f6b6f5,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:53.199342 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7d1c7b66-cdf4-4c00-875f-ddf116240553 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:53.209043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.209930 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 87dc80ef-3387-4078-8026-b7061a04d04a up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:52:53.211790 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f64ea2f2-228b-4490-9c79-ffc01df4278b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:53.273890 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7d1c7b66-cdf4-4c00-875f-ddf116240553 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.275708 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7d1c7b66-cdf4-4c00-875f-ddf116240553 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3751030 Jun 22 09:52:53.278550 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35612) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:53.283450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-9ec20d54-2de0-427d-956f-ff1b8a224470 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'c655f84c-eb94-4393-9eca-a18a776f9d49', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:53.289296 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=c3a5d17e-ace8-47e7-b267-a4c5acb30005,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:53.292474 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:53.299940 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 87dc80ef-3387-4078-8026-b7061a04d04a triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:53.300329 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.381291 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-9ec20d54-2de0-427d-956f-ff1b8a224470 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:52:53.389402 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9ec20d54-2de0-427d-956f-ff1b8a224470 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.453949 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9ec20d54-2de0-427d-956f-ff1b8a224470 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.528421 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9ec20d54-2de0-427d-956f-ff1b8a224470 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.530289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4f26953c-03d0-4f83-9b11-3efc08382df7 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:53.546976 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec20d54-2de0-427d-956f-ff1b8a224470 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60436d45-5a63-4405-97f3-800fa94fe965,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:53.549139 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9ec20d54-2de0-427d-956f-ff1b8a224470 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:53.615236 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9ec20d54-2de0-427d-956f-ff1b8a224470 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.616437 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9ec20d54-2de0-427d-956f-ff1b8a224470 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3368881 Jun 22 09:52:53.620762 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35614) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:53.625424 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-77a98820-6828-4d70-adad-4c58bac8dccb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'c655f84c-eb94-4393-9eca-a18a776f9d49', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:53.712551 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-77a98820-6828-4d70-adad-4c58bac8dccb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:52:53.717604 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-77a98820-6828-4d70-adad-4c58bac8dccb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.776140 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-77a98820-6828-4d70-adad-4c58bac8dccb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.842617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-77a98820-6828-4d70-adad-4c58bac8dccb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.844448 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f40e197e-4115-4728-9c58-5b0929c5d58d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:53.860487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a98820-6828-4d70-adad-4c58bac8dccb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbb4c4c-2e7f-469b-8b2c-65032d17ca97,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:53.863199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-77a98820-6828-4d70-adad-4c58bac8dccb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:53.918227 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-77a98820-6828-4d70-adad-4c58bac8dccb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.919389 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-77a98820-6828-4d70-adad-4c58bac8dccb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2976491 Jun 22 09:52:54.059299 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-ae333b39-447f-4193-b79a-52238956cdce tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356349024&fields=id&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 267 time: 0.0366840 Jun 22 09:52:54.160415 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-f36ed530-e22a-496e-9a47-d7dad06168c1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:54.161868 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-f36ed530-e22a-496e-9a47-d7dad06168c1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/networks?id=41d3f174-4c82-442c-aac8-a4972e38fa38 HTTP/1.1" status: 200 len: 796 time: 0.0958881 Jun 22 09:52:54.176458 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-7251715a-2ecc-471d-9a12-5ff56fb39e5a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/quotas/50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 375 time: 0.0085452 Jun 22 09:52:54.246453 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-3b52df8e-aadf-43d8-a33d-213c5e10826c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649116 Jun 22 09:52:54.336588 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-737b4ea2-e135-4f5d-b54b-ef3c384ef1b5 service neutron] 10.222.0.20 "GET /v2.0/networks/41d3f174-4c82-442c-aac8-a4972e38fa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792968 Jun 22 09:52:54.424646 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-749725a8-9026-44da-a1f3-aaf6d4b657cb service neutron] 10.222.0.20 "GET /v2.0/networks/41d3f174-4c82-442c-aac8-a4972e38fa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823450 Jun 22 09:52:54.686653 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e54e609f-fcaf-40ae-af43-059cd319ce1c req-8fc336d1-3200-4525-be45-87120712e120 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 210 time: 0.0287964 Jun 22 09:52:54.762090 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c3a5d17e-ace8-47e7-b267-a4c5acb30005 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:52:54.808739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port c3a5d17e-ace8-47e7-b267-a4c5acb30005 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:54.809126 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:55.833988 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ecc4f298-2084-4dc3-b9a0-c22619eb04f1 req-60ad3565-c7bf-4256-b7c2-d1d0a990e42d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 210 time: 0.0289514 Jun 22 09:52:56.608718 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-53a7933e-bbdd-4f9a-85aa-027cd5c8528b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:56.610144 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-53a7933e-bbdd-4f9a-85aa-027cd5c8528b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/networks?id=41d3f174-4c82-442c-aac8-a4972e38fa38 HTTP/1.1" status: 200 len: 796 time: 0.1028488 Jun 22 09:52:56.650527 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-77335341-9eb2-417b-a368-cdf2be4f5095 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 379 time: 0.0326598 Jun 22 09:52:56.658965 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-c379759e-2993-44cb-bee2-b9fc8ff2a47e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'port': {'device_id': '4d93278b-377f-4596-894c-5778aa33e9fd', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'admin_state_up': True, 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'security_groups': ['c655f84c-eb94-4393-9eca-a18a776f9d49']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:56.815169 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-c379759e-2993-44cb-bee2-b9fc8ff2a47e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:52:56.818731 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-c379759e-2993-44cb-bee2-b9fc8ff2a47e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:56.941310 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-c379759e-2993-44cb-bee2-b9fc8ff2a47e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.14 (41d3f174-4c82-442c-aac8-a4972e38fa38/6bb95fa6-543d-4482-a9d9-b6ae6c97795d/45d32398-3e01-49af-97a0-53ac0b84223d) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:52:56.985329 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fc710021-15ad-443d-b3d9-713d3ec59abc req-e483d3c9-1355-408e-b4cd-bd8d8063a496 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 210 time: 0.0328014 Jun 22 09:52:57.104539 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-c379759e-2993-44cb-bee2-b9fc8ff2a47e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:57.117548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-c379759e-2993-44cb-bee2-b9fc8ff2a47e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object 45d32398-3e01-49af-97a0-53ac0b84223d will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:52:57.221265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-c379759e-2993-44cb-bee2-b9fc8ff2a47e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:57.225452 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9cc11488-2827-48ff-9327-a87e881135bb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:57.267237 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-c379759e-2993-44cb-bee2-b9fc8ff2a47e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 41d3f174-4c82-442c-aac8-a4972e38fa38 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:52:57.270368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-c379759e-2993-44cb-bee2-b9fc8ff2a47e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:52:57.272841 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-c379759e-2993-44cb-bee2-b9fc8ff2a47e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:52:57.305498 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379759e-2993-44cb-bee2-b9fc8ff2a47e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=45d32398-3e01-49af-97a0-53ac0b84223d,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:57.309184 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c379759e-2993-44cb-bee2-b9fc8ff2a47e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:57.334909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-c379759e-2993-44cb-bee2-b9fc8ff2a47e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:57.335581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-c379759e-2993-44cb-bee2-b9fc8ff2a47e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:57.416167 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-c379759e-2993-44cb-bee2-b9fc8ff2a47e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7607434 Jun 22 09:52:57.472931 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Request body: {'port': {'device_id': '4d93278b-377f-4596-894c-5778aa33e9fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:57.535396 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9c4a00dd-d3e8-43a2-b0b1-a270b6ca1ddf None None] Provisioning for port 45d32398-3e01-49af-97a0-53ac0b84223d completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:52:57.539332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9c4a00dd-d3e8-43a2-b0b1-a270b6ca1ddf None None] Provisioning complete for port 45d32398-3e01-49af-97a0-53ac0b84223d triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:57.539807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9c4a00dd-d3e8-43a2-b0b1-a270b6ca1ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:57.542129 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:57.573791 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-9c4a00dd-d3e8-43a2-b0b1-a270b6ca1ddf None None] Port 45d32398-3e01-49af-97a0-53ac0b84223d cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:52:57.804182 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d32398-3e01-49af-97a0-53ac0b84223d {{(pid=100652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:52:57.811726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:57.823550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Transition to ACTIVE for port object 45d32398-3e01-49af-97a0-53ac0b84223d will not be triggered until provisioned by entity L2. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:52:57.888900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:57.891006 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-03e2539a-8ab4-47b8-b779-77a2ad4aeac3 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:57.961769 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=45d32398-3e01-49af-97a0-53ac0b84223d,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:57.966725 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:58.040888 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Attempting to bind port 45d32398-3e01-49af-97a0-53ac0b84223d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:52:58.041253 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Attempting to bind port 45d32398-3e01-49af-97a0-53ac0b84223d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '51ffd79e-f00b-43c6-bf8e-9410310544f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:52:58.041585 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Attempting to bind port 45d32398-3e01-49af-97a0-53ac0b84223d on network 41d3f174-4c82-442c-aac8-a4972e38fa38 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:52:58.045987 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Port 45d32398-3e01-49af-97a0-53ac0b84223d on network 41d3f174-4c82-442c-aac8-a4972e38fa38 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:52:58.046314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Attempting to bind port 45d32398-3e01-49af-97a0-53ac0b84223d on network 41d3f174-4c82-442c-aac8-a4972e38fa38 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:52:58.051274 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:52:58.051647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Checking segment: {'id': '51ffd79e-f00b-43c6-bf8e-9410310544f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:52:58.052035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Bound using segment: {'id': '51ffd79e-f00b-43c6-bf8e-9410310544f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38'} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:52:58.052467 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Bound port: 45d32398-3e01-49af-97a0-53ac0b84223d, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ffd79e-f00b-43c6-bf8e-9410310544f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38'}}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:52:58.052820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:58.118213 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] For port 45d32398-3e01-49af-97a0-53ac0b84223d, host hv-neutron-7971, cleared binding levels {{(pid=100652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:52:58.121852 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] For port 45d32398-3e01-49af-97a0-53ac0b84223d, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=45d32398-3e01-49af-97a0-53ac0b84223d,segment=NetworkSegment(51ffd79e-f00b-43c6-bf8e-9410310544f9),segment_id=51ffd79e-f00b-43c6-bf8e-9410310544f9)] {{(pid=100652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:52:58.165023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cbe7a-229e-4fbe-8ad8-26d55fd8706e req-afef9d5d-2d60-4cb1-b933-9f40bb86b9e0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:58.167149 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c97cbe7a-229e-4fbe-8ad8-26d55fd8706e req-afef9d5d-2d60-4cb1-b933-9f40bb86b9e0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 944 time: 0.0672626 Jun 22 09:52:58.204125 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c97cbe7a-229e-4fbe-8ad8-26d55fd8706e req-8f1ca510-a643-4f2d-8574-ca13cc82af3d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c655f84c-eb94-4393-9eca-a18a776f9d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309992 Jun 22 09:52:58.209100 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:58.212902 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-eb88a4de-2ed8-4a9a-931b-6b5c3cb9d06c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:58.243122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:58.243122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:58.244182 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] 10.222.0.35 "PUT /v2.0/ports/45d32398-3e01-49af-97a0-53ac0b84223d HTTP/1.1" status: 200 len: 1094 time: 0.7759259 Jun 22 09:52:58.244618 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d93278b-377f-4596-894c-5778aa33e9fd', 'tag': '45d32398-3e01-49af-97a0-53ac0b84223d'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:52:58.246880 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16b1b19-5d4d-41b5-964b-d3270ff71bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "4d93278b-377f-4596-894c-5778aa33e9fd", "tag": "45d32398-3e01-49af-97a0-53ac0b84223d"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:52:58.277959 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=45d32398-3e01-49af-97a0-53ac0b84223d,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:58.281293 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:58.346494 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f764caca-e5a4-4765-bc93-b500a21618a2 x-openstack-request-id: req-f764caca-e5a4-4765-bc93-b500a21618a2 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:52:58.346828 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d93278b-377f-4596-894c-5778aa33e9fd", "tag": "45d32398-3e01-49af-97a0-53ac0b84223d", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:52:58.347129 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f764caca-e5a4-4765-bc93-b500a21618a2 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:52:58.347625 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d93278b-377f-4596-894c-5778aa33e9fd', 'tag': '45d32398-3e01-49af-97a0-53ac0b84223d', 'status': 'completed', 'code': 200} Jun 22 09:52:58.395947 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-89cfbc98-55f1-49e6-af1f-edf5ade09092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:58.397430 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-89cfbc98-55f1-49e6-af1f-edf5ade09092 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 1097 time: 0.0617270 Jun 22 09:52:58.439103 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-ce7f7992-a9cb-4714-b046-e0d8c0eb5d99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45d32398-3e01-49af-97a0-53ac0b84223d HTTP/1.1" status: 200 len: 217 time: 0.0340087 Jun 22 09:52:58.484841 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-9e0b1169-61d5-47fa-a9a7-62c82772e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:58.486137 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-9e0b1169-61d5-47fa-a9a7-62c82772e19f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6bb95fa6-543d-4482-a9d9-b6ae6c97795d HTTP/1.1" status: 200 len: 834 time: 0.0412757 Jun 22 09:52:58.864591 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-a703b36f-929f-4482-a153-06292c11ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:58.866055 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-a703b36f-929f-4482-a153-06292c11ef14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41d3f174-4c82-442c-aac8-a4972e38fa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3738499 Jun 22 09:52:58.952275 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-50fb810a-3af0-48e4-b70b-8f8f6cb93c47 service neutron] 10.222.0.35 "GET /v2.0/networks/41d3f174-4c82-442c-aac8-a4972e38fa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790918 Jun 22 09:52:59.045156 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f164bd6d-4b4a-4899-9ad9-a992df596539 req-44a023e0-33b0-4aca-a07a-38236503f571 service neutron] 10.222.0.35 "GET /v2.0/networks/41d3f174-4c82-442c-aac8-a4972e38fa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866811 Jun 22 09:52:59.196653 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b1b19-5d4d-41b5-964b-d3270ff71bc4 req-a43fd7ba-ec8e-4675-956d-b4ce9e21946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:59.198601 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e16b1b19-5d4d-41b5-964b-d3270ff71bc4 req-a43fd7ba-ec8e-4675-956d-b4ce9e21946d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 1097 time: 0.0512819 Jun 22 09:52:59.286896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b1b19-5d4d-41b5-964b-d3270ff71bc4 req-9fc5cc9a-0677-4565-98bb-d931a942e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:59.288407 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e16b1b19-5d4d-41b5-964b-d3270ff71bc4 req-9fc5cc9a-0677-4565-98bb-d931a942e1c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41d3f174-4c82-442c-aac8-a4972e38fa38 HTTP/1.1" status: 200 len: 897 time: 0.0836840 Jun 22 09:52:59.331260 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e16b1b19-5d4d-41b5-964b-d3270ff71bc4 req-9e65289a-ae7d-441e-9278-a86d603ca32c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45d32398-3e01-49af-97a0-53ac0b84223d HTTP/1.1" status: 200 len: 217 time: 0.0360208 Jun 22 09:52:59.378166 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b1b19-5d4d-41b5-964b-d3270ff71bc4 req-d3e750b5-435b-49cb-a184-947e9ac4e404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:59.379616 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e16b1b19-5d4d-41b5-964b-d3270ff71bc4 req-d3e750b5-435b-49cb-a184-947e9ac4e404 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6bb95fa6-543d-4482-a9d9-b6ae6c97795d HTTP/1.1" status: 200 len: 834 time: 0.0423334 Jun 22 09:52:59.380713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2bf26-6876-401e-9a6d-5a5fa3ec4d40 req-9ca89b46-01b8-4596-a19e-bffad7fe7acd tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:59.382153 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6ca2bf26-6876-401e-9a6d-5a5fa3ec4d40 req-9ca89b46-01b8-4596-a19e-bffad7fe7acd tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 944 time: 0.0657461 Jun 22 09:52:59.421105 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6ca2bf26-6876-401e-9a6d-5a5fa3ec4d40 req-c6ca4c48-e2f2-44e7-a403-09a07ab88f71 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c655f84c-eb94-4393-9eca-a18a776f9d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333507 Jun 22 09:52:59.441048 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b1b19-5d4d-41b5-964b-d3270ff71bc4 req-5d756b0f-0e2e-48b7-ba3b-0d87023d5a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:59.442519 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e16b1b19-5d4d-41b5-964b-d3270ff71bc4 req-5d756b0f-0e2e-48b7-ba3b-0d87023d5a90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41d3f174-4c82-442c-aac8-a4972e38fa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567930 Jun 22 09:52:59.528436 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e16b1b19-5d4d-41b5-964b-d3270ff71bc4 req-fe309c90-e3bb-48f8-9f82-e2949f7a2c01 service neutron] 10.222.0.35 "GET /v2.0/networks/41d3f174-4c82-442c-aac8-a4972e38fa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794034 Jun 22 09:52:59.621003 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e16b1b19-5d4d-41b5-964b-d3270ff71bc4 req-a656c5e9-8fb9-4042-9dd7-fa9ddf40f97e service neutron] 10.222.0.35 "GET /v2.0/networks/41d3f174-4c82-442c-aac8-a4972e38fa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817277 Jun 22 09:53:00.591138 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d901ef-34d2-4eae-bba2-a8a9401ccf4a req-e32ba080-f60c-4a41-b8a8-4e21d6e73848 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:00.593142 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-32d901ef-34d2-4eae-bba2-a8a9401ccf4a req-e32ba080-f60c-4a41-b8a8-4e21d6e73848 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 944 time: 0.0627463 Jun 22 09:53:00.629735 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-32d901ef-34d2-4eae-bba2-a8a9401ccf4a req-240bea68-8786-495a-ab41-add815f6d266 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c655f84c-eb94-4393-9eca-a18a776f9d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309949 Jun 22 09:53:01.692180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 45d32398-3e01-49af-97a0-53ac0b84223d details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:53:01.793374 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 45d32398-3e01-49af-97a0-53ac0b84223d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=45d32398-3e01-49af-97a0-53ac0b84223d,segment=NetworkSegment(51ffd79e-f00b-43c6-bf8e-9410310544f9),segment_id=51ffd79e-f00b-43c6-bf8e-9410310544f9)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:53:01.805593 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '45d32398-3e01-49af-97a0-53ac0b84223d', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'port_id': '45d32398-3e01-49af-97a0-53ac0b84223d', 'mac_address': 'fa:16:3e:69:b2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:53:01.824747 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2838b97-904e-45da-a7e5-957ee598dac5 req-145786b7-b4fc-4b50-9518-2f6d73d84e68 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:01.826330 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c2838b97-904e-45da-a7e5-957ee598dac5 req-145786b7-b4fc-4b50-9518-2f6d73d84e68 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 944 time: 0.0632172 Jun 22 09:53:01.843467 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:01.856805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d32398-3e01-49af-97a0-53ac0b84223d {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:53:01.865777 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c2838b97-904e-45da-a7e5-957ee598dac5 req-a185d88f-627c-4dbc-bd46-f06739210dae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c655f84c-eb94-4393-9eca-a18a776f9d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327652 Jun 22 09:53:01.877037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 45d32398-3e01-49af-97a0-53ac0b84223d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=45d32398-3e01-49af-97a0-53ac0b84223d,segment=NetworkSegment(51ffd79e-f00b-43c6-bf8e-9410310544f9),segment_id=51ffd79e-f00b-43c6-bf8e-9410310544f9)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:53:01.934017 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:01.936049 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:53:01.980576 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=45d32398-3e01-49af-97a0-53ac0b84223d,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:53:01.984016 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:53:02.238643 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['45d32398-3e01-49af-97a0-53ac0b84223d'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:53:03.035005 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ea841-ff8f-4f3f-9546-18611386f520 req-f7970b03-38d0-46a3-97e9-eeca813d6161 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:03.036519 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5d0ea841-ff8f-4f3f-9546-18611386f520 req-f7970b03-38d0-46a3-97e9-eeca813d6161 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 945 time: 0.0634415 Jun 22 09:53:03.074889 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5d0ea841-ff8f-4f3f-9546-18611386f520 req-6376e9d7-8ccc-434a-b0c2-a42956a53122 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c655f84c-eb94-4393-9eca-a18a776f9d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327423 Jun 22 09:53:03.708697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 45d32398-3e01-49af-97a0-53ac0b84223d up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:53:03.837528 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 45d32398-3e01-49af-97a0-53ac0b84223d completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:53:03.841242 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 45d32398-3e01-49af-97a0-53ac0b84223d triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:53:03.841622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:03.914298 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:03.935333 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d93278b-377f-4596-894c-5778aa33e9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d32398-3e01-49af-97a0-53ac0b84223d'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:53:03.937633 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69464c29-7333-4819-90b5-51a876270925" -d '{"events": [{"server_uuid": "4d93278b-377f-4596-894c-5778aa33e9fd", "name": "network-vif-plugged", "status": "completed", "tag": "45d32398-3e01-49af-97a0-53ac0b84223d"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:53:03.951152 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 45d32398-3e01-49af-97a0-53ac0b84223d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=45d32398-3e01-49af-97a0-53ac0b84223d,segment=NetworkSegment(51ffd79e-f00b-43c6-bf8e-9410310544f9),segment_id=51ffd79e-f00b-43c6-bf8e-9410310544f9)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:53:03.974247 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5c8e0d-f398-46a0-8826-b7bdf1f0fbd4 x-openstack-request-id: req-bc5c8e0d-f398-46a0-8826-b7bdf1f0fbd4 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:53:03.974550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d93278b-377f-4596-894c-5778aa33e9fd", "name": "network-vif-plugged", "status": "completed", "tag": "45d32398-3e01-49af-97a0-53ac0b84223d", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:53:03.974835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc5c8e0d-f398-46a0-8826-b7bdf1f0fbd4 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:53:03.975229 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d93278b-377f-4596-894c-5778aa33e9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d32398-3e01-49af-97a0-53ac0b84223d', 'code': 200} Jun 22 09:53:04.032132 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:04.033985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:53:04.079294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=45d32398-3e01-49af-97a0-53ac0b84223d,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:53:04.082294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:53:04.248752 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1464d0-bab8-4e15-ae2b-a644c8af4ad8 req-2a5f0130-255c-4793-81bb-5a5b3f3562f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:04.250678 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e1464d0-bab8-4e15-ae2b-a644c8af4ad8 req-2a5f0130-255c-4793-81bb-5a5b3f3562f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 946 time: 0.0670731 Jun 22 09:53:04.289138 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e1464d0-bab8-4e15-ae2b-a644c8af4ad8 req-4a170817-a413-49eb-ae82-d1464e3e8081 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c655f84c-eb94-4393-9eca-a18a776f9d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319157 Jun 22 09:53:04.339187 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6a269-f5fb-4165-8bf4-8e7433ad8563 req-10728f2d-80ce-414b-86f7-db748204593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:04.340685 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-daf6a269-f5fb-4165-8bf4-8e7433ad8563 req-10728f2d-80ce-414b-86f7-db748204593c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 1099 time: 0.0507104 Jun 22 09:53:04.374121 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-daf6a269-f5fb-4165-8bf4-8e7433ad8563 req-f5ec9ec0-ddce-43b3-9c6e-23ac49a8afe5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c655f84c-eb94-4393-9eca-a18a776f9d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266845 Jun 22 09:53:05.466389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46059152-4bf8-4224-9712-255a3b39cf07 req-290df93a-5615-4664-a15b-85d6dcf3b904 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:05.467801 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-46059152-4bf8-4224-9712-255a3b39cf07 req-290df93a-5615-4664-a15b-85d6dcf3b904 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 946 time: 0.0659926 Jun 22 09:53:05.507372 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-46059152-4bf8-4224-9712-255a3b39cf07 req-3414984d-e02d-420c-a5b0-06570739cfda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c655f84c-eb94-4393-9eca-a18a776f9d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330842 Jun 22 09:53:06.683824 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f2d05-7d53-4cbe-a018-bc5b5bf1529b req-a5724ba3-a2bd-45a8-9578-75cb527553e9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:06.685532 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-790f2d05-7d53-4cbe-a018-bc5b5bf1529b req-a5724ba3-a2bd-45a8-9578-75cb527553e9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 946 time: 0.0669014 Jun 22 09:53:06.723010 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-790f2d05-7d53-4cbe-a018-bc5b5bf1529b req-c48979eb-ec51-464e-9577-d093bc58789a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c655f84c-eb94-4393-9eca-a18a776f9d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318387 Jun 22 09:53:06.891766 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79afa34-6244-43ca-9a71-a290e8b97f4b req-1848f67f-ed42-45b3-9c83-28f5d0db1434 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:06.893155 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c79afa34-6244-43ca-9a71-a290e8b97f4b req-1848f67f-ed42-45b3-9c83-28f5d0db1434 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 946 time: 0.0651181 Jun 22 09:53:06.929153 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c79afa34-6244-43ca-9a71-a290e8b97f4b req-51802a49-22eb-4031-b471-7ceacc228872 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c655f84c-eb94-4393-9eca-a18a776f9d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303838 Jun 22 09:53:06.952693 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35674) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:53:07.125663 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb84d948-c312-4cb0-aee7-18a71314f37b tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:07.127167 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bb84d948-c312-4cb0-aee7-18a71314f37b tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 1094 time: 0.1730130 Jun 22 09:53:07.129987 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35678) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:53:07.134573 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '45d32398-3e01-49af-97a0-53ac0b84223d', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:53:07.204160 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:07.301040 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:07.403681 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.26.3.238 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/a0de7978-e16b-45ee-b211-6383c73c8bfe) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:53:07.505536 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:07.598010 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:07.600836 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a0a5ea9e-f034-419e-8376-4aa235984dfa tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:53:07.635648 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:53:07.638408 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:53:07.644353 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:53:07.649742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=a0de7978-e16b-45ee-b211-6383c73c8bfe,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:53:07.668186 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:53:08.337820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:08.457576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:08.599738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:08.637205 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:08.639393 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:53:08.716495 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=a0de7978-e16b-45ee-b211-6383c73c8bfe,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:53:08.721702 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:53:08.728247 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:08.823787 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP 185a2cef-9737-4675-bcd0-d7103d9db46b associated. External IP: 172.26.3.238, port: 45d32398-3e01-49af-97a0-53ac0b84223d. Jun 22 09:53:09.027228 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router aaf99f9e-7799-488d-a22b-a0090c164115 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:53:09.130777 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:53:09.140697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b361fada-f6fa-4a95-808d-b54111a58663 None None] Sync routers for ids ['aaf99f9e-7799-488d-a22b-a0090c164115'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:53:09.153181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b361fada-f6fa-4a95-808d-b54111a58663 None None] Routers {'aaf99f9e-7799-488d-a22b-a0090c164115'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:53:09.153805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-b361fada-f6fa-4a95-808d-b54111a58663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:52:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['aaf99f9e-7799-488d-a22b-a0090c164115'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:53:09.209243 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:09.245025 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1140113 Jun 22 09:53:09.245713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d93278b-377f-4596-894c-5778aa33e9fd', 'tag': '45d32398-3e01-49af-97a0-53ac0b84223d'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:53:09.247842 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35680) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:53:09.248356 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488850df-0629-4685-a7e9-0dcfc0947238" -d '{"events": [{"name": "network-changed", "server_uuid": "4d93278b-377f-4596-894c-5778aa33e9fd", "tag": "45d32398-3e01-49af-97a0-53ac0b84223d"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:53:09.261289 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-b361fada-f6fa-4a95-808d-b54111a58663 None None] Set router aaf99f9e-7799-488d-a22b-a0090c164115 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:53:09.283050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01896a94-25e1-4be2-a22f-e77495822083 x-openstack-request-id: req-01896a94-25e1-4be2-a22f-e77495822083 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:53:09.283389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d93278b-377f-4596-894c-5778aa33e9fd", "tag": "45d32398-3e01-49af-97a0-53ac0b84223d", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:53:09.283720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01896a94-25e1-4be2-a22f-e77495822083 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:53:09.284201 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d93278b-377f-4596-894c-5778aa33e9fd', 'tag': '45d32398-3e01-49af-97a0-53ac0b84223d', 'status': 'completed', 'code': 200} Jun 22 09:53:09.395349 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e439aa61-b7b2-4634-b787-d998dcd87101 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/routers/aaf99f9e-7799-488d-a22b-a0090c164115 HTTP/1.1" status: 200 len: 922 time: 0.1460996 Jun 22 09:53:09.397937 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35684) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:53:09.443340 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488850df-0629-4685-a7e9-0dcfc0947238 req-c7cb5e2b-e5d0-40cd-b53a-54d2cd1a1487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:09.444820 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-488850df-0629-4685-a7e9-0dcfc0947238 req-c7cb5e2b-e5d0-40cd-b53a-54d2cd1a1487 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 1099 time: 0.1379955 Jun 22 09:53:09.492639 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-b361fada-f6fa-4a95-808d-b54111a58663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'name': 'tempest-TestNetworkBasicOps-router-1783648352', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:44Z', 'updated_at': '2021-06-22T09:52:49Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:45Z', 'updated_at': '2021-06-22T09:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '185a2cef-9737-4675-bcd0-d7103d9db46b', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.238', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'port_id': '45d32398-3e01-49af-97a0-53ac0b84223d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'mac_address': 'fa:16:3e:69:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d93278b-377f-4596-894c-5778aa33e9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:53:07Z', 'updated_at': '2021-06-22T09:53:07Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a5d17e-ace8-47e7-b267-a4c5acb30005', 'name': '', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:73:c3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:48Z', 'updated_at': '2021-06-22T09:52:53Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:53:09.509467 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0af86c2b-69b9-4165-996a-58df2781c04f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/185a2cef-9737-4675-bcd0-d7103d9db46b HTTP/1.1" status: 200 len: 992 time: 0.1089399 Jun 22 09:53:09.519183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b361fada-f6fa-4a95-808d-b54111a58663 None None] Checking router: aaf99f9e-7799-488d-a22b-a0090c164115 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:53:09.527403 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b361fada-f6fa-4a95-808d-b54111a58663 None None] Routers {'aaf99f9e-7799-488d-a22b-a0090c164115'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:53:09.528052 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-b361fada-f6fa-4a95-808d-b54111a58663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:52:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['aaf99f9e-7799-488d-a22b-a0090c164115'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:53:09.550487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488850df-0629-4685-a7e9-0dcfc0947238 req-906df79f-d767-40fe-8557-fa7943c4fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:09.551983 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-488850df-0629-4685-a7e9-0dcfc0947238 req-906df79f-d767-40fe-8557-fa7943c4fbff service neutron] 10.222.0.35 "GET /v2.0/networks?id=41d3f174-4c82-442c-aac8-a4972e38fa38 HTTP/1.1" status: 200 len: 897 time: 0.1007597 Jun 22 09:53:09.622905 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-488850df-0629-4685-a7e9-0dcfc0947238 req-309b4580-0eca-4035-a317-5bf624529491 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45d32398-3e01-49af-97a0-53ac0b84223d HTTP/1.1" status: 200 len: 1000 time: 0.0636806 Jun 22 09:53:09.678713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488850df-0629-4685-a7e9-0dcfc0947238 req-ddd224d8-6eb3-4ae0-8ad7-4af9bb329102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:09.680218 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-488850df-0629-4685-a7e9-0dcfc0947238 req-ddd224d8-6eb3-4ae0-8ad7-4af9bb329102 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6bb95fa6-543d-4482-a9d9-b6ae6c97795d HTTP/1.1" status: 200 len: 834 time: 0.0500216 Jun 22 09:53:09.738369 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488850df-0629-4685-a7e9-0dcfc0947238 req-124e399e-e81b-485e-a661-abcadd6705b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:09.739917 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-488850df-0629-4685-a7e9-0dcfc0947238 req-124e399e-e81b-485e-a661-abcadd6705b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41d3f174-4c82-442c-aac8-a4972e38fa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517774 Jun 22 09:53:09.776571 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-b361fada-f6fa-4a95-808d-b54111a58663 None None] Set router aaf99f9e-7799-488d-a22b-a0090c164115 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:53:09.828323 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-488850df-0629-4685-a7e9-0dcfc0947238 req-95547568-9547-4f4f-acab-aa9142a87e33 service neutron] 10.222.0.35 "GET /v2.0/networks/41d3f174-4c82-442c-aac8-a4972e38fa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814700 Jun 22 09:53:09.921085 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-488850df-0629-4685-a7e9-0dcfc0947238 req-5e3f8d8a-7cf8-4e0f-b4e7-d0bf20c99366 service neutron] 10.222.0.35 "GET /v2.0/networks/41d3f174-4c82-442c-aac8-a4972e38fa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860221 Jun 22 09:53:09.997543 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-b361fada-f6fa-4a95-808d-b54111a58663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'name': 'tempest-TestNetworkBasicOps-router-1783648352', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:44Z', 'updated_at': '2021-06-22T09:52:49Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:45Z', 'updated_at': '2021-06-22T09:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '185a2cef-9737-4675-bcd0-d7103d9db46b', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.238', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'port_id': '45d32398-3e01-49af-97a0-53ac0b84223d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'mac_address': 'fa:16:3e:69:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d93278b-377f-4596-894c-5778aa33e9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:53:07Z', 'updated_at': '2021-06-22T09:53:07Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a5d17e-ace8-47e7-b267-a4c5acb30005', 'name': '', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:73:c3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:48Z', 'updated_at': '2021-06-22T09:52:53Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:53:10.022718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b361fada-f6fa-4a95-808d-b54111a58663 None None] The sync data for ids ['aaf99f9e-7799-488d-a22b-a0090c164115'] in dv-neutron-797121-3-hyperv is: [{'id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'name': 'tempest-TestNetworkBasicOps-router-1783648352', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:44Z', 'updated_at': '2021-06-22T09:52:49Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:45Z', 'updated_at': '2021-06-22T09:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '185a2cef-9737-4675-bcd0-d7103d9db46b', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.238', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'port_id': '45d32398-3e01-49af-97a0-53ac0b84223d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'mac_address': 'fa:16:3e:69:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d93278b-377f-4596-894c-5778aa33e9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:53:07Z', 'updated_at': '2021-06-22T09:53:07Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a5d17e-ace8-47e7-b267-a4c5acb30005', 'name': '', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:73:c3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:48Z', 'updated_at': '2021-06-22T09:52:53Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:53:10.195359 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11cd1bd-6d56-486a-8adb-426e954826e6 None None] New status for floating IP 185a2cef-9737-4675-bcd0-d7103d9db46b: ACTIVE {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:53:10.374767 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:10.513024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35686) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:53:10.572769 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-27b6faec-0513-4d46-9005-431d54e19fc2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/185a2cef-9737-4675-bcd0-d7103d9db46b HTTP/1.1" status: 200 len: 994 time: 0.0585341 Jun 22 09:53:13.150790 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d82a5-2796-46c8-8274-5e458229722e req-2356f084-a03f-4242-80a6-1f2f134ce556 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:13.152282 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c18d82a5-2796-46c8-8274-5e458229722e req-2356f084-a03f-4242-80a6-1f2f134ce556 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 945 time: 0.0633199 Jun 22 09:53:13.190186 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c18d82a5-2796-46c8-8274-5e458229722e req-eab356d0-989d-4855-8bec-331d335d1286 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315430 Jun 22 09:53:14.370083 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b18479-97f8-4e3f-a41d-6a2288a8974b req-d2ecaa0b-eb00-4296-a453-b7eaf1be68cb tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:14.371505 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c4b18479-97f8-4e3f-a41d-6a2288a8974b req-d2ecaa0b-eb00-4296-a453-b7eaf1be68cb tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 945 time: 0.0719295 Jun 22 09:53:14.408361 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c4b18479-97f8-4e3f-a41d-6a2288a8974b req-8efe215c-05e1-4d90-b7aa-7fe46bb26a1f tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305133 Jun 22 09:53:14.899958 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f67dd3-c2a7-46c6-bcdf-644c909f540e req-74bf1648-bf00-496f-bc0f-b66b1545712f tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:14.901384 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c2f67dd3-c2a7-46c6-bcdf-644c909f540e req-74bf1648-bf00-496f-bc0f-b66b1545712f tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 945 time: 0.0678072 Jun 22 09:53:14.999485 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-c2f67dd3-c2a7-46c6-bcdf-644c909f540e req-5a6db627-56dc-4e51-b5f1-e57b62327c6b tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Deleting port 5133f663-ee84-43af-a9f9-8e00b362fae7 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:53:14.999765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-c2f67dd3-c2a7-46c6-bcdf-644c909f540e req-5a6db627-56dc-4e51-b5f1-e57b62327c6b tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:15.086898 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-c2f67dd3-c2a7-46c6-bcdf-644c909f540e req-5a6db627-56dc-4e51-b5f1-e57b62327c6b tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] For port 5133f663-ee84-43af-a9f9-8e00b362fae7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5133f663-ee84-43af-a9f9-8e00b362fae7,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:53:15.087251 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-c2f67dd3-c2a7-46c6-bcdf-644c909f540e req-5a6db627-56dc-4e51-b5f1-e57b62327c6b tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:15.247627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-c2f67dd3-c2a7-46c6-bcdf-644c909f540e req-5a6db627-56dc-4e51-b5f1-e57b62327c6b tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:15.248029 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-c2f67dd3-c2a7-46c6-bcdf-644c909f540e req-5a6db627-56dc-4e51-b5f1-e57b62327c6b tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:15.248343 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [req-c2f67dd3-c2a7-46c6-bcdf-644c909f540e req-5a6db627-56dc-4e51-b5f1-e57b62327c6b tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Floating IP 72745804-73e1-49d2-b809-8af5bdebc3a5 disassociated. External IP: 172.26.3.66, port: 5133f663-ee84-43af-a9f9-8e00b362fae7. Jun 22 09:53:15.248685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-c2f67dd3-c2a7-46c6-bcdf-644c909f540e req-5a6db627-56dc-4e51-b5f1-e57b62327c6b tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Calling delete_port for 5133f663-ee84-43af-a9f9-8e00b362fae7 owned by compute:nova {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:53:15.437800 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-c2f67dd3-c2a7-46c6-bcdf-644c909f540e req-5a6db627-56dc-4e51-b5f1-e57b62327c6b tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:15.443026 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-aa99239e-2905-48cd-bce4-6eaf1f3d09c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:53:15.467854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6db627-56dc-4e51-b5f1-e57b62327c6b tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event deleted for resources: {'Port': ['ID=5133f663-ee84-43af-a9f9-8e00b362fae7,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:53:15.471273 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5a6db627-56dc-4e51-b5f1-e57b62327c6b tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:53:15.577528 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8455d8c6-224a-47f6-a745-cc77ad8e44f1 req-7fa0bf8c-3d14-45a6-a14f-a0bc4779afdc tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 210 time: 0.0577328 Jun 22 09:53:15.604620 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2f67dd3-c2a7-46c6-bcdf-644c909f540e req-5a6db627-56dc-4e51-b5f1-e57b62327c6b tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:53:15.708145 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2f67dd3-c2a7-46c6-bcdf-644c909f540e req-5a6db627-56dc-4e51-b5f1-e57b62327c6b tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:53:15.718425 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf0253-e8ef-4792-bac6-df8a7fc2f7ed None None] Sync routers for ids ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:53:15.728054 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbf0253-e8ef-4792-bac6-df8a7fc2f7ed None None] Routers {'6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:53:15.728681 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2dbf0253-e8ef-4792-bac6-df8a7fc2f7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:52:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:53:15.750155 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f67dd3-c2a7-46c6-bcdf-644c909f540e req-5a6db627-56dc-4e51-b5f1-e57b62327c6b tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] No DVR routers for this DVR port 5133f663-ee84-43af-a9f9-8e00b362fae7 on host hv-neutron-7971 {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:53:15.752622 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-c2f67dd3-c2a7-46c6-bcdf-644c909f540e req-5a6db627-56dc-4e51-b5f1-e57b62327c6b tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:15.754604 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c2f67dd3-c2a7-46c6-bcdf-644c909f540e req-5a6db627-56dc-4e51-b5f1-e57b62327c6b tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.35 "DELETE /v2.0/ports/5133f663-ee84-43af-a9f9-8e00b362fae7 HTTP/1.1" status: 204 len: 173 time: 0.8473463 Jun 22 09:53:15.755139 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d40fa1a-d2fa-41fb-aa41-300dd2280869', 'name': 'network-vif-deleted', 'tag': '5133f663-ee84-43af-a9f9-8e00b362fae7'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:53:15.757480 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bda50f0-80dc-43c3-987b-20116663ab15" -d '{"events": [{"server_uuid": "0d40fa1a-d2fa-41fb-aa41-300dd2280869", "name": "network-vif-deleted", "tag": "5133f663-ee84-43af-a9f9-8e00b362fae7"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:53:15.791620 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afeba2f7-2af0-46a3-bc37-1d1bf2ee8a1b x-openstack-request-id: req-afeba2f7-2af0-46a3-bc37-1d1bf2ee8a1b {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:53:15.791968 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d40fa1a-d2fa-41fb-aa41-300dd2280869", "name": "network-vif-deleted", "tag": "5133f663-ee84-43af-a9f9-8e00b362fae7", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:53:15.792273 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afeba2f7-2af0-46a3-bc37-1d1bf2ee8a1b {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:53:15.792807 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d40fa1a-d2fa-41fb-aa41-300dd2280869', 'name': 'network-vif-deleted', 'tag': '5133f663-ee84-43af-a9f9-8e00b362fae7', 'status': 'completed', 'code': 200} Jun 22 09:53:15.843622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-2dbf0253-e8ef-4792-bac6-df8a7fc2f7ed None None] Set router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:53:16.055810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2dbf0253-e8ef-4792-bac6-df8a7fc2f7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:47Z', 'revision_number': 5, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:53:16.081489 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf0253-e8ef-4792-bac6-df8a7fc2f7ed None None] Checking router: 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:53:16.089643 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbf0253-e8ef-4792-bac6-df8a7fc2f7ed None None] Routers {'6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:53:16.090274 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2dbf0253-e8ef-4792-bac6-df8a7fc2f7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:52:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:53:16.197164 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-2dbf0253-e8ef-4792-bac6-df8a7fc2f7ed None None] Set router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:53:16.389063 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2dbf0253-e8ef-4792-bac6-df8a7fc2f7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:47Z', 'revision_number': 5, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:53:16.418789 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf0253-e8ef-4792-bac6-df8a7fc2f7ed None None] The sync data for ids ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'] in dv-neutron-797121-3-hyperv is: [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:47Z', 'revision_number': 5, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:53:16.646674 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be73282-d8ac-451e-ab47-7e35a2c09d5c None None] New status for floating IP 72745804-73e1-49d2-b809-8af5bdebc3a5: DOWN {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:53:16.689426 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0e7effd0-d5bb-49e8-803f-f93a8fa7a81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:16.744196 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bcc022b5-23dd-4913-bf37-7c3d89aa78d5 req-6eb5a216-3821-4aac-a9fc-7693e621dc53 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 210 time: 0.0405624 Jun 22 09:53:17.214896 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:53:17.755905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 5133f663-ee84-43af-a9f9-8e00b362fae7 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:53:17.776987 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 5133f663-ee84-43af-a9f9-8e00b362fae7 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:53:17.777350 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 5133f663-ee84-43af-a9f9-8e00b362fae7 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:53:17.883547 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7dabaee5-5156-4154-b418-df42ee4d2fca req-8dd48bac-0564-4e90-9c91-191db856d4f5 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 210 time: 0.0287619 Jun 22 09:53:19.035874 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-111f4a74-3236-4cbf-8f77-a25c46691a7c req-2abd9304-9244-47c9-a8db-236b187ab141 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d40fa1a-d2fa-41fb-aa41-300dd2280869 HTTP/1.1" status: 200 len: 210 time: 0.0338027 Jun 22 09:53:19.054667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5f61596c-cf1d-4dce-8ce3-7fa1620cf9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:19.294038 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:20.201907 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6ddab06f-200e-40da-8a16-bf8ab59d0dca req-3b9fa0d7-e9b8-472b-b30a-9525ceb37b7f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509388 Jun 22 09:53:20.307725 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-631a601c-92c7-439e-b2fe-8c9519be731d req-5ed99123-7711-4a75-b83c-0f08c13255f3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1336104207&fields=id&tenant_id=3fec7d2e6d064b53ac154e35478d03d8 HTTP/1.1" status: 200 len: 267 time: 0.0395753 Jun 22 09:53:20.330259 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddab06f-200e-40da-8a16-bf8ab59d0dca req-7179dd6e-82ff-46d7-ac01-09532be1f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:20.331665 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6ddab06f-200e-40da-8a16-bf8ab59d0dca req-7179dd6e-82ff-46d7-ac01-09532be1f7ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 1099 time: 0.0887728 Jun 22 09:53:20.443002 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:20.486237 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a601c-92c7-439e-b2fe-8c9519be731d req-1818ce4c-bc37-4f3a-aa32-72dd8fe8bfb3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:20.487668 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-631a601c-92c7-439e-b2fe-8c9519be731d req-1818ce4c-bc37-4f3a-aa32-72dd8fe8bfb3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/networks?id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2 HTTP/1.1" status: 200 len: 811 time: 0.1712921 Jun 22 09:53:20.491951 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddab06f-200e-40da-8a16-bf8ab59d0dca req-57bfde6e-4035-422c-a1ee-ec6d1ecdde0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:20.493289 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6ddab06f-200e-40da-8a16-bf8ab59d0dca req-57bfde6e-4035-422c-a1ee-ec6d1ecdde0d service neutron] 10.222.0.35 "GET /v2.0/networks?id=41d3f174-4c82-442c-aac8-a4972e38fa38 HTTP/1.1" status: 200 len: 897 time: 0.1245842 Jun 22 09:53:20.509718 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-631a601c-92c7-439e-b2fe-8c9519be731d req-c85e23d7-9b23-4f72-8f4d-fbb73337cf43 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/quotas/3fec7d2e6d064b53ac154e35478d03d8 HTTP/1.1" status: 200 len: 375 time: 0.0155580 Jun 22 09:53:20.608078 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6ddab06f-200e-40da-8a16-bf8ab59d0dca req-bd7f7b13-5f7a-4ae4-b2e7-45c2a1e5d84b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45d32398-3e01-49af-97a0-53ac0b84223d HTTP/1.1" status: 200 len: 1002 time: 0.1072288 Jun 22 09:53:20.679236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddab06f-200e-40da-8a16-bf8ab59d0dca req-1c5ed94a-7668-443e-a027-f381699d074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:20.680662 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6ddab06f-200e-40da-8a16-bf8ab59d0dca req-1c5ed94a-7668-443e-a027-f381699d074a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6bb95fa6-543d-4482-a9d9-b6ae6c97795d HTTP/1.1" status: 200 len: 834 time: 0.0661669 Jun 22 09:53:20.689558 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-631a601c-92c7-439e-b2fe-8c9519be731d req-3bfb433c-76d1-460d-b9a6-67173caebf11 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1541986 Jun 22 09:53:20.807359 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddab06f-200e-40da-8a16-bf8ab59d0dca req-8b125bd1-02db-4199-b7c9-9e71d89e8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:20.810032 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6ddab06f-200e-40da-8a16-bf8ab59d0dca req-8b125bd1-02db-4199-b7c9-9e71d89e8427 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41d3f174-4c82-442c-aac8-a4972e38fa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1194441 Jun 22 09:53:20.817805 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-631a601c-92c7-439e-b2fe-8c9519be731d req-4aa0f730-6014-442a-9371-6673c31ca91d service neutron] 10.222.0.20 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030059 Jun 22 09:53:20.966351 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6ddab06f-200e-40da-8a16-bf8ab59d0dca req-95163ed6-ed55-4a13-89ff-7e61dec71485 service neutron] 10.222.0.35 "GET /v2.0/networks/41d3f174-4c82-442c-aac8-a4972e38fa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475284 Jun 22 09:53:20.968425 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-631a601c-92c7-439e-b2fe-8c9519be731d req-9e783fff-8358-4f3e-bf90-379934e5fc33 service neutron] 10.222.0.20 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428826 Jun 22 09:53:21.387868 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6ddab06f-200e-40da-8a16-bf8ab59d0dca req-239d494a-671a-4ae5-abfb-5ca6ba8312a0 service neutron] 10.222.0.35 "GET /v2.0/networks/41d3f174-4c82-442c-aac8-a4972e38fa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154360 Jun 22 09:53:21.562670 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-82332a37-400a-4142-89a4-66496e44652b req-d32bc949-1f63-4ed5-a149-9b51f9f1eec8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 210 time: 0.0280948 Jun 22 09:53:21.717302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:22.699192 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ed0eded5-c31b-4842-b29d-7cc58564012c req-6efb4d0e-aff7-4638-b525-ff642ca9185d tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 210 time: 0.0297055 Jun 22 09:53:23.486978 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a601c-92c7-439e-b2fe-8c9519be731d req-6922266a-e55f-48ca-a904-43d9a1f7d7e5 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:23.488519 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-631a601c-92c7-439e-b2fe-8c9519be731d req-6922266a-e55f-48ca-a904-43d9a1f7d7e5 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.35 "GET /v2.0/networks?id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2 HTTP/1.1" status: 200 len: 811 time: 0.1093571 Jun 22 09:53:23.531852 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-631a601c-92c7-439e-b2fe-8c9519be731d req-ce6112f3-51fe-4584-9c4f-a19286a90033 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fec7d2e6d064b53ac154e35478d03d8 HTTP/1.1" status: 200 len: 380 time: 0.0342016 Jun 22 09:53:23.539979 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-631a601c-92c7-439e-b2fe-8c9519be731d req-5538427d-295f-4c1f-a6cb-26bdbf10c7be tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Request body: {'port': {'device_id': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'admin_state_up': True, 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'security_groups': ['72592f94-70ff-4bfb-a92a-cbe776d0fa31']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:53:23.688325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631a601c-92c7-439e-b2fe-8c9519be731d req-5538427d-295f-4c1f-a6cb-26bdbf10c7be tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Made reservation on behalf of 3fec7d2e6d064b53ac154e35478d03d8 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:53:23.691977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-631a601c-92c7-439e-b2fe-8c9519be731d req-5538427d-295f-4c1f-a6cb-26bdbf10c7be tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:23.831041 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [req-631a601c-92c7-439e-b2fe-8c9519be731d req-5538427d-295f-4c1f-a6cb-26bdbf10c7be tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Allocated IP 172.20.0.12 (6a8f2608-387b-4dce-bb3b-fea1e1e609c2/fabcb960-cfc9-40eb-90c8-609dad8d137e/9e98432a-b155-40af-800e-cd2bc44e7804) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:53:23.850137 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8540f565-23b5-4485-b685-ba168c91f735 req-3267c720-fa80-4a88-a887-2f844fece72e tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 210 time: 0.0293889 Jun 22 09:53:23.975252 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-631a601c-92c7-439e-b2fe-8c9519be731d req-5538427d-295f-4c1f-a6cb-26bdbf10c7be tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:23.989728 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-631a601c-92c7-439e-b2fe-8c9519be731d req-5538427d-295f-4c1f-a6cb-26bdbf10c7be tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Transition to ACTIVE for port object 9e98432a-b155-40af-800e-cd2bc44e7804 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:53:24.078933 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-631a601c-92c7-439e-b2fe-8c9519be731d req-5538427d-295f-4c1f-a6cb-26bdbf10c7be tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:24.084541 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1cb9d184-d17e-44b6-974e-968f925a49ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:53:24.132301 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631a601c-92c7-439e-b2fe-8c9519be731d req-5538427d-295f-4c1f-a6cb-26bdbf10c7be tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:53:24.135452 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [req-631a601c-92c7-439e-b2fe-8c9519be731d req-5538427d-295f-4c1f-a6cb-26bdbf10c7be tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:53:24.142286 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-631a601c-92c7-439e-b2fe-8c9519be731d req-5538427d-295f-4c1f-a6cb-26bdbf10c7be tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:53:24.165109 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538427d-295f-4c1f-a6cb-26bdbf10c7be tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event updated for resources: {'Port': ['ID=9e98432a-b155-40af-800e-cd2bc44e7804,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:53:24.169535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5538427d-295f-4c1f-a6cb-26bdbf10c7be tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:53:24.196311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a601c-92c7-439e-b2fe-8c9519be731d req-5538427d-295f-4c1f-a6cb-26bdbf10c7be tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:24.196985 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-631a601c-92c7-439e-b2fe-8c9519be731d req-5538427d-295f-4c1f-a6cb-26bdbf10c7be tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:24.266341 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-631a601c-92c7-439e-b2fe-8c9519be731d req-5538427d-295f-4c1f-a6cb-26bdbf10c7be tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7299829 Jun 22 09:53:24.278454 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Request body: {'port': {'device_id': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:53:24.353902 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:24.459980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-598b7b1a-e062-4e6f-875c-ac466631b76f None None] Provisioning for port 9e98432a-b155-40af-800e-cd2bc44e7804 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:53:24.464700 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-598b7b1a-e062-4e6f-875c-ac466631b76f None None] Provisioning complete for port 9e98432a-b155-40af-800e-cd2bc44e7804 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:53:24.468281 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-598b7b1a-e062-4e6f-875c-ac466631b76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:24.500687 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-598b7b1a-e062-4e6f-875c-ac466631b76f None None] Port 9e98432a-b155-40af-800e-cd2bc44e7804 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:53:24.614936 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e98432a-b155-40af-800e-cd2bc44e7804 {{(pid=100652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:53:24.622890 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:24.634558 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Transition to ACTIVE for port object 9e98432a-b155-40af-800e-cd2bc44e7804 will not be triggered until provisioned by entity L2. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:53:24.728249 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:24.730645 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5538427d-295f-4c1f-a6cb-26bdbf10c7be tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:53:24.823933 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Pushing event updated for resources: {'Port': ['ID=9e98432a-b155-40af-800e-cd2bc44e7804,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:53:24.844909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:53:24.905051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Attempting to bind port 9e98432a-b155-40af-800e-cd2bc44e7804 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:53:24.906089 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Attempting to bind port 9e98432a-b155-40af-800e-cd2bc44e7804 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:53:24.906500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Attempting to bind port 9e98432a-b155-40af-800e-cd2bc44e7804 on network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:53:24.911694 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Port 9e98432a-b155-40af-800e-cd2bc44e7804 on network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:53:24.912089 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Attempting to bind port 9e98432a-b155-40af-800e-cd2bc44e7804 on network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:53:24.917455 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:53:24.917986 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Checking segment: {'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:53:24.918384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Bound using segment: {'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:53:24.918826 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Bound port: 9e98432a-b155-40af-800e-cd2bc44e7804, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'}}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:53:24.919190 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:24.994647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] For port 9e98432a-b155-40af-800e-cd2bc44e7804, host hv-neutron-7971, cleared binding levels {{(pid=100652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:53:25.003012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] For port 9e98432a-b155-40af-800e-cd2bc44e7804, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e98432a-b155-40af-800e-cd2bc44e7804,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:53:25.064670 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:25.067992 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bf7af3ed-f186-4b78-8d75-b25c3d583fdf tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:53:25.081315 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6149d0d-ab71-4837-86ca-34d9bbbb8198 req-ceb6e5a4-b197-43fa-8fb3-2d38839b0b26 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:25.082817 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c6149d0d-ab71-4837-86ca-34d9bbbb8198 req-ceb6e5a4-b197-43fa-8fb3-2d38839b0b26 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 944 time: 0.0819483 Jun 22 09:53:25.117725 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:25.118557 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:25.119938 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-631a601c-92c7-439e-b2fe-8c9519be731d req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] 10.222.0.35 "PUT /v2.0/ports/9e98432a-b155-40af-800e-cd2bc44e7804 HTTP/1.1" status: 200 len: 1094 time: 0.8459203 Jun 22 09:53:25.120638 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'tag': '9e98432a-b155-40af-800e-cd2bc44e7804'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:53:25.122905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67598bb-39ab-4941-ac3b-8e25ae5af314" -d '{"events": [{"name": "network-changed", "server_uuid": "6d229224-82f0-4a3a-a613-2dcba752ad80", "tag": "9e98432a-b155-40af-800e-cd2bc44e7804"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:53:25.165673 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964a2fd1-ea01-4cfe-8061-ac281ef79767 x-openstack-request-id: req-964a2fd1-ea01-4cfe-8061-ac281ef79767 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:53:25.166017 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d229224-82f0-4a3a-a613-2dcba752ad80", "tag": "9e98432a-b155-40af-800e-cd2bc44e7804", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:53:25.166317 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-964a2fd1-ea01-4cfe-8061-ac281ef79767 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:53:25.166762 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'tag': '9e98432a-b155-40af-800e-cd2bc44e7804', 'status': 'completed', 'code': 200} Jun 22 09:53:25.170345 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Pushing event updated for resources: {'Port': ['ID=9e98432a-b155-40af-800e-cd2bc44e7804,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:53:25.180893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:53:25.187407 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c6149d0d-ab71-4837-86ca-34d9bbbb8198 req-f8ab93ab-59b2-4040-899f-6986ae2e340c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859172 Jun 22 09:53:25.246138 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67598bb-39ab-4941-ac3b-8e25ae5af314 req-118416d3-3ac1-4b24-a68e-b94a46d8422a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:25.247795 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b67598bb-39ab-4941-ac3b-8e25ae5af314 req-118416d3-3ac1-4b24-a68e-b94a46d8422a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 1097 time: 0.0594263 Jun 22 09:53:25.351199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67598bb-39ab-4941-ac3b-8e25ae5af314 req-08d08782-f214-4f52-b8fe-7927132c8f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:25.352708 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b67598bb-39ab-4941-ac3b-8e25ae5af314 req-08d08782-f214-4f52-b8fe-7927132c8f33 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0983341 Jun 22 09:53:25.451033 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67598bb-39ab-4941-ac3b-8e25ae5af314 req-f8ed5afd-857d-4a70-9925-9f0665488077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:25.452478 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b67598bb-39ab-4941-ac3b-8e25ae5af314 req-f8ed5afd-857d-4a70-9925-9f0665488077 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938296 Jun 22 09:53:25.543722 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a601c-92c7-439e-b2fe-8c9519be731d req-8d94e06d-7afe-40fd-b83f-f86849527f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:25.545245 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-631a601c-92c7-439e-b2fe-8c9519be731d req-8d94e06d-7afe-40fd-b83f-f86849527f36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 1097 time: 0.0533795 Jun 22 09:53:25.586675 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-631a601c-92c7-439e-b2fe-8c9519be731d req-ccedb1b3-a96e-4971-9fea-722ef793263d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e98432a-b155-40af-800e-cd2bc44e7804 HTTP/1.1" status: 200 len: 217 time: 0.0341618 Jun 22 09:53:25.634211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a601c-92c7-439e-b2fe-8c9519be731d req-f59f9f02-ba4f-4d4a-88f8-41fc0d8e1822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:25.635707 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-631a601c-92c7-439e-b2fe-8c9519be731d req-f59f9f02-ba4f-4d4a-88f8-41fc0d8e1822 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fabcb960-cfc9-40eb-90c8-609dad8d137e HTTP/1.1" status: 200 len: 850 time: 0.0424051 Jun 22 09:53:25.696640 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a601c-92c7-439e-b2fe-8c9519be731d req-f0c702e1-cf98-43af-ac2b-e6e28bee13eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:25.698129 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-631a601c-92c7-439e-b2fe-8c9519be731d req-f0c702e1-cf98-43af-ac2b-e6e28bee13eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0555413 Jun 22 09:53:25.789520 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-631a601c-92c7-439e-b2fe-8c9519be731d req-eba22ad1-470b-48a8-86be-4c858f332c1f service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811253 Jun 22 09:53:25.887941 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-631a601c-92c7-439e-b2fe-8c9519be731d req-ffce3bcd-a8b8-46d4-bfa9-21426ab0b0c7 service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898809 Jun 22 09:53:26.379260 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4556bce-579e-4667-b6f4-a6497497ad08 req-7487aea1-ec82-49f3-95c4-50fc19d77029 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:26.380647 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b4556bce-579e-4667-b6f4-a6497497ad08 req-7487aea1-ec82-49f3-95c4-50fc19d77029 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 944 time: 0.0679913 Jun 22 09:53:26.418424 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b4556bce-579e-4667-b6f4-a6497497ad08 req-404f9853-1ed9-4176-80e0-10e9d7dcc138 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316951 Jun 22 09:53:27.593788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156977a9-8486-47f7-a4e1-061a8ecae5b9 req-121b49e0-acc4-4e1b-b167-7a9e8cf5072c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:27.595252 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-156977a9-8486-47f7-a4e1-061a8ecae5b9 req-121b49e0-acc4-4e1b-b167-7a9e8cf5072c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 944 time: 0.0666816 Jun 22 09:53:27.632564 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-156977a9-8486-47f7-a4e1-061a8ecae5b9 req-fa2ebd16-2b29-43a1-9a96-2922ccec70f3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316715 Jun 22 09:53:28.800195 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa1b5a-0e9a-4526-a6a9-fbcac791cf81 req-59e0384e-bb47-4211-91fe-f1a8a5c5cd49 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:28.801647 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-99fa1b5a-0e9a-4526-a6a9-fbcac791cf81 req-59e0384e-bb47-4211-91fe-f1a8a5c5cd49 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 944 time: 0.0611417 Jun 22 09:53:28.837490 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-99fa1b5a-0e9a-4526-a6a9-fbcac791cf81 req-a8c2153c-06c6-4e99-a719-92235466fe62 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303264 Jun 22 09:53:30.004780 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01ee0a-d721-476e-8852-b42978f19cb5 req-a2f930ea-64cd-449d-80b2-f911529f4f89 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:30.006225 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eb01ee0a-d721-476e-8852-b42978f19cb5 req-a2f930ea-64cd-449d-80b2-f911529f4f89 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 944 time: 0.0619674 Jun 22 09:53:30.049583 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eb01ee0a-d721-476e-8852-b42978f19cb5 req-b3a2aa01-8092-484c-98c6-b23b04d91539 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376737 Jun 22 09:53:31.214814 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032837f-a050-4b2d-8fe1-3ddd00a0e065 req-8ecd801c-3b2d-4edf-a0a9-471191cd9a9f tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:31.216271 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b032837f-a050-4b2d-8fe1-3ddd00a0e065 req-8ecd801c-3b2d-4edf-a0a9-471191cd9a9f tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 944 time: 0.0605688 Jun 22 09:53:31.256784 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b032837f-a050-4b2d-8fe1-3ddd00a0e065 req-b1e31d7c-5e27-457e-a27c-0e826dc1dbcf tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349777 Jun 22 09:53:32.421766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d77e-05b3-44a6-81a3-66818765d5e8 req-3eba4b53-c5aa-4475-a37a-34530d6b7dc6 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:32.423118 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-49c3d77e-05b3-44a6-81a3-66818765d5e8 req-3eba4b53-c5aa-4475-a37a-34530d6b7dc6 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 944 time: 0.0613303 Jun 22 09:53:32.461997 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-49c3d77e-05b3-44a6-81a3-66818765d5e8 req-51f5d774-d2b8-4855-bf13-31ca103c195f tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333421 Jun 22 09:53:33.630494 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e1c06-54e9-42d3-a421-6861b7f0479d req-20ad5eb8-f765-4e28-ba82-91c5fa9d08ca tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:33.631997 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-703e1c06-54e9-42d3-a421-6861b7f0479d req-20ad5eb8-f765-4e28-ba82-91c5fa9d08ca tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 944 time: 0.0614331 Jun 22 09:53:33.668151 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-703e1c06-54e9-42d3-a421-6861b7f0479d req-14f8aaa2-ff37-4976-8937-7e6d2ab1f2ad tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306833 Jun 22 09:53:34.836974 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090dc52-35ac-4293-913a-b9ad27cd9efa req-65a95557-3a49-44c7-8b9a-d3c71b858f13 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:34.838435 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4090dc52-35ac-4293-913a-b9ad27cd9efa req-65a95557-3a49-44c7-8b9a-d3c71b858f13 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 944 time: 0.0619347 Jun 22 09:53:34.875677 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4090dc52-35ac-4293-913a-b9ad27cd9efa req-f1a2da98-0a03-4600-8abc-500fb9c15a42 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316539 Jun 22 09:53:35.880797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9e98432a-b155-40af-800e-cd2bc44e7804 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:53:35.975971 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9e98432a-b155-40af-800e-cd2bc44e7804, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e98432a-b155-40af-800e-cd2bc44e7804,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:53:35.987313 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '9e98432a-b155-40af-800e-cd2bc44e7804', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'port_id': '9e98432a-b155-40af-800e-cd2bc44e7804', 'mac_address': 'fa:16:3e:c9:33:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:53:36.024535 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:36.037311 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e98432a-b155-40af-800e-cd2bc44e7804 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:53:36.044350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e1a83-2aa0-4982-b70b-039606aec696 req-26bcaf00-7944-4092-b6cb-0cf99b0f5b33 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:36.045829 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7b5e1a83-2aa0-4982-b70b-039606aec696 req-26bcaf00-7944-4092-b6cb-0cf99b0f5b33 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 944 time: 0.0626569 Jun 22 09:53:36.056386 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9e98432a-b155-40af-800e-cd2bc44e7804, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e98432a-b155-40af-800e-cd2bc44e7804,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:53:36.083389 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7b5e1a83-2aa0-4982-b70b-039606aec696 req-121eb9e9-3c01-407f-aed4-3228ac8ce4b3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308442 Jun 22 09:53:36.105127 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:36.106955 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:53:36.151866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=9e98432a-b155-40af-800e-cd2bc44e7804,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:53:36.154754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:53:36.431673 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['9e98432a-b155-40af-800e-cd2bc44e7804'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:53:37.256373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4236a0f-1f3d-430c-b8c1-801249d3e7fa req-402851f5-76c9-4fb8-8d26-daee39c1ee70 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:37.257799 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f4236a0f-1f3d-430c-b8c1-801249d3e7fa req-402851f5-76c9-4fb8-8d26-daee39c1ee70 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 945 time: 0.0651681 Jun 22 09:53:37.293977 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f4236a0f-1f3d-430c-b8c1-801249d3e7fa req-6b162215-48c7-4938-8ddb-a5a0194c4d87 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306959 Jun 22 09:53:37.880002 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9e98432a-b155-40af-800e-cd2bc44e7804 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:53:38.007592 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 9e98432a-b155-40af-800e-cd2bc44e7804 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:53:38.011195 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 9e98432a-b155-40af-800e-cd2bc44e7804 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:53:38.011667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:38.084984 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:38.106861 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e98432a-b155-40af-800e-cd2bc44e7804'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:53:38.109729 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc330e9-da21-4920-ad16-560d1bbf0b2c" -d '{"events": [{"server_uuid": "6d229224-82f0-4a3a-a613-2dcba752ad80", "name": "network-vif-plugged", "status": "completed", "tag": "9e98432a-b155-40af-800e-cd2bc44e7804"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:53:38.122812 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9e98432a-b155-40af-800e-cd2bc44e7804, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e98432a-b155-40af-800e-cd2bc44e7804,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:53:38.145198 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82b0642-deae-41ef-8512-7076845b46c2 x-openstack-request-id: req-d82b0642-deae-41ef-8512-7076845b46c2 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:53:38.145506 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d229224-82f0-4a3a-a613-2dcba752ad80", "name": "network-vif-plugged", "status": "completed", "tag": "9e98432a-b155-40af-800e-cd2bc44e7804", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:53:38.145947 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d82b0642-deae-41ef-8512-7076845b46c2 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:53:38.146527 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e98432a-b155-40af-800e-cd2bc44e7804', 'code': 200} Jun 22 09:53:38.190499 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:38.192391 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8313d763-671f-4e5a-9d03-048df35b1d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:53:38.241194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=9e98432a-b155-40af-800e-cd2bc44e7804,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:53:38.244123 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:53:38.407809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad1232-61df-430f-a9df-4cb629cfbfd4 req-5febf8a3-7d1c-453d-90c0-5fa1ab105e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:38.409208 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-51ad1232-61df-430f-a9df-4cb629cfbfd4 req-5febf8a3-7d1c-453d-90c0-5fa1ab105e1f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 1099 time: 0.0535052 Jun 22 09:53:38.481243 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-51ad1232-61df-430f-a9df-4cb629cfbfd4 req-99ab41ee-b259-45b9-aa1e-a6ce370e8bf1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626674 Jun 22 09:53:38.500993 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88accf12-5c75-41fc-8eef-696e9960620d req-17378575-5fa2-45b3-a31c-46726efcd318 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:38.502446 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-88accf12-5c75-41fc-8eef-696e9960620d req-17378575-5fa2-45b3-a31c-46726efcd318 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 946 time: 0.0974805 Jun 22 09:53:38.540395 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-88accf12-5c75-41fc-8eef-696e9960620d req-0ac36f73-c544-4068-a118-e08a629490d5 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322738 Jun 22 09:53:39.716723 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b54af7-3d31-4fc3-8df8-549a531d63bd req-62992e61-3bf5-40b4-8416-fa7ad426cabb tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:39.718171 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-56b54af7-3d31-4fc3-8df8-549a531d63bd req-62992e61-3bf5-40b4-8416-fa7ad426cabb tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 946 time: 0.0667801 Jun 22 09:53:39.756540 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-56b54af7-3d31-4fc3-8df8-549a531d63bd req-2a1b48b5-bea8-4735-a652-d433957ae340 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318313 Jun 22 09:53:40.390854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:40.924182 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3b140-eb1e-4b17-b567-1deee04491ce req-24da57c7-560f-48fa-a791-bb610539f8a7 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:40.925619 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e3e3b140-eb1e-4b17-b567-1deee04491ce req-24da57c7-560f-48fa-a791-bb610539f8a7 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 946 time: 0.0625935 Jun 22 09:53:40.962440 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e3e3b140-eb1e-4b17-b567-1deee04491ce req-26626bfd-5c98-43f8-a5de-724e3a3f8a59 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312936 Jun 22 09:53:41.128224 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace674d7-499b-4f05-afe0-523d22eeddc1 req-68213f83-90fc-4205-9882-ec951997b39f tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:41.129679 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ace674d7-499b-4f05-afe0-523d22eeddc1 req-68213f83-90fc-4205-9882-ec951997b39f tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 946 time: 0.0615270 Jun 22 09:53:41.165520 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ace674d7-499b-4f05-afe0-523d22eeddc1 req-f3b079b1-15fb-4e38-864e-e1bbfd58501f tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303118 Jun 22 09:53:41.189598 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35774) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:53:41.242832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e19adf-6ba2-4262-86ce-03273ee4bde9 tempest-TestVolumeBootPattern-1195702164 tempest-TestVolumeBootPattern-1195702164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:41.244249 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-37e19adf-6ba2-4262-86ce-03273ee4bde9 tempest-TestVolumeBootPattern-1195702164 tempest-TestVolumeBootPattern-1195702164-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 1094 time: 0.0536914 Jun 22 09:53:41.246941 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35776) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:53:41.251304 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '9e98432a-b155-40af-800e-cd2bc44e7804', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:53:41.345052 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for floatingip, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:41.439260 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:41.540918 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Allocated IP 172.26.3.151 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/3ff7352c-410b-43cb-a817-e8edc4440944) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:53:41.639590 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:41.733394 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:41.736771 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5df7556d-091d-41a1-800d-1f1afff4eed6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:53:41.767741 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:53:41.770501 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:53:41.773893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:53:41.807026 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event updated for resources: {'Port': ['ID=3ff7352c-410b-43cb-a817-e8edc4440944,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:53:41.811372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:53:42.136605 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:42.275639 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:42.422065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:42.470274 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:42.473123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:53:42.538686 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event updated for resources: {'Port': ['ID=3ff7352c-410b-43cb-a817-e8edc4440944,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:53:42.542411 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:53:42.545531 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:42.641733 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Floating IP 4bc4eb5b-a00b-4cd9-aa51-aa53685ae06a associated. External IP: 172.26.3.151, port: 9e98432a-b155-40af-800e-cd2bc44e7804. Jun 22 09:53:42.840973 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:53:42.944337 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:53:42.954801 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2098e3d7-3013-483b-ba4d-54999b041309 None None] Sync routers for ids ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:53:42.964650 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2098e3d7-3013-483b-ba4d-54999b041309 None None] Routers {'6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:53:42.965323 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2098e3d7-3013-483b-ba4d-54999b041309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:53:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:53:43.030524 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:43.066622 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8185623 Jun 22 09:53:43.067450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'tag': '9e98432a-b155-40af-800e-cd2bc44e7804'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:53:43.069274 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-2098e3d7-3013-483b-ba4d-54999b041309 None None] Set router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:53:43.069935 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230878df-2c0f-4894-9e02-d10832e43786" -d '{"events": [{"name": "network-changed", "server_uuid": "6d229224-82f0-4a3a-a613-2dcba752ad80", "tag": "9e98432a-b155-40af-800e-cd2bc44e7804"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:53:43.105675 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee9e6c4-2c06-482e-8c65-dd6fdf1c2408 x-openstack-request-id: req-9ee9e6c4-2c06-482e-8c65-dd6fdf1c2408 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:53:43.106022 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d229224-82f0-4a3a-a613-2dcba752ad80", "tag": "9e98432a-b155-40af-800e-cd2bc44e7804", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:53:43.106326 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ee9e6c4-2c06-482e-8c65-dd6fdf1c2408 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:53:43.106785 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'tag': '9e98432a-b155-40af-800e-cd2bc44e7804', 'status': 'completed', 'code': 200} Jun 22 09:53:43.179891 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230878df-2c0f-4894-9e02-d10832e43786 req-e785d7d1-3a4e-455b-8666-93ea3f832a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:43.181382 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-230878df-2c0f-4894-9e02-d10832e43786 req-e785d7d1-3a4e-455b-8666-93ea3f832a80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 1099 time: 0.0526865 Jun 22 09:53:43.271246 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230878df-2c0f-4894-9e02-d10832e43786 req-4e891931-f3c4-4a2b-9637-435986e9f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:43.272759 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-230878df-2c0f-4894-9e02-d10832e43786 req-4e891931-f3c4-4a2b-9637-435986e9f93f service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2 HTTP/1.1" status: 200 len: 912 time: 0.0847349 Jun 22 09:53:43.286066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2098e3d7-3013-483b-ba4d-54999b041309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '4bc4eb5b-a00b-4cd9-aa51-aa53685ae06a', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'port_id': '9e98432a-b155-40af-800e-cd2bc44e7804', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'mac_address': 'fa:16:3e:c9:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:53:41Z', 'updated_at': '2021-06-22T09:53:41Z', 'revision_number': 0, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:47Z', 'revision_number': 5, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:53:43.315564 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2098e3d7-3013-483b-ba4d-54999b041309 None None] Checking router: 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:53:43.323567 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2098e3d7-3013-483b-ba4d-54999b041309 None None] Routers {'6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:53:43.324190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2098e3d7-3013-483b-ba4d-54999b041309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:53:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:53:43.336902 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-230878df-2c0f-4894-9e02-d10832e43786 req-80af9941-9c45-4bf1-80cb-ec89be9bb684 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e98432a-b155-40af-800e-cd2bc44e7804 HTTP/1.1" status: 200 len: 1000 time: 0.0577075 Jun 22 09:53:43.388666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230878df-2c0f-4894-9e02-d10832e43786 req-39815e9d-6819-42ce-8021-4523503c54df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:43.390130 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-230878df-2c0f-4894-9e02-d10832e43786 req-39815e9d-6819-42ce-8021-4523503c54df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fabcb960-cfc9-40eb-90c8-609dad8d137e HTTP/1.1" status: 200 len: 850 time: 0.0470653 Jun 22 09:53:43.422982 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-2098e3d7-3013-483b-ba4d-54999b041309 None None] Set router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:53:43.445796 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230878df-2c0f-4894-9e02-d10832e43786 req-39ef8922-16af-47da-9d31-c1953ca38ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:43.447275 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-230878df-2c0f-4894-9e02-d10832e43786 req-39ef8922-16af-47da-9d31-c1953ca38ede service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0510247 Jun 22 09:53:43.540460 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-230878df-2c0f-4894-9e02-d10832e43786 req-ad590b3d-89da-4cd8-94f1-2ed84b378779 service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825434 Jun 22 09:53:43.630584 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-230878df-2c0f-4894-9e02-d10832e43786 req-e125481a-9c13-49e5-bb6c-fdc49f569900 service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875490 Jun 22 09:53:43.646733 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2098e3d7-3013-483b-ba4d-54999b041309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '4bc4eb5b-a00b-4cd9-aa51-aa53685ae06a', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'port_id': '9e98432a-b155-40af-800e-cd2bc44e7804', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'mac_address': 'fa:16:3e:c9:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:53:41Z', 'updated_at': '2021-06-22T09:53:41Z', 'revision_number': 0, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:47Z', 'revision_number': 5, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:53:43.671793 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2098e3d7-3013-483b-ba4d-54999b041309 None None] The sync data for ids ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'] in dv-neutron-797121-3-hyperv is: [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '4bc4eb5b-a00b-4cd9-aa51-aa53685ae06a', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'port_id': '9e98432a-b155-40af-800e-cd2bc44e7804', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'mac_address': 'fa:16:3e:c9:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:53:41Z', 'updated_at': '2021-06-22T09:53:41Z', 'revision_number': 0, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:47Z', 'revision_number': 5, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:53:43.864390 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c35bc2-7033-4339-ba4f-279fd724d298 None None] New status for floating IP 4bc4eb5b-a00b-4cd9-aa51-aa53685ae06a: ACTIVE {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:53:46.572571 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-39b741ce-8b3a-4a1d-ab67-d8c7977d2e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:49.058873 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b5a3cca9-d4bf-47b5-a0db-d618fc6ea770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:49.321632 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:50.504263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:51.664273 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:54.213442 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:54:10.383446 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:16.571599 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f1114fb0-8bad-41fc-88c7-d65fe860697d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:19.034867 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9e746811-586c-40f5-aed1-26563ab2952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:19.309138 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:20.577546 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:21.720540 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:22.202156 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e5cdcfd9-556d-44b3-a3c6-5f69ea0eda1b req-fd0c754b-c1d2-4b58-98f4-55696010829d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511088 Jun 22 09:54:22.294551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdcfd9-556d-44b3-a3c6-5f69ea0eda1b req-a654090b-602e-4a50-83f1-deaaefa4aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:22.296079 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e5cdcfd9-556d-44b3-a3c6-5f69ea0eda1b req-a654090b-602e-4a50-83f1-deaaefa4aefa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 1099 time: 0.0531080 Jun 22 09:54:22.404815 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdcfd9-556d-44b3-a3c6-5f69ea0eda1b req-5ef72c31-5297-4a8e-b8a1-b3077c0031a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:22.406161 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e5cdcfd9-556d-44b3-a3c6-5f69ea0eda1b req-5ef72c31-5297-4a8e-b8a1-b3077c0031a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41d3f174-4c82-442c-aac8-a4972e38fa38 HTTP/1.1" status: 200 len: 897 time: 0.0903227 Jun 22 09:54:22.468109 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e5cdcfd9-556d-44b3-a3c6-5f69ea0eda1b req-d18f33d6-ff7f-456c-ac57-48fb999ca688 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45d32398-3e01-49af-97a0-53ac0b84223d HTTP/1.1" status: 200 len: 1002 time: 0.0557632 Jun 22 09:54:22.519118 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdcfd9-556d-44b3-a3c6-5f69ea0eda1b req-d9106abd-1ef9-4efd-8afa-e9e8748fce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:22.520551 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e5cdcfd9-556d-44b3-a3c6-5f69ea0eda1b req-d9106abd-1ef9-4efd-8afa-e9e8748fce46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6bb95fa6-543d-4482-a9d9-b6ae6c97795d HTTP/1.1" status: 200 len: 834 time: 0.0463817 Jun 22 09:54:22.574311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdcfd9-556d-44b3-a3c6-5f69ea0eda1b req-bf9db49a-262f-43bb-aa7f-81ee450588d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:22.575740 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e5cdcfd9-556d-44b3-a3c6-5f69ea0eda1b req-bf9db49a-262f-43bb-aa7f-81ee450588d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41d3f174-4c82-442c-aac8-a4972e38fa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492861 Jun 22 09:54:22.666746 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e5cdcfd9-556d-44b3-a3c6-5f69ea0eda1b req-4af23ee7-347d-4fc3-8ec0-8a6d02f02c80 service neutron] 10.222.0.35 "GET /v2.0/networks/41d3f174-4c82-442c-aac8-a4972e38fa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845938 Jun 22 09:54:22.758028 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e5cdcfd9-556d-44b3-a3c6-5f69ea0eda1b req-982d1f4d-e5d9-4a48-911a-be0a11733152 service neutron] 10.222.0.35 "GET /v2.0/networks/41d3f174-4c82-442c-aac8-a4972e38fa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846918 Jun 22 09:54:23.854781 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35810) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:23.967650 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1de8d5f8-f656-4882-802d-fec104999b85 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/routers/aaf99f9e-7799-488d-a22b-a0090c164115/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1115894 Jun 22 09:54:23.970320 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35812) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:24.544920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddb3aad-103b-46d1-81f8-dd92a870d8e1 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Notify agent at dv-neutron-797121-3-hyperv the message router_removed_from_agent {{(pid=100653) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 22 09:54:24.548090 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0ddb3aad-103b-46d1-81f8-dd92a870d8e1 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "DELETE /v2.0/agents/ae0d2b19-15fd-46ce-a111-08ab954d3482/l3-routers/aaf99f9e-7799-488d-a22b-a0090c164115 HTTP/1.1" status: 204 len: 168 time: 0.5768614 Jun 22 09:54:24.550626 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35814) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:24.655925 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c3c62770-0f41-4c30-b4fb-853e52db2d91 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/routers/aaf99f9e-7799-488d-a22b-a0090c164115/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1041415 Jun 22 09:54:24.658356 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35816) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:24.715748 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7ecac2ef-b11e-4596-9212-6802921e8afd tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/185a2cef-9737-4675-bcd0-d7103d9db46b HTTP/1.1" status: 200 len: 994 time: 0.0562201 Jun 22 09:54:24.956567 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c3a5d17e-ace8-47e7-b267-a4c5acb30005 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:54:25.031020 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:25.062419 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port c3a5d17e-ace8-47e7-b267-a4c5acb30005, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c3a5d17e-ace8-47e7-b267-a4c5acb30005,segment=NetworkSegment(51ffd79e-f00b-43c6-bf8e-9410310544f9),segment_id=51ffd79e-f00b-43c6-bf8e-9410310544f9)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:54:25.131554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:25.136078 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:25.184450 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=c3a5d17e-ace8-47e7-b267-a4c5acb30005,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:25.191166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:25.192134 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:25.192481 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:25.192818 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:25.193151 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:25.193485 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:25.193817 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:25.194145 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:25.194473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:25.194820 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:25.195143 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:25.195489 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:25.199123 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:25.306942 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e351f0-ba49-45f6-9c5d-311943dfea48 None None] New status for floating IP 185a2cef-9737-4675-bcd0-d7103d9db46b: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:54:25.719509 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35822) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:25.778907 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-91d29343-f07a-4796-8a5b-3517f7c89dbb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/185a2cef-9737-4675-bcd0-d7103d9db46b HTTP/1.1" status: 200 len: 992 time: 0.0582218 Jun 22 09:54:26.807643 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 30c6db25-4011-4d03-b8f2-e65e6fbaa934 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:54:26.880008 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:26.900057 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 30c6db25-4011-4d03-b8f2-e65e6fbaa934, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=30c6db25-4011-4d03-b8f2-e65e6fbaa934,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:54:26.920137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35828) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:26.966280 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:26.968162 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-37a8d0a0-b59b-4751-9b1b-18640d36c568 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:27.015670 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=30c6db25-4011-4d03-b8f2-e65e6fbaa934,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:27.018679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:27.120462 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f07975-985f-4bc2-aa0c-9e02f89475bd tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Router aaf99f9e-7799-488d-a22b-a0090c164115 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:54:27.120812 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f07975-985f-4bc2-aa0c-9e02f89475bd tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Notify agent at dv-neutron-797121-3-hyperv the message router_added_to_agent {{(pid=100652) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 22 09:54:27.147229 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a9f07975-985f-4bc2-aa0c-9e02f89475bd tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "POST /v2.0/agents/ae0d2b19-15fd-46ce-a111-08ab954d3482/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2259927 Jun 22 09:54:27.149294 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c162411-3802-40f7-8654-412e08a1028d None None] Sync routers for ids ['aaf99f9e-7799-488d-a22b-a0090c164115'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:54:27.149744 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35832) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:27.158741 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c162411-3802-40f7-8654-412e08a1028d None None] Routers {'aaf99f9e-7799-488d-a22b-a0090c164115'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:54:27.159367 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7c162411-3802-40f7-8654-412e08a1028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:54:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['aaf99f9e-7799-488d-a22b-a0090c164115'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:27.259658 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-29def610-3eb8-4965-a17d-119784f57f41 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/routers/aaf99f9e-7799-488d-a22b-a0090c164115/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1086936 Jun 22 09:54:27.262173 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35834) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:27.265309 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-7c162411-3802-40f7-8654-412e08a1028d None None] Set router aaf99f9e-7799-488d-a22b-a0090c164115 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:54:27.324259 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c8ed2004-431e-44c7-a5c3-105216c848e0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/185a2cef-9737-4675-bcd0-d7103d9db46b HTTP/1.1" status: 200 len: 992 time: 0.0609448 Jun 22 09:54:27.475925 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7c162411-3802-40f7-8654-412e08a1028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'name': 'tempest-TestNetworkBasicOps-router-1783648352', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:44Z', 'updated_at': '2021-06-22T09:52:49Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:45Z', 'updated_at': '2021-06-22T09:54:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '185a2cef-9737-4675-bcd0-d7103d9db46b', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.238', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'port_id': '45d32398-3e01-49af-97a0-53ac0b84223d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'mac_address': 'fa:16:3e:69:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d93278b-377f-4596-894c-5778aa33e9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:53:07Z', 'updated_at': '2021-06-22T09:54:25Z', 'revision_number': 2, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a5d17e-ace8-47e7-b267-a4c5acb30005', 'name': '', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:73:c3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:48Z', 'updated_at': '2021-06-22T09:54:25Z', 'revision_number': 6, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:27.503889 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c162411-3802-40f7-8654-412e08a1028d None None] Checking router: aaf99f9e-7799-488d-a22b-a0090c164115 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:54:27.511599 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c162411-3802-40f7-8654-412e08a1028d None None] Routers {'aaf99f9e-7799-488d-a22b-a0090c164115'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:54:27.512199 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7c162411-3802-40f7-8654-412e08a1028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:54:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['aaf99f9e-7799-488d-a22b-a0090c164115'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:27.610847 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-7c162411-3802-40f7-8654-412e08a1028d None None] Set router aaf99f9e-7799-488d-a22b-a0090c164115 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:54:27.827018 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7c162411-3802-40f7-8654-412e08a1028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'name': 'tempest-TestNetworkBasicOps-router-1783648352', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:44Z', 'updated_at': '2021-06-22T09:52:49Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:45Z', 'updated_at': '2021-06-22T09:54:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '185a2cef-9737-4675-bcd0-d7103d9db46b', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.238', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'port_id': '45d32398-3e01-49af-97a0-53ac0b84223d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'mac_address': 'fa:16:3e:69:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d93278b-377f-4596-894c-5778aa33e9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:53:07Z', 'updated_at': '2021-06-22T09:54:25Z', 'revision_number': 2, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a5d17e-ace8-47e7-b267-a4c5acb30005', 'name': '', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:73:c3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:48Z', 'updated_at': '2021-06-22T09:54:25Z', 'revision_number': 6, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:27.852497 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c162411-3802-40f7-8654-412e08a1028d None None] The sync data for ids ['aaf99f9e-7799-488d-a22b-a0090c164115'] in dv-neutron-797121-3-hyperv is: [{'id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'name': 'tempest-TestNetworkBasicOps-router-1783648352', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:44Z', 'updated_at': '2021-06-22T09:52:49Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:45Z', 'updated_at': '2021-06-22T09:54:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '185a2cef-9737-4675-bcd0-d7103d9db46b', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.238', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'port_id': '45d32398-3e01-49af-97a0-53ac0b84223d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'mac_address': 'fa:16:3e:69:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d93278b-377f-4596-894c-5778aa33e9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:53:07Z', 'updated_at': '2021-06-22T09:54:25Z', 'revision_number': 2, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a5d17e-ace8-47e7-b267-a4c5acb30005', 'name': '', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:73:c3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:48Z', 'updated_at': '2021-06-22T09:54:25Z', 'revision_number': 6, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:54:28.328418 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35836) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:28.390605 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-930579fb-75a7-4656-8bc5-25c98eaf4a40 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/185a2cef-9737-4675-bcd0-d7103d9db46b HTTP/1.1" status: 200 len: 992 time: 0.0609331 Jun 22 09:54:28.852128 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c3a5d17e-ace8-47e7-b267-a4c5acb30005 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:54:28.901140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port c3a5d17e-ace8-47e7-b267-a4c5acb30005 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:54:28.901447 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:28.978563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:29.013180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port c3a5d17e-ace8-47e7-b267-a4c5acb30005, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c3a5d17e-ace8-47e7-b267-a4c5acb30005,segment=NetworkSegment(51ffd79e-f00b-43c6-bf8e-9410310544f9),segment_id=51ffd79e-f00b-43c6-bf8e-9410310544f9)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:54:29.080420 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:29.081335 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 30c6db25-4011-4d03-b8f2-e65e6fbaa934 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:54:29.083058 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f9677a33-362c-4fba-af84-2e4ad101b7fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:29.154364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=c3a5d17e-ace8-47e7-b267-a4c5acb30005,revision_number=7']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:29.157885 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:29.167771 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 30c6db25-4011-4d03-b8f2-e65e6fbaa934 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:54:29.167771 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:29.243963 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:29.262941 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 30c6db25-4011-4d03-b8f2-e65e6fbaa934, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=30c6db25-4011-4d03-b8f2-e65e6fbaa934,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:54:29.314082 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:29.315890 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f9677a33-362c-4fba-af84-2e4ad101b7fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:29.362946 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=30c6db25-4011-4d03-b8f2-e65e6fbaa934,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:29.366107 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:29.393536 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35838) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:29.422254 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7d58e-f8ee-4f9c-bded-517004b857f5 None None] New status for floating IP 185a2cef-9737-4675-bcd0-d7103d9db46b: ACTIVE {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:54:29.462536 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b90cf76e-81f4-468a-9d4c-4dce3c580b69 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/185a2cef-9737-4675-bcd0-d7103d9db46b HTTP/1.1" status: 200 len: 992 time: 0.0676892 Jun 22 09:54:30.466043 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35840) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:30.527576 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-863b4d66-5020-46a3-a919-9dbef4c9066e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/185a2cef-9737-4675-bcd0-d7103d9db46b HTTP/1.1" status: 200 len: 994 time: 0.0599985 Jun 22 09:54:30.817125 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35846) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:30.946895 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c3a5d17e-ace8-47e7-b267-a4c5acb30005 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:54:30.978140 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port a0de7978-e16b-45ee-b211-6383c73c8bfe {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:54:30.978489 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:30.994470 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port c3a5d17e-ace8-47e7-b267-a4c5acb30005 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:54:30.994470 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:31.057297 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:31.057636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:31.073799 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 30c6db25-4011-4d03-b8f2-e65e6fbaa934 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:54:31.119810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 30c6db25-4011-4d03-b8f2-e65e6fbaa934 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:54:31.120193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:31.123532 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for a0de7978-e16b-45ee-b211-6383c73c8bfe owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:54:31.212181 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:54:31.314415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:31.317153 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bace93d8-a381-46e9-8025-9a2813c1f2f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:31.343412 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=a0de7978-e16b-45ee-b211-6383c73c8bfe,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:31.370356 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:31.370753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:31.371142 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:31.371551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:31.371931 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:31.372307 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:31.372685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:31.373056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:31.373428 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:31.373796 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:31.374162 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:31.374528 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:31.378001 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:31.411944 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:31.412278 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP 185a2cef-9737-4675-bcd0-d7103d9db46b disassociated (deleted). External IP: 172.26.3.238, port: 45d32398-3e01-49af-97a0-53ac0b84223d. Jun 22 09:54:31.613568 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router aaf99f9e-7799-488d-a22b-a0090c164115 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:54:31.716231 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:54:31.720565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:31.725897 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e7b0cf-5611-4d82-a5cf-3a35e07fee88 None None] Sync routers for ids ['aaf99f9e-7799-488d-a22b-a0090c164115'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:54:31.734812 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e7b0cf-5611-4d82-a5cf-3a35e07fee88 None None] Routers {'aaf99f9e-7799-488d-a22b-a0090c164115'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:54:31.735449 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-61e7b0cf-5611-4d82-a5cf-3a35e07fee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:54:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['aaf99f9e-7799-488d-a22b-a0090c164115'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:31.755785 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/floatingips/185a2cef-9737-4675-bcd0-d7103d9db46b HTTP/1.1" status: 204 len: 168 time: 0.9375153 Jun 22 09:54:31.756474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d93278b-377f-4596-894c-5778aa33e9fd', 'tag': '45d32398-3e01-49af-97a0-53ac0b84223d'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:54:31.758842 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39864dc7-39f4-4f08-9df6-fafda4c67582" -d '{"events": [{"name": "network-changed", "server_uuid": "4d93278b-377f-4596-894c-5778aa33e9fd", "tag": "45d32398-3e01-49af-97a0-53ac0b84223d"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:54:31.797272 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd4b66f-c6f1-4e4e-99cd-32c40cfb2698 x-openstack-request-id: req-ecd4b66f-c6f1-4e4e-99cd-32c40cfb2698 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:54:31.797647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d93278b-377f-4596-894c-5778aa33e9fd", "tag": "45d32398-3e01-49af-97a0-53ac0b84223d", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:54:31.797953 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecd4b66f-c6f1-4e4e-99cd-32c40cfb2698 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:54:31.798519 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d93278b-377f-4596-894c-5778aa33e9fd', 'tag': '45d32398-3e01-49af-97a0-53ac0b84223d', 'status': 'completed', 'code': 200} Jun 22 09:54:31.840729 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-61e7b0cf-5611-4d82-a5cf-3a35e07fee88 None None] Set router aaf99f9e-7799-488d-a22b-a0090c164115 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:54:31.871990 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39864dc7-39f4-4f08-9df6-fafda4c67582 req-8017a0da-414d-4206-aca7-43add493bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:31.873473 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-39864dc7-39f4-4f08-9df6-fafda4c67582 req-8017a0da-414d-4206-aca7-43add493bba9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 1099 time: 0.0523729 Jun 22 09:54:31.966874 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39864dc7-39f4-4f08-9df6-fafda4c67582 req-22854df5-71fa-4eeb-b7a6-f8f1018c8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:31.968568 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-39864dc7-39f4-4f08-9df6-fafda4c67582 req-22854df5-71fa-4eeb-b7a6-f8f1018c8498 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41d3f174-4c82-442c-aac8-a4972e38fa38 HTTP/1.1" status: 200 len: 897 time: 0.0887876 Jun 22 09:54:32.009807 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-39864dc7-39f4-4f08-9df6-fafda4c67582 req-dd64bbbb-77e4-487e-9fdb-a99a8d11a3da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45d32398-3e01-49af-97a0-53ac0b84223d HTTP/1.1" status: 200 len: 217 time: 0.0347881 Jun 22 09:54:32.037379 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-61e7b0cf-5611-4d82-a5cf-3a35e07fee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'name': 'tempest-TestNetworkBasicOps-router-1783648352', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:44Z', 'updated_at': '2021-06-22T09:52:49Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:45Z', 'updated_at': '2021-06-22T09:54:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'c3a5d17e-ace8-47e7-b267-a4c5acb30005', 'name': '', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:73:c3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:48Z', 'updated_at': '2021-06-22T09:54:28Z', 'revision_number': 7, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:32.059079 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39864dc7-39f4-4f08-9df6-fafda4c67582 req-cf59779e-c0b8-404d-87e4-4682cc13d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:32.060549 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-39864dc7-39f4-4f08-9df6-fafda4c67582 req-cf59779e-c0b8-404d-87e4-4682cc13d7db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6bb95fa6-543d-4482-a9d9-b6ae6c97795d HTTP/1.1" status: 200 len: 834 time: 0.0448236 Jun 22 09:54:32.062714 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e7b0cf-5611-4d82-a5cf-3a35e07fee88 None None] Checking router: aaf99f9e-7799-488d-a22b-a0090c164115 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:54:32.071450 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e7b0cf-5611-4d82-a5cf-3a35e07fee88 None None] Routers {'aaf99f9e-7799-488d-a22b-a0090c164115'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:54:32.072077 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-61e7b0cf-5611-4d82-a5cf-3a35e07fee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:54:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['aaf99f9e-7799-488d-a22b-a0090c164115'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:32.184169 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-61e7b0cf-5611-4d82-a5cf-3a35e07fee88 None None] Set router aaf99f9e-7799-488d-a22b-a0090c164115 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:54:32.402075 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce105c-1885-44f3-9bc3-430e7ec96dba req-a553e9f6-03db-438c-b4db-e8fd49face94 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:32.403789 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5dce105c-1885-44f3-9bc3-430e7ec96dba req-a553e9f6-03db-438c-b4db-e8fd49face94 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 946 time: 0.0696347 Jun 22 09:54:32.445049 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5dce105c-1885-44f3-9bc3-430e7ec96dba req-13b9e758-7056-42a2-b6cc-790fb06f4469 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c655f84c-eb94-4393-9eca-a18a776f9d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349128 Jun 22 09:54:32.473896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39864dc7-39f4-4f08-9df6-fafda4c67582 req-6403a952-8599-4c6f-a5d0-9bf69aeec9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:32.475387 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-39864dc7-39f4-4f08-9df6-fafda4c67582 req-6403a952-8599-4c6f-a5d0-9bf69aeec9fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41d3f174-4c82-442c-aac8-a4972e38fa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4078751 Jun 22 09:54:32.481223 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-61e7b0cf-5611-4d82-a5cf-3a35e07fee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'name': 'tempest-TestNetworkBasicOps-router-1783648352', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:44Z', 'updated_at': '2021-06-22T09:52:49Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:45Z', 'updated_at': '2021-06-22T09:54:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'c3a5d17e-ace8-47e7-b267-a4c5acb30005', 'name': '', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:73:c3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:48Z', 'updated_at': '2021-06-22T09:54:28Z', 'revision_number': 7, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:32.509222 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e7b0cf-5611-4d82-a5cf-3a35e07fee88 None None] The sync data for ids ['aaf99f9e-7799-488d-a22b-a0090c164115'] in dv-neutron-797121-3-hyperv is: [{'id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'name': 'tempest-TestNetworkBasicOps-router-1783648352', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:44Z', 'updated_at': '2021-06-22T09:52:49Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:45Z', 'updated_at': '2021-06-22T09:54:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'c3a5d17e-ace8-47e7-b267-a4c5acb30005', 'name': '', 'network_id': '41d3f174-4c82-442c-aac8-a4972e38fa38', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:73:c3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:48Z', 'updated_at': '2021-06-22T09:54:28Z', 'revision_number': 7, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6bb95fa6-543d-4482-a9d9-b6ae6c97795d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:54:32.566728 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-39864dc7-39f4-4f08-9df6-fafda4c67582 req-9f18a6b5-a9b9-4dcd-8488-ebd7f5c20bc7 service neutron] 10.222.0.35 "GET /v2.0/networks/41d3f174-4c82-442c-aac8-a4972e38fa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833189 Jun 22 09:54:32.662896 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-39864dc7-39f4-4f08-9df6-fafda4c67582 req-62f43853-6f26-4969-9d5c-167697f12172 service neutron] 10.222.0.35 "GET /v2.0/networks/41d3f174-4c82-442c-aac8-a4972e38fa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888307 Jun 22 09:54:33.287635 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4dd3f0-1109-4ad1-a91f-590babf4d550 None None] New status for floating IP 185a2cef-9737-4675-bcd0-d7103d9db46b: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:54:33.625193 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673f7c0-2f83-4105-bd93-9a9b985ae6bc req-e336b7d9-c368-4f2a-b982-19f75be484d2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:33.626672 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3673f7c0-2f83-4105-bd93-9a9b985ae6bc req-e336b7d9-c368-4f2a-b982-19f75be484d2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 946 time: 0.0647125 Jun 22 09:54:33.664717 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3673f7c0-2f83-4105-bd93-9a9b985ae6bc req-0e66cf55-32e5-4b5e-bff0-8adac9b76a27 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c655f84c-eb94-4393-9eca-a18a776f9d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318608 Jun 22 09:54:33.860672 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc6327-205f-4f69-89b0-13c47e6ce041 req-90f716d5-a18c-456a-92cd-93f16367be05 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:33.862121 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-34cc6327-205f-4f69-89b0-13c47e6ce041 req-90f716d5-a18c-456a-92cd-93f16367be05 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 946 time: 0.0603771 Jun 22 09:54:33.965065 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-34cc6327-205f-4f69-89b0-13c47e6ce041 req-f3da2e34-e72a-4b59-a9c5-712a9f1e53e0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port 45d32398-3e01-49af-97a0-53ac0b84223d {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:54:33.965407 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-34cc6327-205f-4f69-89b0-13c47e6ce041 req-f3da2e34-e72a-4b59-a9c5-712a9f1e53e0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:34.055201 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-34cc6327-205f-4f69-89b0-13c47e6ce041 req-f3da2e34-e72a-4b59-a9c5-712a9f1e53e0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port 45d32398-3e01-49af-97a0-53ac0b84223d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=45d32398-3e01-49af-97a0-53ac0b84223d,segment=NetworkSegment(51ffd79e-f00b-43c6-bf8e-9410310544f9),segment_id=51ffd79e-f00b-43c6-bf8e-9410310544f9)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:54:34.055591 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-34cc6327-205f-4f69-89b0-13c47e6ce041 req-f3da2e34-e72a-4b59-a9c5-712a9f1e53e0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:34.118904 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-34cc6327-205f-4f69-89b0-13c47e6ce041 req-f3da2e34-e72a-4b59-a9c5-712a9f1e53e0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for 45d32398-3e01-49af-97a0-53ac0b84223d owned by compute:nova {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:54:34.331990 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-34cc6327-205f-4f69-89b0-13c47e6ce041 req-f3da2e34-e72a-4b59-a9c5-712a9f1e53e0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:34.335966 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c59e55f7-95e7-4a64-8aaf-0a441539ff11 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:34.362970 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da2e34-e72a-4b59-a9c5-712a9f1e53e0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=45d32398-3e01-49af-97a0-53ac0b84223d,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:34.368665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f3da2e34-e72a-4b59-a9c5-712a9f1e53e0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:34.411044 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cc6327-205f-4f69-89b0-13c47e6ce041 req-f3da2e34-e72a-4b59-a9c5-712a9f1e53e0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] No DVR routers for this DVR port 45d32398-3e01-49af-97a0-53ac0b84223d on host hv-neutron-7971 {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:54:34.413558 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-34cc6327-205f-4f69-89b0-13c47e6ce041 req-f3da2e34-e72a-4b59-a9c5-712a9f1e53e0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:34.415619 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-34cc6327-205f-4f69-89b0-13c47e6ce041 req-f3da2e34-e72a-4b59-a9c5-712a9f1e53e0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "DELETE /v2.0/ports/45d32398-3e01-49af-97a0-53ac0b84223d HTTP/1.1" status: 204 len: 173 time: 0.5476344 Jun 22 09:54:34.416196 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d93278b-377f-4596-894c-5778aa33e9fd', 'name': 'network-vif-deleted', 'tag': '45d32398-3e01-49af-97a0-53ac0b84223d'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:54:34.418599 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d1561b-709a-4c20-b869-dc339e23fc49" -d '{"events": [{"server_uuid": "4d93278b-377f-4596-894c-5778aa33e9fd", "name": "network-vif-deleted", "tag": "45d32398-3e01-49af-97a0-53ac0b84223d"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:54:34.453915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f4f521-6d26-48f6-9669-2257e997bc38 x-openstack-request-id: req-54f4f521-6d26-48f6-9669-2257e997bc38 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:54:34.454257 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d93278b-377f-4596-894c-5778aa33e9fd", "name": "network-vif-deleted", "tag": "45d32398-3e01-49af-97a0-53ac0b84223d", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:54:34.454556 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54f4f521-6d26-48f6-9669-2257e997bc38 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:54:34.455095 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d93278b-377f-4596-894c-5778aa33e9fd', 'name': 'network-vif-deleted', 'tag': '45d32398-3e01-49af-97a0-53ac0b84223d', 'status': 'completed', 'code': 200} Jun 22 09:54:34.814131 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3fb6f21d-eda1-4d70-b078-5dd2e6af15e4 req-9924888e-a855-4e65-9b81-841e25c6775f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d93278b-377f-4596-894c-5778aa33e9fd HTTP/1.1" status: 200 len: 210 time: 0.0300064 Jun 22 09:54:35.908604 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35864) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:35.966884 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:35.992112 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:36.091498 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:36.094125 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:36.095305 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/security-groups/c655f84c-eb94-4393-9eca-a18a776f9d49 HTTP/1.1" status: 204 len: 168 time: 0.1857147 Jun 22 09:54:36.096120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-94214655-daab-41ce-88a2-31e82356039b tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:36.104890 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c655f84c-eb94-4393-9eca-a18a776f9d49,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:36.114042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:36.114436 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:36.114817 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:36.115727 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:36.116099 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:36.116471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:36.116838 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:36.117204 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:36.117571 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:36.117939 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:36.118304 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:36.118670 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:36.121751 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:36.183615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35868) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:36.530843 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1731b9a1-20d5-45ce-9f0b-5c0b4d587b34 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:36.784728 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-1731b9a1-20d5-45ce-9f0b-5c0b4d587b34 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port c3a5d17e-ace8-47e7-b267-a4c5acb30005 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:54:36.784997 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1731b9a1-20d5-45ce-9f0b-5c0b4d587b34 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:36.868567 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-1731b9a1-20d5-45ce-9f0b-5c0b4d587b34 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port c3a5d17e-ace8-47e7-b267-a4c5acb30005, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c3a5d17e-ace8-47e7-b267-a4c5acb30005,segment=NetworkSegment(51ffd79e-f00b-43c6-bf8e-9410310544f9),segment_id=51ffd79e-f00b-43c6-bf8e-9410310544f9)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:54:36.868915 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1731b9a1-20d5-45ce-9f0b-5c0b4d587b34 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:36.932892 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-1731b9a1-20d5-45ce-9f0b-5c0b4d587b34 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for c3a5d17e-ace8-47e7-b267-a4c5acb30005 owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:54:37.234446 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1731b9a1-20d5-45ce-9f0b-5c0b4d587b34 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:37.236585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cb28a9e0-be4d-41cf-ba88-4310a35cf98a tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:37.260610 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731b9a1-20d5-45ce-9f0b-5c0b4d587b34 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=c3a5d17e-ace8-47e7-b267-a4c5acb30005,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:37.264127 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1731b9a1-20d5-45ce-9f0b-5c0b4d587b34 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:37.439713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1731b9a1-20d5-45ce-9f0b-5c0b4d587b34 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:37.653043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1731b9a1-20d5-45ce-9f0b-5c0b4d587b34 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router aaf99f9e-7799-488d-a22b-a0090c164115 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:54:37.759405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1731b9a1-20d5-45ce-9f0b-5c0b4d587b34 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:54:37.764352 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1731b9a1-20d5-45ce-9f0b-5c0b4d587b34 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/aaf99f9e-7799-488d-a22b-a0090c164115/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5797040 Jun 22 09:54:37.766980 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35870) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:37.769597 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4717d507-602b-4dbb-bad5-20b54a389976 None None] Sync routers for ids ['aaf99f9e-7799-488d-a22b-a0090c164115'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:54:37.779242 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4717d507-602b-4dbb-bad5-20b54a389976 None None] Routers {'aaf99f9e-7799-488d-a22b-a0090c164115'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:54:37.779884 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4717d507-602b-4dbb-bad5-20b54a389976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:54:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['aaf99f9e-7799-488d-a22b-a0090c164115'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:37.820128 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-1499a55f-628a-4f2c-a53b-e984dc28b768 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting subnet 6bb95fa6-543d-4482-a9d9-b6ae6c97795d {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:54:37.823312 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1499a55f-628a-4f2c-a53b-e984dc28b768 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:37.862750 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1499a55f-628a-4f2c-a53b-e984dc28b768 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:37.881244 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-4717d507-602b-4dbb-bad5-20b54a389976 None None] Set router aaf99f9e-7799-488d-a22b-a0090c164115 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:54:37.942352 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1499a55f-628a-4f2c-a53b-e984dc28b768 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:38.057991 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1499a55f-628a-4f2c-a53b-e984dc28b768 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:38.059494 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4717d507-602b-4dbb-bad5-20b54a389976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'name': 'tempest-TestNetworkBasicOps-router-1783648352', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:44Z', 'updated_at': '2021-06-22T09:54:37Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:45Z', 'updated_at': '2021-06-22T09:54:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:38.061543 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-277f9cf4-c1c5-40e1-8fa5-f24eb7582bb7 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:38.086745 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499a55f-628a-4f2c-a53b-e984dc28b768 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb95fa6-543d-4482-a9d9-b6ae6c97795d,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:38.089810 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1499a55f-628a-4f2c-a53b-e984dc28b768 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:38.090792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1499a55f-628a-4f2c-a53b-e984dc28b768 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:38.092259 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4717d507-602b-4dbb-bad5-20b54a389976 None None] Checking router: aaf99f9e-7799-488d-a22b-a0090c164115 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:54:38.095397 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1499a55f-628a-4f2c-a53b-e984dc28b768 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/subnets/6bb95fa6-543d-4482-a9d9-b6ae6c97795d HTTP/1.1" status: 204 len: 168 time: 0.3247366 Jun 22 09:54:38.095563 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35872) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:38.101691 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53cbfa2-ebd1-4480-96c3-e54934299252 None None] Network 41d3f174-4c82-442c-aac8-a4972e38fa38 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:54:38.102558 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4717d507-602b-4dbb-bad5-20b54a389976 None None] Routers {'aaf99f9e-7799-488d-a22b-a0090c164115'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:54:38.104190 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4717d507-602b-4dbb-bad5-20b54a389976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:54:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['aaf99f9e-7799-488d-a22b-a0090c164115'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:38.174835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 45d32398-3e01-49af-97a0-53ac0b84223d no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:54:38.197897 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 45d32398-3e01-49af-97a0-53ac0b84223d {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:54:38.198226 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 45d32398-3e01-49af-97a0-53ac0b84223d not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:54:38.216492 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-4717d507-602b-4dbb-bad5-20b54a389976 None None] Set router aaf99f9e-7799-488d-a22b-a0090c164115 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:54:38.227846 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-05d16432-deda-4b3b-bf14-f90332be92ef tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:38.335316 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-05d16432-deda-4b3b-bf14-f90332be92ef tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:38.347841 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbc744e-94ce-4830-b783-12880bfa6764 None None] DHCP port deletion for 41d3f174-4c82-442c-aac8-a4972e38fa38 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:54:38.396118 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc744e-94ce-4830-b783-12880bfa6764 None None] Deleting port 87dc80ef-3387-4078-8026-b7061a04d04a {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:54:38.396509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5dbc744e-94ce-4830-b783-12880bfa6764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:38.405109 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4717d507-602b-4dbb-bad5-20b54a389976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'name': 'tempest-TestNetworkBasicOps-router-1783648352', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:44Z', 'updated_at': '2021-06-22T09:54:37Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:45Z', 'updated_at': '2021-06-22T09:54:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:38.430500 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4717d507-602b-4dbb-bad5-20b54a389976 None None] The sync data for ids ['aaf99f9e-7799-488d-a22b-a0090c164115'] in dv-neutron-797121-3-hyperv is: [{'id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'name': 'tempest-TestNetworkBasicOps-router-1783648352', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:44Z', 'updated_at': '2021-06-22T09:54:37Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '30c6db25-4011-4d03-b8f2-e65e6fbaa934', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf99f9e-7799-488d-a22b-a0090c164115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:45Z', 'updated_at': '2021-06-22T09:54:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:54:38.465172 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-5dbc744e-94ce-4830-b783-12880bfa6764 None None] For port 87dc80ef-3387-4078-8026-b7061a04d04a, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=87dc80ef-3387-4078-8026-b7061a04d04a,segment=NetworkSegment(51ffd79e-f00b-43c6-bf8e-9410310544f9),segment_id=51ffd79e-f00b-43c6-bf8e-9410310544f9)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:54:38.465579 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5dbc744e-94ce-4830-b783-12880bfa6764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:38.474537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-05d16432-deda-4b3b-bf14-f90332be92ef tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port 30c6db25-4011-4d03-b8f2-e65e6fbaa934 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:54:38.480010 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-05d16432-deda-4b3b-bf14-f90332be92ef tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:38.534043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc744e-94ce-4830-b783-12880bfa6764 None None] Calling delete_port for 87dc80ef-3387-4078-8026-b7061a04d04a owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:54:38.551874 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-05d16432-deda-4b3b-bf14-f90332be92ef tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port 30c6db25-4011-4d03-b8f2-e65e6fbaa934, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=30c6db25-4011-4d03-b8f2-e65e6fbaa934,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:54:38.552233 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-05d16432-deda-4b3b-bf14-f90332be92ef tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:38.625261 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-05d16432-deda-4b3b-bf14-f90332be92ef tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for 30c6db25-4011-4d03-b8f2-e65e6fbaa934 owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:54:38.691776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5dbc744e-94ce-4830-b783-12880bfa6764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:38.694644 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:38.721117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc744e-94ce-4830-b783-12880bfa6764 None None] Pushing event deleted for resources: {'Port': ['ID=87dc80ef-3387-4078-8026-b7061a04d04a,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:38.722851 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc744e-94ce-4830-b783-12880bfa6764 None None] No DVR routers for this DVR port 87dc80ef-3387-4078-8026-b7061a04d04a on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:54:38.724825 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5dbc744e-94ce-4830-b783-12880bfa6764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:38.846529 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c3a5d17e-ace8-47e7-b267-a4c5acb30005 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:54:38.867935 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: c3a5d17e-ace8-47e7-b267-a4c5acb30005 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:54:38.868297 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c3a5d17e-ace8-47e7-b267-a4c5acb30005 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:54:38.868729 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 87dc80ef-3387-4078-8026-b7061a04d04a no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:54:38.887570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 87dc80ef-3387-4078-8026-b7061a04d04a {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:54:38.888137 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 87dc80ef-3387-4078-8026-b7061a04d04a not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:54:38.926092 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-05d16432-deda-4b3b-bf14-f90332be92ef tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:38.930314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b06cc005-edaf-4136-b30b-80377225c587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:38.954639 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d16432-deda-4b3b-bf14-f90332be92ef tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=30c6db25-4011-4d03-b8f2-e65e6fbaa934,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:38.957783 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-05d16432-deda-4b3b-bf14-f90332be92ef tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:39.019649 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-05d16432-deda-4b3b-bf14-f90332be92ef tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:39.109775 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-05d16432-deda-4b3b-bf14-f90332be92ef tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:39.111790 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-05d16432-deda-4b3b-bf14-f90332be92ef tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:39.274357 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-05d16432-deda-4b3b-bf14-f90332be92ef tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:39.274865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d16432-deda-4b3b-bf14-f90332be92ef tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Fanout notify agent at l3_agent the message router_deleted on router aaf99f9e-7799-488d-a22b-a0090c164115 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:54:39.281613 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-05d16432-deda-4b3b-bf14-f90332be92ef tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:39.282708 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-05d16432-deda-4b3b-bf14-f90332be92ef tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/routers/aaf99f9e-7799-488d-a22b-a0090c164115 HTTP/1.1" status: 204 len: 168 time: 1.1861620 Jun 22 09:54:39.285389 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35874) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:39.368458 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1769-a67e-4e39-89ac-ea858135515d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:39.455350 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1769-a67e-4e39-89ac-ea858135515d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:39.465305 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-5e0d1769-a67e-4e39-89ac-ea858135515d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d3f174-4c82-442c-aac8-a4972e38fa38']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:39.475273 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-5e0d1769-a67e-4e39-89ac-ea858135515d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ffd79e-f00b-43c6-bf8e-9410310544f9') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:39.475602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-5e0d1769-a67e-4e39-89ac-ea858135515d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ffd79e-f00b-43c6-bf8e-9410310544f9') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:39.484063 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1769-a67e-4e39-89ac-ea858135515d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:39.502214 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1769-a67e-4e39-89ac-ea858135515d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:39.508037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0d1769-a67e-4e39-89ac-ea858135515d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:54:39.508446 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1769-a67e-4e39-89ac-ea858135515d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:54:39.511312 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:54:39.657096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1769-a67e-4e39-89ac-ea858135515d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:39.660474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-829757fe-d652-49df-be7f-17df3383470c tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:39.665038 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1769-a67e-4e39-89ac-ea858135515d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:39.666817 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5e0d1769-a67e-4e39-89ac-ea858135515d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/networks/41d3f174-4c82-442c-aac8-a4972e38fa38 HTTP/1.1" status: 204 len: 168 time: 0.3805060 Jun 22 09:54:39.679399 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d1769-a67e-4e39-89ac-ea858135515d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Network': ['ID=41d3f174-4c82-442c-aac8-a4972e38fa38,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:39.683681 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5e0d1769-a67e-4e39-89ac-ea858135515d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:39.689180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35876) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:39.695823 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-1ceb6b92-d097-4bd2-8c27-8ace8694d861 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'network': {'name': 'tempest-network-smoke--1146081104', 'project_id': '50763c4428f741ada1db53edd04651ab', 'port_security_enabled': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:54:39.811337 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ceb6b92-d097-4bd2-8c27-8ace8694d861 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:54:39.814984 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6b92-d097-4bd2-8c27-8ace8694d861 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:39.838443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ceb6b92-d097-4bd2-8c27-8ace8694d861 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:54:39.846673 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6b92-d097-4bd2-8c27-8ace8694d861 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:39.847019 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-1ceb6b92-d097-4bd2-8c27-8ace8694d861 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Added segment 28b0658d-254e-4538-8649-a8ad53b053b6 of type vlan for network 2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 Jun 22 09:54:39.884888 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6b92-d097-4bd2-8c27-8ace8694d861 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:39.999253 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6b92-d097-4bd2-8c27-8ace8694d861 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:40.004804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceb6b92-d097-4bd2-8c27-8ace8694d861 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:40.005388 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6b92-d097-4bd2-8c27-8ace8694d861 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:40.008710 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9318850c-beeb-48ab-9e9b-4bf5d6d68eeb tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:40.073567 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb6b92-d097-4bd2-8c27-8ace8694d861 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Network': ['ID=2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:40.076123 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1ceb6b92-d097-4bd2-8c27-8ace8694d861 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:40.084193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:54:40.177850 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1ceb6b92-d097-4bd2-8c27-8ace8694d861 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4875698 Jun 22 09:54:40.180602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35878) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:40.185479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-508813916', 'admin_state_up': True, 'project_id': '50763c4428f741ada1db53edd04651ab', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:54:40.268379 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:40.269339 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:40.322506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:40.387525 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:40.573704 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:40.814573 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 30c6db25-4011-4d03-b8f2-e65e6fbaa934 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:54:40.838802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 30c6db25-4011-4d03-b8f2-e65e6fbaa934 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:54:40.839170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 30c6db25-4011-4d03-b8f2-e65e6fbaa934 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:54:40.864176 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:40.883684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:40.986060 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.26.3.72 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/01631a35-20db-4b6e-926a-bd914e342352) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:54:41.090660 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:41.182947 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:41.185934 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-20a406d3-8bf4-404b-abee-d2c5c284bfb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:41.220998 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:54:41.224048 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:54:41.227199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:54:41.261489 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=01631a35-20db-4b6e-926a-bd914e342352,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:41.264504 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:41.598677 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:41.792300 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:42.010810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 129a1ffc-093f-43ff-b165-ae4d6cf67ffc is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:54:42.114021 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:54:42.124075 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Sync routers for ids ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:54:42.133404 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Routers {'129a1ffc-093f-43ff-b165-ae4d6cf67ffc'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:54:42.134022 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:54:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:42.182701 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:42.183992 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0021656 Jun 22 09:54:42.187010 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35882) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:42.215326 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4d129e84-fcf2-4316-a2e6-628ab51ba02a tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=50763c4428f741ada1db53edd04651ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270770 Jun 22 09:54:42.217715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35884) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:42.235197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Set router 129a1ffc-093f-43ff-b165-ae4d6cf67ffc gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:54:42.301889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128fd314-e61b-4ade-8cf6-9144fce3b8af tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:42.303920 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-128fd314-e61b-4ade-8cf6-9144fce3b8af tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853167 Jun 22 09:54:42.307008 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35886) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:42.340396 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-48a595c6-6e18-40f4-93ee-b9d827d9c05c tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321853 Jun 22 09:54:42.344180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35888) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:42.349153 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-054cf95c-ea02-4630-be01-d70354e18e8c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-557448470', 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17', 'project_id': '50763c4428f741ada1db53edd04651ab', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:54:42.412956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'name': 'tempest-TestNetworkBasicOps-router-508813916', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': '01631a35-20db-4b6e-926a-bd914e342352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:41Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '01631a35-20db-4b6e-926a-bd914e342352', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:42.439101 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Checking router: 129a1ffc-093f-43ff-b165-ae4d6cf67ffc for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:54:42.439485 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Updating router 129a1ffc-093f-43ff-b165-ae4d6cf67ffc port 01631a35-20db-4b6e-926a-bd914e342352 binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:54:42.472344 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:42.542610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054cf95c-ea02-4630-be01-d70354e18e8c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:54:42.546246 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-054cf95c-ea02-4630-be01-d70354e18e8c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:42.719966 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:42.730134 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Transition to ACTIVE for port object 01631a35-20db-4b6e-926a-bd914e342352 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:54:42.800290 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-054cf95c-ea02-4630-be01-d70354e18e8c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:42.803189 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a2a8c573-92b2-48e6-b090-3fa4969b6e10 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:42.823031 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:42.825980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:42.860873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054cf95c-ea02-4630-be01-d70354e18e8c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Subnet': ['ID=ad436b58-edbd-4788-a6f9-0f788d949171,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:42.863723 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-054cf95c-ea02-4630-be01-d70354e18e8c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:42.875166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Attempting to bind port 01631a35-20db-4b6e-926a-bd914e342352 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:54:42.875166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Attempting to bind port 01631a35-20db-4b6e-926a-bd914e342352 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:54:42.875166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Attempting to bind port 01631a35-20db-4b6e-926a-bd914e342352 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:54:42.875462 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054cf95c-ea02-4630-be01-d70354e18e8c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Checking segment: {'id': '28b0658d-254e-4538-8649-a8ad53b053b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:54:42.875462 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054cf95c-ea02-4630-be01-d70354e18e8c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network hostable DHCP agents. Network: 2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:54:42.881259 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:54:42.881653 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:54:42.882074 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:42.882488 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:54:42.882968 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Bound port: 01631a35-20db-4b6e-926a-bd914e342352, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:54:42.883355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:42.885755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683f9e8-498e-4176-8550-657273875baa None None] Pushing event updated for resources: {'Port': ['ID=01631a35-20db-4b6e-926a-bd914e342352,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:42.904301 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d683f9e8-498e-4176-8550-657273875baa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:42.935699 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] For port 01631a35-20db-4b6e-926a-bd914e342352, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:54:42.938711 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] For port 01631a35-20db-4b6e-926a-bd914e342352, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=01631a35-20db-4b6e-926a-bd914e342352,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:54:42.942865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054cf95c-ea02-4630-be01-d70354e18e8c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:54:43.000678 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:43.002606 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-99f34f4d-0396-40b1-bf15-2266a8d48fa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:43.023238 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-054cf95c-ea02-4630-be01-d70354e18e8c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:54:43.028708 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054cf95c-ea02-4630-be01-d70354e18e8c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:43.029158 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-054cf95c-ea02-4630-be01-d70354e18e8c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:43.132509 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-054cf95c-ea02-4630-be01-d70354e18e8c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7872689 Jun 22 09:54:43.135134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35890) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:43.175808 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7486e46e-72e3-45cd-810a-59f45951bbf7 None None] Network 2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:54:43.250269 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683f9e8-498e-4176-8550-657273875baa None None] Pushing event updated for resources: {'Port': ['ID=01631a35-20db-4b6e-926a-bd914e342352,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:43.254258 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Routers {'129a1ffc-093f-43ff-b165-ae4d6cf67ffc'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:54:43.254825 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:54:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:43.257295 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d683f9e8-498e-4176-8550-657273875baa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:43.412037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] Set router 129a1ffc-093f-43ff-b165-ae4d6cf67ffc gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:54:43.484386 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17', 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ips': [{'subnet_id': 'ad436b58-edbd-4788-a6f9-0f788d949171'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:54:43.485276 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:43.719122 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Allocated IP 172.20.0.2 (2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17/ad436b58-edbd-4788-a6f9-0f788d949171/2867c7ee-69bd-4ca6-bc67-377961122cd7) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:54:43.792716 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'name': 'tempest-TestNetworkBasicOps-router-508813916', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': '01631a35-20db-4b6e-926a-bd914e342352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:41Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '01631a35-20db-4b6e-926a-bd914e342352', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:43.823283 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38ecfc9-be92-4924-82dc-7112133b662e None None] The sync data for ids ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'] in dv-neutron-797121-3-hyperv is: [{'id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'name': 'tempest-TestNetworkBasicOps-router-508813916', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': '01631a35-20db-4b6e-926a-bd914e342352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:41Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '01631a35-20db-4b6e-926a-bd914e342352', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:54:43.908525 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:43.916750 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:43.917575 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Transition to ACTIVE for port object 2867c7ee-69bd-4ca6-bc67-377961122cd7 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:54:43.935628 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Transition to ACTIVE for port object 2867c7ee-69bd-4ca6-bc67-377961122cd7 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:54:44.005485 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:44.007831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-63e02d8f-0727-4065-81b7-1901596f0660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:44.076457 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Network 2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:54:44.081106 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:54:44.083801 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:54:44.097875 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Pushing event updated for resources: {'Port': ['ID=2867c7ee-69bd-4ca6-bc67-377961122cd7,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:44.101577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:44.163868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Attempting to bind port 2867c7ee-69bd-4ca6-bc67-377961122cd7 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:54:44.164320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Attempting to bind port 2867c7ee-69bd-4ca6-bc67-377961122cd7 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '28b0658d-254e-4538-8649-a8ad53b053b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:54:44.164709 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Attempting to bind port 2867c7ee-69bd-4ca6-bc67-377961122cd7 on network 2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:54:44.171965 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:54:44.172359 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Checking segment: {'id': '28b0658d-254e-4538-8649-a8ad53b053b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:54:44.172769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:44.173177 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Bound using segment: {'id': '28b0658d-254e-4538-8649-a8ad53b053b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:54:44.173653 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Bound port: 2867c7ee-69bd-4ca6-bc67-377961122cd7, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b0658d-254e-4538-8649-a8ad53b053b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:54:44.174036 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:44.242391 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] For port 2867c7ee-69bd-4ca6-bc67-377961122cd7, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:54:44.245220 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.1 (2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17/ad436b58-edbd-4788-a6f9-0f788d949171/25bcd568-8db2-47ee-9546-a59cb85b3d3e) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:54:44.247003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] For port 2867c7ee-69bd-4ca6-bc67-377961122cd7, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=2867c7ee-69bd-4ca6-bc67-377961122cd7,segment=NetworkSegment(28b0658d-254e-4538-8649-a8ad53b053b6),segment_id=28b0658d-254e-4538-8649-a8ad53b053b6)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:54:44.349909 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:44.356532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:44.370295 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:44.387823 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object 25bcd568-8db2-47ee-9546-a59cb85b3d3e will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:54:44.410482 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Pushing event updated for resources: {'Port': ['ID=2867c7ee-69bd-4ca6-bc67-377961122cd7,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:44.415176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:44.503609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:44.505837 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-602d2f97-7276-4a36-b7b0-3f51637055f9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:44.560729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:54:44.569407 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:54:44.576168 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:54:44.580596 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=25bcd568-8db2-47ee-9546-a59cb85b3d3e,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:44.585291 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:44.639388 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:44.850362 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:44.886238 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 2867c7ee-69bd-4ca6-bc67-377961122cd7 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:54:45.016954 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 2867c7ee-69bd-4ca6-bc67-377961122cd7 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:54:45.020965 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 01631a35-20db-4b6e-926a-bd914e342352 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:54:45.141154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:45.154070 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 01631a35-20db-4b6e-926a-bd914e342352 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:54:45.158167 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 01631a35-20db-4b6e-926a-bd914e342352 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:54:45.158391 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:45.200051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:45.204912 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8d30f669-739d-4af1-8186-6520864cd199 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:45.237820 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:45.262415 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 01631a35-20db-4b6e-926a-bd914e342352, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=01631a35-20db-4b6e-926a-bd914e342352,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:54:45.282325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:45.284330 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=25bcd568-8db2-47ee-9546-a59cb85b3d3e,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:45.288491 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:45.365482 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:45.367422 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:45.377327 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:54:45.378666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:54:45.417128 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=01631a35-20db-4b6e-926a-bd914e342352,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:45.420185 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:45.491930 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 129a1ffc-093f-43ff-b165-ae4d6cf67ffc has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:54:45.598997 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:54:45.603876 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/129a1ffc-093f-43ff-b165-ae4d6cf67ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4677680 Jun 22 09:54:45.606406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35892) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:45.708447 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eabb8d-af11-46ad-a538-7f13aa6c5f83 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:45.709764 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eabb8d-af11-46ad-a538-7f13aa6c5f83 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:45.710039 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eabb8d-af11-46ad-a538-7f13aa6c5f83 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:45.710734 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eabb8d-af11-46ad-a538-7f13aa6c5f83 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:45.711203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eabb8d-af11-46ad-a538-7f13aa6c5f83 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:45.711691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eabb8d-af11-46ad-a538-7f13aa6c5f83 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:45.713495 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-83eabb8d-af11-46ad-a538-7f13aa6c5f83 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1061847 Jun 22 09:54:45.716281 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35894) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:45.775818 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f83ed61-14f4-4c7d-9211-9206c556affb tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:45.776719 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f83ed61-14f4-4c7d-9211-9206c556affb tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:45.776844 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f83ed61-14f4-4c7d-9211-9206c556affb tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:45.777208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f83ed61-14f4-4c7d-9211-9206c556affb tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:45.777670 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f83ed61-14f4-4c7d-9211-9206c556affb tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:45.778133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f83ed61-14f4-4c7d-9211-9206c556affb tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:45.779995 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8f83ed61-14f4-4c7d-9211-9206c556affb tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0627620 Jun 22 09:54:45.782899 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35896) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:45.854626 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Sync routers for ids ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:54:45.864290 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Routers {'129a1ffc-093f-43ff-b165-ae4d6cf67ffc'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:54:45.865841 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:54:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:45.977344 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Set router 129a1ffc-093f-43ff-b165-ae4d6cf67ffc gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:54:46.032012 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ed09786f-3722-4d0f-b42d-d52e8f7ab5ff tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2475445 Jun 22 09:54:46.118915 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996079f5-8761-46a9-9461-d591a652c538 None None] Network 2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:54:46.187973 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'name': 'tempest-TestNetworkBasicOps-router-508813916', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': '01631a35-20db-4b6e-926a-bd914e342352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:44Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '01631a35-20db-4b6e-926a-bd914e342352', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '25bcd568-8db2-47ee-9546-a59cb85b3d3e', 'name': '', 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:a4:5c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ad436b58-edbd-4788-a6f9-0f788d949171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:44Z', 'updated_at': '2021-06-22T09:54:45Z', 'revision_number': 2, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'ad436b58-edbd-4788-a6f9-0f788d949171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:46.213979 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Checking router: 129a1ffc-093f-43ff-b165-ae4d6cf67ffc for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:54:46.214356 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Updating router 129a1ffc-093f-43ff-b165-ae4d6cf67ffc port 25bcd568-8db2-47ee-9546-a59cb85b3d3e binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:54:46.249852 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:46.296941 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8f71ee6b-c14d-466a-b9c1-eca2461209d8 None None] Provisioning for port 2867c7ee-69bd-4ca6-bc67-377961122cd7 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:54:46.300863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8f71ee6b-c14d-466a-b9c1-eca2461209d8 None None] Provisioning complete for port 2867c7ee-69bd-4ca6-bc67-377961122cd7 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:54:46.312798 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8f71ee6b-c14d-466a-b9c1-eca2461209d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:46.391631 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8f71ee6b-c14d-466a-b9c1-eca2461209d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:46.426929 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-8f71ee6b-c14d-466a-b9c1-eca2461209d8 None None] For port 2867c7ee-69bd-4ca6-bc67-377961122cd7, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=2867c7ee-69bd-4ca6-bc67-377961122cd7,segment=NetworkSegment(28b0658d-254e-4538-8649-a8ad53b053b6),segment_id=28b0658d-254e-4538-8649-a8ad53b053b6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:54:46.446336 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35900) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:46.451399 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-e504bb2b-cac4-4b2b-9f8c-faa06e9ff8e8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-979180017', 'description': 'tempest-secgroup-smoke-979180017 description', 'project_id': '50763c4428f741ada1db53edd04651ab'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:54:46.507578 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8f71ee6b-c14d-466a-b9c1-eca2461209d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:46.511398 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:46.566055 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e504bb2b-cac4-4b2b-9f8c-faa06e9ff8e8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:46.579158 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71ee6b-c14d-466a-b9c1-eca2461209d8 None None] Pushing event updated for resources: {'Port': ['ID=2867c7ee-69bd-4ca6-bc67-377961122cd7,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:46.579158 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8f71ee6b-c14d-466a-b9c1-eca2461209d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:46.626821 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:46.637021 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Transition to ACTIVE for port object 25bcd568-8db2-47ee-9546-a59cb85b3d3e will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:54:46.662884 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e504bb2b-cac4-4b2b-9f8c-faa06e9ff8e8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:46.674140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3e351b14-b9d5-4b6b-b0d9-ff4c1128a4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:46.737057 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6d5a8386-b08d-4498-a12e-efccffba6091 None None] Provisioning for port 25bcd568-8db2-47ee-9546-a59cb85b3d3e completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:54:46.741452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6d5a8386-b08d-4498-a12e-efccffba6091 None None] Provisioning complete for port 25bcd568-8db2-47ee-9546-a59cb85b3d3e triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:54:46.741875 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6d5a8386-b08d-4498-a12e-efccffba6091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:46.778685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-6d5a8386-b08d-4498-a12e-efccffba6091 None None] Port 25bcd568-8db2-47ee-9546-a59cb85b3d3e cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:54:46.793868 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:46.794017 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e504bb2b-cac4-4b2b-9f8c-faa06e9ff8e8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:46.794017 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-92ec0607-bc23-4097-9a9e-cafa5212ba54 tempest-PortsTestJSON-989026859 tempest-PortsTestJSON-989026859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:46.795367 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6d5a8386-b08d-4498-a12e-efccffba6091 None None] Provisioning complete for port 2867c7ee-69bd-4ca6-bc67-377961122cd7 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:54:46.795877 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6d5a8386-b08d-4498-a12e-efccffba6091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:46.798576 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-e4c781fe-ba1b-4a00-9bca-291b8dc59b10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:46.850348 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504bb2b-cac4-4b2b-9f8c-faa06e9ff8e8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1414718-f565-4757-987c-32aa1f5af0ef,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:46.855351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e504bb2b-cac4-4b2b-9f8c-faa06e9ff8e8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:46.874962 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749cae4-1389-4484-bcd9-8f223324c18c None None] Pushing event updated for resources: {'Port': ['ID=25bcd568-8db2-47ee-9546-a59cb85b3d3e,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:46.885608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 2867c7ee-69bd-4ca6-bc67-377961122cd7 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:54:46.885896 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cae4-1389-4484-bcd9-8f223324c18c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:46.886463 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cae4-1389-4484-bcd9-8f223324c18c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:46.886804 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cae4-1389-4484-bcd9-8f223324c18c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:46.887138 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cae4-1389-4484-bcd9-8f223324c18c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:46.887546 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cae4-1389-4484-bcd9-8f223324c18c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:46.887873 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cae4-1389-4484-bcd9-8f223324c18c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:46.888196 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cae4-1389-4484-bcd9-8f223324c18c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:46.888516 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cae4-1389-4484-bcd9-8f223324c18c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:46.888837 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cae4-1389-4484-bcd9-8f223324c18c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:46.889153 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cae4-1389-4484-bcd9-8f223324c18c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:46.889463 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cae4-1389-4484-bcd9-8f223324c18c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:46.889770 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cae4-1389-4484-bcd9-8f223324c18c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:46.893936 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-6749cae4-1389-4484-bcd9-8f223324c18c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:46.949725 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 2867c7ee-69bd-4ca6-bc67-377961122cd7 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:54:46.950108 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:46.958563 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Attempting to bind port 25bcd568-8db2-47ee-9546-a59cb85b3d3e on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:54:46.959617 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Attempting to bind port 25bcd568-8db2-47ee-9546-a59cb85b3d3e by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '28b0658d-254e-4538-8649-a8ad53b053b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:54:46.959795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e504bb2b-cac4-4b2b-9f8c-faa06e9ff8e8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:46.960099 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Attempting to bind port 25bcd568-8db2-47ee-9546-a59cb85b3d3e on network 2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:54:46.960894 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e504bb2b-cac4-4b2b-9f8c-faa06e9ff8e8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5135581 Jun 22 09:54:46.963727 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35902) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:46.966008 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:54:46.966509 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Checking segment: {'id': '28b0658d-254e-4538-8649-a8ad53b053b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:54:46.967228 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:46.967865 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Bound using segment: {'id': '28b0658d-254e-4538-8649-a8ad53b053b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:54:46.968637 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-35669f4c-a85b-4275-a72b-c78396e9ca4a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'c1414718-f565-4757-987c-32aa1f5af0ef', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:54:46.968873 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Bound port: 25bcd568-8db2-47ee-9546-a59cb85b3d3e, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b0658d-254e-4538-8649-a8ad53b053b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:54:46.969353 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:47.037453 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] For port 25bcd568-8db2-47ee-9546-a59cb85b3d3e, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:54:47.042458 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] For port 25bcd568-8db2-47ee-9546-a59cb85b3d3e, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=25bcd568-8db2-47ee-9546-a59cb85b3d3e,segment=NetworkSegment(28b0658d-254e-4538-8649-a8ad53b053b6),segment_id=28b0658d-254e-4538-8649-a8ad53b053b6)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:54:47.045553 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 01631a35-20db-4b6e-926a-bd914e342352 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:54:47.069351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35669f4c-a85b-4275-a72b-c78396e9ca4a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:47.099020 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 01631a35-20db-4b6e-926a-bd914e342352 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:54:47.099944 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:47.137685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35669f4c-a85b-4275-a72b-c78396e9ca4a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:47.147701 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:47.150572 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-9d8f5dd5-2ae7-4268-85ed-1613b373f1f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:47.210197 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Routers {'129a1ffc-093f-43ff-b165-ae4d6cf67ffc'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:54:47.210851 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:54:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:47.248285 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749cae4-1389-4484-bcd9-8f223324c18c None None] Pushing event updated for resources: {'Port': ['ID=25bcd568-8db2-47ee-9546-a59cb85b3d3e,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:47.252866 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-6749cae4-1389-4484-bcd9-8f223324c18c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:47.262482 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35669f4c-a85b-4275-a72b-c78396e9ca4a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:47.268676 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8bb00633-3761-4bfd-8729-8b1ce042c3b9 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:47.285276 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35669f4c-a85b-4275-a72b-c78396e9ca4a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5aa9cb-9f24-4554-9d8d-d56cb72c06ab,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:47.288643 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-35669f4c-a85b-4275-a72b-c78396e9ca4a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:47.333027 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] Set router 129a1ffc-093f-43ff-b165-ae4d6cf67ffc gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:54:47.371273 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35669f4c-a85b-4275-a72b-c78396e9ca4a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:47.372563 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-35669f4c-a85b-4275-a72b-c78396e9ca4a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4078977 Jun 22 09:54:47.375342 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35904) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:47.380090 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-885d26b9-a42c-413e-b79a-2853b367ad92 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'c1414718-f565-4757-987c-32aa1f5af0ef', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:54:47.467528 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-885d26b9-a42c-413e-b79a-2853b367ad92 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:47.524037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-885d26b9-a42c-413e-b79a-2853b367ad92 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:47.532780 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'name': 'tempest-TestNetworkBasicOps-router-508813916', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': '01631a35-20db-4b6e-926a-bd914e342352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:44Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '01631a35-20db-4b6e-926a-bd914e342352', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '25bcd568-8db2-47ee-9546-a59cb85b3d3e', 'name': '', 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:a4:5c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ad436b58-edbd-4788-a6f9-0f788d949171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:44Z', 'updated_at': '2021-06-22T09:54:47Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'ad436b58-edbd-4788-a6f9-0f788d949171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:47.558868 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5246a8d2-93a5-4348-899a-3790e40fbda6 None None] The sync data for ids ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'] in dv-neutron-797121-3-hyperv is: [{'id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'name': 'tempest-TestNetworkBasicOps-router-508813916', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': '01631a35-20db-4b6e-926a-bd914e342352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:44Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '01631a35-20db-4b6e-926a-bd914e342352', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '25bcd568-8db2-47ee-9546-a59cb85b3d3e', 'name': '', 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:a4:5c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ad436b58-edbd-4788-a6f9-0f788d949171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:44Z', 'updated_at': '2021-06-22T09:54:47Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'ad436b58-edbd-4788-a6f9-0f788d949171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:54:47.565684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-885d26b9-a42c-413e-b79a-2853b367ad92 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:47.571657 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a8e5f0f3-ca3e-46ab-97c2-ad19f68f5d84 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:47.590889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d26b9-a42c-413e-b79a-2853b367ad92 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3314a76-a5a4-4f7c-a0a3-731a97b840d8,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:47.590889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-885d26b9-a42c-413e-b79a-2853b367ad92 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:47.674641 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-885d26b9-a42c-413e-b79a-2853b367ad92 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:47.678014 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-885d26b9-a42c-413e-b79a-2853b367ad92 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2994964 Jun 22 09:54:47.678720 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35906) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:47.684386 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-9f513a20-7a27-4668-944b-45180361fcc5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'c1414718-f565-4757-987c-32aa1f5af0ef', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:54:47.805669 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9f513a20-7a27-4668-944b-45180361fcc5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:47.866427 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9f513a20-7a27-4668-944b-45180361fcc5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:47.949027 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9f513a20-7a27-4668-944b-45180361fcc5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:47.951161 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-21b9327d-8561-41ff-81d8-76c445dccda6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:47.964262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f513a20-7a27-4668-944b-45180361fcc5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf57dd32-ef23-4205-bc69-a0a9de66f931,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:47.967050 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9f513a20-7a27-4668-944b-45180361fcc5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:48.051101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9f513a20-7a27-4668-944b-45180361fcc5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:48.055877 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9f513a20-7a27-4668-944b-45180361fcc5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3725734 Jun 22 09:54:48.056035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35908) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:48.060476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-3b0d4d97-818c-4ed7-9597-1399934f2b30 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'c1414718-f565-4757-987c-32aa1f5af0ef', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:54:48.159014 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4d97-818c-4ed7-9597-1399934f2b30 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:48.223837 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4d97-818c-4ed7-9597-1399934f2b30 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:48.285326 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4d97-818c-4ed7-9597-1399934f2b30 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:48.287325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9f513a20-7a27-4668-944b-45180361fcc5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:48.304810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d4d97-818c-4ed7-9597-1399934f2b30 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5fabcb-594b-4fac-86a8-eb6c8290d6fd,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:48.308170 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3b0d4d97-818c-4ed7-9597-1399934f2b30 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:48.387621 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4d97-818c-4ed7-9597-1399934f2b30 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:48.392037 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3b0d4d97-818c-4ed7-9597-1399934f2b30 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3323495 Jun 22 09:54:48.392335 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35910) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:48.397634 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-e96a2381-578b-4d6b-91a4-e630959b96c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'c1414718-f565-4757-987c-32aa1f5af0ef', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:54:48.520135 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-e96a2381-578b-4d6b-91a4-e630959b96c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:54:48.525535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e96a2381-578b-4d6b-91a4-e630959b96c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:48.586000 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e96a2381-578b-4d6b-91a4-e630959b96c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:48.673995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e96a2381-578b-4d6b-91a4-e630959b96c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:48.675827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0eafcd1f-1f08-4dd7-956e-edd729a27283 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:48.692193 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a2381-578b-4d6b-91a4-e630959b96c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8346fdd5-5009-4ebf-9505-4a8c448d4efe,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:48.694510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e96a2381-578b-4d6b-91a4-e630959b96c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:48.782726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e96a2381-578b-4d6b-91a4-e630959b96c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:48.784035 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e96a2381-578b-4d6b-91a4-e630959b96c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3901620 Jun 22 09:54:48.787249 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35912) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:48.794983 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-0180bcb0-b9a3-4a46-be2d-1b48910980dd tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'c1414718-f565-4757-987c-32aa1f5af0ef', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:54:48.845026 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 25bcd568-8db2-47ee-9546-a59cb85b3d3e up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:54:48.891103 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-0180bcb0-b9a3-4a46-be2d-1b48910980dd tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:54:48.896129 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0180bcb0-b9a3-4a46-be2d-1b48910980dd tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:48.931583 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 25bcd568-8db2-47ee-9546-a59cb85b3d3e completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:54:48.935366 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 25bcd568-8db2-47ee-9546-a59cb85b3d3e triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:54:48.935812 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:48.956227 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0180bcb0-b9a3-4a46-be2d-1b48910980dd tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:49.069741 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:49.076364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 25bcd568-8db2-47ee-9546-a59cb85b3d3e, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=25bcd568-8db2-47ee-9546-a59cb85b3d3e,segment=NetworkSegment(28b0658d-254e-4538-8649-a8ad53b053b6),segment_id=28b0658d-254e-4538-8649-a8ad53b053b6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:54:49.154309 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0180bcb0-b9a3-4a46-be2d-1b48910980dd tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:49.156245 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8c1759a3-b784-4dab-a1c9-80c8d7d83085 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:49.172374 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180bcb0-b9a3-4a46-be2d-1b48910980dd tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7500ea87-f0e7-45ea-a330-7b1cad658e4d,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:49.174737 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0180bcb0-b9a3-4a46-be2d-1b48910980dd tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:49.187315 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-60eae303-1fc1-437d-ac30-3260c39cb309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:49.189599 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:49.191206 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:49.241334 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=25bcd568-8db2-47ee-9546-a59cb85b3d3e,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:49.246862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:49.268429 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0180bcb0-b9a3-4a46-be2d-1b48910980dd tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:49.272093 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0180bcb0-b9a3-4a46-be2d-1b48910980dd tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4819252 Jun 22 09:54:49.314150 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:49.414527 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-85945d82-dcaf-439d-81e9-17202430233e req-cd1667b8-12e9-4ca4-9cb0-46d5532742d4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-979180017&fields=id&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 267 time: 0.0328178 Jun 22 09:54:49.527517 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85945d82-dcaf-439d-81e9-17202430233e req-1dd92cc1-ad94-49a2-8db5-e9c8cf7e3cb8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:49.528967 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-85945d82-dcaf-439d-81e9-17202430233e req-1dd92cc1-ad94-49a2-8db5-e9c8cf7e3cb8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/networks?id=2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 HTTP/1.1" status: 200 len: 797 time: 0.1080081 Jun 22 09:54:49.543562 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-85945d82-dcaf-439d-81e9-17202430233e req-fd74c42b-6718-40fe-a191-4bd75208dd7c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/quotas/50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 375 time: 0.0092063 Jun 22 09:54:49.610823 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-85945d82-dcaf-439d-81e9-17202430233e req-2377f7b4-194b-4f2d-b2a7-4fbd84060666 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622797 Jun 22 09:54:49.708081 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-85945d82-dcaf-439d-81e9-17202430233e req-b3a0830c-e0aa-4da8-97e6-ed663716ce1e service neutron] 10.222.0.20 "GET /v2.0/networks/2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856493 Jun 22 09:54:49.800788 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-85945d82-dcaf-439d-81e9-17202430233e req-ef48f9d8-dba0-4353-a3cd-b96e39099864 service neutron] 10.222.0.20 "GET /v2.0/networks/2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870123 Jun 22 09:54:50.146612 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ac5eb9f9-4f05-4d99-ad25-105be4876007 req-220446d2-dd6e-4694-b601-7f401a08bfd0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 210 time: 0.0307858 Jun 22 09:54:50.496547 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:50.826556 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 25bcd568-8db2-47ee-9546-a59cb85b3d3e up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:54:50.872332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 25bcd568-8db2-47ee-9546-a59cb85b3d3e triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:54:50.872751 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:51.293145 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-de23e3c5-e851-4ac4-8a7a-7c43f98a1bc6 req-8b172781-1269-4615-9ec1-a4472e44c35e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 210 time: 0.0337775 Jun 22 09:54:51.691176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:52.410688 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85945d82-dcaf-439d-81e9-17202430233e req-08e33544-06f6-4808-a3cc-be8e50f870d2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:52.412057 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-85945d82-dcaf-439d-81e9-17202430233e req-08e33544-06f6-4808-a3cc-be8e50f870d2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/networks?id=2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 HTTP/1.1" status: 200 len: 797 time: 0.1016238 Jun 22 09:54:52.439726 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3fedc6be-5810-41d5-8aee-dff6aeb7bb24 req-b29823fb-d188-4873-bf28-964a5de3c2f8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 210 time: 0.0314572 Jun 22 09:54:52.455405 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-85945d82-dcaf-439d-81e9-17202430233e req-0211bec4-7817-46a4-8c94-9b646b2e6ab0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 379 time: 0.0345707 Jun 22 09:54:52.468888 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-85945d82-dcaf-439d-81e9-17202430233e req-1edf0be5-b8d6-400f-bff2-963ea22178c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'port': {'device_id': 'bde732ca-e357-46a0-9132-d8a1d6262053', 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17', 'admin_state_up': True, 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'security_groups': ['c1414718-f565-4757-987c-32aa1f5af0ef']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:54:52.645310 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85945d82-dcaf-439d-81e9-17202430233e req-1edf0be5-b8d6-400f-bff2-963ea22178c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:54:52.649015 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-85945d82-dcaf-439d-81e9-17202430233e req-1edf0be5-b8d6-400f-bff2-963ea22178c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:52.769520 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [req-85945d82-dcaf-439d-81e9-17202430233e req-1edf0be5-b8d6-400f-bff2-963ea22178c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.4 (2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17/ad436b58-edbd-4788-a6f9-0f788d949171/dc4d151c-4045-4b4c-93eb-f1cc7f54c5df) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:54:52.908830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-85945d82-dcaf-439d-81e9-17202430233e req-1edf0be5-b8d6-400f-bff2-963ea22178c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:52.922126 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-85945d82-dcaf-439d-81e9-17202430233e req-1edf0be5-b8d6-400f-bff2-963ea22178c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object dc4d151c-4045-4b4c-93eb-f1cc7f54c5df will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:54:53.062767 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-85945d82-dcaf-439d-81e9-17202430233e req-1edf0be5-b8d6-400f-bff2-963ea22178c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:53.067400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3e3435f0-677b-4613-a979-f2cfc847632c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:53.109582 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85945d82-dcaf-439d-81e9-17202430233e req-1edf0be5-b8d6-400f-bff2-963ea22178c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:54:53.110920 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [req-85945d82-dcaf-439d-81e9-17202430233e req-1edf0be5-b8d6-400f-bff2-963ea22178c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:54:53.116117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-85945d82-dcaf-439d-81e9-17202430233e req-1edf0be5-b8d6-400f-bff2-963ea22178c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:54:53.149818 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf0be5-b8d6-400f-bff2-963ea22178c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=dc4d151c-4045-4b4c-93eb-f1cc7f54c5df,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:53.153418 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1edf0be5-b8d6-400f-bff2-963ea22178c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:53.178371 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85945d82-dcaf-439d-81e9-17202430233e req-1edf0be5-b8d6-400f-bff2-963ea22178c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:53.179631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-85945d82-dcaf-439d-81e9-17202430233e req-1edf0be5-b8d6-400f-bff2-963ea22178c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:53.268936 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-85945d82-dcaf-439d-81e9-17202430233e req-1edf0be5-b8d6-400f-bff2-963ea22178c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8044910 Jun 22 09:54:53.284272 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Request body: {'port': {'device_id': 'bde732ca-e357-46a0-9132-d8a1d6262053', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:54:53.354360 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:53.450913 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fd19f508-9073-4f1b-a9df-3cfc03b6716f None None] Provisioning for port dc4d151c-4045-4b4c-93eb-f1cc7f54c5df completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:54:53.454893 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-fd19f508-9073-4f1b-a9df-3cfc03b6716f None None] Provisioning complete for port dc4d151c-4045-4b4c-93eb-f1cc7f54c5df triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:54:53.455282 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fd19f508-9073-4f1b-a9df-3cfc03b6716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:53.490627 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-fd19f508-9073-4f1b-a9df-3cfc03b6716f None None] Port dc4d151c-4045-4b4c-93eb-f1cc7f54c5df cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:54:53.662544 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc4d151c-4045-4b4c-93eb-f1cc7f54c5df {{(pid=100652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:54:53.671361 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:53.692576 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620953ce-d0ba-48a6-abe2-e2b5ebd6b362 req-fc016556-86d7-4cdc-89b9-d3197052b23d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:53.694035 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-620953ce-d0ba-48a6-abe2-e2b5ebd6b362 req-fc016556-86d7-4cdc-89b9-d3197052b23d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 931 time: 0.1203678 Jun 22 09:54:53.697025 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Transition to ACTIVE for port object dc4d151c-4045-4b4c-93eb-f1cc7f54c5df will not be triggered until provisioned by entity L2. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:54:53.731461 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-620953ce-d0ba-48a6-abe2-e2b5ebd6b362 req-51cdf115-e650-47b2-ab0e-05dd2c376c3a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1414718-f565-4757-987c-32aa1f5af0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311165 Jun 22 09:54:53.754066 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:53.757122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-84cc5326-5469-4ce8-9502-4bb4471659f9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:53.836922 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Pushing event updated for resources: {'Port': ['ID=dc4d151c-4045-4b4c-93eb-f1cc7f54c5df,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:53.855697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:53.907055 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Attempting to bind port dc4d151c-4045-4b4c-93eb-f1cc7f54c5df on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:54:53.907395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Attempting to bind port dc4d151c-4045-4b4c-93eb-f1cc7f54c5df by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '28b0658d-254e-4538-8649-a8ad53b053b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:54:53.907769 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Attempting to bind port dc4d151c-4045-4b4c-93eb-f1cc7f54c5df on network 2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:54:53.912453 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Port dc4d151c-4045-4b4c-93eb-f1cc7f54c5df on network 2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:54:53.912905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Attempting to bind port dc4d151c-4045-4b4c-93eb-f1cc7f54c5df on network 2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:54:53.918034 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:54:53.918377 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Checking segment: {'id': '28b0658d-254e-4538-8649-a8ad53b053b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:54:53.918765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Bound using segment: {'id': '28b0658d-254e-4538-8649-a8ad53b053b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17'} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:54:53.919246 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Bound port: dc4d151c-4045-4b4c-93eb-f1cc7f54c5df, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28b0658d-254e-4538-8649-a8ad53b053b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17'}}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:54:53.919605 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:53.985699 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] For port dc4d151c-4045-4b4c-93eb-f1cc7f54c5df, host hv-neutron-7971, cleared binding levels {{(pid=100652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:54:53.988698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] For port dc4d151c-4045-4b4c-93eb-f1cc7f54c5df, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dc4d151c-4045-4b4c-93eb-f1cc7f54c5df,segment=NetworkSegment(28b0658d-254e-4538-8649-a8ad53b053b6),segment_id=28b0658d-254e-4538-8649-a8ad53b053b6)] {{(pid=100652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:54:54.079719 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:54.082574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f93aa6d0-ecc3-406e-86a8-ca392368e623 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:54.112573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:54.113279 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:54.114652 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-85945d82-dcaf-439d-81e9-17202430233e req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] 10.222.0.35 "PUT /v2.0/ports/dc4d151c-4045-4b4c-93eb-f1cc7f54c5df HTTP/1.1" status: 200 len: 1093 time: 0.8347361 Jun 22 09:54:54.116949 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde732ca-e357-46a0-9132-d8a1d6262053', 'tag': 'dc4d151c-4045-4b4c-93eb-f1cc7f54c5df'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:54:54.120963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f37855-4ed7-46b3-b3a3-5038bbd253ca" -d '{"events": [{"name": "network-changed", "server_uuid": "bde732ca-e357-46a0-9132-d8a1d6262053", "tag": "dc4d151c-4045-4b4c-93eb-f1cc7f54c5df"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:54:54.149402 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Pushing event updated for resources: {'Port': ['ID=dc4d151c-4045-4b4c-93eb-f1cc7f54c5df,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:54.153420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:54.163139 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f007e072-62c0-4e8f-ad80-826a3b00f461 x-openstack-request-id: req-f007e072-62c0-4e8f-ad80-826a3b00f461 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:54:54.163611 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde732ca-e357-46a0-9132-d8a1d6262053", "tag": "dc4d151c-4045-4b4c-93eb-f1cc7f54c5df", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:54:54.164057 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f007e072-62c0-4e8f-ad80-826a3b00f461 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:54:54.164513 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde732ca-e357-46a0-9132-d8a1d6262053', 'tag': 'dc4d151c-4045-4b4c-93eb-f1cc7f54c5df', 'status': 'completed', 'code': 200} Jun 22 09:54:54.243789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f37855-4ed7-46b3-b3a3-5038bbd253ca req-6b272a21-13d9-4bd1-a2ff-1045305921b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:54.245292 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-40f37855-4ed7-46b3-b3a3-5038bbd253ca req-6b272a21-13d9-4bd1-a2ff-1045305921b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 1096 time: 0.0577812 Jun 22 09:54:54.344504 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f37855-4ed7-46b3-b3a3-5038bbd253ca req-808b1572-1424-4ada-9535-a3a6b41589f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:54.345961 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-40f37855-4ed7-46b3-b3a3-5038bbd253ca req-808b1572-1424-4ada-9535-a3a6b41589f0 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=50763c4428f741ada1db53edd04651ab&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0928543 Jun 22 09:54:54.435799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f37855-4ed7-46b3-b3a3-5038bbd253ca req-9829e5ba-608b-46a8-bcdd-126e599a44aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:54.437144 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-40f37855-4ed7-46b3-b3a3-5038bbd253ca req-9829e5ba-608b-46a8-bcdd-126e599a44aa service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0848370 Jun 22 09:54:54.522709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85945d82-dcaf-439d-81e9-17202430233e req-ba908062-eb1f-4080-b650-69f527fac7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:54.524210 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-85945d82-dcaf-439d-81e9-17202430233e req-ba908062-eb1f-4080-b650-69f527fac7cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 1096 time: 0.0506310 Jun 22 09:54:54.569440 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-85945d82-dcaf-439d-81e9-17202430233e req-e39a5dc5-9a5f-4615-9520-9733170d0df2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc4d151c-4045-4b4c-93eb-f1cc7f54c5df HTTP/1.1" status: 200 len: 217 time: 0.0372593 Jun 22 09:54:54.615607 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85945d82-dcaf-439d-81e9-17202430233e req-68cbd264-cf7f-4256-b1a6-75600f2ccca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:54.624378 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-85945d82-dcaf-439d-81e9-17202430233e req-68cbd264-cf7f-4256-b1a6-75600f2ccca0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ad436b58-edbd-4788-a6f9-0f788d949171 HTTP/1.1" status: 200 len: 843 time: 0.0409439 Jun 22 09:54:54.672893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85945d82-dcaf-439d-81e9-17202430233e req-6606aa0b-7bcd-4334-8317-bffbab200bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:54.674293 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-85945d82-dcaf-439d-81e9-17202430233e req-6606aa0b-7bcd-4334-8317-bffbab200bf7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492513 Jun 22 09:54:55.131842 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-85945d82-dcaf-439d-81e9-17202430233e req-e2fe91b4-bdca-41f5-a1cb-3cf6b27fb25e service neutron] 10.222.0.35 "GET /v2.0/networks/2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515007 Jun 22 09:54:55.164427 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b48498-307d-4b98-bdf7-6f8eb1fe2bc0 req-85ec6fd5-b761-428f-a371-1ab1f38a5f5a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:55.165801 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-19b48498-307d-4b98-bdf7-6f8eb1fe2bc0 req-85ec6fd5-b761-428f-a371-1ab1f38a5f5a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 943 time: 0.1081278 Jun 22 09:54:55.235651 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-19b48498-307d-4b98-bdf7-6f8eb1fe2bc0 req-9c1875f2-ffda-4608-9295-860008ebee9a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1414718-f565-4757-987c-32aa1f5af0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440397 Jun 22 09:54:55.256569 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-85945d82-dcaf-439d-81e9-17202430233e req-b01c99fd-4c86-44e3-867c-c5d9f5b2a259 service neutron] 10.222.0.35 "GET /v2.0/networks/2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171353 Jun 22 09:54:56.409620 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf05f8-ea2e-4f4b-918c-213a049f0ade req-34c9cfc5-9b86-4a3b-a44c-02fc2ca83a04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:56.411008 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2faf05f8-ea2e-4f4b-918c-213a049f0ade req-34c9cfc5-9b86-4a3b-a44c-02fc2ca83a04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 943 time: 0.0669365 Jun 22 09:54:56.448869 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2faf05f8-ea2e-4f4b-918c-213a049f0ade req-3a4b7f44-bbe9-4635-9103-3f7c6eacb091 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1414718-f565-4757-987c-32aa1f5af0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310953 Jun 22 09:54:57.618635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ccf97-18dd-4346-b979-abb5e36b4b92 req-10f84347-faed-4121-80ea-067d2cf4a72a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:57.620130 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ac0ccf97-18dd-4346-b979-abb5e36b4b92 req-10f84347-faed-4121-80ea-067d2cf4a72a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 943 time: 0.0630040 Jun 22 09:54:57.657154 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ac0ccf97-18dd-4346-b979-abb5e36b4b92 req-52be1781-8c65-4004-8d80-d3330ff6e5b9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1414718-f565-4757-987c-32aa1f5af0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313249 Jun 22 09:54:58.827172 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d928a-0198-4dc0-b432-71900dcffda0 req-2c5e5b42-098e-45bb-a5cb-cd056511c11d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:58.828658 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0c0d928a-0198-4dc0-b432-71900dcffda0 req-2c5e5b42-098e-45bb-a5cb-cd056511c11d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 943 time: 0.0629919 Jun 22 09:54:58.865795 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0c0d928a-0198-4dc0-b432-71900dcffda0 req-55415ef4-ca47-47c1-a32c-d37c465b9ed5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1414718-f565-4757-987c-32aa1f5af0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313733 Jun 22 09:55:00.042843 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928a834-955e-4859-9c20-8a04781f90bf req-cb9c72e6-c067-45ea-98d1-c62431d7de9a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:00.044439 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d928a834-955e-4859-9c20-8a04781f90bf req-cb9c72e6-c067-45ea-98d1-c62431d7de9a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 943 time: 0.0662866 Jun 22 09:55:00.084409 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d928a834-955e-4859-9c20-8a04781f90bf req-d29f33e3-2ce3-413d-b116-01bc64a36307 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1414718-f565-4757-987c-32aa1f5af0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343356 Jun 22 09:55:00.248172 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device dc4d151c-4045-4b4c-93eb-f1cc7f54c5df details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:55:00.345185 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port dc4d151c-4045-4b4c-93eb-f1cc7f54c5df, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dc4d151c-4045-4b4c-93eb-f1cc7f54c5df,segment=NetworkSegment(28b0658d-254e-4538-8649-a8ad53b053b6),segment_id=28b0658d-254e-4538-8649-a8ad53b053b6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:55:00.356637 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': 'dc4d151c-4045-4b4c-93eb-f1cc7f54c5df', 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17', 'port_id': 'dc4d151c-4045-4b4c-93eb-f1cc7f54c5df', 'mac_address': 'fa:16:3e:86:83:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad436b58-edbd-4788-a6f9-0f788d949171', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:55:00.393250 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:00.405383 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc4d151c-4045-4b4c-93eb-f1cc7f54c5df {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:55:00.424728 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port dc4d151c-4045-4b4c-93eb-f1cc7f54c5df, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dc4d151c-4045-4b4c-93eb-f1cc7f54c5df,segment=NetworkSegment(28b0658d-254e-4538-8649-a8ad53b053b6),segment_id=28b0658d-254e-4538-8649-a8ad53b053b6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:55:00.496716 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:00.499597 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:55:00.544072 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=dc4d151c-4045-4b4c-93eb-f1cc7f54c5df,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:55:00.547021 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:55:00.831399 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['dc4d151c-4045-4b4c-93eb-f1cc7f54c5df'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:55:01.255291 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5158e-b870-49cc-aa5d-2845777eb2e1 req-fd115245-b62c-42a1-b221-bd375f5af5de tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:01.256784 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9aa5158e-b870-49cc-aa5d-2845777eb2e1 req-fd115245-b62c-42a1-b221-bd375f5af5de tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 944 time: 0.0623963 Jun 22 09:55:01.294110 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9aa5158e-b870-49cc-aa5d-2845777eb2e1 req-bde5d56a-2ef7-44b0-8bf7-7210242a0c9e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1414718-f565-4757-987c-32aa1f5af0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311263 Jun 22 09:55:02.263006 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device dc4d151c-4045-4b4c-93eb-f1cc7f54c5df up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:55:02.381274 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port dc4d151c-4045-4b4c-93eb-f1cc7f54c5df completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:55:02.385554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port dc4d151c-4045-4b4c-93eb-f1cc7f54c5df triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:55:02.385987 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:02.467916 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:02.468843 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90964a5-3575-4106-940b-a6d268c1a653 req-db945512-9eda-4f7c-be6a-0152170cb4f6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:02.470357 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d90964a5-3575-4106-940b-a6d268c1a653 req-db945512-9eda-4f7c-be6a-0152170cb4f6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 944 time: 0.0631266 Jun 22 09:55:02.493594 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde732ca-e357-46a0-9132-d8a1d6262053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4d151c-4045-4b4c-93eb-f1cc7f54c5df'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:55:02.496926 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6582848e-d40d-478c-be03-43ecbd103ad4" -d '{"events": [{"server_uuid": "bde732ca-e357-46a0-9132-d8a1d6262053", "name": "network-vif-plugged", "status": "completed", "tag": "dc4d151c-4045-4b4c-93eb-f1cc7f54c5df"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:55:02.510247 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port dc4d151c-4045-4b4c-93eb-f1cc7f54c5df, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dc4d151c-4045-4b4c-93eb-f1cc7f54c5df,segment=NetworkSegment(28b0658d-254e-4538-8649-a8ad53b053b6),segment_id=28b0658d-254e-4538-8649-a8ad53b053b6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:55:02.510799 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d90964a5-3575-4106-940b-a6d268c1a653 req-0da844d2-e06c-402e-8cb4-86453a9619fd tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1414718-f565-4757-987c-32aa1f5af0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343788 Jun 22 09:55:02.541390 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d835b522-4b5e-4679-b866-cb91689ec340 x-openstack-request-id: req-d835b522-4b5e-4679-b866-cb91689ec340 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:55:02.541749 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde732ca-e357-46a0-9132-d8a1d6262053", "name": "network-vif-plugged", "status": "completed", "tag": "dc4d151c-4045-4b4c-93eb-f1cc7f54c5df", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:55:02.542013 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d835b522-4b5e-4679-b866-cb91689ec340 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:55:02.542501 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde732ca-e357-46a0-9132-d8a1d6262053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4d151c-4045-4b4c-93eb-f1cc7f54c5df', 'code': 200} Jun 22 09:55:02.588723 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:02.591398 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3eec0320-999a-402f-ba65-dda5fa1c7448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:55:02.643319 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=dc4d151c-4045-4b4c-93eb-f1cc7f54c5df,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:55:02.646282 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:55:02.961118 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193a1e7-d83a-4bfa-b4fc-85e99ce318d9 req-0f485599-d519-40d1-ad72-d51604968c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:02.962682 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2193a1e7-d83a-4bfa-b4fc-85e99ce318d9 req-0f485599-d519-40d1-ad72-d51604968c89 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 1098 time: 0.0507429 Jun 22 09:55:02.998551 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2193a1e7-d83a-4bfa-b4fc-85e99ce318d9 req-12597c58-5d9b-48bf-8ad2-f6691681105d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c1414718-f565-4757-987c-32aa1f5af0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298519 Jun 22 09:55:03.689600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca4866-8606-4a74-9ba3-effb29e37a98 req-04bc4060-43df-4032-b920-23f6c1613cf5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:03.691093 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1dca4866-8606-4a74-9ba3-effb29e37a98 req-04bc4060-43df-4032-b920-23f6c1613cf5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 945 time: 0.0677812 Jun 22 09:55:03.729009 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1dca4866-8606-4a74-9ba3-effb29e37a98 req-86fd1d1c-a1c5-4884-97be-1afdee8da71b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1414718-f565-4757-987c-32aa1f5af0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323584 Jun 22 09:55:04.907777 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f79f44-a9eb-460b-a022-6724ac9149ac req-2af17673-034b-4e63-b0f8-87ac6c468eda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:04.909766 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-98f79f44-a9eb-460b-a022-6724ac9149ac req-2af17673-034b-4e63-b0f8-87ac6c468eda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 945 time: 0.0678136 Jun 22 09:55:04.949938 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-98f79f44-a9eb-460b-a022-6724ac9149ac req-33b02622-3169-4c2d-b086-a9ae3430506f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1414718-f565-4757-987c-32aa1f5af0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338657 Jun 22 09:55:05.125800 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a03c1d-7f33-4908-ab9e-6a0dc0c21d89 req-1e3e30b5-d46b-43bf-bb87-7f0f4eefa838 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:05.127246 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f6a03c1d-7f33-4908-ab9e-6a0dc0c21d89 req-1e3e30b5-d46b-43bf-bb87-7f0f4eefa838 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 945 time: 0.0652628 Jun 22 09:55:05.165799 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f6a03c1d-7f33-4908-ab9e-6a0dc0c21d89 req-573ebd89-ec07-4765-9983-4fb51733c591 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1414718-f565-4757-987c-32aa1f5af0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328875 Jun 22 09:55:05.189996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35984) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:55:05.243487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49254e6d-d1bf-42a4-a28b-b78992760c5d tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:05.245837 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-49254e6d-d1bf-42a4-a28b-b78992760c5d tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 1093 time: 0.0548642 Jun 22 09:55:05.248941 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35986) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:55:05.253278 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': 'dc4d151c-4045-4b4c-93eb-f1cc7f54c5df', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:55:05.342246 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:05.438865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:05.544708 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.26.3.83 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/e4cd5162-a33c-430d-9cae-4a85d9c983d0) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:55:05.647525 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:05.753777 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:05.756454 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-84210599-7e94-4b45-8d24-6573fd385bb3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:55:05.790031 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:55:05.792893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:55:05.796306 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:55:05.825876 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=e4cd5162-a33c-430d-9cae-4a85d9c983d0,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:55:05.829941 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:55:06.168305 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:06.335077 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:06.482776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:06.576107 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:06.579114 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:55:06.641112 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=e4cd5162-a33c-430d-9cae-4a85d9c983d0,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:55:06.646445 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:55:06.653391 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:06.766575 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP a85cc6d2-b743-46cc-a098-2325d1dc3c73 associated. External IP: 172.26.3.83, port: dc4d151c-4045-4b4c-93eb-f1cc7f54c5df. Jun 22 09:55:06.970323 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 129a1ffc-093f-43ff-b165-ae4d6cf67ffc has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:55:07.079067 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:55:07.089351 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf227d3f-5512-44c3-9e7e-20cde6272604 None None] Sync routers for ids ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:55:07.099572 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf227d3f-5512-44c3-9e7e-20cde6272604 None None] Routers {'129a1ffc-093f-43ff-b165-ae4d6cf67ffc'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:55:07.102894 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-cf227d3f-5512-44c3-9e7e-20cde6272604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:54:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:55:07.130947 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:07.169166 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9192095 Jun 22 09:55:07.169973 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde732ca-e357-46a0-9132-d8a1d6262053', 'tag': 'dc4d151c-4045-4b4c-93eb-f1cc7f54c5df'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:55:07.172202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 35988) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:55:07.172698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77118887-05e3-4c1d-b73e-8ebf8640e367" -d '{"events": [{"name": "network-changed", "server_uuid": "bde732ca-e357-46a0-9132-d8a1d6262053", "tag": "dc4d151c-4045-4b4c-93eb-f1cc7f54c5df"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:55:07.210880 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-cf227d3f-5512-44c3-9e7e-20cde6272604 None None] Set router 129a1ffc-093f-43ff-b165-ae4d6cf67ffc gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:55:07.211715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac17252-21b2-4c3d-8445-02f9a2596a12 x-openstack-request-id: req-5ac17252-21b2-4c3d-8445-02f9a2596a12 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:55:07.212206 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde732ca-e357-46a0-9132-d8a1d6262053", "tag": "dc4d151c-4045-4b4c-93eb-f1cc7f54c5df", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:55:07.212560 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ac17252-21b2-4c3d-8445-02f9a2596a12 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:55:07.213894 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde732ca-e357-46a0-9132-d8a1d6262053', 'tag': 'dc4d151c-4045-4b4c-93eb-f1cc7f54c5df', 'status': 'completed', 'code': 200} Jun 22 09:55:07.237667 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-92c50bfb-09d7-43b3-9b7d-31a2ced61dbc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/a85cc6d2-b743-46cc-a098-2325d1dc3c73 HTTP/1.1" status: 200 len: 990 time: 0.0630350 Jun 22 09:55:07.286021 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77118887-05e3-4c1d-b73e-8ebf8640e367 req-064f8f66-51ac-4e2e-a1ef-50c5a01844f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:07.287555 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-77118887-05e3-4c1d-b73e-8ebf8640e367 req-064f8f66-51ac-4e2e-a1ef-50c5a01844f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 1098 time: 0.0534871 Jun 22 09:55:07.381458 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77118887-05e3-4c1d-b73e-8ebf8640e367 req-4380b823-ee36-4974-8c5c-090fb1dcc911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:07.382907 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-77118887-05e3-4c1d-b73e-8ebf8640e367 req-4380b823-ee36-4974-8c5c-090fb1dcc911 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 HTTP/1.1" status: 200 len: 898 time: 0.0894489 Jun 22 09:55:07.432594 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-cf227d3f-5512-44c3-9e7e-20cde6272604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'name': 'tempest-TestNetworkBasicOps-router-508813916', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': '01631a35-20db-4b6e-926a-bd914e342352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:44Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '01631a35-20db-4b6e-926a-bd914e342352', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'a85cc6d2-b743-46cc-a098-2325d1dc3c73', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'port_id': 'dc4d151c-4045-4b4c-93eb-f1cc7f54c5df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17', 'mac_address': 'fa:16:3e:86:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde732ca-e357-46a0-9132-d8a1d6262053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:55:06Z', 'updated_at': '2021-06-22T09:55:06Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bcd568-8db2-47ee-9546-a59cb85b3d3e', 'name': '', 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:a4:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ad436b58-edbd-4788-a6f9-0f788d949171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:44Z', 'updated_at': '2021-06-22T09:54:49Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'ad436b58-edbd-4788-a6f9-0f788d949171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:55:07.448922 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-77118887-05e3-4c1d-b73e-8ebf8640e367 req-501c9738-114f-4c52-8ded-c4f26fc363b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc4d151c-4045-4b4c-93eb-f1cc7f54c5df HTTP/1.1" status: 200 len: 998 time: 0.0594885 Jun 22 09:55:07.461764 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf227d3f-5512-44c3-9e7e-20cde6272604 None None] Checking router: 129a1ffc-093f-43ff-b165-ae4d6cf67ffc for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:55:07.469840 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf227d3f-5512-44c3-9e7e-20cde6272604 None None] Routers {'129a1ffc-093f-43ff-b165-ae4d6cf67ffc'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:55:07.470449 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-cf227d3f-5512-44c3-9e7e-20cde6272604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:54:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:55:07.501656 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77118887-05e3-4c1d-b73e-8ebf8640e367 req-9ce2e669-0495-4101-9973-7d1940375682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:07.503142 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-77118887-05e3-4c1d-b73e-8ebf8640e367 req-9ce2e669-0495-4101-9973-7d1940375682 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ad436b58-edbd-4788-a6f9-0f788d949171 HTTP/1.1" status: 200 len: 843 time: 0.0489156 Jun 22 09:55:07.561738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77118887-05e3-4c1d-b73e-8ebf8640e367 req-6a074fab-ce94-4afd-990d-1e931cd92b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:07.563722 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-77118887-05e3-4c1d-b73e-8ebf8640e367 req-6a074fab-ce94-4afd-990d-1e931cd92b49 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0542014 Jun 22 09:55:07.574735 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-cf227d3f-5512-44c3-9e7e-20cde6272604 None None] Set router 129a1ffc-093f-43ff-b165-ae4d6cf67ffc gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:55:07.654101 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-77118887-05e3-4c1d-b73e-8ebf8640e367 req-a99bdbed-fdae-4ba4-9dd7-d58c0762ac53 service neutron] 10.222.0.35 "GET /v2.0/networks/2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847106 Jun 22 09:55:07.747125 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-77118887-05e3-4c1d-b73e-8ebf8640e367 req-de1943c8-20f0-4556-b9cd-0d9cf9797c8b service neutron] 10.222.0.35 "GET /v2.0/networks/2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875459 Jun 22 09:55:07.877844 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-cf227d3f-5512-44c3-9e7e-20cde6272604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'name': 'tempest-TestNetworkBasicOps-router-508813916', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': '01631a35-20db-4b6e-926a-bd914e342352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:44Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '01631a35-20db-4b6e-926a-bd914e342352', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'a85cc6d2-b743-46cc-a098-2325d1dc3c73', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'port_id': 'dc4d151c-4045-4b4c-93eb-f1cc7f54c5df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17', 'mac_address': 'fa:16:3e:86:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde732ca-e357-46a0-9132-d8a1d6262053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:55:06Z', 'updated_at': '2021-06-22T09:55:06Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bcd568-8db2-47ee-9546-a59cb85b3d3e', 'name': '', 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:a4:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ad436b58-edbd-4788-a6f9-0f788d949171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:44Z', 'updated_at': '2021-06-22T09:54:49Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'ad436b58-edbd-4788-a6f9-0f788d949171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:55:07.906353 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf227d3f-5512-44c3-9e7e-20cde6272604 None None] The sync data for ids ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'] in dv-neutron-797121-3-hyperv is: [{'id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'name': 'tempest-TestNetworkBasicOps-router-508813916', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': '01631a35-20db-4b6e-926a-bd914e342352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:44Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '01631a35-20db-4b6e-926a-bd914e342352', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'a85cc6d2-b743-46cc-a098-2325d1dc3c73', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'port_id': 'dc4d151c-4045-4b4c-93eb-f1cc7f54c5df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17', 'mac_address': 'fa:16:3e:86:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde732ca-e357-46a0-9132-d8a1d6262053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:55:06Z', 'updated_at': '2021-06-22T09:55:06Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bcd568-8db2-47ee-9546-a59cb85b3d3e', 'name': '', 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:a4:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ad436b58-edbd-4788-a6f9-0f788d949171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:44Z', 'updated_at': '2021-06-22T09:54:49Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'ad436b58-edbd-4788-a6f9-0f788d949171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:55:08.079952 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a32f54-4467-453d-9c4b-819a2ce31a59 None None] New status for floating IP a85cc6d2-b743-46cc-a098-2325d1dc3c73: ACTIVE {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:55:08.216579 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:55:08.240436 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35992) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:55:08.307147 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8593872c-6712-4dad-a416-14113c699913 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/a85cc6d2-b743-46cc-a098-2325d1dc3c73 HTTP/1.1" status: 200 len: 990 time: 0.0654864 Jun 22 09:55:09.310911 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 35994) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:55:09.374965 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-17a93c00-bec3-4974-8fd9-a409251d908c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/a85cc6d2-b743-46cc-a098-2325d1dc3c73 HTTP/1.1" status: 200 len: 992 time: 0.0627301 Jun 22 09:55:10.370248 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:16.580348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8e7514e0-7a9b-4a19-879c-1e39c28ea933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:19.027245 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c1e918cc-966c-4960-a4b1-0ca2f835d017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:19.311779 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:20.455788 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:21.695603 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:23.257432 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9ce07ea7-da3f-41b2-a6c9-eaf8345888b6 req-674c5623-2a55-45f3-873e-02f92a359612 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497117 Jun 22 09:55:23.329580 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce07ea7-da3f-41b2-a6c9-eaf8345888b6 req-61ddad4d-a19b-43d2-b0ec-6c1c5cb323b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:23.331032 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9ce07ea7-da3f-41b2-a6c9-eaf8345888b6 req-61ddad4d-a19b-43d2-b0ec-6c1c5cb323b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 1099 time: 0.0516500 Jun 22 09:55:23.433126 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce07ea7-da3f-41b2-a6c9-eaf8345888b6 req-6ea6c1c7-46e5-42f2-9290-3a7ad3c97af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:23.434507 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9ce07ea7-da3f-41b2-a6c9-eaf8345888b6 req-6ea6c1c7-46e5-42f2-9290-3a7ad3c97af5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2 HTTP/1.1" status: 200 len: 912 time: 0.0854003 Jun 22 09:55:23.495697 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9ce07ea7-da3f-41b2-a6c9-eaf8345888b6 req-7df5c424-f240-4be7-89f9-74f4ea96cc91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e98432a-b155-40af-800e-cd2bc44e7804 HTTP/1.1" status: 200 len: 1002 time: 0.0553901 Jun 22 09:55:23.545351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce07ea7-da3f-41b2-a6c9-eaf8345888b6 req-34893165-08ab-4ae0-b657-4f88c4eaf02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:23.546722 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9ce07ea7-da3f-41b2-a6c9-eaf8345888b6 req-34893165-08ab-4ae0-b657-4f88c4eaf02b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fabcb960-cfc9-40eb-90c8-609dad8d137e HTTP/1.1" status: 200 len: 850 time: 0.0451889 Jun 22 09:55:23.600263 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce07ea7-da3f-41b2-a6c9-eaf8345888b6 req-b03bbc13-55ff-400a-bcd5-fdd3839bbf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:23.601681 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9ce07ea7-da3f-41b2-a6c9-eaf8345888b6 req-b03bbc13-55ff-400a-bcd5-fdd3839bbf5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0488789 Jun 22 09:55:23.687735 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9ce07ea7-da3f-41b2-a6c9-eaf8345888b6 req-60cdbaa1-0820-4e6d-9410-dd3a5278c6fc service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783594 Jun 22 09:55:23.775544 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9ce07ea7-da3f-41b2-a6c9-eaf8345888b6 req-17585521-25fe-4299-911a-c54f6db6607c service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817051 Jun 22 09:55:40.373433 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:45.215530 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:55:46.592623 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-27ab041d-a0f0-4d0f-9302-dc88bd80acf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:49.072528 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-78388ba4-64ae-41ee-9684-3a5548095440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:49.313157 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:50.550586 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:51.712487 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:06.106485 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-6d130385-efa5-425a-b52d-fc23d240104d tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1336104207&fields=id&tenant_id=3fec7d2e6d064b53ac154e35478d03d8 HTTP/1.1" status: 200 len: 267 time: 0.0363824 Jun 22 09:56:06.208696 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-91f7f0e8-3cb8-40fd-93e2-04de8a10ba94 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:06.210148 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-91f7f0e8-3cb8-40fd-93e2-04de8a10ba94 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/networks?id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2 HTTP/1.1" status: 200 len: 811 time: 0.0966578 Jun 22 09:56:06.224106 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-dfe06899-2e46-4267-b9ee-0c8142647618 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/quotas/3fec7d2e6d064b53ac154e35478d03d8 HTTP/1.1" status: 200 len: 375 time: 0.0087285 Jun 22 09:56:06.296062 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-a97fc104-e2c1-45a9-9bab-3cdcd32f3e18 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0672448 Jun 22 09:56:06.460911 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-ead4599c-2186-4f07-bd7a-6f880d8a49d2 service neutron] 10.222.0.20 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527638 Jun 22 09:56:06.547071 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-4f33e327-d6cf-463c-93f0-895449f8faf5 service neutron] 10.222.0.20 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802283 Jun 22 09:56:07.101222 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6c4de720-439c-4d4b-9c7a-1f88d7bb7949 req-cfd86690-236e-494d-b934-e0b13bd7d60f tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 210 time: 0.0294335 Jun 22 09:56:08.243118 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-27d642ff-3041-4d95-bf10-3f5fb4434ea7 req-8e019ba6-18c0-4955-ae43-2acba014653d tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 210 time: 0.0331450 Jun 22 09:56:09.068844 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-7a19da98-56f4-4183-8245-c1856a35225d tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:09.070196 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-7a19da98-56f4-4183-8245-c1856a35225d tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.35 "GET /v2.0/networks?id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2 HTTP/1.1" status: 200 len: 811 time: 0.1053238 Jun 22 09:56:09.111769 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-ad1a3214-26a5-4846-94e2-129da23abe42 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fec7d2e6d064b53ac154e35478d03d8 HTTP/1.1" status: 200 len: 380 time: 0.0331850 Jun 22 09:56:09.120405 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Request body: {'port': {'device_id': 'c1afd36d-6668-41d4-8278-2ac5ba3eef04', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'admin_state_up': True, 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'security_groups': ['72592f94-70ff-4bfb-a92a-cbe776d0fa31']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:56:09.294582 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Made reservation on behalf of 3fec7d2e6d064b53ac154e35478d03d8 for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:56:09.298262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:09.396049 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1bdd5e3e-be78-49ae-b71e-10ecdbe06dfd req-123bfa6a-92d5-4011-bd5f-33dbfda72e64 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 210 time: 0.0375586 Jun 22 09:56:09.453640 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Allocated IP 172.20.0.4 (6a8f2608-387b-4dce-bb3b-fea1e1e609c2/fabcb960-cfc9-40eb-90c8-609dad8d137e/20de581f-5d89-45d8-8151-15591a03428e) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:56:09.592619 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:09.605842 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Transition to ACTIVE for port object 20de581f-5d89-45d8-8151-15591a03428e will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:56:09.706553 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:09.710552 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:56:09.747497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:56:09.750616 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:56:09.754909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:56:09.786915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event updated for resources: {'Port': ['ID=20de581f-5d89-45d8-8151-15591a03428e,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:56:09.799678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:09.800625 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:09.801010 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:09.801397 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:09.801781 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:09.802166 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:09.802804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:09.803191 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:09.803600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:09.803981 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:09.804361 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:09.804734 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:09.812101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:56:09.827193 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:09.827907 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:09.897000 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7800739 Jun 22 09:56:09.908841 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Request body: {'port': {'device_id': 'c1afd36d-6668-41d4-8278-2ac5ba3eef04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:56:09.981465 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:10.037830 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2536f559-5203-4bae-8eb3-55a05850769a None None] Provisioning for port 20de581f-5d89-45d8-8151-15591a03428e completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:56:10.041980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2536f559-5203-4bae-8eb3-55a05850769a None None] Provisioning complete for port 20de581f-5d89-45d8-8151-15591a03428e triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:56:10.042422 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2536f559-5203-4bae-8eb3-55a05850769a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:10.076996 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-2536f559-5203-4bae-8eb3-55a05850769a None None] Port 20de581f-5d89-45d8-8151-15591a03428e cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:56:10.247712 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20de581f-5d89-45d8-8151-15591a03428e {{(pid=100652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:56:10.255149 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:10.266546 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Transition to ACTIVE for port object 20de581f-5d89-45d8-8151-15591a03428e will not be triggered until provisioned by entity L2. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:56:10.380713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:10.384164 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-878014e0-fa07-48f1-8ad6-a44d014c8d65 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:56:10.479622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:10.479883 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Pushing event updated for resources: {'Port': ['ID=20de581f-5d89-45d8-8151-15591a03428e,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:56:10.519963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:56:10.544164 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Attempting to bind port 20de581f-5d89-45d8-8151-15591a03428e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:56:10.544513 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Attempting to bind port 20de581f-5d89-45d8-8151-15591a03428e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:56:10.545015 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Attempting to bind port 20de581f-5d89-45d8-8151-15591a03428e on network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:56:10.550920 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Port 20de581f-5d89-45d8-8151-15591a03428e on network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:56:10.551291 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Attempting to bind port 20de581f-5d89-45d8-8151-15591a03428e on network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:56:10.557962 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:56:10.558312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Checking segment: {'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:56:10.558712 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Bound using segment: {'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:56:10.559163 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Bound port: 20de581f-5d89-45d8-8151-15591a03428e, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6df370-045e-4d67-b243-2ae17c2fee67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2'}}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:56:10.559619 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:10.630639 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910044a4-9a99-417f-b610-f96623a5193b req-b766cd30-beb0-41fa-8fe1-abb23bb35035 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:10.638303 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-910044a4-9a99-417f-b610-f96623a5193b req-b766cd30-beb0-41fa-8fe1-abb23bb35035 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 943 time: 0.0936089 Jun 22 09:56:10.646244 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] For port 20de581f-5d89-45d8-8151-15591a03428e, host hv-neutron-7971, cleared binding levels {{(pid=100652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:56:10.650686 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] For port 20de581f-5d89-45d8-8151-15591a03428e, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=20de581f-5d89-45d8-8151-15591a03428e,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:56:10.674408 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-910044a4-9a99-417f-b610-f96623a5193b req-603fe69a-55e8-4a9e-b696-7b753672bff8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348511 Jun 22 09:56:10.767261 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:10.770166 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f3da2e34-e72a-4b59-a9c5-712a9f1e53e0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:56:10.805742 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:10.806357 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:10.807797 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] 10.222.0.35 "PUT /v2.0/ports/20de581f-5d89-45d8-8151-15591a03428e HTTP/1.1" status: 200 len: 1093 time: 0.9034414 Jun 22 09:56:10.808989 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1afd36d-6668-41d4-8278-2ac5ba3eef04', 'tag': '20de581f-5d89-45d8-8151-15591a03428e'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:56:10.810610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07605d6-91ff-41b6-812f-60cfdc8c49af" -d '{"events": [{"name": "network-changed", "server_uuid": "c1afd36d-6668-41d4-8278-2ac5ba3eef04", "tag": "20de581f-5d89-45d8-8151-15591a03428e"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:56:10.840019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Pushing event updated for resources: {'Port': ['ID=20de581f-5d89-45d8-8151-15591a03428e,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:56:10.843526 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:56:10.858213 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3e26e7-6183-4657-9299-4ef004671dc7 x-openstack-request-id: req-4c3e26e7-6183-4657-9299-4ef004671dc7 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:56:10.858660 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1afd36d-6668-41d4-8278-2ac5ba3eef04", "tag": "20de581f-5d89-45d8-8151-15591a03428e", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:56:10.859090 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c3e26e7-6183-4657-9299-4ef004671dc7 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:56:10.859641 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1afd36d-6668-41d4-8278-2ac5ba3eef04', 'tag': '20de581f-5d89-45d8-8151-15591a03428e', 'status': 'completed', 'code': 200} Jun 22 09:56:10.940727 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07605d6-91ff-41b6-812f-60cfdc8c49af req-a2d0b43e-4335-4cb0-b221-1f16216b646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:10.942371 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e07605d6-91ff-41b6-812f-60cfdc8c49af req-a2d0b43e-4335-4cb0-b221-1f16216b646b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 1096 time: 0.0628197 Jun 22 09:56:11.044943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07605d6-91ff-41b6-812f-60cfdc8c49af req-5fd3a16b-2775-46ad-b710-a98e346ab979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:11.046407 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e07605d6-91ff-41b6-812f-60cfdc8c49af req-5fd3a16b-2775-46ad-b710-a98e346ab979 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0975120 Jun 22 09:56:11.146276 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07605d6-91ff-41b6-812f-60cfdc8c49af req-e689ade3-9528-4ff8-90e0-3af213c090b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:11.147813 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e07605d6-91ff-41b6-812f-60cfdc8c49af req-e689ade3-9528-4ff8-90e0-3af213c090b1 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949051 Jun 22 09:56:11.238858 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-b5a0370d-0977-44d7-9596-9272dcdbdfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:11.240374 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-b5a0370d-0977-44d7-9596-9272dcdbdfca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 1096 time: 0.0542202 Jun 22 09:56:11.281363 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-e278b5e8-0462-47b3-9009-81b8a389f96d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20de581f-5d89-45d8-8151-15591a03428e HTTP/1.1" status: 200 len: 217 time: 0.0340259 Jun 22 09:56:11.334281 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-64c79721-3f90-4733-a1f5-e8184e03d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:11.335743 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-64c79721-3f90-4733-a1f5-e8184e03d097 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fabcb960-cfc9-40eb-90c8-609dad8d137e HTTP/1.1" status: 200 len: 850 time: 0.0473731 Jun 22 09:56:11.390697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-4ced079a-17c5-4930-9ded-6697bb2553b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:11.392177 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-4ced079a-17c5-4930-9ded-6697bb2553b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506392 Jun 22 09:56:11.478936 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-44e8d34f-4b22-4c3a-a77d-98a66fc13432 service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792553 Jun 22 09:56:11.863130 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557bcd1-ba1f-4096-bd38-9179155c8658 req-07c7d28f-f6dc-49ed-b32b-93bd4b05ed56 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:11.867814 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e557bcd1-ba1f-4096-bd38-9179155c8658 req-07c7d28f-f6dc-49ed-b32b-93bd4b05ed56 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 943 time: 0.0686443 Jun 22 09:56:11.908633 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e557bcd1-ba1f-4096-bd38-9179155c8658 req-b9868f15-5a89-49d5-9a70-feeb0d83d40d tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377882 Jun 22 09:56:11.929027 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cc4eb2c8-96ff-411c-bae0-c32b5985254e req-53cd6082-e8ed-4006-b2ee-495af13341c4 service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442828 Jun 22 09:56:13.084262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ea1df-3883-4c86-beb6-b2500ffba11c req-330cbe3a-7641-4eeb-9ae9-69958d4eb441 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:13.085626 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-401ea1df-3883-4c86-beb6-b2500ffba11c req-330cbe3a-7641-4eeb-9ae9-69958d4eb441 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 943 time: 0.0649564 Jun 22 09:56:13.123089 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-401ea1df-3883-4c86-beb6-b2500ffba11c req-09fe9e90-1173-4a19-96dd-10e1da65ad88 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316849 Jun 22 09:56:14.292375 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ccd3b-99d8-4a99-a4e3-e706fef6a293 req-1cfab85f-fe8f-4aef-979d-023213115500 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:14.293841 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-189ccd3b-99d8-4a99-a4e3-e706fef6a293 req-1cfab85f-fe8f-4aef-979d-023213115500 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 943 time: 0.0612535 Jun 22 09:56:14.330574 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-189ccd3b-99d8-4a99-a4e3-e706fef6a293 req-37841340-cd30-4398-a104-2ff83aceb5d4 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310612 Jun 22 09:56:15.505443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbcf6d-3ce4-4b46-86d6-90ab74dae853 req-e9cf885a-11be-4150-9e6b-e2b261c38159 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:15.506907 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d4bbcf6d-3ce4-4b46-86d6-90ab74dae853 req-e9cf885a-11be-4150-9e6b-e2b261c38159 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 943 time: 0.0669591 Jun 22 09:56:15.544069 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d4bbcf6d-3ce4-4b46-86d6-90ab74dae853 req-e162f801-8b38-475c-91d0-eabd0e2711ab tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313225 Jun 22 09:56:16.589174 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8c816b9c-9f13-4d4f-b5f4-3a6a1e85bd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:16.719123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ebca0-4118-4c0e-bffb-e627668ecc17 req-f2cce381-83ef-45bc-977c-6d35dd08afe2 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:16.720595 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-213ebca0-4118-4c0e-bffb-e627668ecc17 req-f2cce381-83ef-45bc-977c-6d35dd08afe2 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 943 time: 0.0646617 Jun 22 09:56:16.757385 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-213ebca0-4118-4c0e-bffb-e627668ecc17 req-4160b080-01b5-4cb2-9dba-0fd75162ed66 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302243 Jun 22 09:56:17.925795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bd530-b70d-4ff0-a79e-dee30ec252da req-da403bd9-f1a6-4284-b3d6-e36c16f5f98f tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:17.927532 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f80bd530-b70d-4ff0-a79e-dee30ec252da req-da403bd9-f1a6-4284-b3d6-e36c16f5f98f tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 943 time: 0.0625544 Jun 22 09:56:17.964088 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f80bd530-b70d-4ff0-a79e-dee30ec252da req-dfb81111-681b-45c2-a82c-c0d5d1bdcdc3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308146 Jun 22 09:56:19.060359 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b32632ed-892b-4381-b67c-b46a92574cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:19.136528 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af913da-dd89-426d-b9ad-eeb0ec7a7477 req-1aa8fdfd-3086-4ebd-97e6-de5eb4f40b24 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:19.137980 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1af913da-dd89-426d-b9ad-eeb0ec7a7477 req-1aa8fdfd-3086-4ebd-97e6-de5eb4f40b24 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 943 time: 0.0668058 Jun 22 09:56:19.176382 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1af913da-dd89-426d-b9ad-eeb0ec7a7477 req-2c280821-5337-4a13-88f5-0771d7255c74 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327783 Jun 22 09:56:19.317299 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:20.347623 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b58ac5-a5b3-4345-adbc-9c160b8a9e65 req-773e8866-c76f-4f34-9e27-907dcb357aa2 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:20.349113 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-08b58ac5-a5b3-4345-adbc-9c160b8a9e65 req-773e8866-c76f-4f34-9e27-907dcb357aa2 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 943 time: 0.0633650 Jun 22 09:56:20.392189 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-08b58ac5-a5b3-4345-adbc-9c160b8a9e65 req-1b4ba1e6-91ec-4564-ac9a-712a0ccec52e tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374188 Jun 22 09:56:20.497208 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:21.562882 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d224a-3b2f-478d-a55b-8bcd3bb52993 req-241fb096-7828-4473-82c9-145100fe3b6f tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:21.564363 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-619d224a-3b2f-478d-a55b-8bcd3bb52993 req-241fb096-7828-4473-82c9-145100fe3b6f tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 943 time: 0.0627787 Jun 22 09:56:21.601567 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-619d224a-3b2f-478d-a55b-8bcd3bb52993 req-6b96ef1e-f875-4057-9ff8-1b5aa779e49b tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309236 Jun 22 09:56:21.740435 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:22.214207 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:56:22.572374 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 20de581f-5d89-45d8-8151-15591a03428e details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:56:22.667727 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 20de581f-5d89-45d8-8151-15591a03428e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=20de581f-5d89-45d8-8151-15591a03428e,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:56:22.679611 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '20de581f-5d89-45d8-8151-15591a03428e', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'port_id': '20de581f-5d89-45d8-8151-15591a03428e', 'mac_address': 'fa:16:3e:f4:6e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:56:22.715361 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:22.728367 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20de581f-5d89-45d8-8151-15591a03428e {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:56:22.747020 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 20de581f-5d89-45d8-8151-15591a03428e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=20de581f-5d89-45d8-8151-15591a03428e,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:56:22.772668 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04dbe5-b543-42b6-9d66-485f6eb64411 req-7ca3c73b-db48-4f16-a270-35415439f291 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:22.774114 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ee04dbe5-b543-42b6-9d66-485f6eb64411 req-7ca3c73b-db48-4f16-a270-35415439f291 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 943 time: 0.0631008 Jun 22 09:56:22.811336 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ee04dbe5-b543-42b6-9d66-485f6eb64411 req-5766d302-92c4-468e-abc6-e31a96eadbc5 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314565 Jun 22 09:56:22.843006 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:22.846639 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:56:22.891590 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=20de581f-5d89-45d8-8151-15591a03428e,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:56:22.899166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:22.904171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:22.904171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:22.904171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:22.904171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:22.904171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:22.904171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:22.904171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:22.904171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:22.904171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:22.904171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:22.904171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:22.906652 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:56:23.193340 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['20de581f-5d89-45d8-8151-15591a03428e'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:56:23.982194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66bcb8-f59e-43e0-a65f-d28fad99345a req-c781073a-0bf6-40c2-a4e5-986ac29e1126 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:23.983637 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7c66bcb8-f59e-43e0-a65f-d28fad99345a req-c781073a-0bf6-40c2-a4e5-986ac29e1126 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 944 time: 0.0647557 Jun 22 09:56:24.018560 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7c66bcb8-f59e-43e0-a65f-d28fad99345a req-47688b51-5783-4c28-808e-c6be7405d36c tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294964 Jun 22 09:56:24.571794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 20de581f-5d89-45d8-8151-15591a03428e up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:56:24.720174 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 20de581f-5d89-45d8-8151-15591a03428e completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:56:24.724122 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 20de581f-5d89-45d8-8151-15591a03428e triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:56:24.724505 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:24.800197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:24.822815 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1afd36d-6668-41d4-8278-2ac5ba3eef04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20de581f-5d89-45d8-8151-15591a03428e'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:56:24.825067 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b71c9ac-3542-43df-b6b0-086f83caed2f" -d '{"events": [{"server_uuid": "c1afd36d-6668-41d4-8278-2ac5ba3eef04", "name": "network-vif-plugged", "status": "completed", "tag": "20de581f-5d89-45d8-8151-15591a03428e"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:56:24.837896 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 20de581f-5d89-45d8-8151-15591a03428e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=20de581f-5d89-45d8-8151-15591a03428e,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:56:24.859026 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6393ac7e-80e2-42b8-842a-03f97d050a24 x-openstack-request-id: req-6393ac7e-80e2-42b8-842a-03f97d050a24 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:56:24.859327 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1afd36d-6668-41d4-8278-2ac5ba3eef04", "name": "network-vif-plugged", "status": "completed", "tag": "20de581f-5d89-45d8-8151-15591a03428e", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:56:24.859626 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6393ac7e-80e2-42b8-842a-03f97d050a24 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:56:24.860025 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1afd36d-6668-41d4-8278-2ac5ba3eef04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20de581f-5d89-45d8-8151-15591a03428e', 'code': 200} Jun 22 09:56:24.963160 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:24.965865 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:56:25.014097 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=20de581f-5d89-45d8-8151-15591a03428e,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:56:25.017078 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:56:25.195927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62061c-0d8b-4437-aec8-a1eec60499d5 req-2f3ab894-80fd-4383-b122-542377181980 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:25.197906 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cf62061c-0d8b-4437-aec8-a1eec60499d5 req-2f3ab894-80fd-4383-b122-542377181980 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 945 time: 0.0701940 Jun 22 09:56:25.265947 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cf62061c-0d8b-4437-aec8-a1eec60499d5 req-2e954b5c-59d6-4e8a-b927-25be2a266b30 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610404 Jun 22 09:56:25.267922 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-09838e52-7b1b-4da1-8a2c-2d14f9febda2 req-1b629e1c-765c-4329-ba97-ddf88022226e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0978906 Jun 22 09:56:25.285569 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c50e39-797e-497c-a6a6-a9d1b3945ea3 req-3d475b9c-5cdf-480c-ae0f-d7f74f7e5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:25.287547 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d3c50e39-797e-497c-a6a6-a9d1b3945ea3 req-3d475b9c-5cdf-480c-ae0f-d7f74f7e5e93 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 1098 time: 0.1148896 Jun 22 09:56:25.323330 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d3c50e39-797e-497c-a6a6-a9d1b3945ea3 req-e380646a-b626-476a-84ef-2af294b5ff13 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284050 Jun 22 09:56:25.369320 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09838e52-7b1b-4da1-8a2c-2d14f9febda2 req-9ddab672-ea42-40ff-be99-fc6eb697fa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:25.370698 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-09838e52-7b1b-4da1-8a2c-2d14f9febda2 req-9ddab672-ea42-40ff-be99-fc6eb697fa9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 1099 time: 0.0560820 Jun 22 09:56:25.502148 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09838e52-7b1b-4da1-8a2c-2d14f9febda2 req-54db3c75-aca2-4fe0-a54c-7b833075c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:25.503685 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-09838e52-7b1b-4da1-8a2c-2d14f9febda2 req-54db3c75-aca2-4fe0-a54c-7b833075c99e service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2 HTTP/1.1" status: 200 len: 912 time: 0.0821390 Jun 22 09:56:25.573982 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-09838e52-7b1b-4da1-8a2c-2d14f9febda2 req-16de36ae-d8bd-4ed0-8f76-a8f3d3029bff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e98432a-b155-40af-800e-cd2bc44e7804 HTTP/1.1" status: 200 len: 1002 time: 0.0629206 Jun 22 09:56:25.620723 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09838e52-7b1b-4da1-8a2c-2d14f9febda2 req-8d413c02-bcf7-43b1-b6f2-0ba320df71d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:25.622051 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-09838e52-7b1b-4da1-8a2c-2d14f9febda2 req-8d413c02-bcf7-43b1-b6f2-0ba320df71d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fabcb960-cfc9-40eb-90c8-609dad8d137e HTTP/1.1" status: 200 len: 850 time: 0.0412788 Jun 22 09:56:25.675794 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09838e52-7b1b-4da1-8a2c-2d14f9febda2 req-7addb539-a413-4225-bc85-3c0bd342ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:25.678009 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-09838e52-7b1b-4da1-8a2c-2d14f9febda2 req-7addb539-a413-4225-bc85-3c0bd342ea3c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0498955 Jun 22 09:56:25.766247 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-09838e52-7b1b-4da1-8a2c-2d14f9febda2 req-1daee3cf-1395-4747-b4c3-bc45b244fa2b service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815616 Jun 22 09:56:25.853916 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-09838e52-7b1b-4da1-8a2c-2d14f9febda2 req-2d0544f7-7f3a-4c75-b6fc-a85a89b4d7d7 service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804615 Jun 22 09:56:26.443943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86721064-aeea-4109-bb6a-83e6812dedc2 req-f24da5ad-7ffd-4a52-b1c3-ed53dd5b2205 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:26.445351 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-86721064-aeea-4109-bb6a-83e6812dedc2 req-f24da5ad-7ffd-4a52-b1c3-ed53dd5b2205 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 945 time: 0.0654404 Jun 22 09:56:26.485545 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-86721064-aeea-4109-bb6a-83e6812dedc2 req-e3a680d1-9189-4829-9cd1-0e7862008317 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342028 Jun 22 09:56:27.657630 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee98ccc-d009-4db3-a3ce-08c31614de48 req-e6ee085f-6233-407c-a6cb-090e40da2da8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:27.659078 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1ee98ccc-d009-4db3-a3ce-08c31614de48 req-e6ee085f-6233-407c-a6cb-090e40da2da8 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 945 time: 0.0671356 Jun 22 09:56:27.695959 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1ee98ccc-d009-4db3-a3ce-08c31614de48 req-602cd0e9-5d26-4082-a4d0-06a81a885002 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306678 Jun 22 09:56:27.873934 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9d8bd-5daf-42bb-98ec-4df3e0aeb599 req-1f6b0f6f-c4ca-41ea-bd1f-b7f0fe57a454 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:27.875402 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-61d9d8bd-5daf-42bb-98ec-4df3e0aeb599 req-1f6b0f6f-c4ca-41ea-bd1f-b7f0fe57a454 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 945 time: 0.0673153 Jun 22 09:56:27.912489 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-61d9d8bd-5daf-42bb-98ec-4df3e0aeb599 req-5358bb15-e838-49d6-8546-d5b161494d84 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314095 Jun 22 09:56:27.936275 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36158) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:56:28.027538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090f83f3-96c4-4c12-9253-4672a8c2ed57 tempest-TestVolumeBootPattern-1195702164 tempest-TestVolumeBootPattern-1195702164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:28.029035 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-090f83f3-96c4-4c12-9253-4672a8c2ed57 tempest-TestVolumeBootPattern-1195702164 tempest-TestVolumeBootPattern-1195702164-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 1093 time: 0.0917706 Jun 22 09:56:28.031785 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36162) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:56:28.036300 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '20de581f-5d89-45d8-8151-15591a03428e', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:56:28.139937 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:28.239253 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:28.339088 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Allocated IP 172.26.3.144 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/02594235-1c76-43a3-9898-d1cb8c15d983) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:56:28.438481 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:28.542964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:28.545889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:56:28.578980 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:56:28.581733 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:56:28.585129 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:56:28.609321 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event updated for resources: {'Port': ['ID=02594235-1c76-43a3-9898-d1cb8c15d983,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:56:28.613044 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:56:28.948599 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:29.076031 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:29.222475 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:29.334370 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:29.337352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:56:29.406656 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event updated for resources: {'Port': ['ID=02594235-1c76-43a3-9898-d1cb8c15d983,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:56:29.411173 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:56:29.415921 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:29.515085 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Floating IP 694f5d25-f096-484f-98c7-f1f379bcadba associated. External IP: 172.26.3.144, port: 20de581f-5d89-45d8-8151-15591a03428e. Jun 22 09:56:29.718159 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:56:29.824608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:56:29.840262 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c90bbd-16f9-4f15-9c49-f1fd56de0f67 None None] Sync routers for ids ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:56:29.844039 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c90bbd-16f9-4f15-9c49-f1fd56de0f67 None None] Routers {'6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:56:29.844717 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-e7c90bbd-16f9-4f15-9c49-f1fd56de0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:56:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:56:29.925851 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:29.948963 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-e7c90bbd-16f9-4f15-9c49-f1fd56de0f67 None None] Set router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:56:29.963742 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9308002 Jun 22 09:56:29.964862 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1afd36d-6668-41d4-8278-2ac5ba3eef04', 'tag': '20de581f-5d89-45d8-8151-15591a03428e'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:56:29.968412 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4472e7f-89af-4b08-a44f-5ce8674d406f" -d '{"events": [{"name": "network-changed", "server_uuid": "c1afd36d-6668-41d4-8278-2ac5ba3eef04", "tag": "20de581f-5d89-45d8-8151-15591a03428e"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:56:30.003742 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12ddd4c-e40c-45ba-baa3-8a1d010b07b8 x-openstack-request-id: req-a12ddd4c-e40c-45ba-baa3-8a1d010b07b8 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:56:30.004093 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1afd36d-6668-41d4-8278-2ac5ba3eef04", "tag": "20de581f-5d89-45d8-8151-15591a03428e", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:56:30.004956 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a12ddd4c-e40c-45ba-baa3-8a1d010b07b8 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:56:30.005419 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1afd36d-6668-41d4-8278-2ac5ba3eef04', 'tag': '20de581f-5d89-45d8-8151-15591a03428e', 'status': 'completed', 'code': 200} Jun 22 09:56:30.093367 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4472e7f-89af-4b08-a44f-5ce8674d406f req-77719b9a-69c8-4608-8d34-56b2bf64bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:30.095069 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c4472e7f-89af-4b08-a44f-5ce8674d406f req-77719b9a-69c8-4608-8d34-56b2bf64bf02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 1098 time: 0.0639634 Jun 22 09:56:30.194283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4472e7f-89af-4b08-a44f-5ce8674d406f req-a9f59065-1822-404d-a836-753b37b3046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:30.195812 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c4472e7f-89af-4b08-a44f-5ce8674d406f req-a9f59065-1822-404d-a836-753b37b3046f service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2 HTTP/1.1" status: 200 len: 912 time: 0.0941849 Jun 22 09:56:30.264299 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c4472e7f-89af-4b08-a44f-5ce8674d406f req-7ac2fed7-c175-4dcf-9ad4-04227abb5b96 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20de581f-5d89-45d8-8151-15591a03428e HTTP/1.1" status: 200 len: 999 time: 0.0608859 Jun 22 09:56:30.312579 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4472e7f-89af-4b08-a44f-5ce8674d406f req-221e5487-600f-48bc-9452-a6e862fdc905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:30.314038 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c4472e7f-89af-4b08-a44f-5ce8674d406f req-221e5487-600f-48bc-9452-a6e862fdc905 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fabcb960-cfc9-40eb-90c8-609dad8d137e HTTP/1.1" status: 200 len: 850 time: 0.0440304 Jun 22 09:56:30.319679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-e7c90bbd-16f9-4f15-9c49-f1fd56de0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '4bc4eb5b-a00b-4cd9-aa51-aa53685ae06a', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'port_id': '9e98432a-b155-40af-800e-cd2bc44e7804', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'mac_address': 'fa:16:3e:c9:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:53:41Z', 'updated_at': '2021-06-22T09:53:43Z', 'revision_number': 1, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'fixed_ip_address_scope': None}, {'id': '694f5d25-f096-484f-98c7-f1f379bcadba', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'port_id': '20de581f-5d89-45d8-8151-15591a03428e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'mac_address': 'fa:16:3e:f4:6e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1afd36d-6668-41d4-8278-2ac5ba3eef04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:56:28Z', 'updated_at': '2021-06-22T09:56:28Z', 'revision_number': 0, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:47Z', 'revision_number': 5, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:56:30.350249 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c90bbd-16f9-4f15-9c49-f1fd56de0f67 None None] Checking router: 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:56:30.358838 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c90bbd-16f9-4f15-9c49-f1fd56de0f67 None None] Routers {'6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:56:30.359545 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-e7c90bbd-16f9-4f15-9c49-f1fd56de0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:56:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:56:30.374605 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4472e7f-89af-4b08-a44f-5ce8674d406f req-d313a7a7-0da3-4093-9187-f80e3e8b5402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:30.379878 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c4472e7f-89af-4b08-a44f-5ce8674d406f req-d313a7a7-0da3-4093-9187-f80e3e8b5402 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0563591 Jun 22 09:56:30.467405 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-e7c90bbd-16f9-4f15-9c49-f1fd56de0f67 None None] Set router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:56:30.470202 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c4472e7f-89af-4b08-a44f-5ce8674d406f req-7a903a5d-2ecc-41a0-b41c-16a5a2cd4d6e service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870335 Jun 22 09:56:30.562833 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c4472e7f-89af-4b08-a44f-5ce8674d406f req-5f37ee6f-168c-49ca-a2ca-f4aeaed84f0f service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862558 Jun 22 09:56:30.696765 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-e7c90bbd-16f9-4f15-9c49-f1fd56de0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '4bc4eb5b-a00b-4cd9-aa51-aa53685ae06a', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'port_id': '9e98432a-b155-40af-800e-cd2bc44e7804', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'mac_address': 'fa:16:3e:c9:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:53:41Z', 'updated_at': '2021-06-22T09:53:43Z', 'revision_number': 1, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'fixed_ip_address_scope': None}, {'id': '694f5d25-f096-484f-98c7-f1f379bcadba', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'port_id': '20de581f-5d89-45d8-8151-15591a03428e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'mac_address': 'fa:16:3e:f4:6e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1afd36d-6668-41d4-8278-2ac5ba3eef04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:56:28Z', 'updated_at': '2021-06-22T09:56:28Z', 'revision_number': 0, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:47Z', 'revision_number': 5, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:56:30.725100 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c90bbd-16f9-4f15-9c49-f1fd56de0f67 None None] The sync data for ids ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'] in dv-neutron-797121-3-hyperv is: [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '4bc4eb5b-a00b-4cd9-aa51-aa53685ae06a', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'port_id': '9e98432a-b155-40af-800e-cd2bc44e7804', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'mac_address': 'fa:16:3e:c9:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:53:41Z', 'updated_at': '2021-06-22T09:53:43Z', 'revision_number': 1, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'fixed_ip_address_scope': None}, {'id': '694f5d25-f096-484f-98c7-f1f379bcadba', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'port_id': '20de581f-5d89-45d8-8151-15591a03428e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'mac_address': 'fa:16:3e:f4:6e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1afd36d-6668-41d4-8278-2ac5ba3eef04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:56:28Z', 'updated_at': '2021-06-22T09:56:28Z', 'revision_number': 0, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:47Z', 'revision_number': 5, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:56:30.910528 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b7f832-aa93-4268-ba0e-0f2c2fccd73b None None] New status for floating IP 694f5d25-f096-484f-98c7-f1f379bcadba: ACTIVE {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:56:40.416556 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:46.590868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e5f90899-3047-4555-8632-b39d26466a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:49.061462 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-eb01923a-53bc-43f1-ac8b-0d5d8b02ab65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:49.330539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:50.459449 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:51.716545 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:59.213279 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:57:10.401397 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:16.569364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a3c58ddc-5859-4398-b341-487146ae228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:19.037784 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7e9fb38d-f572-41b2-a22b-b3441943af0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:19.300727 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:20.447028 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:21.717393 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:26.253653 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4da534a6-0348-4d96-960e-0ce0e82a5980 req-50405bc3-3472-4fe2-bb5e-ae9bb989356f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532987 Jun 22 09:57:26.325715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da534a6-0348-4d96-960e-0ce0e82a5980 req-e20a6b54-df8e-4c42-80e4-7722d03a9b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:26.327151 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4da534a6-0348-4d96-960e-0ce0e82a5980 req-e20a6b54-df8e-4c42-80e4-7722d03a9b0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 1098 time: 0.0509207 Jun 22 09:57:26.429996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da534a6-0348-4d96-960e-0ce0e82a5980 req-ab6d738c-aa2c-4b1a-8719-28ddf49cbb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:26.431317 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4da534a6-0348-4d96-960e-0ce0e82a5980 req-ab6d738c-aa2c-4b1a-8719-28ddf49cbb8e service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 HTTP/1.1" status: 200 len: 898 time: 0.0841849 Jun 22 09:57:26.492853 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4da534a6-0348-4d96-960e-0ce0e82a5980 req-a733f97f-fd4b-4fcb-9c5b-8c81d5368b0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc4d151c-4045-4b4c-93eb-f1cc7f54c5df HTTP/1.1" status: 200 len: 1000 time: 0.0556157 Jun 22 09:57:26.538488 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da534a6-0348-4d96-960e-0ce0e82a5980 req-fd824401-b0b8-4253-9f16-7ee6f002d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:26.539855 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4da534a6-0348-4d96-960e-0ce0e82a5980 req-fd824401-b0b8-4253-9f16-7ee6f002d442 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ad436b58-edbd-4788-a6f9-0f788d949171 HTTP/1.1" status: 200 len: 843 time: 0.0414464 Jun 22 09:57:26.597372 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da534a6-0348-4d96-960e-0ce0e82a5980 req-f05103c5-1179-4334-b01b-651431d465f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:26.598780 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4da534a6-0348-4d96-960e-0ce0e82a5980 req-f05103c5-1179-4334-b01b-651431d465f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528376 Jun 22 09:57:26.683951 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4da534a6-0348-4d96-960e-0ce0e82a5980 req-c414719d-06ae-42f4-9bfe-73c4ff3d3bb3 service neutron] 10.222.0.35 "GET /v2.0/networks/2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785298 Jun 22 09:57:26.778366 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4da534a6-0348-4d96-960e-0ce0e82a5980 req-b907bff9-e9df-4a06-bc7c-c34cd2a8a615 service neutron] 10.222.0.35 "GET /v2.0/networks/2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874140 Jun 22 09:57:36.212849 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:57:40.423500 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:44.396632 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36198) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:57:44.441443 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:57:44.526200 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9232925'] for subnet, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:44.716570 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755272541660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10152425'] for subnet, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:44.718634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1b4a63d1-a026-4c67-b29c-0d388e0a507f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:57:44.751592 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:44.752179 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:44.756092 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/subnets/ad436b58-edbd-4788-a6f9-0f788d949171 HTTP/1.1" status: 200 len: 835 time: 0.3559141 Jun 22 09:57:44.760414 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d39b47-c1ed-45d1-b97b-766c18bba405 None None] Network 2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:57:44.768402 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Subnet': ['ID=ad436b58-edbd-4788-a6f9-0f788d949171,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:57:44.776562 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:44.776961 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:44.777348 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:44.777729 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:44.778132 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:44.778512 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:44.778883 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:44.779253 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:44.779647 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:44.780017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:44.780383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:44.780744 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:44.784119 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-766b920b-3536-4b32-8c6a-087de2f5412e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:57:45.116596 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-76cbc7c2-4070-42b3-ab9a-bbb6b0e13e8d None None] Provisioning complete for port 25bcd568-8db2-47ee-9546-a59cb85b3d3e triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:57:45.116979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-76cbc7c2-4070-42b3-ab9a-bbb6b0e13e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:45.204341 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-76cbc7c2-4070-42b3-ab9a-bbb6b0e13e8d None None] Provisioning complete for port 2867c7ee-69bd-4ca6-bc67-377961122cd7 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:57:45.204655 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-76cbc7c2-4070-42b3-ab9a-bbb6b0e13e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:45.288290 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-76cbc7c2-4070-42b3-ab9a-bbb6b0e13e8d None None] Provisioning complete for port dc4d151c-4045-4b4c-93eb-f1cc7f54c5df triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:57:45.288676 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-76cbc7c2-4070-42b3-ab9a-bbb6b0e13e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:46.578847 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ea99c77e-0428-43bd-9622-a57172ed259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:49.041813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ed846f71-b22b-4017-9b12-765bffeaacfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:49.331939 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:50.480542 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:51.710213 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:10.412207 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:13.211044 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:58:16.566293 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-003e89c1-8fa1-4b8e-99be-6ab48caeeaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:19.040311 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-afd2821f-cd25-426f-9c19-40c4115b43e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:19.308863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:20.439908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:21.719985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:26.194429 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3fbe09c0-0a2f-42ca-945c-bd0ea10bdc48 req-6d10f16e-bf6a-402a-8f25-f615766210cc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510828 Jun 22 09:58:26.286591 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe09c0-0a2f-42ca-945c-bd0ea10bdc48 req-60f4287d-a57d-41f6-8167-5a5e890c92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:26.288086 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3fbe09c0-0a2f-42ca-945c-bd0ea10bdc48 req-60f4287d-a57d-41f6-8167-5a5e890c92f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 1099 time: 0.0545027 Jun 22 09:58:26.732481 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe09c0-0a2f-42ca-945c-bd0ea10bdc48 req-60b4f9b5-f70a-42dd-86af-a76e076a0993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:26.733938 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3fbe09c0-0a2f-42ca-945c-bd0ea10bdc48 req-60b4f9b5-f70a-42dd-86af-a76e076a0993 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2 HTTP/1.1" status: 200 len: 912 time: 0.4267573 Jun 22 09:58:26.796393 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3fbe09c0-0a2f-42ca-945c-bd0ea10bdc48 req-98e02df6-e7a0-49c8-a580-b9b9c5da1752 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e98432a-b155-40af-800e-cd2bc44e7804 HTTP/1.1" status: 200 len: 1002 time: 0.0554295 Jun 22 09:58:26.848093 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe09c0-0a2f-42ca-945c-bd0ea10bdc48 req-d5e8f30f-0e86-4233-834c-89ccbad7cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:26.849482 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3fbe09c0-0a2f-42ca-945c-bd0ea10bdc48 req-d5e8f30f-0e86-4233-834c-89ccbad7cc45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fabcb960-cfc9-40eb-90c8-609dad8d137e HTTP/1.1" status: 200 len: 850 time: 0.0459900 Jun 22 09:58:26.911500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe09c0-0a2f-42ca-945c-bd0ea10bdc48 req-f51bb73e-3c36-4343-b985-671d9222dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:26.912974 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3fbe09c0-0a2f-42ca-945c-bd0ea10bdc48 req-f51bb73e-3c36-4343-b985-671d9222dafa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567105 Jun 22 09:58:26.998286 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3fbe09c0-0a2f-42ca-945c-bd0ea10bdc48 req-ddae1e13-30ba-4893-8bfd-0dc44888435e service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788310 Jun 22 09:58:27.088341 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3fbe09c0-0a2f-42ca-945c-bd0ea10bdc48 req-3cbf8fa0-ebef-4312-9135-7e587030fef6 service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832522 Jun 22 09:58:29.251371 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36230) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:29.406650 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-ce0cd3cb-7914-43af-a7e9-6d3bcec96771 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port e4cd5162-a33c-430d-9cae-4a85d9c983d0 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:58:29.406993 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd3cb-7914-43af-a7e9-6d3bcec96771 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:29.478693 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd3cb-7914-43af-a7e9-6d3bcec96771 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:29.479025 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd3cb-7914-43af-a7e9-6d3bcec96771 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:29.541697 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-ce0cd3cb-7914-43af-a7e9-6d3bcec96771 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for e4cd5162-a33c-430d-9cae-4a85d9c983d0 owned by network:floatingip {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:58:29.748660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd3cb-7914-43af-a7e9-6d3bcec96771 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:29.750658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-37a0b803-6975-4032-a5eb-db96a519dcab tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:29.773052 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cd3cb-7914-43af-a7e9-6d3bcec96771 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=e4cd5162-a33c-430d-9cae-4a85d9c983d0,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:29.776462 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ce0cd3cb-7914-43af-a7e9-6d3bcec96771 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:29.834105 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd3cb-7914-43af-a7e9-6d3bcec96771 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:29.834371 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-ce0cd3cb-7914-43af-a7e9-6d3bcec96771 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP a85cc6d2-b743-46cc-a098-2325d1dc3c73 disassociated (deleted). External IP: 172.26.3.83, port: dc4d151c-4045-4b4c-93eb-f1cc7f54c5df. Jun 22 09:58:30.377725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0cd3cb-7914-43af-a7e9-6d3bcec96771 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 129a1ffc-093f-43ff-b165-ae4d6cf67ffc has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:58:30.484723 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0cd3cb-7914-43af-a7e9-6d3bcec96771 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:58:30.489570 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd3cb-7914-43af-a7e9-6d3bcec96771 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:30.494688 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e78004-f516-46da-8086-bacbcd40c450 None None] Sync routers for ids ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:58:30.503332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e78004-f516-46da-8086-bacbcd40c450 None None] Routers {'129a1ffc-093f-43ff-b165-ae4d6cf67ffc'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:58:30.504493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-81e78004-f516-46da-8086-bacbcd40c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:58:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:30.525875 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ce0cd3cb-7914-43af-a7e9-6d3bcec96771 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/floatingips/a85cc6d2-b743-46cc-a098-2325d1dc3c73 HTTP/1.1" status: 204 len: 168 time: 1.2733967 Jun 22 09:58:30.526582 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde732ca-e357-46a0-9132-d8a1d6262053', 'tag': 'dc4d151c-4045-4b4c-93eb-f1cc7f54c5df'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:58:30.529057 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180f8845-05e0-4bc5-851d-90ffdc2c637a" -d '{"events": [{"name": "network-changed", "server_uuid": "bde732ca-e357-46a0-9132-d8a1d6262053", "tag": "dc4d151c-4045-4b4c-93eb-f1cc7f54c5df"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:58:30.615154 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-81e78004-f516-46da-8086-bacbcd40c450 None None] Set router 129a1ffc-093f-43ff-b165-ae4d6cf67ffc gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:58:30.643874 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6994178-94ae-4428-991f-9b7bb9e4374f x-openstack-request-id: req-d6994178-94ae-4428-991f-9b7bb9e4374f {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:58:30.644623 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde732ca-e357-46a0-9132-d8a1d6262053", "tag": "dc4d151c-4045-4b4c-93eb-f1cc7f54c5df", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:58:30.644920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6994178-94ae-4428-991f-9b7bb9e4374f {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:58:30.645375 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde732ca-e357-46a0-9132-d8a1d6262053', 'tag': 'dc4d151c-4045-4b4c-93eb-f1cc7f54c5df', 'status': 'completed', 'code': 200} Jun 22 09:58:30.719075 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f8845-05e0-4bc5-851d-90ffdc2c637a req-85ca6fd0-0a8e-433a-bb40-38efab4426ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:30.720608 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-180f8845-05e0-4bc5-851d-90ffdc2c637a req-85ca6fd0-0a8e-433a-bb40-38efab4426ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 1098 time: 0.0548384 Jun 22 09:58:30.817961 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-81e78004-f516-46da-8086-bacbcd40c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'name': 'tempest-TestNetworkBasicOps-router-508813916', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': '01631a35-20db-4b6e-926a-bd914e342352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:44Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '01631a35-20db-4b6e-926a-bd914e342352', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '25bcd568-8db2-47ee-9546-a59cb85b3d3e', 'name': '', 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:a4:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ad436b58-edbd-4788-a6f9-0f788d949171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:44Z', 'updated_at': '2021-06-22T09:54:49Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'ad436b58-edbd-4788-a6f9-0f788d949171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:30.826770 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f8845-05e0-4bc5-851d-90ffdc2c637a req-183c1fbb-6c83-461b-b496-b538700772a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:30.831110 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-180f8845-05e0-4bc5-851d-90ffdc2c637a req-183c1fbb-6c83-461b-b496-b538700772a2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 HTTP/1.1" status: 200 len: 898 time: 0.0993881 Jun 22 09:58:30.853028 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e78004-f516-46da-8086-bacbcd40c450 None None] Checking router: 129a1ffc-093f-43ff-b165-ae4d6cf67ffc for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:58:30.862136 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e78004-f516-46da-8086-bacbcd40c450 None None] Routers {'129a1ffc-093f-43ff-b165-ae4d6cf67ffc'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:58:30.862872 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-81e78004-f516-46da-8086-bacbcd40c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:58:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:30.875932 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-180f8845-05e0-4bc5-851d-90ffdc2c637a req-140cccc6-db8d-4ac3-8439-71c122de78f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc4d151c-4045-4b4c-93eb-f1cc7f54c5df HTTP/1.1" status: 200 len: 217 time: 0.0363302 Jun 22 09:58:30.927084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f8845-05e0-4bc5-851d-90ffdc2c637a req-0994ccf2-c5c9-4479-807b-10710f1aa5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:30.928581 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-180f8845-05e0-4bc5-851d-90ffdc2c637a req-0994ccf2-c5c9-4479-807b-10710f1aa5c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ad436b58-edbd-4788-a6f9-0f788d949171 HTTP/1.1" status: 200 len: 843 time: 0.0464988 Jun 22 09:58:30.968349 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-81e78004-f516-46da-8086-bacbcd40c450 None None] Set router 129a1ffc-093f-43ff-b165-ae4d6cf67ffc gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:58:30.993834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f8845-05e0-4bc5-851d-90ffdc2c637a req-9f8276e8-3c4f-45ca-874e-f0d007240203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:30.995333 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-180f8845-05e0-4bc5-851d-90ffdc2c637a req-9f8276e8-3c4f-45ca-874e-f0d007240203 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0606844 Jun 22 09:58:31.089995 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-180f8845-05e0-4bc5-851d-90ffdc2c637a req-55b19a31-5167-4976-94d0-97f9a5e592b0 service neutron] 10.222.0.35 "GET /v2.0/networks/2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880930 Jun 22 09:58:31.176635 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-81e78004-f516-46da-8086-bacbcd40c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'name': 'tempest-TestNetworkBasicOps-router-508813916', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': '01631a35-20db-4b6e-926a-bd914e342352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:44Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '01631a35-20db-4b6e-926a-bd914e342352', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '25bcd568-8db2-47ee-9546-a59cb85b3d3e', 'name': '', 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:a4:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ad436b58-edbd-4788-a6f9-0f788d949171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:44Z', 'updated_at': '2021-06-22T09:54:49Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'ad436b58-edbd-4788-a6f9-0f788d949171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:31.189790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edd07e-abf2-4cd8-9535-d79c621a4c87 req-9c064f00-ad4c-43bd-90f1-a13dd3db2af8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:31.191300 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-17edd07e-abf2-4cd8-9535-d79c621a4c87 req-9c064f00-ad4c-43bd-90f1-a13dd3db2af8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 945 time: 0.1186535 Jun 22 09:58:31.198570 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-180f8845-05e0-4bc5-851d-90ffdc2c637a req-f701ba9b-f1b0-42ef-bcf5-5183f854b098 service neutron] 10.222.0.35 "GET /v2.0/networks/2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016679 Jun 22 09:58:31.207414 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e78004-f516-46da-8086-bacbcd40c450 None None] The sync data for ids ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'] in dv-neutron-797121-3-hyperv is: [{'id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'name': 'tempest-TestNetworkBasicOps-router-508813916', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': '01631a35-20db-4b6e-926a-bd914e342352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:44Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '01631a35-20db-4b6e-926a-bd914e342352', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '25bcd568-8db2-47ee-9546-a59cb85b3d3e', 'name': '', 'network_id': '2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:a4:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ad436b58-edbd-4788-a6f9-0f788d949171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:44Z', 'updated_at': '2021-06-22T09:54:49Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': 'ad436b58-edbd-4788-a6f9-0f788d949171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:58:31.235953 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-17edd07e-abf2-4cd8-9535-d79c621a4c87 req-26ccf59e-965a-4d40-a020-3d4e548b9b6a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1414718-f565-4757-987c-32aa1f5af0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384195 Jun 22 09:58:31.417386 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40b9dcc-6568-4101-b7af-36049d980f4e None None] New status for floating IP a85cc6d2-b743-46cc-a098-2325d1dc3c73: DOWN {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:58:32.465440 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc0320-346c-4d1a-bc46-ca7f46e7c8ea req-4b0015cc-244f-44bf-a4e3-d4daa9691481 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:32.466862 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-87bc0320-346c-4d1a-bc46-ca7f46e7c8ea req-4b0015cc-244f-44bf-a4e3-d4daa9691481 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 945 time: 0.1046412 Jun 22 09:58:32.502801 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-87bc0320-346c-4d1a-bc46-ca7f46e7c8ea req-919e4be4-20f4-4d80-a5ae-544a649575ca tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1414718-f565-4757-987c-32aa1f5af0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303631 Jun 22 09:58:32.610604 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a733d8-3dad-4d4c-89f3-4a5d131b52b6 req-a3f5b91b-33dd-495d-8347-7235053dc91a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:32.612043 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-20a733d8-3dad-4d4c-89f3-4a5d131b52b6 req-a3f5b91b-33dd-495d-8347-7235053dc91a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 945 time: 0.0606027 Jun 22 09:58:32.710524 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-20a733d8-3dad-4d4c-89f3-4a5d131b52b6 req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port dc4d151c-4045-4b4c-93eb-f1cc7f54c5df {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:58:32.710793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-20a733d8-3dad-4d4c-89f3-4a5d131b52b6 req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:32.795335 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-20a733d8-3dad-4d4c-89f3-4a5d131b52b6 req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port dc4d151c-4045-4b4c-93eb-f1cc7f54c5df, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dc4d151c-4045-4b4c-93eb-f1cc7f54c5df,segment=NetworkSegment(28b0658d-254e-4538-8649-a8ad53b053b6),segment_id=28b0658d-254e-4538-8649-a8ad53b053b6)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:58:32.795726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-20a733d8-3dad-4d4c-89f3-4a5d131b52b6 req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:32.863290 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-20a733d8-3dad-4d4c-89f3-4a5d131b52b6 req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for dc4d151c-4045-4b4c-93eb-f1cc7f54c5df owned by compute:nova {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:58:33.045164 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-20a733d8-3dad-4d4c-89f3-4a5d131b52b6 req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:33.049438 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:33.074647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=dc4d151c-4045-4b4c-93eb-f1cc7f54c5df,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:33.087155 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:33.087589 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:33.087988 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:33.088381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:33.088769 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:33.089153 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:33.089925 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:33.089925 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:33.090258 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:33.090636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:33.091012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:33.091387 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:33.110211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:33.131925 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a733d8-3dad-4d4c-89f3-4a5d131b52b6 req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] No DVR routers for this DVR port dc4d151c-4045-4b4c-93eb-f1cc7f54c5df on host hv-neutron-7971 {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:58:33.134471 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-20a733d8-3dad-4d4c-89f3-4a5d131b52b6 req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:33.136573 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-20a733d8-3dad-4d4c-89f3-4a5d131b52b6 req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "DELETE /v2.0/ports/dc4d151c-4045-4b4c-93eb-f1cc7f54c5df HTTP/1.1" status: 204 len: 173 time: 0.5191314 Jun 22 09:58:33.137095 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde732ca-e357-46a0-9132-d8a1d6262053', 'name': 'network-vif-deleted', 'tag': 'dc4d151c-4045-4b4c-93eb-f1cc7f54c5df'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:58:33.139412 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a458f13e-dbfa-4c57-a432-6c789f66c5c1" -d '{"events": [{"server_uuid": "bde732ca-e357-46a0-9132-d8a1d6262053", "name": "network-vif-deleted", "tag": "dc4d151c-4045-4b4c-93eb-f1cc7f54c5df"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:58:33.221522 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa9cd87-185c-4c06-820b-351cf19b4f9d x-openstack-request-id: req-4fa9cd87-185c-4c06-820b-351cf19b4f9d {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:58:33.221871 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde732ca-e357-46a0-9132-d8a1d6262053", "name": "network-vif-deleted", "tag": "dc4d151c-4045-4b4c-93eb-f1cc7f54c5df", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:58:33.222698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fa9cd87-185c-4c06-820b-351cf19b4f9d {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:58:33.223147 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde732ca-e357-46a0-9132-d8a1d6262053', 'name': 'network-vif-deleted', 'tag': 'dc4d151c-4045-4b4c-93eb-f1cc7f54c5df', 'status': 'completed', 'code': 200} Jun 22 09:58:33.656778 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d76a6ca4-b0e6-4281-b16c-b4339d71f915 req-51ec15b3-33a5-4d4c-9212-2067801b1382 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=bde732ca-e357-46a0-9132-d8a1d6262053 HTTP/1.1" status: 200 len: 210 time: 0.0325956 Jun 22 09:58:34.748120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36264) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:34.806894 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5db2a820-fc7d-42c5-9b23-40ce7ac7b017 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:34.834893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5db2a820-fc7d-42c5-9b23-40ce7ac7b017 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:35.000414 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5db2a820-fc7d-42c5-9b23-40ce7ac7b017 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:35.002978 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5db2a820-fc7d-42c5-9b23-40ce7ac7b017 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:35.004194 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5db2a820-fc7d-42c5-9b23-40ce7ac7b017 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/security-groups/c1414718-f565-4757-987c-32aa1f5af0ef HTTP/1.1" status: 204 len: 168 time: 0.2551112 Jun 22 09:58:35.004997 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e26260f6-be33-4ac1-acc8-ac02a8b773d2 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:35.015370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2a820-fc7d-42c5-9b23-40ce7ac7b017 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1414718-f565-4757-987c-32aa1f5af0ef,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:35.018873 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5db2a820-fc7d-42c5-9b23-40ce7ac7b017 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:35.096921 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36268) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:35.442743 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c29d-290f-4baf-b6b3-e40f24f16639 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:35.696132 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-d7e5c29d-290f-4baf-b6b3-e40f24f16639 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port 25bcd568-8db2-47ee-9546-a59cb85b3d3e {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:58:35.696391 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c29d-290f-4baf-b6b3-e40f24f16639 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:35.782519 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-d7e5c29d-290f-4baf-b6b3-e40f24f16639 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port 25bcd568-8db2-47ee-9546-a59cb85b3d3e, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=25bcd568-8db2-47ee-9546-a59cb85b3d3e,segment=NetworkSegment(28b0658d-254e-4538-8649-a8ad53b053b6),segment_id=28b0658d-254e-4538-8649-a8ad53b053b6)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:58:35.782873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c29d-290f-4baf-b6b3-e40f24f16639 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:35.847477 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-d7e5c29d-290f-4baf-b6b3-e40f24f16639 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for 25bcd568-8db2-47ee-9546-a59cb85b3d3e owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:58:36.085262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c29d-290f-4baf-b6b3-e40f24f16639 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:36.088065 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-606d25e5-e3dd-462d-8c6a-f2c1d1e63cd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:36.114565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5c29d-290f-4baf-b6b3-e40f24f16639 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=25bcd568-8db2-47ee-9546-a59cb85b3d3e,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:36.119236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d7e5c29d-290f-4baf-b6b3-e40f24f16639 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:36.286638 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c29d-290f-4baf-b6b3-e40f24f16639 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:36.498963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e5c29d-290f-4baf-b6b3-e40f24f16639 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router 129a1ffc-093f-43ff-b165-ae4d6cf67ffc has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:58:36.600672 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e5c29d-290f-4baf-b6b3-e40f24f16639 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:58:36.605515 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d7e5c29d-290f-4baf-b6b3-e40f24f16639 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/129a1ffc-093f-43ff-b165-ae4d6cf67ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5069611 Jun 22 09:58:36.608218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36270) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:36.612154 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2962362c-3bca-40a0-bbe4-f2ecb1620adc None None] Sync routers for ids ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:58:36.622066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2962362c-3bca-40a0-bbe4-f2ecb1620adc None None] Routers {'129a1ffc-093f-43ff-b165-ae4d6cf67ffc'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:58:36.622761 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2962362c-3bca-40a0-bbe4-f2ecb1620adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:58:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:36.663250 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-29236f1e-4555-4751-b7e7-27db197042e9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting subnet ad436b58-edbd-4788-a6f9-0f788d949171 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:58:36.666273 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29236f1e-4555-4751-b7e7-27db197042e9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:36.704942 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29236f1e-4555-4751-b7e7-27db197042e9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:36.795156 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29236f1e-4555-4751-b7e7-27db197042e9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:36.874120 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-2962362c-3bca-40a0-bbe4-f2ecb1620adc None None] Set router 129a1ffc-093f-43ff-b165-ae4d6cf67ffc gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:58:36.920565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29236f1e-4555-4751-b7e7-27db197042e9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:36.923146 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cb1dc885-5f32-49e1-beb3-49738d9c16ff tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:36.947262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29236f1e-4555-4751-b7e7-27db197042e9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Subnet': ['ID=ad436b58-edbd-4788-a6f9-0f788d949171,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:36.950894 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-29236f1e-4555-4751-b7e7-27db197042e9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:36.953716 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29236f1e-4555-4751-b7e7-27db197042e9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:36.958638 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-29236f1e-4555-4751-b7e7-27db197042e9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/subnets/ad436b58-edbd-4788-a6f9-0f788d949171 HTTP/1.1" status: 204 len: 168 time: 0.3466127 Jun 22 09:58:36.958895 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36272) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:36.966713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68902424-636f-46c9-aefe-2b0b2c0f8431 None None] Network 2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:58:37.064205 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54c6facb-5cbc-4e81-afa3-b06b209c8162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:37.150671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2962362c-3bca-40a0-bbe4-f2ecb1620adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'name': 'tempest-TestNetworkBasicOps-router-508813916', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': '01631a35-20db-4b6e-926a-bd914e342352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:58:35Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '01631a35-20db-4b6e-926a-bd914e342352', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:37.169588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54c6facb-5cbc-4e81-afa3-b06b209c8162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:37.181044 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2962362c-3bca-40a0-bbe4-f2ecb1620adc None None] Checking router: 129a1ffc-093f-43ff-b165-ae4d6cf67ffc for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:58:37.183150 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device dc4d151c-4045-4b4c-93eb-f1cc7f54c5df no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:58:37.208312 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: dc4d151c-4045-4b4c-93eb-f1cc7f54c5df {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:58:37.208662 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device dc4d151c-4045-4b4c-93eb-f1cc7f54c5df not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:58:37.211755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2962362c-3bca-40a0-bbe4-f2ecb1620adc None None] Routers {'129a1ffc-093f-43ff-b165-ae4d6cf67ffc'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:58:37.212370 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2962362c-3bca-40a0-bbe4-f2ecb1620adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:58:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:37.215335 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] DHCP port deletion for 2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:58:37.282433 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-54c6facb-5cbc-4e81-afa3-b06b209c8162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port 01631a35-20db-4b6e-926a-bd914e342352 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:58:37.282781 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54c6facb-5cbc-4e81-afa3-b06b209c8162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:37.344849 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-2962362c-3bca-40a0-bbe4-f2ecb1620adc None None] Set router 129a1ffc-093f-43ff-b165-ae4d6cf67ffc gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:58:37.365477 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-54c6facb-5cbc-4e81-afa3-b06b209c8162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port 01631a35-20db-4b6e-926a-bd914e342352, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=01631a35-20db-4b6e-926a-bd914e342352,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:58:37.365839 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54c6facb-5cbc-4e81-afa3-b06b209c8162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:37.371715 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Deleting port 2867c7ee-69bd-4ca6-bc67-377961122cd7 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:58:37.372107 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:37.427992 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-54c6facb-5cbc-4e81-afa3-b06b209c8162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for 01631a35-20db-4b6e-926a-bd914e342352 owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:58:37.505884 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] For port 2867c7ee-69bd-4ca6-bc67-377961122cd7, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=2867c7ee-69bd-4ca6-bc67-377961122cd7,segment=NetworkSegment(28b0658d-254e-4538-8649-a8ad53b053b6),segment_id=28b0658d-254e-4538-8649-a8ad53b053b6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:58:37.506195 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:37.578830 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Calling delete_port for 2867c7ee-69bd-4ca6-bc67-377961122cd7 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:58:37.629150 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54c6facb-5cbc-4e81-afa3-b06b209c8162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:37.632167 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ea074161-d52a-4788-bb6d-07cfaf59f608 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:37.659626 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6facb-5cbc-4e81-afa3-b06b209c8162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=01631a35-20db-4b6e-926a-bd914e342352,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:37.664886 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-54c6facb-5cbc-4e81-afa3-b06b209c8162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:37.701917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2962362c-3bca-40a0-bbe4-f2ecb1620adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'name': 'tempest-TestNetworkBasicOps-router-508813916', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': '01631a35-20db-4b6e-926a-bd914e342352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:58:35Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '01631a35-20db-4b6e-926a-bd914e342352', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:37.719224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54c6facb-5cbc-4e81-afa3-b06b209c8162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:37.729524 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2962362c-3bca-40a0-bbe4-f2ecb1620adc None None] The sync data for ids ['129a1ffc-093f-43ff-b165-ae4d6cf67ffc'] in dv-neutron-797121-3-hyperv is: [{'id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'name': 'tempest-TestNetworkBasicOps-router-508813916', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': '01631a35-20db-4b6e-926a-bd914e342352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:58:35Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '01631a35-20db-4b6e-926a-bd914e342352', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129a1ffc-093f-43ff-b165-ae4d6cf67ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:54:40Z', 'updated_at': '2021-06-22T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:58:37.765038 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:37.767099 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:37.795762 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Pushing event deleted for resources: {'Port': ['ID=2867c7ee-69bd-4ca6-bc67-377961122cd7,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:37.798259 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] No DVR routers for this DVR port 2867c7ee-69bd-4ca6-bc67-377961122cd7 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:58:37.805778 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:37.806784 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:37.806784 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:37.806784 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:37.807106 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:37.807457 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:37.808152 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:37.808152 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:37.808427 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:37.808700 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:37.809019 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:37.809348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:37.812509 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54c6facb-5cbc-4e81-afa3-b06b209c8162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:37.814710 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54c6facb-5cbc-4e81-afa3-b06b209c8162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:37.816292 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:37.925011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54c6facb-5cbc-4e81-afa3-b06b209c8162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:37.925493 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c6facb-5cbc-4e81-afa3-b06b209c8162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Fanout notify agent at l3_agent the message router_deleted on router 129a1ffc-093f-43ff-b165-ae4d6cf67ffc {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:58:37.932213 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54c6facb-5cbc-4e81-afa3-b06b209c8162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:37.933630 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-54c6facb-5cbc-4e81-afa3-b06b209c8162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/routers/129a1ffc-093f-43ff-b165-ae4d6cf67ffc HTTP/1.1" status: 204 len: 168 time: 0.9733691 Jun 22 09:58:37.935978 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36274) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:38.011913 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff726-1ce1-4210-af3f-019bc2fec11a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:38.101883 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff726-1ce1-4210-af3f-019bc2fec11a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:38.114353 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3b9ff726-1ce1-4210-af3f-019bc2fec11a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:38.124466 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3b9ff726-1ce1-4210-af3f-019bc2fec11a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b0658d-254e-4538-8649-a8ad53b053b6') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:38.124769 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3b9ff726-1ce1-4210-af3f-019bc2fec11a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b0658d-254e-4538-8649-a8ad53b053b6') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:38.134866 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff726-1ce1-4210-af3f-019bc2fec11a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:38.149919 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff726-1ce1-4210-af3f-019bc2fec11a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:38.155833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9ff726-1ce1-4210-af3f-019bc2fec11a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:58:38.156224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff726-1ce1-4210-af3f-019bc2fec11a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:58:38.159162 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:58:38.279793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff726-1ce1-4210-af3f-019bc2fec11a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:38.284408 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a1ac985c-1ae7-4c05-873f-0b32f4a6db5d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:38.289275 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff726-1ce1-4210-af3f-019bc2fec11a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:38.291206 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3b9ff726-1ce1-4210-af3f-019bc2fec11a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/networks/2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17 HTTP/1.1" status: 204 len: 168 time: 0.3543112 Jun 22 09:58:38.306783 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36276) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:38.308541 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ff726-1ce1-4210-af3f-019bc2fec11a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Network': ['ID=2b0f4eaf-7d11-480d-a27d-d22ad5f9ea17,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:38.310974 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3b9ff726-1ce1-4210-af3f-019bc2fec11a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:38.312038 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-f39bfdb8-ad55-48f2-b59d-d4cbcad7d9f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'network': {'name': 'tempest-network-smoke--532487819', 'project_id': '50763c4428f741ada1db53edd04651ab', 'port_security_enabled': True}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:58:38.376779 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39bfdb8-ad55-48f2-b59d-d4cbcad7d9f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:58:38.380984 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f39bfdb8-ad55-48f2-b59d-d4cbcad7d9f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:38.404462 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39bfdb8-ad55-48f2-b59d-d4cbcad7d9f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:58:38.412526 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f39bfdb8-ad55-48f2-b59d-d4cbcad7d9f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:38.412868 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-f39bfdb8-ad55-48f2-b59d-d4cbcad7d9f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Added segment 8e6c64d2-3b32-4b81-aaeb-4503ef7bab79 of type vlan for network 048dcbaa-e968-4124-b966-355956777c10 Jun 22 09:58:38.450020 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f39bfdb8-ad55-48f2-b59d-d4cbcad7d9f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:38.524868 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f39bfdb8-ad55-48f2-b59d-d4cbcad7d9f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:38.530410 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39bfdb8-ad55-48f2-b59d-d4cbcad7d9f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:38.531023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f39bfdb8-ad55-48f2-b59d-d4cbcad7d9f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:38.534184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-46663100-231d-4584-b75b-bd05c2540e50 tempest-NetworksTest-90156185 tempest-NetworksTest-90156185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:38.596607 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39bfdb8-ad55-48f2-b59d-d4cbcad7d9f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Network': ['ID=048dcbaa-e968-4124-b966-355956777c10,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:38.599795 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f39bfdb8-ad55-48f2-b59d-d4cbcad7d9f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:38.607139 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 048dcbaa-e968-4124-b966-355956777c10 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:58:38.646052 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f39bfdb8-ad55-48f2-b59d-d4cbcad7d9f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3379934 Jun 22 09:58:38.648722 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36278) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:38.653537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'admin_state_up': True, 'project_id': '50763c4428f741ada1db53edd04651ab', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:58:38.748250 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:38.749313 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:38.803738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:38.946761 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 2867c7ee-69bd-4ca6-bc67-377961122cd7 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:58:38.967581 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 2867c7ee-69bd-4ca6-bc67-377961122cd7 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:58:38.967847 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 2867c7ee-69bd-4ca6-bc67-377961122cd7 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:58:38.968270 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 01631a35-20db-4b6e-926a-bd914e342352 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:58:38.986754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 01631a35-20db-4b6e-926a-bd914e342352 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:58:38.987088 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 01631a35-20db-4b6e-926a-bd914e342352 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:58:38.987552 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 25bcd568-8db2-47ee-9546-a59cb85b3d3e no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:58:39.003128 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:39.004880 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 25bcd568-8db2-47ee-9546-a59cb85b3d3e {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:58:39.005233 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 25bcd568-8db2-47ee-9546-a59cb85b3d3e not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:58:39.573263 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:39.591415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:39.693037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.26.3.6 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/3904ad52-5303-44bb-b15a-8bc866c97c6e) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:58:39.786441 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:39.897234 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:39.899380 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:39.939991 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:58:39.943418 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:58:39.948762 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:58:39.954132 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=3904ad52-5303-44bb-b15a-8bc866c97c6e,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:39.973610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:40.237466 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:40.427905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:40.439522 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:40.605108 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:58:40.703225 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:58:40.712590 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Sync routers for ids ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:58:40.721267 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Routers {'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:58:40.722410 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:58:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:40.776596 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:40.777847 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1280756 Jun 22 09:58:40.781103 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36280) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:40.862255 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-38a21df5-1eb4-4467-87d1-c5b066df0fbd tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=50763c4428f741ada1db53edd04651ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0798233 Jun 22 09:58:40.865411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36284) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:40.911098 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Set router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:58:40.949984 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8262c5ad-68b4-4355-b8e4-3f4a6c5e0e5e tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:40.954010 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8262c5ad-68b4-4355-b8e4-3f4a6c5e0e5e tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852642 Jun 22 09:58:40.954233 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36286) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:40.982949 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e9c99570-f85e-42dd-a99c-f523c0c26c15 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274701 Jun 22 09:58:40.985240 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36288) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:40.990210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-5fee2d4c-2600-46cb-8543-9a17bc79ad05 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1736147373', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'project_id': '50763c4428f741ada1db53edd04651ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:58:41.079673 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T09:58:40Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:41.109708 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Checking router: e67fd8b1-c92f-4465-82ec-c4ce16ea4cba for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:58:41.110157 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Updating router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba port 3904ad52-5303-44bb-b15a-8bc866c97c6e binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:58:41.142314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fee2d4c-2600-46cb-8543-9a17bc79ad05 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:58:41.144922 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:41.146126 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5fee2d4c-2600-46cb-8543-9a17bc79ad05 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:41.385052 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:41.394924 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5fee2d4c-2600-46cb-8543-9a17bc79ad05 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:41.395063 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Transition to ACTIVE for port object 3904ad52-5303-44bb-b15a-8bc866c97c6e will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:58:41.398158 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9f3669d1-ff9c-401d-8c93-3c354b679fcc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:41.456256 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee2d4c-2600-46cb-8543-9a17bc79ad05 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Subnet': ['ID=6dfb467e-de47-4839-a34d-30fcf739a286,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:41.459459 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5fee2d4c-2600-46cb-8543-9a17bc79ad05 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:41.468218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fee2d4c-2600-46cb-8543-9a17bc79ad05 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Checking segment: {'id': '8e6c64d2-3b32-4b81-aaeb-4503ef7bab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '048dcbaa-e968-4124-b966-355956777c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:58:41.468576 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fee2d4c-2600-46cb-8543-9a17bc79ad05 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network hostable DHCP agents. Network: 048dcbaa-e968-4124-b966-355956777c10, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:58:41.474015 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:41.476906 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-038564cc-6915-4b11-ba95-26677a43c67d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:41.529075 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Attempting to bind port 3904ad52-5303-44bb-b15a-8bc866c97c6e on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:58:41.529462 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Attempting to bind port 3904ad52-5303-44bb-b15a-8bc866c97c6e by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:58:41.529834 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Attempting to bind port 3904ad52-5303-44bb-b15a-8bc866c97c6e on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:58:41.532770 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df392a-cda7-4ae9-80c4-293c48b417bf None None] Pushing event updated for resources: {'Port': ['ID=3904ad52-5303-44bb-b15a-8bc866c97c6e,revision_number=2']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:41.540969 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:58:41.541342 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:58:41.541750 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:41.542151 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:58:41.542619 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Bound port: 3904ad52-5303-44bb-b15a-8bc866c97c6e, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:58:41.542998 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:41.545823 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df392a-cda7-4ae9-80c4-293c48b417bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:41.546174 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df392a-cda7-4ae9-80c4-293c48b417bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:41.546932 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df392a-cda7-4ae9-80c4-293c48b417bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:41.547148 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df392a-cda7-4ae9-80c4-293c48b417bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:41.547510 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df392a-cda7-4ae9-80c4-293c48b417bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:41.547843 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df392a-cda7-4ae9-80c4-293c48b417bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:41.548168 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df392a-cda7-4ae9-80c4-293c48b417bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:41.548277 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fee2d4c-2600-46cb-8543-9a17bc79ad05 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 048dcbaa-e968-4124-b966-355956777c10 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:58:41.548496 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df392a-cda7-4ae9-80c4-293c48b417bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:41.548841 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df392a-cda7-4ae9-80c4-293c48b417bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:41.549141 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df392a-cda7-4ae9-80c4-293c48b417bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:41.549463 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df392a-cda7-4ae9-80c4-293c48b417bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:41.549785 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df392a-cda7-4ae9-80c4-293c48b417bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:41.569120 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-a2df392a-cda7-4ae9-80c4-293c48b417bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:41.599684 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] For port 3904ad52-5303-44bb-b15a-8bc866c97c6e, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:58:41.602639 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] For port 3904ad52-5303-44bb-b15a-8bc866c97c6e, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3904ad52-5303-44bb-b15a-8bc866c97c6e,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:58:41.622188 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-5fee2d4c-2600-46cb-8543-9a17bc79ad05 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 048dcbaa-e968-4124-b966-355956777c10) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:58:41.627461 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fee2d4c-2600-46cb-8543-9a17bc79ad05 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:41.628191 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5fee2d4c-2600-46cb-8543-9a17bc79ad05 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:41.632734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707503b8-3661-4866-b0b5-c9264165e519 None None] Network 048dcbaa-e968-4124-b966-355956777c10 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:58:41.703322 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:41.705266 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-c7cd3f9f-a0e9-460c-8b12-822768dd44d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:41.714499 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5fee2d4c-2600-46cb-8543-9a17bc79ad05 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7282383 Jun 22 09:58:41.717151 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36290) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:41.752924 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Routers {'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:58:41.754068 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:58:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:41.783540 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-048dcbaa-e968-4124-b966-355956777c10', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ips': [{'subnet_id': '6dfb467e-de47-4839-a34d-30fcf739a286'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:58:41.784663 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:41.804651 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df392a-cda7-4ae9-80c4-293c48b417bf None None] Pushing event updated for resources: {'Port': ['ID=3904ad52-5303-44bb-b15a-8bc866c97c6e,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:41.814429 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-a2df392a-cda7-4ae9-80c4-293c48b417bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:41.879012 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] Set router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:58:41.929605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Allocated IP 172.20.0.2 (048dcbaa-e968-4124-b966-355956777c10/6dfb467e-de47-4839-a34d-30fcf739a286/974abca9-f65d-4ad9-a4ad-e5168b1bae0f) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:58:42.063507 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T09:58:40Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:42.072438 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:42.080649 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Transition to ACTIVE for port object 974abca9-f65d-4ad9-a4ad-e5168b1bae0f will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:58:42.090064 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4075e9cd-896b-44e6-96b5-a8ec500585c5 None None] The sync data for ids ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'] in dv-neutron-797121-3-hyperv is: [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T09:58:40Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:58:42.097702 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Transition to ACTIVE for port object 974abca9-f65d-4ad9-a4ad-e5168b1bae0f will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:58:42.173968 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:42.194000 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:42.196832 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:42.233842 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Network 048dcbaa-e968-4124-b966-355956777c10 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:58:42.236732 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:58:42.239753 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:58:42.255852 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Pushing event updated for resources: {'Port': ['ID=974abca9-f65d-4ad9-a4ad-e5168b1bae0f,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:42.258345 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:42.324718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Attempting to bind port 974abca9-f65d-4ad9-a4ad-e5168b1bae0f on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:58:42.324718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Attempting to bind port 974abca9-f65d-4ad9-a4ad-e5168b1bae0f by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '8e6c64d2-3b32-4b81-aaeb-4503ef7bab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '048dcbaa-e968-4124-b966-355956777c10'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:58:42.324718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Attempting to bind port 974abca9-f65d-4ad9-a4ad-e5168b1bae0f on network 048dcbaa-e968-4124-b966-355956777c10 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:58:42.333384 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:58:42.333774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Checking segment: {'id': '8e6c64d2-3b32-4b81-aaeb-4503ef7bab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '048dcbaa-e968-4124-b966-355956777c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:58:42.334191 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:42.334594 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Bound using segment: {'id': '8e6c64d2-3b32-4b81-aaeb-4503ef7bab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '048dcbaa-e968-4124-b966-355956777c10'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:58:42.335166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Bound port: 974abca9-f65d-4ad9-a4ad-e5168b1bae0f, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6c64d2-3b32-4b81-aaeb-4503ef7bab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '048dcbaa-e968-4124-b966-355956777c10'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:58:42.335604 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:42.408101 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] For port 974abca9-f65d-4ad9-a4ad-e5168b1bae0f, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:58:42.412123 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] For port 974abca9-f65d-4ad9-a4ad-e5168b1bae0f, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=974abca9-f65d-4ad9-a4ad-e5168b1bae0f,segment=NetworkSegment(8e6c64d2-3b32-4b81-aaeb-4503ef7bab79),segment_id=8e6c64d2-3b32-4b81-aaeb-4503ef7bab79)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:58:42.468467 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:42.472561 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.1 (048dcbaa-e968-4124-b966-355956777c10/6dfb467e-de47-4839-a34d-30fcf739a286/77767d98-2084-406b-bbd2-6ef8e41dc330) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:58:42.472713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:42.534861 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Pushing event updated for resources: {'Port': ['ID=974abca9-f65d-4ad9-a4ad-e5168b1bae0f,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:42.538166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:42.607934 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:42.622775 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object 77767d98-2084-406b-bbd2-6ef8e41dc330 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:58:42.714223 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:42.717594 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-08c63b3c-29fe-4d5a-a3f2-e54c35c5daa8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:42.758759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 048dcbaa-e968-4124-b966-355956777c10 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:58:42.762335 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:58:42.766635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:58:42.802943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=77767d98-2084-406b-bbd2-6ef8e41dc330,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:42.807719 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:42.823109 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:43.010578 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 974abca9-f65d-4ad9-a4ad-e5168b1bae0f up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:58:43.055686 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:43.147903 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 974abca9-f65d-4ad9-a4ad-e5168b1bae0f completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:58:43.151979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3904ad52-5303-44bb-b15a-8bc866c97c6e up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:58:43.256991 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 3904ad52-5303-44bb-b15a-8bc866c97c6e completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:58:43.261544 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 3904ad52-5303-44bb-b15a-8bc866c97c6e triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:58:43.261986 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:43.334137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:43.348877 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:43.374016 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 3904ad52-5303-44bb-b15a-8bc866c97c6e, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3904ad52-5303-44bb-b15a-8bc866c97c6e,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:58:43.417207 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:43.420353 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-639e6541-9084-4426-b1b3-417cde7dd631 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:43.451003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:43.452985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d683f9e8-498e-4176-8550-657273875baa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:43.493041 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2370de-a6e8-4146-965c-752c5e2426c6 None None] Network 048dcbaa-e968-4124-b966-355956777c10 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:58:43.505560 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=77767d98-2084-406b-bbd2-6ef8e41dc330,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:43.509545 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:43.509669 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:43.544449 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=3904ad52-5303-44bb-b15a-8bc866c97c6e,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:43.549660 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:43.568340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36292) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:43.611124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 048dcbaa-e968-4124-b966-355956777c10 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:58:43.613143 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:58:43.663162 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c0bf3a01-c004-4823-92e6-b5c31fa95a9e None None] Provisioning for port 974abca9-f65d-4ad9-a4ad-e5168b1bae0f completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:58:43.669556 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c0bf3a01-c004-4823-92e6-b5c31fa95a9e None None] Provisioning complete for port 974abca9-f65d-4ad9-a4ad-e5168b1bae0f triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:58:43.670049 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3a01-c004-4823-92e6-b5c31fa95a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:43.739902 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:58:43.779916 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3a01-c004-4823-92e6-b5c31fa95a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:43.798771 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-6a2354fe-bf8e-4ab8-b39a-51da8073eab1 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Deleting port 02594235-1c76-43a3-9898-d1cb8c15d983 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:58:43.798982 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a2354fe-bf8e-4ab8-b39a-51da8073eab1 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:43.825460 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c0bf3a01-c004-4823-92e6-b5c31fa95a9e None None] For port 974abca9-f65d-4ad9-a4ad-e5168b1bae0f, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=974abca9-f65d-4ad9-a4ad-e5168b1bae0f,segment=NetworkSegment(8e6c64d2-3b32-4b81-aaeb-4503ef7bab79),segment_id=8e6c64d2-3b32-4b81-aaeb-4503ef7bab79)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:58:43.883305 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:58:43.893373 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3a01-c004-4823-92e6-b5c31fa95a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:43.895961 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:43.898534 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36294) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:43.899740 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/e67fd8b1-c92f-4465-82ec-c4ce16ea4cba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1814399 Jun 22 09:58:43.923086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a2354fe-bf8e-4ab8-b39a-51da8073eab1 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:43.923608 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a2354fe-bf8e-4ab8-b39a-51da8073eab1 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:43.948810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf3a01-c004-4823-92e6-b5c31fa95a9e None None] Pushing event updated for resources: {'Port': ['ID=974abca9-f65d-4ad9-a4ad-e5168b1bae0f,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:43.952135 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c0bf3a01-c004-4823-92e6-b5c31fa95a9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:44.005025 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Sync routers for ids ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:58:44.024355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Routers {'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:58:44.024990 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:58:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:44.028486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-6a2354fe-bf8e-4ab8-b39a-51da8073eab1 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Calling delete_port for 02594235-1c76-43a3-9898-d1cb8c15d983 owned by network:floatingip {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:58:44.068538 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bf1b51da-02ae-423a-a22e-5ea744d35418 None None] Provisioning complete for port 974abca9-f65d-4ad9-a4ad-e5168b1bae0f triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:58:44.068929 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bf1b51da-02ae-423a-a22e-5ea744d35418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:44.136086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e40f5b6-2f11-4d80-9c8e-612ed020f252 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:44.136577 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e40f5b6-2f11-4d80-9c8e-612ed020f252 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:44.137040 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e40f5b6-2f11-4d80-9c8e-612ed020f252 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:44.137561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e40f5b6-2f11-4d80-9c8e-612ed020f252 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:44.137955 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e40f5b6-2f11-4d80-9c8e-612ed020f252 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:44.138414 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e40f5b6-2f11-4d80-9c8e-612ed020f252 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:44.143053 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5e40f5b6-2f11-4d80-9c8e-612ed020f252 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2405260 Jun 22 09:58:44.143053 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36296) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:44.181090 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Set router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:58:44.219404 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0dee21-9e05-472e-9157-a3826d49362f tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:44.234344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0dee21-9e05-472e-9157-a3826d49362f tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:44.234344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0dee21-9e05-472e-9157-a3826d49362f tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:44.234344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0dee21-9e05-472e-9157-a3826d49362f tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:44.234344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0dee21-9e05-472e-9157-a3826d49362f tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:44.234344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0dee21-9e05-472e-9157-a3826d49362f tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:44.234344 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5a0dee21-9e05-472e-9157-a3826d49362f tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0803552 Jun 22 09:58:44.234967 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36298) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:44.400635 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bf1b51da-02ae-423a-a22e-5ea744d35418 None None] Provisioning for port 77767d98-2084-406b-bbd2-6ef8e41dc330 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:58:44.406351 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bf1b51da-02ae-423a-a22e-5ea744d35418 None None] Provisioning complete for port 77767d98-2084-406b-bbd2-6ef8e41dc330 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:58:44.406736 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bf1b51da-02ae-423a-a22e-5ea744d35418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:44.418036 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a2354fe-bf8e-4ab8-b39a-51da8073eab1 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:44.420184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2f294601-7ad1-44a6-9da8-728942a734f8 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:44.426482 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2d4f3a33-e908-4279-9a1f-cb3c088b977c tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1908131 Jun 22 09:58:44.450486 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b51da-02ae-423a-a22e-5ea744d35418 None None] Port 77767d98-2084-406b-bbd2-6ef8e41dc330 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:58:44.451234 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2354fe-bf8e-4ab8-b39a-51da8073eab1 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event deleted for resources: {'Port': ['ID=02594235-1c76-43a3-9898-d1cb8c15d983,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:44.455025 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6a2354fe-bf8e-4ab8-b39a-51da8073eab1 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:44.457648 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T09:58:42Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '77767d98-2084-406b-bbd2-6ef8e41dc330', 'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:c9:ff:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:42Z', 'updated_at': '2021-06-22T09:58:43Z', 'revision_number': 2, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:44.520470 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a2354fe-bf8e-4ab8-b39a-51da8073eab1 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for floatingip, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:44.520834 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-6a2354fe-bf8e-4ab8-b39a-51da8073eab1 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Floating IP 694f5d25-f096-484f-98c7-f1f379bcadba disassociated (deleted). External IP: 172.26.3.144, port: 20de581f-5d89-45d8-8151-15591a03428e. Jun 22 09:58:44.640772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Checking router: e67fd8b1-c92f-4465-82ec-c4ce16ea4cba for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:58:44.641134 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Updating router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba port 77767d98-2084-406b-bbd2-6ef8e41dc330 binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:58:44.679871 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0a72bcf7-4547-4689-9f0f-542b71e09d21 None None] Provisioning complete for port 77767d98-2084-406b-bbd2-6ef8e41dc330 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:58:44.680264 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0a72bcf7-4547-4689-9f0f-542b71e09d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:44.685541 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:44.738615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2354fe-bf8e-4ab8-b39a-51da8073eab1 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:58:44.754718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-0a72bcf7-4547-4689-9f0f-542b71e09d21 None None] Port 77767d98-2084-406b-bbd2-6ef8e41dc330 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:58:44.780138 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36302) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:44.786231 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-c0f3afb6-1d55-49c5-ad03-e8c57dfd62a0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2130620503', 'description': 'tempest-secgroup-smoke-2130620503 description', 'project_id': '50763c4428f741ada1db53edd04651ab'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:58:44.867921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2354fe-bf8e-4ab8-b39a-51da8073eab1 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:58:44.873369 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a2354fe-bf8e-4ab8-b39a-51da8073eab1 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:44.878849 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01966b58-4925-4ede-a1e2-4ac9797fac6f None None] Sync routers for ids ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:58:44.906418 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01966b58-4925-4ede-a1e2-4ac9797fac6f None None] Routers {'6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:58:44.907072 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-01966b58-4925-4ede-a1e2-4ac9797fac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:58:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:44.914027 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c0f3afb6-1d55-49c5-ad03-e8c57dfd62a0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:44.937303 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6a2354fe-bf8e-4ab8-b39a-51da8073eab1 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "DELETE /v2.0/floatingips/694f5d25-f096-484f-98c7-f1f379bcadba HTTP/1.1" status: 204 len: 168 time: 1.3599660 Jun 22 09:58:44.939284 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1afd36d-6668-41d4-8278-2ac5ba3eef04', 'tag': '20de581f-5d89-45d8-8151-15591a03428e'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:58:44.941766 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b704a1-0b21-4be3-8327-96cf6537914c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1afd36d-6668-41d4-8278-2ac5ba3eef04", "tag": "20de581f-5d89-45d8-8151-15591a03428e"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:58:44.983328 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 974abca9-f65d-4ad9-a4ad-e5168b1bae0f up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:58:45.036262 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3925b0a-dfb1-4049-bad0-71572c8c652e x-openstack-request-id: req-e3925b0a-dfb1-4049-bad0-71572c8c652e {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:58:45.036601 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1afd36d-6668-41d4-8278-2ac5ba3eef04", "tag": "20de581f-5d89-45d8-8151-15591a03428e", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:58:45.036922 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3925b0a-dfb1-4049-bad0-71572c8c652e {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:58:45.037390 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1afd36d-6668-41d4-8278-2ac5ba3eef04', 'tag': '20de581f-5d89-45d8-8151-15591a03428e', 'status': 'completed', 'code': 200} Jun 22 09:58:45.077183 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-01966b58-4925-4ede-a1e2-4ac9797fac6f None None] Set router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:58:45.139068 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 974abca9-f65d-4ad9-a4ad-e5168b1bae0f triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:58:45.139651 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:45.251557 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:45.270013 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Transition to ACTIVE for port object 77767d98-2084-406b-bbd2-6ef8e41dc330 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:58:45.279792 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3904ad52-5303-44bb-b15a-8bc866c97c6e up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:58:45.330200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 3904ad52-5303-44bb-b15a-8bc866c97c6e triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:58:45.330669 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:45.334511 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:45.343762 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-01966b58-4925-4ede-a1e2-4ac9797fac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '4bc4eb5b-a00b-4cd9-aa51-aa53685ae06a', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'port_id': '9e98432a-b155-40af-800e-cd2bc44e7804', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'mac_address': 'fa:16:3e:c9:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:53:41Z', 'updated_at': '2021-06-22T09:53:43Z', 'revision_number': 1, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:47Z', 'revision_number': 5, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:45.354005 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d683f9e8-498e-4176-8550-657273875baa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:45.392518 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01966b58-4925-4ede-a1e2-4ac9797fac6f None None] Checking router: 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:58:45.403796 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01966b58-4925-4ede-a1e2-4ac9797fac6f None None] Routers {'6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:58:45.404436 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-01966b58-4925-4ede-a1e2-4ac9797fac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:58:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:45.443348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e838e2f-3a7a-4389-820d-ed1ddab7979a None None] Pushing event updated for resources: {'Port': ['ID=77767d98-2084-406b-bbd2-6ef8e41dc330,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:45.446403 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7e838e2f-3a7a-4389-820d-ed1ddab7979a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:45.477980 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c0f3afb6-1d55-49c5-ad03-e8c57dfd62a0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:45.514605 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c0f3afb6-1d55-49c5-ad03-e8c57dfd62a0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:45.518802 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e504bb2b-cac4-4b2b-9f8c-faa06e9ff8e8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:45.566747 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3afb6-1d55-49c5-ad03-e8c57dfd62a0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e89c0c4-2548-4208-840f-4940029bc6ef,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:45.579245 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Attempting to bind port 77767d98-2084-406b-bbd2-6ef8e41dc330 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:58:45.579245 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Attempting to bind port 77767d98-2084-406b-bbd2-6ef8e41dc330 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '8e6c64d2-3b32-4b81-aaeb-4503ef7bab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '048dcbaa-e968-4124-b966-355956777c10'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:58:45.579245 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Attempting to bind port 77767d98-2084-406b-bbd2-6ef8e41dc330 on network 048dcbaa-e968-4124-b966-355956777c10 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:58:45.584523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c0f3afb6-1d55-49c5-ad03-e8c57dfd62a0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:45.587811 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b704a1-0b21-4be3-8327-96cf6537914c req-a4033094-38f5-4271-9099-474cfa9dd1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:45.593796 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-71b704a1-0b21-4be3-8327-96cf6537914c req-a4033094-38f5-4271-9099-474cfa9dd1f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 1098 time: 0.5323024 Jun 22 09:58:45.595725 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:58:45.596298 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Checking segment: {'id': '8e6c64d2-3b32-4b81-aaeb-4503ef7bab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '048dcbaa-e968-4124-b966-355956777c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:58:45.596881 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:45.597384 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Bound using segment: {'id': '8e6c64d2-3b32-4b81-aaeb-4503ef7bab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '048dcbaa-e968-4124-b966-355956777c10'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:58:45.597980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Bound port: 77767d98-2084-406b-bbd2-6ef8e41dc330, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6c64d2-3b32-4b81-aaeb-4503ef7bab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '048dcbaa-e968-4124-b966-355956777c10'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:58:45.598481 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:45.676032 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c0f3afb6-1d55-49c5-ad03-e8c57dfd62a0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:45.677539 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c0f3afb6-1d55-49c5-ad03-e8c57dfd62a0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8957839 Jun 22 09:58:45.681253 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981c762-91bd-4fae-b638-41281d67099b req-0b0263a1-d9d1-4df8-b46d-7589272da595 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:45.683443 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d981c762-91bd-4fae-b638-41281d67099b req-0b0263a1-d9d1-4df8-b46d-7589272da595 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 945 time: 0.0865374 Jun 22 09:58:45.683731 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36310) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:45.688443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-72c6e72f-be88-4437-9119-3803d9fb1309 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '3e89c0c4-2548-4208-840f-4940029bc6ef', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:58:45.698737 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-01966b58-4925-4ede-a1e2-4ac9797fac6f None None] Set router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:58:45.720682 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] For port 77767d98-2084-406b-bbd2-6ef8e41dc330, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:58:45.723931 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] For port 77767d98-2084-406b-bbd2-6ef8e41dc330, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=77767d98-2084-406b-bbd2-6ef8e41dc330,segment=NetworkSegment(8e6c64d2-3b32-4b81-aaeb-4503ef7bab79),segment_id=8e6c64d2-3b32-4b81-aaeb-4503ef7bab79)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:58:45.732793 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d981c762-91bd-4fae-b638-41281d67099b req-080c8c6b-01f0-4b0e-b4ff-93efff00e157 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429654 Jun 22 09:58:45.749169 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b704a1-0b21-4be3-8327-96cf6537914c req-bf1312f6-edc7-4670-8e76-71540a1da611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:45.750660 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-71b704a1-0b21-4be3-8327-96cf6537914c req-bf1312f6-edc7-4670-8e76-71540a1da611 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2 HTTP/1.1" status: 200 len: 912 time: 0.1499965 Jun 22 09:58:45.794368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:45.795006 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-71b704a1-0b21-4be3-8327-96cf6537914c req-2758dbbd-137d-45f4-8ce3-01ce766105ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20de581f-5d89-45d8-8151-15591a03428e HTTP/1.1" status: 200 len: 217 time: 0.0354261 Jun 22 09:58:45.796688 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:45.834937 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72c6e72f-be88-4437-9119-3803d9fb1309 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:45.854490 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Routers {'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:58:45.855138 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:58:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:45.858235 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e838e2f-3a7a-4389-820d-ed1ddab7979a None None] Pushing event updated for resources: {'Port': ['ID=77767d98-2084-406b-bbd2-6ef8e41dc330,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:45.872457 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b704a1-0b21-4be3-8327-96cf6537914c req-c274d275-eb0a-4020-8ebe-7f49fd94867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:45.874169 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-71b704a1-0b21-4be3-8327-96cf6537914c req-c274d275-eb0a-4020-8ebe-7f49fd94867a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fabcb960-cfc9-40eb-90c8-609dad8d137e HTTP/1.1" status: 200 len: 850 time: 0.0726223 Jun 22 09:58:45.894328 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7e838e2f-3a7a-4389-820d-ed1ddab7979a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:45.939406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72c6e72f-be88-4437-9119-3803d9fb1309 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:45.966114 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b704a1-0b21-4be3-8327-96cf6537914c req-2269ce3a-bde7-46f4-a2de-1fb6c23a74ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:45.968834 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-71b704a1-0b21-4be3-8327-96cf6537914c req-2269ce3a-bde7-46f4-a2de-1fb6c23a74ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826597 Jun 22 09:58:45.985321 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-01966b58-4925-4ede-a1e2-4ac9797fac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '4bc4eb5b-a00b-4cd9-aa51-aa53685ae06a', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'port_id': '9e98432a-b155-40af-800e-cd2bc44e7804', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'mac_address': 'fa:16:3e:c9:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:53:41Z', 'updated_at': '2021-06-22T09:53:43Z', 'revision_number': 1, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:47Z', 'revision_number': 5, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:45.991127 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] Set router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:58:45.999115 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72c6e72f-be88-4437-9119-3803d9fb1309 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:46.020175 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-92001cc0-0db5-47d8-8e19-608f28f4bbce tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:46.025030 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01966b58-4925-4ede-a1e2-4ac9797fac6f None None] The sync data for ids ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'] in dv-neutron-797121-3-hyperv is: [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '4bc4eb5b-a00b-4cd9-aa51-aa53685ae06a', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'port_id': '9e98432a-b155-40af-800e-cd2bc44e7804', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'mac_address': 'fa:16:3e:c9:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:53:41Z', 'updated_at': '2021-06-22T09:53:43Z', 'revision_number': 1, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:47Z', 'revision_number': 5, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:58:46.042447 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6e72f-be88-4437-9119-3803d9fb1309 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f3025a-cede-49ce-a070-b2beddb23600,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:46.048882 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-72c6e72f-be88-4437-9119-3803d9fb1309 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:46.083246 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-71b704a1-0b21-4be3-8327-96cf6537914c req-634fb500-83d2-495b-93dc-b4db578fda34 service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071978 Jun 22 09:58:46.144627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72c6e72f-be88-4437-9119-3803d9fb1309 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:46.145808 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-72c6e72f-be88-4437-9119-3803d9fb1309 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4610264 Jun 22 09:58:46.149291 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36312) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:46.155289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '3e89c0c4-2548-4208-840f-4940029bc6ef', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:58:46.195839 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-71b704a1-0b21-4be3-8327-96cf6537914c req-9e9c1a6f-104c-4611-ad1e-acedae6f9b58 service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061945 Jun 22 09:58:46.236182 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T09:58:42Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '77767d98-2084-406b-bbd2-6ef8e41dc330', 'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:c9:ff:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:42Z', 'updated_at': '2021-06-22T09:58:45Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:46.250243 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:46.265014 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bd356c-2c18-459a-b361-08f709e2a391 None None] The sync data for ids ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'] in dv-neutron-797121-3-hyperv is: [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T09:58:42Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '77767d98-2084-406b-bbd2-6ef8e41dc330', 'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:c9:ff:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:42Z', 'updated_at': '2021-06-22T09:58:45Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:58:46.303479 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520d9755-c935-4d9f-8761-742b21982f74 None None] New status for floating IP 694f5d25-f096-484f-98c7-f1f379bcadba: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:58:46.320252 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:46.382473 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:46.389989 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ccc07f41-40d5-46b2-bb1e-5d2f97fe69a6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:46.408407 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b3cc2f8-cb34-49dd-bc93-e7a770a61e12,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:46.420259 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:46.420648 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:46.421193 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:46.421827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:46.425391 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:46.425391 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:46.425391 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:46.425391 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:46.425391 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:46.425391 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:46.425391 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:46.425813 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:46.428741 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:46.502184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:46.503411 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3524389 Jun 22 09:58:46.506184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36314) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:46.510957 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-0f53df14-bf92-4403-860f-e3a1c4734cee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '3e89c0c4-2548-4208-840f-4940029bc6ef', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:58:46.559515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7229f957-f163-45a9-827f-f2e3f6c239b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:46.621833 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f53df14-bf92-4403-860f-e3a1c4734cee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:46.689410 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f53df14-bf92-4403-860f-e3a1c4734cee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:46.754341 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f53df14-bf92-4403-860f-e3a1c4734cee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:46.756181 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5dfb34fa-db15-4163-ab0b-a75d11bc0902 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:46.774051 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53df14-bf92-4403-860f-e3a1c4734cee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a9263d-0321-40aa-9e7a-0b57f7fddac8,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:46.777144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0f53df14-bf92-4403-860f-e3a1c4734cee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:46.862218 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0f53df14-bf92-4403-860f-e3a1c4734cee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:46.864079 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0f53df14-bf92-4403-860f-e3a1c4734cee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3569083 Jun 22 09:58:46.866776 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36318) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:46.871607 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d0bb72df-ffe4-4835-9b26-1e73b29e446e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '3e89c0c4-2548-4208-840f-4940029bc6ef', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:58:46.941774 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090a4dd-a375-43dd-a5a9-737c74098bb6 req-9a651a63-2a7c-43e2-8cfe-a6326e8dd818 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:46.942231 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d0bb72df-ffe4-4835-9b26-1e73b29e446e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:46.949078 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2090a4dd-a375-43dd-a5a9-737c74098bb6 req-9a651a63-2a7c-43e2-8cfe-a6326e8dd818 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 945 time: 0.0939584 Jun 22 09:58:46.997973 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 77767d98-2084-406b-bbd2-6ef8e41dc330 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:58:46.998129 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2090a4dd-a375-43dd-a5a9-737c74098bb6 req-a4872a53-52f2-4860-a1af-d5e4020ebc84 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479305 Jun 22 09:58:47.032170 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d0bb72df-ffe4-4835-9b26-1e73b29e446e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:47.084934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d0bb72df-ffe4-4835-9b26-1e73b29e446e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:47.087000 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8dbe9c83-696e-4022-8b8a-34a461771791 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:47.107864 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb72df-ffe4-4835-9b26-1e73b29e446e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0339aa92-997e-4792-84e4-3df6f9a1168a,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:47.107864 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d0bb72df-ffe4-4835-9b26-1e73b29e446e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:47.121320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 77767d98-2084-406b-bbd2-6ef8e41dc330 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:58:47.125255 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 77767d98-2084-406b-bbd2-6ef8e41dc330 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:58:47.125640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:47.144680 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7de0b-78e4-4043-8ce4-db6d763d0c4a req-8155c09d-473e-4e3e-a56a-de96e3739e21 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:47.146168 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-80c7de0b-78e4-4043-8ce4-db6d763d0c4a req-8155c09d-473e-4e3e-a56a-de96e3739e21 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 945 time: 0.0736504 Jun 22 09:58:47.165342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d0bb72df-ffe4-4835-9b26-1e73b29e446e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:47.170532 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d0bb72df-ffe4-4835-9b26-1e73b29e446e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2991848 Jun 22 09:58:47.170532 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36320) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:47.174940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-f2a39720-84f9-4872-a4a1-c0ea7cc695e8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '3e89c0c4-2548-4208-840f-4940029bc6ef', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:58:47.218114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:47.251256 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-f2a39720-84f9-4872-a4a1-c0ea7cc695e8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:58:47.260309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 77767d98-2084-406b-bbd2-6ef8e41dc330, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=77767d98-2084-406b-bbd2-6ef8e41dc330,segment=NetworkSegment(8e6c64d2-3b32-4b81-aaeb-4503ef7bab79),segment_id=8e6c64d2-3b32-4b81-aaeb-4503ef7bab79)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:58:47.260812 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2a39720-84f9-4872-a4a1-c0ea7cc695e8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:47.263667 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-80c7de0b-78e4-4043-8ce4-db6d763d0c4a req-ef018a0d-235d-4f70-88f9-7fd28c0a58d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Deleting port 20de581f-5d89-45d8-8151-15591a03428e {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:58:47.264019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-80c7de0b-78e4-4043-8ce4-db6d763d0c4a req-ef018a0d-235d-4f70-88f9-7fd28c0a58d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:47.322197 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2a39720-84f9-4872-a4a1-c0ea7cc695e8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:47.331992 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:47.334058 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:47.362216 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-80c7de0b-78e4-4043-8ce4-db6d763d0c4a req-ef018a0d-235d-4f70-88f9-7fd28c0a58d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] For port 20de581f-5d89-45d8-8151-15591a03428e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=20de581f-5d89-45d8-8151-15591a03428e,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:58:47.362578 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-80c7de0b-78e4-4043-8ce4-db6d763d0c4a req-ef018a0d-235d-4f70-88f9-7fd28c0a58d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:47.384289 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=77767d98-2084-406b-bbd2-6ef8e41dc330,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:47.387691 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:47.405432 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2a39720-84f9-4872-a4a1-c0ea7cc695e8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:47.411767 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-43f88802-217d-4703-8582-c57b50a2c302 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:47.427149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a39720-84f9-4872-a4a1-c0ea7cc695e8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7b8fa1-4f98-425a-a97a-d383c3518d71,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:47.429541 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f2a39720-84f9-4872-a4a1-c0ea7cc695e8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:47.432080 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [req-80c7de0b-78e4-4043-8ce4-db6d763d0c4a req-ef018a0d-235d-4f70-88f9-7fd28c0a58d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Calling delete_port for 20de581f-5d89-45d8-8151-15591a03428e owned by compute:nova {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:58:47.485188 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2a39720-84f9-4872-a4a1-c0ea7cc695e8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:47.486551 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f2a39720-84f9-4872-a4a1-c0ea7cc695e8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3155758 Jun 22 09:58:47.489281 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36322) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:47.493947 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-45d27994-a92d-4688-b2a0-06dc74e13ce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': '3e89c0c4-2548-4208-840f-4940029bc6ef', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:58:47.570720 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-45d27994-a92d-4688-b2a0-06dc74e13ce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:58:47.575699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-45d27994-a92d-4688-b2a0-06dc74e13ce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:47.610968 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-80c7de0b-78e4-4043-8ce4-db6d763d0c4a req-ef018a0d-235d-4f70-88f9-7fd28c0a58d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:47.616900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ff2ba9f8-d671-428c-8321-ae83c9d695c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:47.639449 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-45d27994-a92d-4688-b2a0-06dc74e13ce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:47.648524 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef018a0d-235d-4f70-88f9-7fd28c0a58d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event deleted for resources: {'Port': ['ID=20de581f-5d89-45d8-8151-15591a03428e,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:47.651192 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ef018a0d-235d-4f70-88f9-7fd28c0a58d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:47.685250 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-45d27994-a92d-4688-b2a0-06dc74e13ce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:47.687130 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0e3b2d6c-dc8a-4321-ad71-cda2aba78a43 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:47.692432 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c7de0b-78e4-4043-8ce4-db6d763d0c4a req-ef018a0d-235d-4f70-88f9-7fd28c0a58d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] No DVR routers for this DVR port 20de581f-5d89-45d8-8151-15591a03428e on host hv-neutron-7971 {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:58:47.694881 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-80c7de0b-78e4-4043-8ce4-db6d763d0c4a req-ef018a0d-235d-4f70-88f9-7fd28c0a58d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:47.697254 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-80c7de0b-78e4-4043-8ce4-db6d763d0c4a req-ef018a0d-235d-4f70-88f9-7fd28c0a58d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.35 "DELETE /v2.0/ports/20de581f-5d89-45d8-8151-15591a03428e HTTP/1.1" status: 204 len: 173 time: 0.5458415 Jun 22 09:58:47.697794 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1afd36d-6668-41d4-8278-2ac5ba3eef04', 'name': 'network-vif-deleted', 'tag': '20de581f-5d89-45d8-8151-15591a03428e'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:58:47.701335 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e63f93-067b-497d-abd7-f16dfbcbc9e9" -d '{"events": [{"server_uuid": "c1afd36d-6668-41d4-8278-2ac5ba3eef04", "name": "network-vif-deleted", "tag": "20de581f-5d89-45d8-8151-15591a03428e"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:58:47.708920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d27994-a92d-4688-b2a0-06dc74e13ce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d79398-cebb-4a5f-84df-e3686774618a,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:47.708920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-45d27994-a92d-4688-b2a0-06dc74e13ce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:47.738938 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14eaf96-9f95-45e0-8006-d70aa9e0c78f x-openstack-request-id: req-c14eaf96-9f95-45e0-8006-d70aa9e0c78f {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:58:47.739291 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1afd36d-6668-41d4-8278-2ac5ba3eef04", "name": "network-vif-deleted", "tag": "20de581f-5d89-45d8-8151-15591a03428e", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:58:47.739639 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c14eaf96-9f95-45e0-8006-d70aa9e0c78f {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:58:47.740095 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1afd36d-6668-41d4-8278-2ac5ba3eef04', 'name': 'network-vif-deleted', 'tag': '20de581f-5d89-45d8-8151-15591a03428e', 'status': 'completed', 'code': 200} Jun 22 09:58:47.754200 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-45d27994-a92d-4688-b2a0-06dc74e13ce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:47.755313 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-45d27994-a92d-4688-b2a0-06dc74e13ce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2651012 Jun 22 09:58:47.908009 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-ebf75c89-01bc-4006-9e47-30b2eec2b312 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2130620503&fields=id&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 267 time: 0.0377355 Jun 22 09:58:48.020413 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-7c96db99-c478-484e-87ce-b8a949677c29 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:48.022080 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-7c96db99-c478-484e-87ce-b8a949677c29 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/networks?id=048dcbaa-e968-4124-b966-355956777c10 HTTP/1.1" status: 200 len: 796 time: 0.1067986 Jun 22 09:58:48.042915 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-8033ace9-4d8b-4f9a-9c4b-d8bb4fd73897 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/quotas/50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 375 time: 0.0156331 Jun 22 09:58:48.143875 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-abaec86c-821f-4a43-8fda-e994e083b3c0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999632 Jun 22 09:58:48.174267 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-dccfea4d-24fc-4787-a26b-c56b5e80b4f1 req-d931ad0c-2634-4250-9607-f8fdd61ee98e tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 210 time: 0.0421855 Jun 22 09:58:48.284222 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-5a476d53-4e09-435f-ab56-b7538949772e service neutron] 10.222.0.20 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288869 Jun 22 09:58:48.376860 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-dd3b5477-f651-468f-8a83-c491e482fbe2 service neutron] 10.222.0.20 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855153 Jun 22 09:58:48.624206 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8c12d21c-5323-46f7-8710-a60ebdec7b40 req-2a3c80d2-b3b5-4b04-9222-14a7df11664a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 210 time: 0.0282679 Jun 22 09:58:48.960017 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 77767d98-2084-406b-bbd2-6ef8e41dc330 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:58:49.017810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 77767d98-2084-406b-bbd2-6ef8e41dc330 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:58:49.018200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:49.052549 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-227a88f4-0f7c-4932-8e29-fdd04685be9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:49.291308 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:49.346408 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2e14dd8f-6d7d-4e38-831b-6163a416d8cc req-0213b71c-e242-4506-bf1c-dba4a3ed49ce tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 210 time: 0.0416715 Jun 22 09:58:49.797809 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4992f15d-2a81-4318-9cbb-381978f23a1a req-99ca1096-d2ea-4dbd-8863-cbb982947c2b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 210 time: 0.0471082 Jun 22 09:58:50.208979 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:58:50.457141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:50.498585 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cc3b1cd2-a791-4a29-a310-c0e197882808 req-f47bdd0b-b58d-4453-82ff-f77c6b6abae6 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 210 time: 0.0316024 Jun 22 09:58:50.626300 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-ef503ed4-7ae4-4768-9e31-0166b76b126c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:50.628375 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-ef503ed4-7ae4-4768-9e31-0166b76b126c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/networks?id=048dcbaa-e968-4124-b966-355956777c10 HTTP/1.1" status: 200 len: 796 time: 0.1057699 Jun 22 09:58:50.670687 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-e4c5cb83-c744-4945-b327-3e4aa08369f7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 380 time: 0.0341830 Jun 22 09:58:50.679563 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a7e281da-9ad5-4c0f-8860-37103e4bbf29 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'port': {'device_id': '5c236ee5-14b5-4a06-94db-265a132696eb', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'admin_state_up': True, 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'security_groups': ['3e89c0c4-2548-4208-840f-4940029bc6ef']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:58:50.857144 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a7e281da-9ad5-4c0f-8860-37103e4bbf29 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'port': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:58:50.861804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a7e281da-9ad5-4c0f-8860-37103e4bbf29 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:50.964413 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b157b591-1191-4c1f-9776-446c296974aa req-929fca15-dcf1-4df3-a5ff-120ae7a4fab3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 210 time: 0.0296082 Jun 22 09:58:51.017220 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a7e281da-9ad5-4c0f-8860-37103e4bbf29 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.13 (048dcbaa-e968-4124-b966-355956777c10/6dfb467e-de47-4839-a34d-30fcf739a286/ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:58:51.160435 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a7e281da-9ad5-4c0f-8860-37103e4bbf29 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:51.175268 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a7e281da-9ad5-4c0f-8860-37103e4bbf29 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:58:51.252268 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 20de581f-5d89-45d8-8151-15591a03428e no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:58:51.271067 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 20de581f-5d89-45d8-8151-15591a03428e {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:58:51.271424 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 20de581f-5d89-45d8-8151-15591a03428e not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:58:51.285761 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a7e281da-9ad5-4c0f-8860-37103e4bbf29 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:51.289630 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-54c6facb-5cbc-4e81-afa3-b06b209c8162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:51.330672 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a7e281da-9ad5-4c0f-8860-37103e4bbf29 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 048dcbaa-e968-4124-b966-355956777c10 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:58:51.333839 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a7e281da-9ad5-4c0f-8860-37103e4bbf29 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:58:51.336559 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a7e281da-9ad5-4c0f-8860-37103e4bbf29 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:58:51.367523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e281da-9ad5-4c0f-8860-37103e4bbf29 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:51.372067 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a7e281da-9ad5-4c0f-8860-37103e4bbf29 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:51.394492 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a7e281da-9ad5-4c0f-8860-37103e4bbf29 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:51.395133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a7e281da-9ad5-4c0f-8860-37103e4bbf29 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:51.485582 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a7e281da-9ad5-4c0f-8860-37103e4bbf29 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8096111 Jun 22 09:58:51.497082 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Request body: {'port': {'device_id': '5c236ee5-14b5-4a06-94db-265a132696eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:58:51.574316 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:51.605246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4b93daf1-6c4a-438f-bae6-e45711880c40 None None] Provisioning for port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:58:51.610323 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4b93daf1-6c4a-438f-bae6-e45711880c40 None None] Provisioning complete for port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:58:51.610719 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4b93daf1-6c4a-438f-bae6-e45711880c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:51.656290 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-4b93daf1-6c4a-438f-bae6-e45711880c40 None None] Port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:58:51.658738 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e1bf363f-fc31-4a86-84f7-2ad4c0b22572 req-5e0cedc6-ad3a-479d-b97a-5a3316946f96 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1afd36d-6668-41d4-8278-2ac5ba3eef04 HTTP/1.1" status: 200 len: 210 time: 0.0325401 Jun 22 09:58:51.719317 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:51.861070 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 {{(pid=100652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:58:51.868130 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:51.880160 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Transition to ACTIVE for port object ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 will not be triggered until provisioned by entity L2. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:58:51.942273 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:51.944574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5a6db627-56dc-4e51-b5f1-e57b62327c6b tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:52.024837 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:52.061443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:52.126856 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Attempting to bind port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:58:52.127199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Attempting to bind port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '8e6c64d2-3b32-4b81-aaeb-4503ef7bab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '048dcbaa-e968-4124-b966-355956777c10'}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:58:52.128103 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Attempting to bind port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 on network 048dcbaa-e968-4124-b966-355956777c10 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:58:52.132959 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 on network 048dcbaa-e968-4124-b966-355956777c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:58:52.133290 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Attempting to bind port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 on network 048dcbaa-e968-4124-b966-355956777c10 {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:58:52.138440 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:58:52.138789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Checking segment: {'id': '8e6c64d2-3b32-4b81-aaeb-4503ef7bab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '048dcbaa-e968-4124-b966-355956777c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:58:52.139174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Bound using segment: {'id': '8e6c64d2-3b32-4b81-aaeb-4503ef7bab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '048dcbaa-e968-4124-b966-355956777c10'} {{(pid=100652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:58:52.139653 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.managers [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Bound port: ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e6c64d2-3b32-4b81-aaeb-4503ef7bab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '048dcbaa-e968-4124-b966-355956777c10'}}] {{(pid=100652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:58:52.140013 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:52.187216 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991ff04-207d-432a-beb5-e942a02f3e91 req-fa3121f7-1877-4d3c-84be-776d5d50dee3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:52.188855 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8991ff04-207d-432a-beb5-e942a02f3e91 req-fa3121f7-1877-4d3c-84be-776d5d50dee3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 944 time: 0.0818839 Jun 22 09:58:52.215968 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] For port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2, host hv-neutron-7971, cleared binding levels {{(pid=100652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:58:52.219114 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] For port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2,segment=NetworkSegment(8e6c64d2-3b32-4b81-aaeb-4503ef7bab79),segment_id=8e6c64d2-3b32-4b81-aaeb-4503ef7bab79)] {{(pid=100652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:58:52.227103 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8991ff04-207d-432a-beb5-e942a02f3e91 req-7a600e1b-7309-4656-8500-b392a1ce7c8a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e89c0c4-2548-4208-840f-4940029bc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325844 Jun 22 09:58:52.297165 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:52.300154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:52.332960 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:52.333574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:52.334962 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] 10.222.0.35 "PUT /v2.0/ports/ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 HTTP/1.1" status: 200 len: 1094 time: 0.8421896 Jun 22 09:58:52.335545 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c236ee5-14b5-4a06-94db-265a132696eb', 'tag': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:58:52.337920 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0b7c17-0c4d-4023-bef5-ab90671f0e45" -d '{"events": [{"name": "network-changed", "server_uuid": "5c236ee5-14b5-4a06-94db-265a132696eb", "tag": "ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:58:52.367324 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2,revision_number=3']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:52.370744 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:52.379557 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0496570e-bb7e-4041-84b1-1901d6eaba8b x-openstack-request-id: req-0496570e-bb7e-4041-84b1-1901d6eaba8b {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:58:52.380159 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c236ee5-14b5-4a06-94db-265a132696eb", "tag": "ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:58:52.380439 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0496570e-bb7e-4041-84b1-1901d6eaba8b {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:58:52.381054 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c236ee5-14b5-4a06-94db-265a132696eb', 'tag': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2', 'status': 'completed', 'code': 200} Jun 22 09:58:52.453846 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b7c17-0c4d-4023-bef5-ab90671f0e45 req-a7dc6335-8868-4e55-9e1f-a59fe3209c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:52.455332 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2b0b7c17-0c4d-4023-bef5-ab90671f0e45 req-a7dc6335-8868-4e55-9e1f-a59fe3209c72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 1097 time: 0.0563347 Jun 22 09:58:52.558614 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b7c17-0c4d-4023-bef5-ab90671f0e45 req-bae5029e-71a6-402d-ba7b-bff33ba908df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:52.560114 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2b0b7c17-0c4d-4023-bef5-ab90671f0e45 req-bae5029e-71a6-402d-ba7b-bff33ba908df service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=50763c4428f741ada1db53edd04651ab&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0974078 Jun 22 09:58:52.654287 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b7c17-0c4d-4023-bef5-ab90671f0e45 req-68888db5-1ffd-409f-803c-ba439450f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:52.655753 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2b0b7c17-0c4d-4023-bef5-ab90671f0e45 req-68888db5-1ffd-409f-803c-ba439450f1ac service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894301 Jun 22 09:58:52.743401 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-5c9698e0-4c98-462e-9d2a-6e1a700caf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:52.744936 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-5c9698e0-4c98-462e-9d2a-6e1a700caf3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 1097 time: 0.0519154 Jun 22 09:58:52.787041 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-d194b63d-ebe6-4109-8db6-05b6053d3a4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 HTTP/1.1" status: 200 len: 217 time: 0.0347943 Jun 22 09:58:52.833930 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-ef67fb20-6502-4198-89b6-c1f6ad22e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:52.835345 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-ef67fb20-6502-4198-89b6-c1f6ad22e03d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfb467e-de47-4839-a34d-30fcf739a286 HTTP/1.1" status: 200 len: 835 time: 0.0428066 Jun 22 09:58:52.897995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a916a587-e584-40ac-b35e-ac18cfcdfd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:52.901911 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-a916a587-e584-40ac-b35e-ac18cfcdfd3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=048dcbaa-e968-4124-b966-355956777c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0583196 Jun 22 09:58:52.996792 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-99561f97-4be3-4e2b-a575-1b4b51f55c3f service neutron] 10.222.0.35 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904417 Jun 22 09:58:53.096228 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eecb7bf1-7402-491c-85f7-b85dfdec859e req-3a337c1e-5cbc-4099-a5f8-6c2445ae89d3 service neutron] 10.222.0.35 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930450 Jun 22 09:58:53.399313 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581288e-381a-451b-86e4-0b726b596d12 req-08b61239-6cd5-4df5-947b-1ef5145ebad5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:53.401008 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7581288e-381a-451b-86e4-0b726b596d12 req-08b61239-6cd5-4df5-947b-1ef5145ebad5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 944 time: 0.0632017 Jun 22 09:58:53.438133 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7581288e-381a-451b-86e4-0b726b596d12 req-2dbd6ba5-1612-4ca5-95ac-1a30ac88ac47 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e89c0c4-2548-4208-840f-4940029bc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316353 Jun 22 09:58:54.614196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff398a2-1cd0-4af7-90ff-e7e20bc41584 req-33c88e34-a674-431e-b4fa-ca79e470821f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:54.615776 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-dff398a2-1cd0-4af7-90ff-e7e20bc41584 req-33c88e34-a674-431e-b4fa-ca79e470821f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 944 time: 0.0699956 Jun 22 09:58:54.653542 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-dff398a2-1cd0-4af7-90ff-e7e20bc41584 req-f6c08f61-d786-428e-9f32-ea040fdc266b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e89c0c4-2548-4208-840f-4940029bc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319843 Jun 22 09:58:55.828946 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42666616-8163-4aed-8938-19637d1a4bd1 req-f629d14b-b2ae-4b47-9d6d-020794e4da98 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:55.830398 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-42666616-8163-4aed-8938-19637d1a4bd1 req-f629d14b-b2ae-4b47-9d6d-020794e4da98 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 944 time: 0.0622735 Jun 22 09:58:55.873298 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-42666616-8163-4aed-8938-19637d1a4bd1 req-e1092c8a-54c0-4d7f-856d-1544123b50d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e89c0c4-2548-4208-840f-4940029bc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366848 Jun 22 09:58:57.046425 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dd8a1-e58f-44e1-8487-6218d84f2d1f req-a889f72f-a056-400f-aa1c-d8d44062ddd5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:57.047956 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-578dd8a1-e58f-44e1-8487-6218d84f2d1f req-a889f72f-a056-400f-aa1c-d8d44062ddd5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 944 time: 0.0649040 Jun 22 09:58:57.085609 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-578dd8a1-e58f-44e1-8487-6218d84f2d1f req-1c2eb1f8-b99b-403f-8e6e-8de2da448322 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e89c0c4-2548-4208-840f-4940029bc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319436 Jun 22 09:58:57.291252 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:58:57.390046 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2,segment=NetworkSegment(8e6c64d2-3b32-4b81-aaeb-4503ef7bab79),segment_id=8e6c64d2-3b32-4b81-aaeb-4503ef7bab79)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:58:57.401750 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'port_id': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2', 'mac_address': 'fa:16:3e:27:fd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:58:57.438847 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:57.452787 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:58:57.474373 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2,segment=NetworkSegment(8e6c64d2-3b32-4b81-aaeb-4503ef7bab79),segment_id=8e6c64d2-3b32-4b81-aaeb-4503ef7bab79)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:58:57.513444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:57.516149 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7e838e2f-3a7a-4389-820d-ed1ddab7979a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:57.561966 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:57.565670 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:57.905630 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:58:58.253896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e9801-7232-41cf-8b5c-83c9cf291094 req-6e1a4f98-bf61-4d02-b18b-bba5e9f64da3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:58.255361 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e99e9801-7232-41cf-8b5c-83c9cf291094 req-6e1a4f98-bf61-4d02-b18b-bba5e9f64da3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 945 time: 0.0618465 Jun 22 09:58:58.291869 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e99e9801-7232-41cf-8b5c-83c9cf291094 req-eb1d85d9-9deb-499a-860d-580389656065 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e89c0c4-2548-4208-840f-4940029bc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309641 Jun 22 09:58:58.402116 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36410) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:58:58.557381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-40182100-f666-46ac-a889-d6937ec18df0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Deleting port 3ff7352c-410b-43cb-a817-e8edc4440944 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:58:58.557732 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-40182100-f666-46ac-a889-d6937ec18df0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:58.633681 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-40182100-f666-46ac-a889-d6937ec18df0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:58.634017 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-40182100-f666-46ac-a889-d6937ec18df0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:58.694731 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-40182100-f666-46ac-a889-d6937ec18df0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Calling delete_port for 3ff7352c-410b-43cb-a817-e8edc4440944 owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:58:58.873135 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-40182100-f666-46ac-a889-d6937ec18df0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:58.875918 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c379759e-2993-44cb-bee2-b9fc8ff2a47e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:58.900065 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40182100-f666-46ac-a889-d6937ec18df0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event deleted for resources: {'Port': ['ID=3ff7352c-410b-43cb-a817-e8edc4440944,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:58.903981 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-40182100-f666-46ac-a889-d6937ec18df0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:58.961911 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-40182100-f666-46ac-a889-d6937ec18df0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:58.962177 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-40182100-f666-46ac-a889-d6937ec18df0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Floating IP 4bc4eb5b-a00b-4cd9-aa51-aa53685ae06a disassociated (deleted). External IP: 172.26.3.151, port: 9e98432a-b155-40af-800e-cd2bc44e7804. Jun 22 09:58:59.165306 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40182100-f666-46ac-a889-d6937ec18df0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:58:59.269515 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40182100-f666-46ac-a889-d6937ec18df0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:58:59.274180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-40182100-f666-46ac-a889-d6937ec18df0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:59.278644 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1698267-5806-47c0-b87a-50c5587df31a None None] Sync routers for ids ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:58:59.283270 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:58:59.288513 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1698267-5806-47c0-b87a-50c5587df31a None None] Routers {'6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:58:59.302232 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d1698267-5806-47c0-b87a-50c5587df31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:58:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:59.313277 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-40182100-f666-46ac-a889-d6937ec18df0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "DELETE /v2.0/floatingips/4bc4eb5b-a00b-4cd9-aa51-aa53685ae06a HTTP/1.1" status: 204 len: 168 time: 0.9076891 Jun 22 09:58:59.313277 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'tag': '9e98432a-b155-40af-800e-cd2bc44e7804'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:58:59.314117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6e8d85-3450-408d-ac21-a643b3bab3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "6d229224-82f0-4a3a-a613-2dcba752ad80", "tag": "9e98432a-b155-40af-800e-cd2bc44e7804"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:58:59.400764 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-d1698267-5806-47c0-b87a-50c5587df31a None None] Set router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:58:59.404587 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:58:59.408519 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:58:59.408909 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:59.497474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e4e8a-8dcb-4cd9-8d9d-2e7cc2dd26c0 req-c3d527b9-843c-4ef4-8640-3635efa8425b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:59.499047 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b79e4e8a-8dcb-4cd9-8d9d-2e7cc2dd26c0 req-c3d527b9-843c-4ef4-8640-3635efa8425b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 945 time: 0.0686233 Jun 22 09:58:59.542289 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b79e4e8a-8dcb-4cd9-8d9d-2e7cc2dd26c0 req-a0bd4f6e-48db-4368-8604-9cc934713e12 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e89c0c4-2548-4208-840f-4940029bc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372558 Jun 22 09:58:59.600706 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93c012d-adf1-46c5-a9d5-66126625ba35 x-openstack-request-id: req-d93c012d-adf1-46c5-a9d5-66126625ba35 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:58:59.601069 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d229224-82f0-4a3a-a613-2dcba752ad80", "tag": "9e98432a-b155-40af-800e-cd2bc44e7804", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:58:59.601356 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d93c012d-adf1-46c5-a9d5-66126625ba35 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:58:59.601809 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'tag': '9e98432a-b155-40af-800e-cd2bc44e7804', 'status': 'completed', 'code': 200} Jun 22 09:58:59.652108 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d1698267-5806-47c0-b87a-50c5587df31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:47Z', 'revision_number': 5, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:59.666882 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:59.681166 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1698267-5806-47c0-b87a-50c5587df31a None None] Checking router: 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:58:59.687498 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e8d85-3450-408d-ac21-a643b3bab3b0 req-8f4cb672-2ba3-4f8e-bf70-af180aa2194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:59.689095 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8c6e8d85-3450-408d-ac21-a643b3bab3b0 req-8f4cb672-2ba3-4f8e-bf70-af180aa2194d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 1099 time: 0.0645459 Jun 22 09:58:59.690286 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c236ee5-14b5-4a06-94db-265a132696eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:58:59.690924 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1698267-5806-47c0-b87a-50c5587df31a None None] Routers {'6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:58:59.691580 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d1698267-5806-47c0-b87a-50c5587df31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:58:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:58:59.692582 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7125a9e9-104e-494a-87b1-5c3d85648380" -d '{"events": [{"server_uuid": "5c236ee5-14b5-4a06-94db-265a132696eb", "name": "network-vif-plugged", "status": "completed", "tag": "ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:58:59.706325 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2,segment=NetworkSegment(8e6c64d2-3b32-4b81-aaeb-4503ef7bab79),segment_id=8e6c64d2-3b32-4b81-aaeb-4503ef7bab79)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:58:59.770236 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:59.772346 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-76a5b6cb-55ee-4f88-83fd-08b461b6440f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:59.809397 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f36045-836e-43a3-935c-a7157fc0173b x-openstack-request-id: req-e1f36045-836e-43a3-935c-a7157fc0173b {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:58:59.809697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c236ee5-14b5-4a06-94db-265a132696eb", "name": "network-vif-plugged", "status": "completed", "tag": "ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:58:59.809959 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1f36045-836e-43a3-935c-a7157fc0173b {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:58:59.810352 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c236ee5-14b5-4a06-94db-265a132696eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2', 'code': 200} Jun 22 09:58:59.823049 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e8d85-3450-408d-ac21-a643b3bab3b0 req-12e915bf-7a0b-43ed-af3f-44e593195e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:59.824562 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8c6e8d85-3450-408d-ac21-a643b3bab3b0 req-12e915bf-7a0b-43ed-af3f-44e593195e83 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2 HTTP/1.1" status: 200 len: 912 time: 0.1294115 Jun 22 09:58:59.856699 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-d1698267-5806-47c0-b87a-50c5587df31a None None] Set router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:58:59.858122 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:59.863599 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:59.880116 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8c6e8d85-3450-408d-ac21-a643b3bab3b0 req-d17d6874-736f-41e8-8c37-629d5d18cc19 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e98432a-b155-40af-800e-cd2bc44e7804 HTTP/1.1" status: 200 len: 217 time: 0.0479050 Jun 22 09:58:59.901437 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfa6d4-1d08-4a38-a11d-1e4a017a3784 req-3ceb1d38-24ec-40fd-a3b4-42833fb629a5 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:59.903102 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a5bfa6d4-1d08-4a38-a11d-1e4a017a3784 req-3ceb1d38-24ec-40fd-a3b4-42833fb629a5 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 946 time: 0.0788777 Jun 22 09:58:59.939189 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e8d85-3450-408d-ac21-a643b3bab3b0 req-d6885bed-e633-4b63-b819-cc3f7f41e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:59.941473 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8c6e8d85-3450-408d-ac21-a643b3bab3b0 req-d6885bed-e633-4b63-b819-cc3f7f41e99f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fabcb960-cfc9-40eb-90c8-609dad8d137e HTTP/1.1" status: 200 len: 850 time: 0.0537465 Jun 22 09:58:59.944320 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a5bfa6d4-1d08-4a38-a11d-1e4a017a3784 req-14652171-438b-4793-9643-10aa5a540866 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/security-groups?id=72592f94-70ff-4bfb-a92a-cbe776d0fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342059 Jun 22 09:59:00.000489 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e8d85-3450-408d-ac21-a643b3bab3b0 req-fa394347-b1d4-4129-b0ae-9afa08950401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:00.001975 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8c6e8d85-3450-408d-ac21-a643b3bab3b0 req-fa394347-b1d4-4129-b0ae-9afa08950401 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a8f2608-387b-4dce-bb3b-fea1e1e609c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0538526 Jun 22 09:59:00.076078 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d1698267-5806-47c0-b87a-50c5587df31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:47Z', 'revision_number': 5, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:00.099967 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8c6e8d85-3450-408d-ac21-a643b3bab3b0 req-62a4f8a9-7a4a-492d-8f8a-e2fbde9696e5 service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862904 Jun 22 09:59:00.103118 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1698267-5806-47c0-b87a-50c5587df31a None None] The sync data for ids ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'] in dv-neutron-797121-3-hyperv is: [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:49:42Z', 'revision_number': 4, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '386144d7-d93e-4b78-b60f-04577bae804c', 'name': '', 'network_id': '6a8f2608-387b-4dce-bb3b-fea1e1e609c2', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:42Z', 'updated_at': '2021-06-22T09:49:47Z', 'revision_number': 5, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'subnets': [{'id': 'fabcb960-cfc9-40eb-90c8-609dad8d137e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:59:00.199045 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9cb82-4c38-45a1-ae69-22c2e80dc16e req-2273d272-a6fe-46c2-936b-f17ebde39546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:00.200600 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-59f9cb82-4c38-45a1-ae69-22c2e80dc16e req-2273d272-a6fe-46c2-936b-f17ebde39546 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 1099 time: 0.0617261 Jun 22 09:59:00.239982 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-59f9cb82-4c38-45a1-ae69-22c2e80dc16e req-6e7e01c9-9126-4869-940c-ccacc86e2b6b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3e89c0c4-2548-4208-840f-4940029bc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321910 Jun 22 09:59:00.338727 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33e700f-7d36-4aaa-9674-b28beeecc1e7 None None] New status for floating IP 4bc4eb5b-a00b-4cd9-aa51-aa53685ae06a: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:59:00.477748 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fe85c-1ca0-42c4-9585-993c86bfd74d req-f4841f55-ff4b-41ee-94c4-e5a6a8c50f37 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:00.479297 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-391fe85c-1ca0-42c4-9585-993c86bfd74d req-f4841f55-ff4b-41ee-94c4-e5a6a8c50f37 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 946 time: 0.0763788 Jun 22 09:59:00.557955 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8c6e8d85-3450-408d-ac21-a643b3bab3b0 req-38eefba7-5298-4b70-85e4-ea8de8e19420 service neutron] 10.222.0.35 "GET /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516098 Jun 22 09:59:00.586604 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-391fe85c-1ca0-42c4-9585-993c86bfd74d req-7cdabd79-468a-4062-a43f-65178ede7881 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Deleting port 9e98432a-b155-40af-800e-cd2bc44e7804 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:59:00.586978 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-391fe85c-1ca0-42c4-9585-993c86bfd74d req-7cdabd79-468a-4062-a43f-65178ede7881 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:00.675562 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-391fe85c-1ca0-42c4-9585-993c86bfd74d req-7cdabd79-468a-4062-a43f-65178ede7881 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] For port 9e98432a-b155-40af-800e-cd2bc44e7804, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e98432a-b155-40af-800e-cd2bc44e7804,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:00.675928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-391fe85c-1ca0-42c4-9585-993c86bfd74d req-7cdabd79-468a-4062-a43f-65178ede7881 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:00.729263 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a996b2-18ae-4f60-ba48-0422226eedc3 req-347d120c-c7a4-438f-83ff-4b015c98605d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:00.730718 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d8a996b2-18ae-4f60-ba48-0422226eedc3 req-347d120c-c7a4-438f-83ff-4b015c98605d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 946 time: 0.0696380 Jun 22 09:59:00.741683 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-391fe85c-1ca0-42c4-9585-993c86bfd74d req-7cdabd79-468a-4062-a43f-65178ede7881 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Calling delete_port for 9e98432a-b155-40af-800e-cd2bc44e7804 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:59:00.768257 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d8a996b2-18ae-4f60-ba48-0422226eedc3 req-7b802734-f38d-41cc-a874-f734dabd50c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e89c0c4-2548-4208-840f-4940029bc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317724 Jun 22 09:59:00.912635 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-391fe85c-1ca0-42c4-9585-993c86bfd74d req-7cdabd79-468a-4062-a43f-65178ede7881 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:00.917449 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:00.942154 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdabd79-468a-4062-a43f-65178ede7881 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event deleted for resources: {'Port': ['ID=9e98432a-b155-40af-800e-cd2bc44e7804,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:00.945168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7cdabd79-468a-4062-a43f-65178ede7881 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:00.986947 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-391fe85c-1ca0-42c4-9585-993c86bfd74d req-7cdabd79-468a-4062-a43f-65178ede7881 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] No DVR routers for this DVR port 9e98432a-b155-40af-800e-cd2bc44e7804 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:59:00.989292 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-391fe85c-1ca0-42c4-9585-993c86bfd74d req-7cdabd79-468a-4062-a43f-65178ede7881 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:00.991253 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-391fe85c-1ca0-42c4-9585-993c86bfd74d req-7cdabd79-468a-4062-a43f-65178ede7881 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.35 "DELETE /v2.0/ports/9e98432a-b155-40af-800e-cd2bc44e7804 HTTP/1.1" status: 204 len: 173 time: 0.5064397 Jun 22 09:59:00.991836 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'name': 'network-vif-deleted', 'tag': '9e98432a-b155-40af-800e-cd2bc44e7804'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:59:00.994137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea299565-1d65-40df-a0fb-5c8e774cee50" -d '{"events": [{"server_uuid": "6d229224-82f0-4a3a-a613-2dcba752ad80", "name": "network-vif-deleted", "tag": "9e98432a-b155-40af-800e-cd2bc44e7804"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:59:01.028470 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d1d691-3131-40e3-a9e4-43484273dffa x-openstack-request-id: req-99d1d691-3131-40e3-a9e4-43484273dffa {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:59:01.028815 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d229224-82f0-4a3a-a613-2dcba752ad80", "name": "network-vif-deleted", "tag": "9e98432a-b155-40af-800e-cd2bc44e7804", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:59:01.029118 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99d1d691-3131-40e3-a9e4-43484273dffa {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:59:01.029561 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d229224-82f0-4a3a-a613-2dcba752ad80', 'name': 'network-vif-deleted', 'tag': '9e98432a-b155-40af-800e-cd2bc44e7804', 'status': 'completed', 'code': 200} Jun 22 09:59:01.084692 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-73c6a482-9ac9-4f32-9454-0d18b5f5ed23 req-5816ac8c-2ea7-450a-b9b9-6258af33c127 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 210 time: 0.0293069 Jun 22 09:59:01.950977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474ac0e-f678-4527-83f6-b31164ea27da req-47db9630-bd18-4c5e-ab19-eef8afa56f87 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:01.953310 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9474ac0e-f678-4527-83f6-b31164ea27da req-47db9630-bd18-4c5e-ab19-eef8afa56f87 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 946 time: 0.0691617 Jun 22 09:59:01.997258 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9474ac0e-f678-4527-83f6-b31164ea27da req-62975307-5bf5-446f-a5f5-46db4abdc4bf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e89c0c4-2548-4208-840f-4940029bc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376098 Jun 22 09:59:02.178206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa9d76-4a22-453f-9c0e-cd90e0174927 req-e4e43923-ac17-4948-9904-c16bff8ebe7d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:02.179935 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-80fa9d76-4a22-453f-9c0e-cd90e0174927 req-e4e43923-ac17-4948-9904-c16bff8ebe7d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 946 time: 0.0682771 Jun 22 09:59:02.220649 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-80fa9d76-4a22-453f-9c0e-cd90e0174927 req-9319d582-31b6-42ea-961a-c4de9dbe5284 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e89c0c4-2548-4208-840f-4940029bc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344374 Jun 22 09:59:02.229955 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4357a60c-2d6e-4e3a-a436-24ef239b11ac req-070bd6ac-cd1a-4623-9df5-b5162be0f258 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 210 time: 0.0294461 Jun 22 09:59:02.246468 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36438) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:02.298930 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b9c57c-a0b7-409f-9f3c-a7a8f9ce6045 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:02.300464 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-20b9c57c-a0b7-409f-9f3c-a7a8f9ce6045 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 1094 time: 0.0530012 Jun 22 09:59:02.303533 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36440) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:02.307890 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:59:02.387735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:02.496772 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:02.605716 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.26.3.37 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/d914d6c8-9617-4d9f-b02a-776017c02cd3) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:59:02.703490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:02.810621 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:02.812844 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a5d08230-afdc-421e-805c-f9a81d485084 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:02.849731 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:59:02.852526 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:59:02.857925 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:59:02.883996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=d914d6c8-9617-4d9f-b02a-776017c02cd3,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:02.887901 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:03.225215 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:03.366038 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:03.372083 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-11773439-da27-4817-8012-24a0984b9089 req-d0a421f4-68a0-44d7-9998-5b0bf1113df1 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 210 time: 0.0314732 Jun 22 09:59:03.517710 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:03.586956 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:03.589288 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-05d16432-deda-4b3b-bf14-f90332be92ef tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:03.651903 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=d914d6c8-9617-4d9f-b02a-776017c02cd3,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:03.655817 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:03.667718 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:03.772513 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP d437c414-66c0-400f-a873-d6898c710a34 associated. External IP: 172.26.3.37, port: ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2. Jun 22 09:59:03.981287 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:59:04.089212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:59:04.099179 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182101dc-e304-4c98-8623-aa85c4a8a896 None None] Sync routers for ids ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:59:04.108344 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182101dc-e304-4c98-8623-aa85c4a8a896 None None] Routers {'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:59:04.109161 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-182101dc-e304-4c98-8623-aa85c4a8a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:58:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:04.175807 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:04.214346 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9097450 Jun 22 09:59:04.215195 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c236ee5-14b5-4a06-94db-265a132696eb', 'tag': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:59:04.217008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36444) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:04.217755 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dc7011-b82c-4836-9ae1-bc6c91317e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c236ee5-14b5-4a06-94db-265a132696eb", "tag": "ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:59:04.218306 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-182101dc-e304-4c98-8623-aa85c4a8a896 None None] Set router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:59:04.257152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddadd4a-8aa0-40dd-99f6-b9a2573691d7 x-openstack-request-id: req-eddadd4a-8aa0-40dd-99f6-b9a2573691d7 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:59:04.257622 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c236ee5-14b5-4a06-94db-265a132696eb", "tag": "ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:59:04.258063 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eddadd4a-8aa0-40dd-99f6-b9a2573691d7 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:59:04.258568 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c236ee5-14b5-4a06-94db-265a132696eb', 'tag': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2', 'status': 'completed', 'code': 200} Jun 22 09:59:04.318002 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd66d6c2-56d0-4c85-81de-fb089ef70603 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:04.320918 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cd66d6c2-56d0-4c85-81de-fb089ef70603 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 1094 time: 0.1021876 Jun 22 09:59:04.348034 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc7011-b82c-4836-9ae1-bc6c91317e9f req-56b36c27-10a6-44a9-badd-1e0ae25b7451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:04.349591 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b4dc7011-b82c-4836-9ae1-bc6c91317e9f req-56b36c27-10a6-44a9-badd-1e0ae25b7451 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 1099 time: 0.0662646 Jun 22 09:59:04.447767 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc7011-b82c-4836-9ae1-bc6c91317e9f req-23759133-d162-4f69-ba6f-1c8fcbc7049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:04.449306 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b4dc7011-b82c-4836-9ae1-bc6c91317e9f req-23759133-d162-4f69-ba6f-1c8fcbc7049b service neutron] 10.222.0.35 "GET /v2.0/networks?id=048dcbaa-e968-4124-b966-355956777c10 HTTP/1.1" status: 200 len: 897 time: 0.0938697 Jun 22 09:59:04.494398 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-182101dc-e304-4c98-8623-aa85c4a8a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T09:58:42Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd437c414-66c0-400f-a873-d6898c710a34', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.37', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'port_id': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'mac_address': 'fa:16:3e:27:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c236ee5-14b5-4a06-94db-265a132696eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:59:03Z', 'updated_at': '2021-06-22T09:59:03Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77767d98-2084-406b-bbd2-6ef8e41dc330', 'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:c9:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:42Z', 'updated_at': '2021-06-22T09:58:47Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:04.526998 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182101dc-e304-4c98-8623-aa85c4a8a896 None None] Checking router: e67fd8b1-c92f-4465-82ec-c4ce16ea4cba for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:59:04.534142 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1db3facb-b4af-4c6d-a745-49031f7c9c56 req-8d3b0067-bc19-495e-a9fd-1f1085c3c255 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d229224-82f0-4a3a-a613-2dcba752ad80 HTTP/1.1" status: 200 len: 210 time: 0.0371201 Jun 22 09:59:04.537806 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182101dc-e304-4c98-8623-aa85c4a8a896 None None] Routers {'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:59:04.538646 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-182101dc-e304-4c98-8623-aa85c4a8a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:58:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:04.568705 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b4dc7011-b82c-4836-9ae1-bc6c91317e9f req-118d4bfb-c4f5-4247-a866-51e8db1aa0e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 HTTP/1.1" status: 200 len: 999 time: 0.1132686 Jun 22 09:59:04.616581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc7011-b82c-4836-9ae1-bc6c91317e9f req-1070b0cc-518c-4a28-ab50-ea8075896326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:04.618205 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b4dc7011-b82c-4836-9ae1-bc6c91317e9f req-1070b0cc-518c-4a28-ab50-ea8075896326 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfb467e-de47-4839-a34d-30fcf739a286 HTTP/1.1" status: 200 len: 835 time: 0.0441377 Jun 22 09:59:04.686226 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc7011-b82c-4836-9ae1-bc6c91317e9f req-f5d4f764-ffd9-488d-87f7-84a42448e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:04.687108 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b4dc7011-b82c-4836-9ae1-bc6c91317e9f req-f5d4f764-ffd9-488d-87f7-84a42448e411 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=048dcbaa-e968-4124-b966-355956777c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0628133 Jun 22 09:59:04.744364 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-182101dc-e304-4c98-8623-aa85c4a8a896 None None] Set router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:59:04.786755 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b4dc7011-b82c-4836-9ae1-bc6c91317e9f req-992bbda7-4f1b-4197-abee-832f1d5a4f7d service neutron] 10.222.0.35 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924566 Jun 22 09:59:04.856905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36452) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:04.863105 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-09467472-9762-44c1-9352-e1a93b708dd2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1956700401', 'description': 'tempest-secgroup-smoke-1956700401 description', 'project_id': '50763c4428f741ada1db53edd04651ab'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:59:04.902962 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b4dc7011-b82c-4836-9ae1-bc6c91317e9f req-ac92f0d8-1b71-44be-9fa5-dd3e99797730 service neutron] 10.222.0.35 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103282 Jun 22 09:59:04.930012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-09467472-9762-44c1-9352-e1a93b708dd2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:04.965541 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-182101dc-e304-4c98-8623-aa85c4a8a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T09:58:42Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd437c414-66c0-400f-a873-d6898c710a34', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.37', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'port_id': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'mac_address': 'fa:16:3e:27:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c236ee5-14b5-4a06-94db-265a132696eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:59:03Z', 'updated_at': '2021-06-22T09:59:03Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77767d98-2084-406b-bbd2-6ef8e41dc330', 'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:c9:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:42Z', 'updated_at': '2021-06-22T09:58:47Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:04.990688 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182101dc-e304-4c98-8623-aa85c4a8a896 None None] The sync data for ids ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'] in dv-neutron-797121-3-hyperv is: [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T09:58:42Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd437c414-66c0-400f-a873-d6898c710a34', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.37', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'port_id': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'mac_address': 'fa:16:3e:27:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c236ee5-14b5-4a06-94db-265a132696eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:59:03Z', 'updated_at': '2021-06-22T09:59:03Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77767d98-2084-406b-bbd2-6ef8e41dc330', 'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:c9:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:42Z', 'updated_at': '2021-06-22T09:58:47Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:59:05.015411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-09467472-9762-44c1-9352-e1a93b708dd2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:05.176479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-09467472-9762-44c1-9352-e1a93b708dd2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:05.179741 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3b4f9f9a-9c45-4938-bf29-d59243bf29b5 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:05.183238 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df0c903-e9a1-43be-9d4d-4efb53b805b9 None None] New status for floating IP d437c414-66c0-400f-a873-d6898c710a34: ACTIVE {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:59:05.215925 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09467472-9762-44c1-9352-e1a93b708dd2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3717964-3d51-4c7c-9716-ac0453c1dfbe,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:05.219156 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-09467472-9762-44c1-9352-e1a93b708dd2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:05.284748 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-09467472-9762-44c1-9352-e1a93b708dd2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:05.286034 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-09467472-9762-44c1-9352-e1a93b708dd2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4280841 Jun 22 09:59:05.288900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36454) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:05.293512 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-90285d32-6144-4447-ae9e-c201619a13c0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'd3717964-3d51-4c7c-9716-ac0453c1dfbe', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:59:05.333906 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9e98432a-b155-40af-800e-cd2bc44e7804 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:59:05.352797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 9e98432a-b155-40af-800e-cd2bc44e7804 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:59:05.353156 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9e98432a-b155-40af-800e-cd2bc44e7804 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:59:05.392288 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-90285d32-6144-4447-ae9e-c201619a13c0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:05.456358 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-90285d32-6144-4447-ae9e-c201619a13c0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:05.506862 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-90285d32-6144-4447-ae9e-c201619a13c0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:05.508724 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0180bcb0-b9a3-4a46-be2d-1b48910980dd tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:05.525071 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90285d32-6144-4447-ae9e-c201619a13c0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94a189b-e73c-4b56-ba3a-1f6400a10d5d,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:05.527389 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-90285d32-6144-4447-ae9e-c201619a13c0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:05.569851 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-90285d32-6144-4447-ae9e-c201619a13c0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:05.571053 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-90285d32-6144-4447-ae9e-c201619a13c0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2811880 Jun 22 09:59:05.573771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36458) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:05.578526 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-11470f87-37b3-4f3a-86ab-f26ff6a434d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'd3717964-3d51-4c7c-9716-ac0453c1dfbe', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:59:05.630185 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36460) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:05.674326 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-11470f87-37b3-4f3a-86ab-f26ff6a434d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:05.785002 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-11470f87-37b3-4f3a-86ab-f26ff6a434d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:05.796840 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-457f79a8-68a4-479d-a049-b22496d921d0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Deleting port 1a7691ca-ba52-4961-9aa4-b4589b813f3c {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:59:05.797175 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-457f79a8-68a4-479d-a049-b22496d921d0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:05.872220 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-11470f87-37b3-4f3a-86ab-f26ff6a434d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:05.886873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-457f79a8-68a4-479d-a049-b22496d921d0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:05.886873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-457f79a8-68a4-479d-a049-b22496d921d0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:05.886873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3b0d4d97-818c-4ed7-9597-1399934f2b30 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:05.924718 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11470f87-37b3-4f3a-86ab-f26ff6a434d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4502b0e-0b1d-4a88-99f2-c4c251400ff4,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:05.951169 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-457f79a8-68a4-479d-a049-b22496d921d0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Calling delete_port for 1a7691ca-ba52-4961-9aa4-b4589b813f3c owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:59:05.953199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-11470f87-37b3-4f3a-86ab-f26ff6a434d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:06.022159 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-11470f87-37b3-4f3a-86ab-f26ff6a434d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:06.023342 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-11470f87-37b3-4f3a-86ab-f26ff6a434d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4486573 Jun 22 09:59:06.026155 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36462) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:06.030920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-2df0d1c4-d1ac-44ce-8621-74fa283cfc19 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'd3717964-3d51-4c7c-9716-ac0453c1dfbe', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:59:06.118551 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2df0d1c4-d1ac-44ce-8621-74fa283cfc19 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:06.135963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-457f79a8-68a4-479d-a049-b22496d921d0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:06.138306 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-40182100-f666-46ac-a889-d6937ec18df0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:06.161815 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f79a8-68a4-479d-a049-b22496d921d0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event deleted for resources: {'Port': ['ID=1a7691ca-ba52-4961-9aa4-b4589b813f3c,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:06.165509 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-457f79a8-68a4-479d-a049-b22496d921d0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:06.235250 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-457f79a8-68a4-479d-a049-b22496d921d0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:06.237934 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-457f79a8-68a4-479d-a049-b22496d921d0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:06.239140 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-457f79a8-68a4-479d-a049-b22496d921d0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "DELETE /v2.0/floatingips/72745804-73e1-49d2-b809-8af5bdebc3a5 HTTP/1.1" status: 204 len: 168 time: 0.6079769 Jun 22 09:59:06.527787 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2df0d1c4-d1ac-44ce-8621-74fa283cfc19 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:06.587167 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2df0d1c4-d1ac-44ce-8621-74fa283cfc19 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:06.593330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-646223cd-8735-4305-b1e5-2d7a77f9b894 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:06.608110 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0d1c4-d1ac-44ce-8621-74fa283cfc19 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e7a08d-764f-4e50-8522-1774b7c47220,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:06.611013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2df0d1c4-d1ac-44ce-8621-74fa283cfc19 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:06.655928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2df0d1c4-d1ac-44ce-8621-74fa283cfc19 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:06.660529 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2df0d1c4-d1ac-44ce-8621-74fa283cfc19 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6301365 Jun 22 09:59:06.666196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36472) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:06.666196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-af903238-3d82-4cb4-a25e-993a7f7f65a7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'd3717964-3d51-4c7c-9716-ac0453c1dfbe', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:59:06.751924 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-af903238-3d82-4cb4-a25e-993a7f7f65a7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:06.810084 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-af903238-3d82-4cb4-a25e-993a7f7f65a7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:06.924589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-af903238-3d82-4cb4-a25e-993a7f7f65a7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:06.926451 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a75d3ea9-6590-45c2-87c4-6316c6680a99 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:06.943626 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af903238-3d82-4cb4-a25e-993a7f7f65a7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548185f9-1caf-4fde-b926-e8e5891b37a2,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:06.946418 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-af903238-3d82-4cb4-a25e-993a7f7f65a7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:07.015606 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-af903238-3d82-4cb4-a25e-993a7f7f65a7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:07.016816 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-af903238-3d82-4cb4-a25e-993a7f7f65a7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3551142 Jun 22 09:59:07.019507 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36474) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:07.024046 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-4865bc0e-465a-4998-af93-c68cbaf09871 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'd3717964-3d51-4c7c-9716-ac0453c1dfbe', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:59:07.107216 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-4865bc0e-465a-4998-af93-c68cbaf09871 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:59:07.113595 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4865bc0e-465a-4998-af93-c68cbaf09871 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:07.172463 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4865bc0e-465a-4998-af93-c68cbaf09871 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:07.244763 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4865bc0e-465a-4998-af93-c68cbaf09871 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:07.250050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-315b81c6-4a17-4c46-804c-0379d9792dcf tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:07.267223 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865bc0e-465a-4998-af93-c68cbaf09871 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b49f780-52b7-46ad-a8bd-98172d4dce57,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:07.270859 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4865bc0e-465a-4998-af93-c68cbaf09871 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:07.335724 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4865bc0e-465a-4998-af93-c68cbaf09871 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:07.336978 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4865bc0e-465a-4998-af93-c68cbaf09871 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3164928 Jun 22 09:59:07.339669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36476) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:07.344159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-e53e9c72-296f-4a5e-830e-627e303cd040 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'd3717964-3d51-4c7c-9716-ac0453c1dfbe', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:59:07.427263 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-e53e9c72-296f-4a5e-830e-627e303cd040 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:59:07.432391 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e53e9c72-296f-4a5e-830e-627e303cd040 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:07.493668 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e53e9c72-296f-4a5e-830e-627e303cd040 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:07.558498 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e53e9c72-296f-4a5e-830e-627e303cd040 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:07.560428 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4865bc0e-465a-4998-af93-c68cbaf09871 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:07.576807 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e9c72-296f-4a5e-830e-627e303cd040 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28040e03-e4b3-4b7d-8588-55e8d7be74da,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:07.582629 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e53e9c72-296f-4a5e-830e-627e303cd040 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:07.650241 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e53e9c72-296f-4a5e-830e-627e303cd040 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:07.659555 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e53e9c72-296f-4a5e-830e-627e303cd040 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3111525 Jun 22 09:59:07.791969 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-c967f64b-6dc8-4901-a3de-f018c46257fb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1956700401&fields=id&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 267 time: 0.0323520 Jun 22 09:59:07.900104 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-9559d22b-a639-42be-98cc-d21d17bcfcee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:07.901624 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-9559d22b-a639-42be-98cc-d21d17bcfcee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/networks?id=048dcbaa-e968-4124-b966-355956777c10 HTTP/1.1" status: 200 len: 796 time: 0.1026762 Jun 22 09:59:07.916615 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-7e1df245-fcc1-4968-a6d3-a83f5bafcfa2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/quotas/50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 375 time: 0.0094838 Jun 22 09:59:07.989478 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-468010ee-e99c-45c3-8e47-277038782ab4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0673976 Jun 22 09:59:08.085473 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-c2b92574-97fe-4b23-9b61-fa45c350a327 service neutron] 10.222.0.20 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848515 Jun 22 09:59:08.174601 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-59d373e3-2cc2-42c9-ba2a-90fdb80cd0a2 service neutron] 10.222.0.20 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830312 Jun 22 09:59:08.425336 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c00852b5-17c9-4e57-a5db-a07be3cce178 req-c395f3c2-45f4-4d9a-8aab-44391e75c12f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 210 time: 0.0287976 Jun 22 09:59:09.566068 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-00f17c24-4eb2-4317-8c5b-074485e1907d req-6cbdd697-dec6-410e-8ada-57c245b00145 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 210 time: 0.0294111 Jun 22 09:59:09.745343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36508) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:09.805810 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1bed8f46-0ed2-4f27-a048-01959a030749 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:09.838168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1bed8f46-0ed2-4f27-a048-01959a030749 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:09.970017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1bed8f46-0ed2-4f27-a048-01959a030749 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:09.973231 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1bed8f46-0ed2-4f27-a048-01959a030749 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:09.974386 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1bed8f46-0ed2-4f27-a048-01959a030749 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] 10.222.0.20 "DELETE /v2.0/security-groups/72592f94-70ff-4bfb-a92a-cbe776d0fa31 HTTP/1.1" status: 204 len: 168 time: 0.2279103 Jun 22 09:59:09.975331 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-700195ca-75d4-41c8-97c6-21470bc557c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:09.984583 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed8f46-0ed2-4f27-a048-01959a030749 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72592f94-70ff-4bfb-a92a-cbe776d0fa31,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:09.986900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1bed8f46-0ed2-4f27-a048-01959a030749 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:10.103328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36512) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:10.398447 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-f0ea9567-18c7-4566-b9a2-eae7945e42f7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:10.399812 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-f0ea9567-18c7-4566-b9a2-eae7945e42f7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/networks?id=048dcbaa-e968-4124-b966-355956777c10 HTTP/1.1" status: 200 len: 796 time: 0.1761076 Jun 22 09:59:10.438491 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:10.520050 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-6ac3d5d9-a4cc-4afd-a977-be5831e689ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 473 time: 0.0877049 Jun 22 09:59:10.529783 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-2d7d2582-c381-4442-a962-901ddff5e162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'port': {'device_id': 'c2f3d8b8-241f-40dc-bd35-48dec060f697', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'admin_state_up': True, 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'security_groups': ['d3717964-3d51-4c7c-9716-ac0453c1dfbe']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:59:10.755720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-2d7d2582-c381-4442-a962-901ddff5e162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:59:10.759641 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-2d7d2582-c381-4442-a962-901ddff5e162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:10.845244 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-08229408-c7fc-462e-b548-16a3ac4a95b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:10.912859 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ecbf07cd-b292-4725-8083-c8b3660990e1 req-9249ea06-e3da-41ba-a919-aeb5b0451c13 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 210 time: 0.0656328 Jun 22 09:59:11.003791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-2d7d2582-c381-4442-a962-901ddff5e162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.8 (048dcbaa-e968-4124-b966-355956777c10/6dfb467e-de47-4839-a34d-30fcf739a286/52c297f6-f395-4f30-aefc-41c40f5a7f97) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:59:11.226474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-2d7d2582-c381-4442-a962-901ddff5e162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:11.246405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-2d7d2582-c381-4442-a962-901ddff5e162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object 52c297f6-f395-4f30-aefc-41c40f5a7f97 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:59:11.308008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-08229408-c7fc-462e-b548-16a3ac4a95b0 admin admin] Deleting port 386144d7-d93e-4b78-b60f-04577bae804c {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:59:11.308353 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-08229408-c7fc-462e-b548-16a3ac4a95b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:11.343103 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-2d7d2582-c381-4442-a962-901ddff5e162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:11.347692 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0a587e31-88e6-4d1d-b4d9-2fffe01bbca2 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:11.408581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-2d7d2582-c381-4442-a962-901ddff5e162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 048dcbaa-e968-4124-b966-355956777c10 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:59:11.411655 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d2582-c381-4442-a962-901ddff5e162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=52c297f6-f395-4f30-aefc-41c40f5a7f97,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:11.415577 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-2d7d2582-c381-4442-a962-901ddff5e162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:59:11.417354 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2d7d2582-c381-4442-a962-901ddff5e162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:11.419915 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-2d7d2582-c381-4442-a962-901ddff5e162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:59:11.474512 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-08229408-c7fc-462e-b548-16a3ac4a95b0 admin admin] For port 386144d7-d93e-4b78-b60f-04577bae804c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=386144d7-d93e-4b78-b60f-04577bae804c,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:11.474876 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-08229408-c7fc-462e-b548-16a3ac4a95b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:11.492527 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-2d7d2582-c381-4442-a962-901ddff5e162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:11.493153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-2d7d2582-c381-4442-a962-901ddff5e162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:11.555798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-08229408-c7fc-462e-b548-16a3ac4a95b0 admin admin] Calling delete_port for 386144d7-d93e-4b78-b60f-04577bae804c owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:59:11.623343 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-2d7d2582-c381-4442-a962-901ddff5e162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0985985 Jun 22 09:59:11.656698 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Request body: {'port': {'device_id': 'c2f3d8b8-241f-40dc-bd35-48dec060f697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:59:11.735696 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-753ca9d5-cd4e-48aa-acde-048369cd7c36 None None] Provisioning for port 52c297f6-f395-4f30-aefc-41c40f5a7f97 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:59:11.739868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-753ca9d5-cd4e-48aa-acde-048369cd7c36 None None] Provisioning complete for port 52c297f6-f395-4f30-aefc-41c40f5a7f97 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:59:11.740255 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-753ca9d5-cd4e-48aa-acde-048369cd7c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:11.752756 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:11.773779 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-753ca9d5-cd4e-48aa-acde-048369cd7c36 None None] Port 52c297f6-f395-4f30-aefc-41c40f5a7f97 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:59:11.921735 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-08229408-c7fc-462e-b548-16a3ac4a95b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:11.930763 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2aa7a2eb-9ed3-47c0-981e-42c8ba2f19ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:11.982735 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08229408-c7fc-462e-b548-16a3ac4a95b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=386144d7-d93e-4b78-b60f-04577bae804c,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:11.995080 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-08229408-c7fc-462e-b548-16a3ac4a95b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:12.091475 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538a449-fdd1-483a-9f88-b3c7d576599e req-d599dd18-a76b-4645-bf66-60fc937d6e77 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:12.093608 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9538a449-fdd1-483a-9f88-b3c7d576599e req-d599dd18-a76b-4645-bf66-60fc937d6e77 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 931 time: 0.0672822 Jun 22 09:59:12.136544 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9538a449-fdd1-483a-9f88-b3c7d576599e req-625801bf-0d11-48e2-84e7-4de8d6ac8ffc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3717964-3d51-4c7c-9716-ac0453c1dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348086 Jun 22 09:59:12.266215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-08229408-c7fc-462e-b548-16a3ac4a95b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:12.272903 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c297f6-f395-4f30-aefc-41c40f5a7f97 {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:59:12.284228 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:12.336887 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Transition to ACTIVE for port object 52c297f6-f395-4f30-aefc-41c40f5a7f97 will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:59:12.432869 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:12.436803 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ce0cd3cb-7914-43af-a7e9-6d3bcec96771 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:12.889198 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Pushing event updated for resources: {'Port': ['ID=52c297f6-f395-4f30-aefc-41c40f5a7f97,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:12.895254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:12.956474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08229408-c7fc-462e-b548-16a3ac4a95b0 admin admin] Router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:59:12.982535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Attempting to bind port 52c297f6-f395-4f30-aefc-41c40f5a7f97 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:59:12.982870 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Attempting to bind port 52c297f6-f395-4f30-aefc-41c40f5a7f97 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '8e6c64d2-3b32-4b81-aaeb-4503ef7bab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '048dcbaa-e968-4124-b966-355956777c10'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:59:12.983195 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Attempting to bind port 52c297f6-f395-4f30-aefc-41c40f5a7f97 on network 048dcbaa-e968-4124-b966-355956777c10 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:59:13.015554 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Port 52c297f6-f395-4f30-aefc-41c40f5a7f97 on network 048dcbaa-e968-4124-b966-355956777c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:59:13.015871 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Attempting to bind port 52c297f6-f395-4f30-aefc-41c40f5a7f97 on network 048dcbaa-e968-4124-b966-355956777c10 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:59:13.024669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:59:13.025001 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Checking segment: {'id': '8e6c64d2-3b32-4b81-aaeb-4503ef7bab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '048dcbaa-e968-4124-b966-355956777c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:59:13.025382 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Bound using segment: {'id': '8e6c64d2-3b32-4b81-aaeb-4503ef7bab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '048dcbaa-e968-4124-b966-355956777c10'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:59:13.025805 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Bound port: 52c297f6-f395-4f30-aefc-41c40f5a7f97, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e6c64d2-3b32-4b81-aaeb-4503ef7bab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '048dcbaa-e968-4124-b966-355956777c10'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:59:13.026148 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:13.119988 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08229408-c7fc-462e-b548-16a3ac4a95b0 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:59:13.125126 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-08229408-c7fc-462e-b548-16a3ac4a95b0 admin admin] 10.222.0.20 "PUT /v2.0/routers/6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0199835 Jun 22 09:59:13.128338 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36524) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:13.128796 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32789a-d109-46ff-bbe9-998e8d424c14 None None] Sync routers for ids ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:59:13.137907 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32789a-d109-46ff-bbe9-998e8d424c14 None None] Routers {'6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:59:13.138658 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ba32789a-d109-46ff-bbe9-998e8d424c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:58:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:13.144219 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] For port 52c297f6-f395-4f30-aefc-41c40f5a7f97, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:59:13.147261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] For port 52c297f6-f395-4f30-aefc-41c40f5a7f97, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=52c297f6-f395-4f30-aefc-41c40f5a7f97,segment=NetworkSegment(8e6c64d2-3b32-4b81-aaeb-4503ef7bab79),segment_id=8e6c64d2-3b32-4b81-aaeb-4503ef7bab79)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:59:13.204546 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:13.207403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2d7d2582-c381-4442-a962-901ddff5e162 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:13.232961 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3dda53ca-ef46-4fb1-87ad-49280ab0c49c admin admin] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:13.243336 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:13.243956 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-ba32789a-d109-46ff-bbe9-998e8d424c14 None None] Set router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:59:13.244106 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:13.245346 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] 10.222.0.35 "PUT /v2.0/ports/52c297f6-f395-4f30-aefc-41c40f5a7f97 HTTP/1.1" status: 200 len: 1093 time: 1.5927801 Jun 22 09:59:13.247684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f3d8b8-241f-40dc-bd35-48dec060f697', 'tag': '52c297f6-f395-4f30-aefc-41c40f5a7f97'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:59:13.251095 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2053f564-00a8-4a5e-851a-343ff0d382bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f3d8b8-241f-40dc-bd35-48dec060f697", "tag": "52c297f6-f395-4f30-aefc-41c40f5a7f97"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:59:13.285286 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Pushing event updated for resources: {'Port': ['ID=52c297f6-f395-4f30-aefc-41c40f5a7f97,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:13.295568 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:13.309809 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a05e7be-1582-4a96-becf-69984b37ab8c x-openstack-request-id: req-6a05e7be-1582-4a96-becf-69984b37ab8c {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:59:13.310209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f3d8b8-241f-40dc-bd35-48dec060f697", "tag": "52c297f6-f395-4f30-aefc-41c40f5a7f97", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:59:13.310595 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a05e7be-1582-4a96-becf-69984b37ab8c {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:59:13.311099 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f3d8b8-241f-40dc-bd35-48dec060f697', 'tag': '52c297f6-f395-4f30-aefc-41c40f5a7f97', 'status': 'completed', 'code': 200} Jun 22 09:59:13.382346 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3dda53ca-ef46-4fb1-87ad-49280ab0c49c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:13.413176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053f564-00a8-4a5e-851a-343ff0d382bb req-ef8f6d0f-65a9-4b80-bfd1-28644035f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:13.414642 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2053f564-00a8-4a5e-851a-343ff0d382bb req-ef8f6d0f-65a9-4b80-bfd1-28644035f24b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 1096 time: 0.0783939 Jun 22 09:59:13.423949 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0a5ae-eb4f-4cf6-8ddb-5d3d83608017 req-a770f624-fe02-459f-a9bf-f20f73b02a96 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:13.425463 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ddd0a5ae-eb4f-4cf6-8ddb-5d3d83608017 req-a770f624-fe02-459f-a9bf-f20f73b02a96 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 943 time: 0.1282516 Jun 22 09:59:13.473124 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ba32789a-d109-46ff-bbe9-998e8d424c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '81683490-5446-4050-8694-b1bff22cb59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:59:11Z', 'revision_number': 5, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port': {'id': '81683490-5446-4050-8694-b1bff22cb59b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:40Z', 'updated_at': '2021-06-22T09:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:13.492022 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-3dda53ca-ef46-4fb1-87ad-49280ab0c49c admin admin] Deleting port 81683490-5446-4050-8694-b1bff22cb59b {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:59:13.492608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3dda53ca-ef46-4fb1-87ad-49280ab0c49c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:13.502325 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32789a-d109-46ff-bbe9-998e8d424c14 None None] Checking router: 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:59:13.510644 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32789a-d109-46ff-bbe9-998e8d424c14 None None] Routers {'6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:59:13.511268 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ba32789a-d109-46ff-bbe9-998e8d424c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:58:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:13.562527 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ddd0a5ae-eb4f-4cf6-8ddb-5d3d83608017 req-d57942b2-447b-4b47-b5ec-b1a6b3c85256 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3717964-3d51-4c7c-9716-ac0453c1dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196289 Jun 22 09:59:13.588028 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-3dda53ca-ef46-4fb1-87ad-49280ab0c49c admin admin] For port 81683490-5446-4050-8694-b1bff22cb59b, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=81683490-5446-4050-8694-b1bff22cb59b,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:13.588584 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3dda53ca-ef46-4fb1-87ad-49280ab0c49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:13.604351 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-ba32789a-d109-46ff-bbe9-998e8d424c14 None None] Set router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:59:13.622098 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053f564-00a8-4a5e-851a-343ff0d382bb req-15708ddb-c102-45f0-91c9-67f14bafb4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:13.623705 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2053f564-00a8-4a5e-851a-343ff0d382bb req-15708ddb-c102-45f0-91c9-67f14bafb4ba service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=50763c4428f741ada1db53edd04651ab&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1971905 Jun 22 09:59:13.658865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-3dda53ca-ef46-4fb1-87ad-49280ab0c49c admin admin] Calling delete_port for 81683490-5446-4050-8694-b1bff22cb59b owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:59:13.660035 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ba32789a-d109-46ff-bbe9-998e8d424c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:59:13Z', 'revision_number': 6, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:13.685967 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32789a-d109-46ff-bbe9-998e8d424c14 None None] The sync data for ids ['6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0'] in dv-neutron-797121-3-hyperv is: [{'id': '6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0', 'name': 'tempest-TestVolumeBootPattern-532712536-router', 'tenant_id': '3fec7d2e6d064b53ac154e35478d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:39Z', 'updated_at': '2021-06-22T09:59:13Z', 'revision_number': 6, 'project_id': '3fec7d2e6d064b53ac154e35478d03d8', 'gw_port_host': None}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:59:13.795054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053f564-00a8-4a5e-851a-343ff0d382bb req-0bea4bae-3831-4155-b39a-0f5b6fcc816f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:13.796822 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2053f564-00a8-4a5e-851a-343ff0d382bb req-0bea4bae-3831-4155-b39a-0f5b6fcc816f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1657102 Jun 22 09:59:13.861796 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3dda53ca-ef46-4fb1-87ad-49280ab0c49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:13.864875 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:13.887179 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-7c2bbe94-87da-469c-a4c1-9c8a42ae2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:13.888719 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-7c2bbe94-87da-469c-a4c1-9c8a42ae2f99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 1096 time: 0.0518663 Jun 22 09:59:13.893896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda53ca-ef46-4fb1-87ad-49280ab0c49c admin admin] Pushing event deleted for resources: {'Port': ['ID=81683490-5446-4050-8694-b1bff22cb59b,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:13.897711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3dda53ca-ef46-4fb1-87ad-49280ab0c49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:13.938631 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-72cd256a-7954-49b2-bb26-12972372fdc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52c297f6-f395-4f30-aefc-41c40f5a7f97 HTTP/1.1" status: 200 len: 217 time: 0.0380309 Jun 22 09:59:13.956499 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3dda53ca-ef46-4fb1-87ad-49280ab0c49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:13.989910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-ff26ba62-ac90-443a-914e-c51f26eb25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:13.991278 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-ff26ba62-ac90-443a-914e-c51f26eb25a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfb467e-de47-4839-a34d-30fcf739a286 HTTP/1.1" status: 200 len: 835 time: 0.0451891 Jun 22 09:59:14.050671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3dda53ca-ef46-4fb1-87ad-49280ab0c49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:14.052792 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3dda53ca-ef46-4fb1-87ad-49280ab0c49c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:14.058650 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-8922d066-90c3-4bbc-be35-134f83a25c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:14.060269 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-8922d066-90c3-4bbc-be35-134f83a25c44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=048dcbaa-e968-4124-b966-355956777c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0629752 Jun 22 09:59:14.174220 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-ef999e24-72d0-483e-9181-83c813ec51f5 service neutron] 10.222.0.35 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072187 Jun 22 09:59:14.181160 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3dda53ca-ef46-4fb1-87ad-49280ab0c49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:14.181729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dda53ca-ef46-4fb1-87ad-49280ab0c49c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:59:14.185997 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3dda53ca-ef46-4fb1-87ad-49280ab0c49c admin admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:14.190228 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3dda53ca-ef46-4fb1-87ad-49280ab0c49c admin admin] 10.222.0.20 "DELETE /v2.0/routers/6b8d0c0d-1fad-4106-86b7-9708ff4c4ed0 HTTP/1.1" status: 204 len: 168 time: 1.0578203 Jun 22 09:59:14.190228 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36530) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:14.242321 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-059f3361-1176-4cf8-acf4-19c8d056b42a admin admin] Deleting subnet fabcb960-cfc9-40eb-90c8-609dad8d137e {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:59:14.246241 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-059f3361-1176-4cf8-acf4-19c8d056b42a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:14.265113 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02ad9753-a383-44ba-a635-27f84c53cd84 req-de2c6de9-5c45-4458-b059-d4818683e4e4 service neutron] 10.222.0.35 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838079 Jun 22 09:59:14.280079 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-059f3361-1176-4cf8-acf4-19c8d056b42a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:14.353671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-059f3361-1176-4cf8-acf4-19c8d056b42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:14.479084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-059f3361-1176-4cf8-acf4-19c8d056b42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:14.482472 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e2203219-c4de-4ee9-bdda-cd6a605c13be tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:14.505868 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f3361-1176-4cf8-acf4-19c8d056b42a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fabcb960-cfc9-40eb-90c8-609dad8d137e,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:14.508722 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-059f3361-1176-4cf8-acf4-19c8d056b42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:14.511050 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-059f3361-1176-4cf8-acf4-19c8d056b42a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:14.513311 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-059f3361-1176-4cf8-acf4-19c8d056b42a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fabcb960-cfc9-40eb-90c8-609dad8d137e HTTP/1.1" status: 204 len: 168 time: 0.3208790 Jun 22 09:59:14.515389 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36532) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:14.516394 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79f4899-b26c-4ac1-ad18-85953694bb1b None None] Network 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:59:14.586312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:14.642934 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] Deleting port e3249b11-6ece-48be-8b04-0d0486b21eca {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:59:14.644674 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:14.723541 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1457afb9-0a66-4488-ac8c-05b8130dd835 None None] DHCP port deletion for 6a8f2608-387b-4dce-bb3b-fea1e1e609c2 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:59:14.750778 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] For port e3249b11-6ece-48be-8b04-0d0486b21eca, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e3249b11-6ece-48be-8b04-0d0486b21eca,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:14.751144 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:14.776548 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-1457afb9-0a66-4488-ac8c-05b8130dd835 None None] Deleting port e3249b11-6ece-48be-8b04-0d0486b21eca {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:59:14.780177 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1457afb9-0a66-4488-ac8c-05b8130dd835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:14.830218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] Calling delete_port for e3249b11-6ece-48be-8b04-0d0486b21eca owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:59:14.843756 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-1457afb9-0a66-4488-ac8c-05b8130dd835 None None] For port e3249b11-6ece-48be-8b04-0d0486b21eca, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e3249b11-6ece-48be-8b04-0d0486b21eca,segment=NetworkSegment(9e6df370-045e-4d67-b243-2ae17c2fee67),segment_id=9e6df370-045e-4d67-b243-2ae17c2fee67)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:14.844172 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1457afb9-0a66-4488-ac8c-05b8130dd835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:14.890314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad23f-e705-474f-a528-8985ac4c24b6 req-c307c648-947b-4f66-9627-bdc6e9ca7f3e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:14.891711 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-179ad23f-e705-474f-a528-8985ac4c24b6 req-c307c648-947b-4f66-9627-bdc6e9ca7f3e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 943 time: 0.1884520 Jun 22 09:59:14.906927 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-1457afb9-0a66-4488-ac8c-05b8130dd835 None None] Calling delete_port for e3249b11-6ece-48be-8b04-0d0486b21eca owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:59:14.952319 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-179ad23f-e705-474f-a528-8985ac4c24b6 req-5d538944-8b29-4e2f-8f87-4e8a353f0a14 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3717964-3d51-4c7c-9716-ac0453c1dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515599 Jun 22 09:59:14.981534 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e3249b11-6ece-48be-8b04-0d0486b21eca no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:59:15.043961 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:15.047646 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: from cryptography.utils import int_from_bytes Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: from cryptography.utils import int_from_bytes Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:59:15.048803 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 09:59:15.062869 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1457afb9-0a66-4488-ac8c-05b8130dd835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:15.064755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:15.067820 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:15.070952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3249b11-6ece-48be-8b04-0d0486b21eca,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:15.073947 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:15.074724 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] No DVR routers for this DVR port e3249b11-6ece-48be-8b04-0d0486b21eca on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:59:15.108163 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457afb9-0a66-4488-ac8c-05b8130dd835 None None] Pushing event deleted for resources: {'Port': ['ID=e3249b11-6ece-48be-8b04-0d0486b21eca,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:15.110056 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1457afb9-0a66-4488-ac8c-05b8130dd835 None None] No DVR routers for this DVR port e3249b11-6ece-48be-8b04-0d0486b21eca on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:59:15.113641 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-1457afb9-0a66-4488-ac8c-05b8130dd835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:15.141374 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 386144d7-d93e-4b78-b60f-04577bae804c no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:59:15.155039 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:15.161866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 386144d7-d93e-4b78-b60f-04577bae804c {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:59:15.162239 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 386144d7-d93e-4b78-b60f-04577bae804c not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:59:15.162663 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 81683490-5446-4050-8694-b1bff22cb59b no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:59:15.166744 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8f2608-387b-4dce-bb3b-fea1e1e609c2']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:15.178866 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6df370-045e-4d67-b243-2ae17c2fee67') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:15.179159 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6df370-045e-4d67-b243-2ae17c2fee67') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:15.184981 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 81683490-5446-4050-8694-b1bff22cb59b {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:59:15.185345 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 81683490-5446-4050-8694-b1bff22cb59b not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:59:15.192315 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:15.209508 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:15.215709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:59:15.216097 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:59:15.217678 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:59:15.334857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:15.339269 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:15.341124 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6a8f2608-387b-4dce-bb3b-fea1e1e609c2 HTTP/1.1" status: 204 len: 168 time: 0.8247979 Jun 22 09:59:15.341909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-49c3fbfc-efd5-4c1f-8233-27854c0568fc tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:15.344129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36536) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:15.359883 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a8f2608-387b-4dce-bb3b-fea1e1e609c2,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:15.362936 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:15.677545 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c579df4a-6260-4af3-ac0c-b78a1742876e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:15.923513 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-c579df4a-6260-4af3-ac0c-b78a1742876e admin admin] Deleting port 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:59:15.923860 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c579df4a-6260-4af3-ac0c-b78a1742876e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:15.998018 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-c579df4a-6260-4af3-ac0c-b78a1742876e admin admin] For port 63e885f9-1f93-4f1b-8e02-5d222f6b6df3, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=63e885f9-1f93-4f1b-8e02-5d222f6b6df3,segment=NetworkSegment(554f51a3-e024-4da5-9415-10ca1a7b12ab),segment_id=554f51a3-e024-4da5-9415-10ca1a7b12ab)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:15.998378 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c579df4a-6260-4af3-ac0c-b78a1742876e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:16.064933 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-c579df4a-6260-4af3-ac0c-b78a1742876e admin admin] Calling delete_port for 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:59:16.180666 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11f6e1-9660-45cf-8500-8c64858a2d83 req-2642f2e2-2b6c-4b27-be25-e137023ba6c3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:16.182039 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5f11f6e1-9660-45cf-8500-8c64858a2d83 req-2642f2e2-2b6c-4b27-be25-e137023ba6c3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 943 time: 0.1149397 Jun 22 09:59:16.260960 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5f11f6e1-9660-45cf-8500-8c64858a2d83 req-f7823944-d950-415d-b1e9-3bb99e7785c1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3717964-3d51-4c7c-9716-ac0453c1dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501950 Jun 22 09:59:16.380831 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c579df4a-6260-4af3-ac0c-b78a1742876e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:16.382866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:16.405431 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579df4a-6260-4af3-ac0c-b78a1742876e admin admin] Pushing event deleted for resources: {'Port': ['ID=63e885f9-1f93-4f1b-8e02-5d222f6b6df3,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:16.408542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c579df4a-6260-4af3-ac0c-b78a1742876e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:16.547007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2b5adad4-15b6-4eae-a051-d595036fe4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:16.571484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c579df4a-6260-4af3-ac0c-b78a1742876e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:17.048254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c579df4a-6260-4af3-ac0c-b78a1742876e admin admin] Router 74b471f8-2bf9-49d4-8f4d-ba7d65545b2b has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:59:17.150830 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c579df4a-6260-4af3-ac0c-b78a1742876e admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:59:17.156098 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c579df4a-6260-4af3-ac0c-b78a1742876e admin admin] 10.222.0.20 "PUT /v2.0/routers/74b471f8-2bf9-49d4-8f4d-ba7d65545b2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8109126 Jun 22 09:59:17.158582 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36540) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:17.159295 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944b828a-3f0a-4dc5-80e4-40a14d61b692 None None] Sync routers for ids ['74b471f8-2bf9-49d4-8f4d-ba7d65545b2b'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:59:17.168215 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944b828a-3f0a-4dc5-80e4-40a14d61b692 None None] Routers {'74b471f8-2bf9-49d4-8f4d-ba7d65545b2b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:59:17.168899 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-944b828a-3f0a-4dc5-80e4-40a14d61b692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:58:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['74b471f8-2bf9-49d4-8f4d-ba7d65545b2b'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:17.257770 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-044edd09-9193-4637-8141-1e092faf2e17 admin admin] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:17.269355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-944b828a-3f0a-4dc5-80e4-40a14d61b692 None None] Set router 74b471f8-2bf9-49d4-8f4d-ba7d65545b2b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:59:17.363109 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-044edd09-9193-4637-8141-1e092faf2e17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:17.396939 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 52c297f6-f395-4f30-aefc-41c40f5a7f97 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:59:17.436676 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94eecc8-ea8a-47b1-b168-21f6112463e6 req-db3fe37f-3da7-48bb-8449-7cca29c6cb19 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:17.438349 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b94eecc8-ea8a-47b1-b168-21f6112463e6 req-db3fe37f-3da7-48bb-8449-7cca29c6cb19 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 943 time: 0.0646131 Jun 22 09:59:17.478455 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-044edd09-9193-4637-8141-1e092faf2e17 admin admin] Deleting port c8b48b27-4c05-4d70-b5ac-8b53a695a779 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:59:17.479016 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-044edd09-9193-4637-8141-1e092faf2e17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:17.480333 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b94eecc8-ea8a-47b1-b168-21f6112463e6 req-e875f245-1c13-46e3-b85b-3a5483cf637b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3717964-3d51-4c7c-9716-ac0453c1dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346115 Jun 22 09:59:17.537638 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-944b828a-3f0a-4dc5-80e4-40a14d61b692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'name': 'tempest-TestVolumeBootPattern-1725072321-router', 'tenant_id': 'be2295674f85407ba635c38d1b01f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c8b48b27-4c05-4d70-b5ac-8b53a695a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:45Z', 'updated_at': '2021-06-22T09:59:16Z', 'revision_number': 5, 'project_id': 'be2295674f85407ba635c38d1b01f7d9', 'gw_port': {'id': 'c8b48b27-4c05-4d70-b5ac-8b53a695a779', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:49:46Z', 'updated_at': '2021-06-22T09:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:17.562731 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-044edd09-9193-4637-8141-1e092faf2e17 admin admin] For port c8b48b27-4c05-4d70-b5ac-8b53a695a779, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c8b48b27-4c05-4d70-b5ac-8b53a695a779,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:17.563092 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-044edd09-9193-4637-8141-1e092faf2e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:17.571870 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 52c297f6-f395-4f30-aefc-41c40f5a7f97, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=52c297f6-f395-4f30-aefc-41c40f5a7f97,segment=NetworkSegment(8e6c64d2-3b32-4b81-aaeb-4503ef7bab79),segment_id=8e6c64d2-3b32-4b81-aaeb-4503ef7bab79)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:17.574130 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944b828a-3f0a-4dc5-80e4-40a14d61b692 None None] Checking router: 74b471f8-2bf9-49d4-8f4d-ba7d65545b2b for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:59:17.587553 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '52c297f6-f395-4f30-aefc-41c40f5a7f97', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'port_id': '52c297f6-f395-4f30-aefc-41c40f5a7f97', 'mac_address': 'fa:16:3e:3f:48:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:59:17.592346 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944b828a-3f0a-4dc5-80e4-40a14d61b692 None None] Routers {'74b471f8-2bf9-49d4-8f4d-ba7d65545b2b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:59:17.592962 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-944b828a-3f0a-4dc5-80e4-40a14d61b692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:58:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['74b471f8-2bf9-49d4-8f4d-ba7d65545b2b'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:17.625369 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-044edd09-9193-4637-8141-1e092faf2e17 admin admin] Calling delete_port for c8b48b27-4c05-4d70-b5ac-8b53a695a779 owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:59:17.690981 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:17.708983 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-944b828a-3f0a-4dc5-80e4-40a14d61b692 None None] Set router 74b471f8-2bf9-49d4-8f4d-ba7d65545b2b gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:59:17.711779 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c297f6-f395-4f30-aefc-41c40f5a7f97 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:59:17.763627 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-944b828a-3f0a-4dc5-80e4-40a14d61b692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'name': 'tempest-TestVolumeBootPattern-1725072321-router', 'tenant_id': 'be2295674f85407ba635c38d1b01f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:45Z', 'updated_at': '2021-06-22T09:59:17Z', 'revision_number': 6, 'project_id': 'be2295674f85407ba635c38d1b01f7d9', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:17.800785 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944b828a-3f0a-4dc5-80e4-40a14d61b692 None None] The sync data for ids ['74b471f8-2bf9-49d4-8f4d-ba7d65545b2b'] in dv-neutron-797121-3-hyperv is: [{'id': '74b471f8-2bf9-49d4-8f4d-ba7d65545b2b', 'name': 'tempest-TestVolumeBootPattern-1725072321-router', 'tenant_id': 'be2295674f85407ba635c38d1b01f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:49:45Z', 'updated_at': '2021-06-22T09:59:17Z', 'revision_number': 6, 'project_id': 'be2295674f85407ba635c38d1b01f7d9', 'gw_port_host': None}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:59:17.805002 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 52c297f6-f395-4f30-aefc-41c40f5a7f97, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=52c297f6-f395-4f30-aefc-41c40f5a7f97,segment=NetworkSegment(8e6c64d2-3b32-4b81-aaeb-4503ef7bab79),segment_id=8e6c64d2-3b32-4b81-aaeb-4503ef7bab79)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:17.849798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-044edd09-9193-4637-8141-1e092faf2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:17.851953 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:17.872481 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:17.875167 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5dbc744e-94ce-4830-b783-12880bfa6764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:17.880311 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044edd09-9193-4637-8141-1e092faf2e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b48b27-4c05-4d70-b5ac-8b53a695a779,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:17.883402 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-044edd09-9193-4637-8141-1e092faf2e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:17.922365 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=52c297f6-f395-4f30-aefc-41c40f5a7f97,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:17.926007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:17.941308 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-044edd09-9193-4637-8141-1e092faf2e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:18.041299 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-044edd09-9193-4637-8141-1e092faf2e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:18.043381 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-044edd09-9193-4637-8141-1e092faf2e17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:18.158740 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-044edd09-9193-4637-8141-1e092faf2e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:18.159272 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044edd09-9193-4637-8141-1e092faf2e17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74b471f8-2bf9-49d4-8f4d-ba7d65545b2b {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:59:18.163780 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-044edd09-9193-4637-8141-1e092faf2e17 admin admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:18.167096 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-044edd09-9193-4637-8141-1e092faf2e17 admin admin] 10.222.0.20 "DELETE /v2.0/routers/74b471f8-2bf9-49d4-8f4d-ba7d65545b2b HTTP/1.1" status: 204 len: 168 time: 1.0054379 Jun 22 09:59:18.167379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36544) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:18.201355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['52c297f6-f395-4f30-aefc-41c40f5a7f97'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:59:18.218535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b8b5bb-58de-4271-ad13-86c9525db383 admin admin] Deleting subnet 9872b167-f0af-409d-bd8b-49af7f6ef2d7 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:59:18.222280 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-13b8b5bb-58de-4271-ad13-86c9525db383 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:18.255035 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-13b8b5bb-58de-4271-ad13-86c9525db383 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:18.333601 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-13b8b5bb-58de-4271-ad13-86c9525db383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:18.467144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-13b8b5bb-58de-4271-ad13-86c9525db383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:18.470513 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f5fcc6ab-8533-4926-9177-95533d310010 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:18.494612 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8b5bb-58de-4271-ad13-86c9525db383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9872b167-f0af-409d-bd8b-49af7f6ef2d7,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:18.497041 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-13b8b5bb-58de-4271-ad13-86c9525db383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:18.499790 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-13b8b5bb-58de-4271-ad13-86c9525db383 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9872b167-f0af-409d-bd8b-49af7f6ef2d7 HTTP/1.1" status: 204 len: 168 time: 0.3302209 Jun 22 09:59:18.499790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-13b8b5bb-58de-4271-ad13-86c9525db383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:18.501340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36546) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:18.519664 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a906c556-688c-45af-97cf-890bf20c2608 None None] Network e395757d-24a1-4c72-8b18-a49bf6063c7f requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:59:18.584037 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:18.684981 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] Deleting port 758242bc-89bc-49fa-8b1c-6fea4f295dc5 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:59:18.685325 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:18.716193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c917d2ee-6905-4768-84ee-4b80987e8df2 None None] DHCP port deletion for e395757d-24a1-4c72-8b18-a49bf6063c7f request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:59:18.741945 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27743d5-0ddd-4205-a062-e45e5f321c9f req-67f2b59e-f31a-45e2-b76a-08b159c975c5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:18.743515 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c27743d5-0ddd-4205-a062-e45e5f321c9f req-67f2b59e-f31a-45e2-b76a-08b159c975c5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 944 time: 0.1207466 Jun 22 09:59:18.771255 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c917d2ee-6905-4768-84ee-4b80987e8df2 None None] Deleting port 758242bc-89bc-49fa-8b1c-6fea4f295dc5 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:59:18.771667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c917d2ee-6905-4768-84ee-4b80987e8df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:18.781820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] For port 758242bc-89bc-49fa-8b1c-6fea4f295dc5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=758242bc-89bc-49fa-8b1c-6fea4f295dc5,segment=NetworkSegment(554f51a3-e024-4da5-9415-10ca1a7b12ab),segment_id=554f51a3-e024-4da5-9415-10ca1a7b12ab)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:18.782196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:18.834865 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c27743d5-0ddd-4205-a062-e45e5f321c9f req-ac0c485f-f444-4a4d-8d7d-82ddd4bf6e72 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3717964-3d51-4c7c-9716-ac0453c1dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849011 Jun 22 09:59:18.840875 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c917d2ee-6905-4768-84ee-4b80987e8df2 None None] For port 758242bc-89bc-49fa-8b1c-6fea4f295dc5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=758242bc-89bc-49fa-8b1c-6fea4f295dc5,segment=NetworkSegment(554f51a3-e024-4da5-9415-10ca1a7b12ab),segment_id=554f51a3-e024-4da5-9415-10ca1a7b12ab)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:18.841346 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c917d2ee-6905-4768-84ee-4b80987e8df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:18.863858 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] Calling delete_port for 758242bc-89bc-49fa-8b1c-6fea4f295dc5 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:59:18.906806 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c917d2ee-6905-4768-84ee-4b80987e8df2 None None] Calling delete_port for 758242bc-89bc-49fa-8b1c-6fea4f295dc5 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:59:18.987446 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:18.989683 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1731b9a1-20d5-45ce-9f0b-5c0b4d587b34 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:19.012118 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] Pushing event deleted for resources: {'Port': ['ID=758242bc-89bc-49fa-8b1c-6fea4f295dc5,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:19.018200 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:19.019321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] No DVR routers for this DVR port 758242bc-89bc-49fa-8b1c-6fea4f295dc5 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:59:19.104464 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:19.106711 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:59:19.124390 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e395757d-24a1-4c72-8b18-a49bf6063c7f']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:19.142661 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554f51a3-e024-4da5-9415-10ca1a7b12ab') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:19.142972 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554f51a3-e024-4da5-9415-10ca1a7b12ab') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:19.145785 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:59:19.154400 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 63e885f9-1f93-4f1b-8e02-5d222f6b6df3 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:59:19.154400 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 758242bc-89bc-49fa-8b1c-6fea4f295dc5 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:59:19.159420 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:19.175138 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 758242bc-89bc-49fa-8b1c-6fea4f295dc5 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:59:19.175531 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 758242bc-89bc-49fa-8b1c-6fea4f295dc5 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:59:19.178627 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c8b48b27-4c05-4d70-b5ac-8b53a695a779 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:59:19.181556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:19.188331 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:59:19.189212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:59:19.190869 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:59:19.198716 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: c8b48b27-4c05-4d70-b5ac-8b53a695a779 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:59:19.199082 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c8b48b27-4c05-4d70-b5ac-8b53a695a779 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:59:19.216004 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c917d2ee-6905-4768-84ee-4b80987e8df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:19.218030 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:19.246414 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917d2ee-6905-4768-84ee-4b80987e8df2 None None] Pushing event deleted for resources: {'Port': ['ID=758242bc-89bc-49fa-8b1c-6fea4f295dc5,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:19.254677 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c917d2ee-6905-4768-84ee-4b80987e8df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:19.256291 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c917d2ee-6905-4768-84ee-4b80987e8df2 None None] No DVR routers for this DVR port 758242bc-89bc-49fa-8b1c-6fea4f295dc5 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:59:19.263942 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-084f4ecd-bf13-4fb9-a8bc-7406d47fa1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:19.318387 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:19.323692 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:19.325588 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e395757d-24a1-4c72-8b18-a49bf6063c7f HTTP/1.1" status: 204 len: 168 time: 0.8233063 Jun 22 09:59:19.326386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ce2feb4c-7b51-41e7-8c5d-4f01f31c28f8 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:19.344326 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] Pushing event deleted for resources: {'Network': ['ID=e395757d-24a1-4c72-8b18-a49bf6063c7f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:19.347699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:19.352797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:19.391255 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 52c297f6-f395-4f30-aefc-41c40f5a7f97 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:59:19.501073 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 52c297f6-f395-4f30-aefc-41c40f5a7f97 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:59:19.504731 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 52c297f6-f395-4f30-aefc-41c40f5a7f97 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:59:19.510780 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:19.580069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:19.601862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f3d8b8-241f-40dc-bd35-48dec060f697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c297f6-f395-4f30-aefc-41c40f5a7f97'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:59:19.604179 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5618ee0b-b45c-4ae4-ab70-d62400431547" -d '{"events": [{"server_uuid": "c2f3d8b8-241f-40dc-bd35-48dec060f697", "name": "network-vif-plugged", "status": "completed", "tag": "52c297f6-f395-4f30-aefc-41c40f5a7f97"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:59:19.617153 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 52c297f6-f395-4f30-aefc-41c40f5a7f97, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=52c297f6-f395-4f30-aefc-41c40f5a7f97,segment=NetworkSegment(8e6c64d2-3b32-4b81-aaeb-4503ef7bab79),segment_id=8e6c64d2-3b32-4b81-aaeb-4503ef7bab79)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:19.640407 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eac263-d0f0-4433-bd1f-037308bfaaac x-openstack-request-id: req-f2eac263-d0f0-4433-bd1f-037308bfaaac {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:59:19.640728 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f3d8b8-241f-40dc-bd35-48dec060f697", "name": "network-vif-plugged", "status": "completed", "tag": "52c297f6-f395-4f30-aefc-41c40f5a7f97", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:59:19.640985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2eac263-d0f0-4433-bd1f-037308bfaaac {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:59:19.641395 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f3d8b8-241f-40dc-bd35-48dec060f697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c297f6-f395-4f30-aefc-41c40f5a7f97', 'code': 200} Jun 22 09:59:19.661932 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36554) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:19.706753 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:19.708676 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:19.712356 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-45f2a74f-5065-45f3-be48-5570250332f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3fec7d2e6d064b53ac154e35478d03d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490861 Jun 22 09:59:19.714774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36556) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:19.760612 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=52c297f6-f395-4f30-aefc-41c40f5a7f97,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:19.764209 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:19.776312 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-df67bcc6-1ed2-4ff3-acdc-843f4d2099a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:19.797633 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-df67bcc6-1ed2-4ff3-acdc-843f4d2099a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:19.912189 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-df67bcc6-1ed2-4ff3-acdc-843f4d2099a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:19.914859 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-df67bcc6-1ed2-4ff3-acdc-843f4d2099a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:19.916034 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-df67bcc6-1ed2-4ff3-acdc-843f4d2099a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/631bed19-45b4-4043-ae4e-134a34eef2ab HTTP/1.1" status: 204 len: 168 time: 0.2003009 Jun 22 09:59:19.916921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8dd787df-2cd3-4d5d-aebb-a35e79e66279 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:19.927777 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67bcc6-1ed2-4ff3-acdc-843f4d2099a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631bed19-45b4-4043-ae4e-134a34eef2ab,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:19.931037 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-df67bcc6-1ed2-4ff3-acdc-843f4d2099a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:20.034905 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15960d-88e8-456d-bda6-2bf7cf18aea5 req-7dab091f-d199-49ed-afc6-eb19c78cd13b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:20.036406 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1d15960d-88e8-456d-bda6-2bf7cf18aea5 req-7dab091f-d199-49ed-afc6-eb19c78cd13b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 945 time: 0.0919549 Jun 22 09:59:20.090259 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1d15960d-88e8-456d-bda6-2bf7cf18aea5 req-b767bf9e-c0c2-4e79-b8a1-29ab1e1b914c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3717964-3d51-4c7c-9716-ac0453c1dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477538 Jun 22 09:59:20.091989 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25de87-9864-46aa-9d4a-3b872b2192f7 req-8bff89d6-d0be-4da2-878c-3f08048ab0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:20.093392 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8b25de87-9864-46aa-9d4a-3b872b2192f7 req-8bff89d6-d0be-4da2-878c-3f08048ab0c3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 1098 time: 0.0970707 Jun 22 09:59:20.131180 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8b25de87-9864-46aa-9d4a-3b872b2192f7 req-ece1080a-45e2-40a1-ac1e-1bdbaef36ec0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d3717964-3d51-4c7c-9716-ac0453c1dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305648 Jun 22 09:59:20.569543 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:20.660917 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36564) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:20.704978 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0f928e25-630a-4cc3-ae51-2b64c54dd8b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be2295674f85407ba635c38d1b01f7d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422122 Jun 22 09:59:20.707283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36566) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:20.753161 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63ec9e90-48ad-4739-aa99-81f0036fbc2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:20.774417 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63ec9e90-48ad-4739-aa99-81f0036fbc2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:20.900956 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63ec9e90-48ad-4739-aa99-81f0036fbc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:20.903622 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63ec9e90-48ad-4739-aa99-81f0036fbc2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:20.904773 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-63ec9e90-48ad-4739-aa99-81f0036fbc2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c75e6749-40f2-43fb-8093-fe6dac900ba2 HTTP/1.1" status: 204 len: 168 time: 0.1965227 Jun 22 09:59:20.910171 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-de4061f2-3b04-4618-bc4f-5ba9a62edcf6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:20.913200 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec9e90-48ad-4739-aa99-81f0036fbc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75e6749-40f2-43fb-8093-fe6dac900ba2,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:20.915615 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-63ec9e90-48ad-4739-aa99-81f0036fbc2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:21.267824 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2d73c-b711-473c-a564-34d4a686b017 req-a400449d-a1a5-4ab3-9465-7bdd63ccc086 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:21.269448 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c0d2d73c-b711-473c-a564-34d4a686b017 req-a400449d-a1a5-4ab3-9465-7bdd63ccc086 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 945 time: 0.0667028 Jun 22 09:59:21.311527 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c0d2d73c-b711-473c-a564-34d4a686b017 req-fef12556-3567-471e-94f3-fe1e8204c6db tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3717964-3d51-4c7c-9716-ac0453c1dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354664 Jun 22 09:59:21.706671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:22.489810 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b5e19-7af6-4c88-a52d-7a7c3dd00c81 req-1cb65f48-dfb3-4882-8dea-31a6a594a56d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:22.491249 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-898b5e19-7af6-4c88-a52d-7a7c3dd00c81 req-1cb65f48-dfb3-4882-8dea-31a6a594a56d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 945 time: 0.0650632 Jun 22 09:59:22.527238 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-898b5e19-7af6-4c88-a52d-7a7c3dd00c81 req-4270e7fb-ed0f-4de0-9b2c-2f5789013089 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3717964-3d51-4c7c-9716-ac0453c1dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304554 Jun 22 09:59:22.697267 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b43835-0f8e-45bf-a074-828001205805 req-372d1db8-33e3-42e4-b992-41a459f0717a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:22.698604 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-26b43835-0f8e-45bf-a074-828001205805 req-372d1db8-33e3-42e4-b992-41a459f0717a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 945 time: 0.0643630 Jun 22 09:59:22.734936 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-26b43835-0f8e-45bf-a074-828001205805 req-844efd97-2f28-40c9-84b8-2b947e81738f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3717964-3d51-4c7c-9716-ac0453c1dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307715 Jun 22 09:59:22.758679 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36576) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:22.809104 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214763eb-e30a-4bd6-9de6-84ed7a51601c tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:22.810577 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-214763eb-e30a-4bd6-9de6-84ed7a51601c tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 1093 time: 0.0507696 Jun 22 09:59:22.813355 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36578) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:22.817813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '52c297f6-f395-4f30-aefc-41c40f5a7f97', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:59:22.906427 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:23.004512 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:23.101272 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.26.3.62 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/4c83be0a-8c95-47c4-b8cc-a4e896adff10) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:59:23.548574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:23.655479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:23.658729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d7e5c29d-290f-4baf-b6b3-e40f24f16639 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:23.693128 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:59:23.695857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:59:23.701200 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:59:23.706428 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=4c83be0a-8c95-47c4-b8cc-a4e896adff10,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:23.726135 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:24.059747 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:24.178234 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:24.321826 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:24.380249 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:24.383398 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9cc8a922-8a84-49f4-9123-c349c3f97f50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:24.447007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=4c83be0a-8c95-47c4-b8cc-a4e896adff10,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:24.452181 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:24.458441 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:24.557838 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP d088ea5e-e19a-441f-a8a7-13c43fc70669 associated. External IP: 172.26.3.62, port: 52c297f6-f395-4f30-aefc-41c40f5a7f97. Jun 22 09:59:24.782925 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:59:24.879893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:59:24.890119 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d077e8-6366-4994-ad0c-d4737ee2bc75 None None] Sync routers for ids ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:59:24.899784 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d077e8-6366-4994-ad0c-d4737ee2bc75 None None] Routers {'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:59:24.900389 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e2d077e8-6366-4994-ad0c-d4737ee2bc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:59:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:24.940644 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:24.977169 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1627750 Jun 22 09:59:24.978282 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f3d8b8-241f-40dc-bd35-48dec060f697', 'tag': '52c297f6-f395-4f30-aefc-41c40f5a7f97'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:59:24.980826 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aea4b89-6304-4a2f-9f4f-2fc6097ae7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f3d8b8-241f-40dc-bd35-48dec060f697", "tag": "52c297f6-f395-4f30-aefc-41c40f5a7f97"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:59:25.009737 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-e2d077e8-6366-4994-ad0c-d4737ee2bc75 None None] Set router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:59:25.017622 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23383343-f472-4a8a-9a57-a6cbe49c01d5 x-openstack-request-id: req-23383343-f472-4a8a-9a57-a6cbe49c01d5 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:59:25.017964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f3d8b8-241f-40dc-bd35-48dec060f697", "tag": "52c297f6-f395-4f30-aefc-41c40f5a7f97", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:59:25.018275 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23383343-f472-4a8a-9a57-a6cbe49c01d5 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:59:25.018728 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f3d8b8-241f-40dc-bd35-48dec060f697', 'tag': '52c297f6-f395-4f30-aefc-41c40f5a7f97', 'status': 'completed', 'code': 200} Jun 22 09:59:25.094221 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea4b89-6304-4a2f-9f4f-2fc6097ae7e8 req-85f49271-056e-41a1-8232-2d706760d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:25.096152 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2aea4b89-6304-4a2f-9f4f-2fc6097ae7e8 req-85f49271-056e-41a1-8232-2d706760d553 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 1098 time: 0.0561926 Jun 22 09:59:25.187792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea4b89-6304-4a2f-9f4f-2fc6097ae7e8 req-862d116a-cfbf-46c8-9ffa-85b9fb0c37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:25.189340 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2aea4b89-6304-4a2f-9f4f-2fc6097ae7e8 req-862d116a-cfbf-46c8-9ffa-85b9fb0c37c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=048dcbaa-e968-4124-b966-355956777c10 HTTP/1.1" status: 200 len: 897 time: 0.0874279 Jun 22 09:59:25.231483 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e2d077e8-6366-4994-ad0c-d4737ee2bc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T09:58:42Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd088ea5e-e19a-441f-a8a7-13c43fc70669', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.62', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'port_id': '52c297f6-f395-4f30-aefc-41c40f5a7f97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'mac_address': 'fa:16:3e:3f:48:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f3d8b8-241f-40dc-bd35-48dec060f697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:59:23Z', 'updated_at': '2021-06-22T09:59:23Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}, {'id': 'd437c414-66c0-400f-a873-d6898c710a34', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.37', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'port_id': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'mac_address': 'fa:16:3e:27:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c236ee5-14b5-4a06-94db-265a132696eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:59:03Z', 'updated_at': '2021-06-22T09:59:05Z', 'revision_number': 1, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77767d98-2084-406b-bbd2-6ef8e41dc330', 'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:c9:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:42Z', 'updated_at': '2021-06-22T09:58:47Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:25.252327 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2aea4b89-6304-4a2f-9f4f-2fc6097ae7e8 req-0d9f5841-31d1-438b-9d1a-65ffa24d5c6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52c297f6-f395-4f30-aefc-41c40f5a7f97 HTTP/1.1" status: 200 len: 998 time: 0.0571108 Jun 22 09:59:25.260967 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d077e8-6366-4994-ad0c-d4737ee2bc75 None None] Checking router: e67fd8b1-c92f-4465-82ec-c4ce16ea4cba for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:59:25.269820 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d077e8-6366-4994-ad0c-d4737ee2bc75 None None] Routers {'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:59:25.270438 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e2d077e8-6366-4994-ad0c-d4737ee2bc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T09:59:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:25.298700 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea4b89-6304-4a2f-9f4f-2fc6097ae7e8 req-7e245e74-bfb7-4e92-9b16-399e810dde9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:25.300154 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2aea4b89-6304-4a2f-9f4f-2fc6097ae7e8 req-7e245e74-bfb7-4e92-9b16-399e810dde9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfb467e-de47-4839-a34d-30fcf739a286 HTTP/1.1" status: 200 len: 835 time: 0.0422704 Jun 22 09:59:25.357595 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea4b89-6304-4a2f-9f4f-2fc6097ae7e8 req-57d57b6f-5127-44f0-aeda-7059e6c31b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:25.358960 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2aea4b89-6304-4a2f-9f4f-2fc6097ae7e8 req-57d57b6f-5127-44f0-aeda-7059e6c31b06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=048dcbaa-e968-4124-b966-355956777c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531313 Jun 22 09:59:25.371719 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-e2d077e8-6366-4994-ad0c-d4737ee2bc75 None None] Set router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:59:25.445496 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2aea4b89-6304-4a2f-9f4f-2fc6097ae7e8 req-14825ff5-56f0-4bc7-a2a8-e2c78d558d33 service neutron] 10.222.0.35 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802536 Jun 22 09:59:25.537612 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2aea4b89-6304-4a2f-9f4f-2fc6097ae7e8 req-dba03da0-326c-4888-a6ab-f27788c54392 service neutron] 10.222.0.35 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864949 Jun 22 09:59:25.671682 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-e2d077e8-6366-4994-ad0c-d4737ee2bc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T09:58:42Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd088ea5e-e19a-441f-a8a7-13c43fc70669', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.62', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'port_id': '52c297f6-f395-4f30-aefc-41c40f5a7f97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'mac_address': 'fa:16:3e:3f:48:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f3d8b8-241f-40dc-bd35-48dec060f697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:59:23Z', 'updated_at': '2021-06-22T09:59:23Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}, {'id': 'd437c414-66c0-400f-a873-d6898c710a34', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.37', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'port_id': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'mac_address': 'fa:16:3e:27:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c236ee5-14b5-4a06-94db-265a132696eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:59:03Z', 'updated_at': '2021-06-22T09:59:05Z', 'revision_number': 1, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77767d98-2084-406b-bbd2-6ef8e41dc330', 'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:c9:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:42Z', 'updated_at': '2021-06-22T09:58:47Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:25.699909 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d077e8-6366-4994-ad0c-d4737ee2bc75 None None] The sync data for ids ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'] in dv-neutron-797121-3-hyperv is: [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T09:58:42Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd088ea5e-e19a-441f-a8a7-13c43fc70669', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.62', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'port_id': '52c297f6-f395-4f30-aefc-41c40f5a7f97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'mac_address': 'fa:16:3e:3f:48:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f3d8b8-241f-40dc-bd35-48dec060f697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:59:23Z', 'updated_at': '2021-06-22T09:59:23Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}, {'id': 'd437c414-66c0-400f-a873-d6898c710a34', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.37', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'port_id': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'mac_address': 'fa:16:3e:27:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c236ee5-14b5-4a06-94db-265a132696eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:59:03Z', 'updated_at': '2021-06-22T09:59:05Z', 'revision_number': 1, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77767d98-2084-406b-bbd2-6ef8e41dc330', 'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:c9:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:42Z', 'updated_at': '2021-06-22T09:58:47Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:59:25.884388 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b95d7f-aa5b-464a-a977-66f72a0675f7 None None] New status for floating IP d088ea5e-e19a-441f-a8a7-13c43fc70669: ACTIVE {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:59:27.207591 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:59:40.477659 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:46.683183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-55876c03-aa16-444f-b7be-04c46f596ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:49.169256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed778-e7a6-4347-b35e-1402c76733ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:49.328768 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:50.488650 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:51.745508 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:04.206099 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:00:10.539946 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:16.631092 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a1e36d3c-0139-445e-b800-ab85f00c4e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:19.059663 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fe19cb2a-ec17-4fa7-8652-33b5d4ad9dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:19.345275 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:20.669684 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:21.743751 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:26.194957 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b72eb9e7-c9eb-4592-8ab5-03024ace4d3b req-54924b1f-56af-4084-b911-e18d54d1cdc3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518613 Jun 22 10:00:26.282497 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72eb9e7-c9eb-4592-8ab5-03024ace4d3b req-177118f8-ff87-46ae-b477-e19e4af9dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:26.283933 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b72eb9e7-c9eb-4592-8ab5-03024ace4d3b req-177118f8-ff87-46ae-b477-e19e4af9dda0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 1099 time: 0.0494642 Jun 22 10:00:26.663161 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72eb9e7-c9eb-4592-8ab5-03024ace4d3b req-9168a6a0-ec60-4756-a932-fdc1244b954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:26.664632 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b72eb9e7-c9eb-4592-8ab5-03024ace4d3b req-9168a6a0-ec60-4756-a932-fdc1244b954d service neutron] 10.222.0.35 "GET /v2.0/networks?id=048dcbaa-e968-4124-b966-355956777c10 HTTP/1.1" status: 200 len: 897 time: 0.3613887 Jun 22 10:00:26.727904 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b72eb9e7-c9eb-4592-8ab5-03024ace4d3b req-83017f53-416e-46bd-b171-8425fd659ff2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 HTTP/1.1" status: 200 len: 1001 time: 0.0543628 Jun 22 10:00:26.774246 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72eb9e7-c9eb-4592-8ab5-03024ace4d3b req-30c05500-2cad-4cd9-a47a-0fc58519fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:26.775643 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b72eb9e7-c9eb-4592-8ab5-03024ace4d3b req-30c05500-2cad-4cd9-a47a-0fc58519fb27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfb467e-de47-4839-a34d-30fcf739a286 HTTP/1.1" status: 200 len: 835 time: 0.0417020 Jun 22 10:00:26.833031 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72eb9e7-c9eb-4592-8ab5-03024ace4d3b req-5e18dfed-0471-4e3a-b5e2-f4dcb6c6006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:26.834443 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b72eb9e7-c9eb-4592-8ab5-03024ace4d3b req-5e18dfed-0471-4e3a-b5e2-f4dcb6c6006c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=048dcbaa-e968-4124-b966-355956777c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0529099 Jun 22 10:00:26.917921 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b72eb9e7-c9eb-4592-8ab5-03024ace4d3b req-125ceb5b-ed16-483d-9ef4-31b8203e8da5 service neutron] 10.222.0.35 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0766337 Jun 22 10:00:27.005224 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b72eb9e7-c9eb-4592-8ab5-03024ace4d3b req-19fb79d0-ab83-466d-bd36-1b868a3aac74 service neutron] 10.222.0.35 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814385 Jun 22 10:00:39.957172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36610) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:40.017587 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-13e48906-20e6-46f5-be53-e1704bc14120 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/d437c414-66c0-400f-a873-d6898c710a34 HTTP/1.1" status: 200 len: 993 time: 0.0592082 Jun 22 10:00:40.481811 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:40.922689 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36622) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:40.928151 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'port': {'admin_state_up': False}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:41.011388 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:41.156512 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2,segment=NetworkSegment(8e6c64d2-3b32-4b81-aaeb-4503ef7bab79),segment_id=8e6c64d2-3b32-4b81-aaeb-4503ef7bab79)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:41.185931 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:41.204487 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:00:41.262636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:41.264718 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1edf0be5-b8d6-400f-bff2-963ea22178c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:41.305337 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:41.305980 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:41.307390 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/ports/ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 HTTP/1.1" status: 200 len: 939 time: 0.3837142 Jun 22 10:00:41.308087 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c236ee5-14b5-4a06-94db-265a132696eb', 'tag': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:00:41.310414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa38140-d12e-480a-9f66-12d10ebe2a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "5c236ee5-14b5-4a06-94db-265a132696eb", "tag": "ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:00:41.336573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2,revision_number=6']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:41.344213 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:41.344621 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:41.345813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:41.345813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:41.345813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:41.346129 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:41.346508 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:41.346889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:41.347282 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:41.347649 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:41.348146 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:41.348394 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:41.352728 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755b699b-274d-4683-b47d-610f17c59b27 x-openstack-request-id: req-755b699b-274d-4683-b47d-610f17c59b27 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:00:41.353076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c236ee5-14b5-4a06-94db-265a132696eb", "tag": "ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:00:41.353381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-755b699b-274d-4683-b47d-610f17c59b27 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:00:41.353825 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c236ee5-14b5-4a06-94db-265a132696eb', 'tag': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2', 'status': 'completed', 'code': 200} Jun 22 10:00:41.354583 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:41.426791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa38140-d12e-480a-9f66-12d10ebe2a8d req-5aa6b359-031f-429a-8596-4338ecc5c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:41.428322 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7fa38140-d12e-480a-9f66-12d10ebe2a8d req-5aa6b359-031f-429a-8596-4338ecc5c5c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 1100 time: 0.0542049 Jun 22 10:00:41.517247 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa38140-d12e-480a-9f66-12d10ebe2a8d req-555eba78-040f-4128-be54-68c6237487b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:41.518696 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7fa38140-d12e-480a-9f66-12d10ebe2a8d req-555eba78-040f-4128-be54-68c6237487b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=048dcbaa-e968-4124-b966-355956777c10 HTTP/1.1" status: 200 len: 897 time: 0.0833864 Jun 22 10:00:41.581262 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-55cd4086-ce62-4f46-9d42-179373642ce0 None None] Provisioning complete for port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:00:41.581834 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-55cd4086-ce62-4f46-9d42-179373642ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:41.585580 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7fa38140-d12e-480a-9f66-12d10ebe2a8d req-8ad39db4-fc1b-48ea-84c5-08805e16c318 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 HTTP/1.1" status: 200 len: 1002 time: 0.0599008 Jun 22 10:00:41.620060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-55cd4086-ce62-4f46-9d42-179373642ce0 None None] Port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 is administratively disabled so it will not transition to active. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jun 22 10:00:41.632458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa38140-d12e-480a-9f66-12d10ebe2a8d req-876b89af-5602-43c7-8807-d8e1df23bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:41.633879 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7fa38140-d12e-480a-9f66-12d10ebe2a8d req-876b89af-5602-43c7-8807-d8e1df23bc72 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfb467e-de47-4839-a34d-30fcf739a286 HTTP/1.1" status: 200 len: 835 time: 0.0424728 Jun 22 10:00:41.688717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa38140-d12e-480a-9f66-12d10ebe2a8d req-06856097-f365-410a-adfb-c523aafc2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:41.690136 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7fa38140-d12e-480a-9f66-12d10ebe2a8d req-06856097-f365-410a-adfb-c523aafc2c10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=048dcbaa-e968-4124-b966-355956777c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499396 Jun 22 10:00:41.777165 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7fa38140-d12e-480a-9f66-12d10ebe2a8d req-69a23459-139e-420a-9d06-377449ca7659 service neutron] 10.222.0.35 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803301 Jun 22 10:00:41.862276 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7fa38140-d12e-480a-9f66-12d10ebe2a8d req-46aaaec7-ad79-4d8a-8f67-0fae628cfddb service neutron] 10.222.0.35 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787585 Jun 22 10:00:44.754234 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36632) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:44.759807 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4d8559f3-9c37-4926-bcc3-7ff4999a77cb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'port': {'admin_state_up': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:44.850239 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d8559f3-9c37-4926-bcc3-7ff4999a77cb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:44.996052 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-4d8559f3-9c37-4926-bcc3-7ff4999a77cb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2,segment=NetworkSegment(8e6c64d2-3b32-4b81-aaeb-4503ef7bab79),segment_id=8e6c64d2-3b32-4b81-aaeb-4503ef7bab79)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:45.024875 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d8559f3-9c37-4926-bcc3-7ff4999a77cb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:45.087133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d8559f3-9c37-4926-bcc3-7ff4999a77cb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:45.090088 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-169a6987-de88-4627-aa9b-319dedf9cd4f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:45.130783 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8559f3-9c37-4926-bcc3-7ff4999a77cb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:45.131414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d8559f3-9c37-4926-bcc3-7ff4999a77cb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:45.132812 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4d8559f3-9c37-4926-bcc3-7ff4999a77cb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/ports/ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 HTTP/1.1" status: 200 len: 938 time: 0.3775346 Jun 22 10:00:45.133574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c236ee5-14b5-4a06-94db-265a132696eb', 'tag': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:00:45.135921 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d9d621-517f-4bc7-b406-92426e1b9fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "5c236ee5-14b5-4a06-94db-265a132696eb", "tag": "ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:00:45.139728 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36636) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:45.183695 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4561192-adbb-4108-83ab-c0c5cfe5addc x-openstack-request-id: req-e4561192-adbb-4108-83ab-c0c5cfe5addc {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:00:45.183695 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c236ee5-14b5-4a06-94db-265a132696eb", "tag": "ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:00:45.184100 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4561192-adbb-4108-83ab-c0c5cfe5addc {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:00:45.184523 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c236ee5-14b5-4a06-94db-265a132696eb', 'tag': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2', 'status': 'completed', 'code': 200} Jun 22 10:00:45.185326 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8559f3-9c37-4926-bcc3-7ff4999a77cb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2,revision_number=7']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:45.190150 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4d8559f3-9c37-4926-bcc3-7ff4999a77cb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:45.239556 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d57fae1c-a955-44eb-a655-d3867873d099 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/d437c414-66c0-400f-a873-d6898c710a34 HTTP/1.1" status: 200 len: 993 time: 0.0985668 Jun 22 10:00:45.267783 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9d621-517f-4bc7-b406-92426e1b9fd5 req-551b6b01-dddc-41c7-adee-145ccc760da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:45.269295 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b8d9d621-517f-4bc7-b406-92426e1b9fd5 req-551b6b01-dddc-41c7-adee-145ccc760da2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 1099 time: 0.0664945 Jun 22 10:00:45.360611 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9d621-517f-4bc7-b406-92426e1b9fd5 req-70cb281e-de1d-4d92-a78b-94a372b3b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:45.362095 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b8d9d621-517f-4bc7-b406-92426e1b9fd5 req-70cb281e-de1d-4d92-a78b-94a372b3b40b service neutron] 10.222.0.35 "GET /v2.0/networks?id=048dcbaa-e968-4124-b966-355956777c10 HTTP/1.1" status: 200 len: 897 time: 0.0864465 Jun 22 10:00:45.363293 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5bcd3767-bbcc-4a9e-81f8-eea81f91f9cc None None] Provisioning complete for port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:00:45.363779 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5bcd3767-bbcc-4a9e-81f8-eea81f91f9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:45.426828 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b8d9d621-517f-4bc7-b406-92426e1b9fd5 req-fb9afa92-8dbc-4a6e-9c6e-bded44a17348 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 HTTP/1.1" status: 200 len: 1001 time: 0.0573251 Jun 22 10:00:45.456093 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:00:45.478833 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9d621-517f-4bc7-b406-92426e1b9fd5 req-ae902e01-c4bf-4949-98ed-3fad6ffd5ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:45.480301 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b8d9d621-517f-4bc7-b406-92426e1b9fd5 req-ae902e01-c4bf-4949-98ed-3fad6ffd5ebd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfb467e-de47-4839-a34d-30fcf739a286 HTTP/1.1" status: 200 len: 835 time: 0.0471241 Jun 22 10:00:45.538231 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9d621-517f-4bc7-b406-92426e1b9fd5 req-8753b98a-4692-40f9-9cab-2cedee8d2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:45.540282 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b8d9d621-517f-4bc7-b406-92426e1b9fd5 req-8753b98a-4692-40f9-9cab-2cedee8d2081 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=048dcbaa-e968-4124-b966-355956777c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0538211 Jun 22 10:00:45.626070 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b8d9d621-517f-4bc7-b406-92426e1b9fd5 req-42cb5f36-2694-4c05-abc0-be82f9229c7d service neutron] 10.222.0.35 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791073 Jun 22 10:00:45.716472 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b8d9d621-517f-4bc7-b406-92426e1b9fd5 req-22a077e7-032f-441f-ad5e-9b5d12421b3f service neutron] 10.222.0.35 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845437 Jun 22 10:00:46.578193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c9f97c39-1735-4bbe-bb64-251c82ecfdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:47.798377 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36644) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:47.951810 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port 4c83be0a-8c95-47c4-b8cc-a4e896adff10 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:00:47.952162 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.023043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.023377 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.087544 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for 4c83be0a-8c95-47c4-b8cc-a4e896adff10 owned by network:floatingip {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:00:48.319573 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.322430 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-08229408-c7fc-462e-b548-16a3ac4a95b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:48.345350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=4c83be0a-8c95-47c4-b8cc-a4e896adff10,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:48.355996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:48.356392 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:48.356786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:48.357309 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:48.357691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:48.358075 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:48.358449 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:48.358823 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:48.359197 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:48.359596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:48.359964 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:48.360333 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:48.378553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:48.416296 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.416911 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP d088ea5e-e19a-441f-a8a7-13c43fc70669 disassociated (deleted). External IP: 172.26.3.62, port: 52c297f6-f395-4f30-aefc-41c40f5a7f97. Jun 22 10:00:48.618122 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:00:48.721119 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:00:48.725862 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.731986 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6f60d8-6fd3-4d79-9de9-0f36da9dbc0f None None] Sync routers for ids ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:00:48.741696 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6f60d8-6fd3-4d79-9de9-0f36da9dbc0f None None] Routers {'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:00:48.742312 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-9e6f60d8-6fd3-4d79-9de9-0f36da9dbc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:00:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:48.759528 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/floatingips/d088ea5e-e19a-441f-a8a7-13c43fc70669 HTTP/1.1" status: 204 len: 168 time: 0.9600646 Jun 22 10:00:48.760712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f3d8b8-241f-40dc-bd35-48dec060f697', 'tag': '52c297f6-f395-4f30-aefc-41c40f5a7f97'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:00:48.763936 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577f9b10-a5d5-4f72-8d64-d4c80ed10ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f3d8b8-241f-40dc-bd35-48dec060f697", "tag": "52c297f6-f395-4f30-aefc-41c40f5a7f97"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:00:48.804887 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44db6554-167f-43d9-8477-c810498c69af x-openstack-request-id: req-44db6554-167f-43d9-8477-c810498c69af {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:00:48.805564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f3d8b8-241f-40dc-bd35-48dec060f697", "tag": "52c297f6-f395-4f30-aefc-41c40f5a7f97", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:00:48.805564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44db6554-167f-43d9-8477-c810498c69af {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:00:48.805958 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f3d8b8-241f-40dc-bd35-48dec060f697', 'tag': '52c297f6-f395-4f30-aefc-41c40f5a7f97', 'status': 'completed', 'code': 200} Jun 22 10:00:48.852513 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-9e6f60d8-6fd3-4d79-9de9-0f36da9dbc0f None None] Set router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:00:48.886299 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f9b10-a5d5-4f72-8d64-d4c80ed10ba4 req-56b1fb99-98f1-48e3-b303-ed1a5b7c4bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:48.887884 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-577f9b10-a5d5-4f72-8d64-d4c80ed10ba4 req-56b1fb99-98f1-48e3-b303-ed1a5b7c4bee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 1098 time: 0.0583539 Jun 22 10:00:48.982367 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f9b10-a5d5-4f72-8d64-d4c80ed10ba4 req-2ccd509a-61ac-4d8a-939b-72e30dec3c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:48.984206 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-577f9b10-a5d5-4f72-8d64-d4c80ed10ba4 req-2ccd509a-61ac-4d8a-939b-72e30dec3c4b service neutron] 10.222.0.35 "GET /v2.0/networks?id=048dcbaa-e968-4124-b966-355956777c10 HTTP/1.1" status: 200 len: 897 time: 0.0900149 Jun 22 10:00:49.029632 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-577f9b10-a5d5-4f72-8d64-d4c80ed10ba4 req-5160e890-a99e-488a-947d-860838b9f0e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52c297f6-f395-4f30-aefc-41c40f5a7f97 HTTP/1.1" status: 200 len: 217 time: 0.0395622 Jun 22 10:00:49.074195 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-9e6f60d8-6fd3-4d79-9de9-0f36da9dbc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T09:58:42Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd437c414-66c0-400f-a873-d6898c710a34', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.37', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'port_id': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'mac_address': 'fa:16:3e:27:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c236ee5-14b5-4a06-94db-265a132696eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:59:03Z', 'updated_at': '2021-06-22T09:59:05Z', 'revision_number': 1, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77767d98-2084-406b-bbd2-6ef8e41dc330', 'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:c9:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:42Z', 'updated_at': '2021-06-22T09:58:47Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:49.075919 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0137b051-34fc-4609-b512-40f7606b5e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:49.079010 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f9b10-a5d5-4f72-8d64-d4c80ed10ba4 req-1a6ad953-12a3-4a92-b84c-9fc90ce03f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:49.080601 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-577f9b10-a5d5-4f72-8d64-d4c80ed10ba4 req-1a6ad953-12a3-4a92-b84c-9fc90ce03f6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfb467e-de47-4839-a34d-30fcf739a286 HTTP/1.1" status: 200 len: 835 time: 0.0457439 Jun 22 10:00:49.104146 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6f60d8-6fd3-4d79-9de9-0f36da9dbc0f None None] Checking router: e67fd8b1-c92f-4465-82ec-c4ce16ea4cba for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:00:49.114991 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6f60d8-6fd3-4d79-9de9-0f36da9dbc0f None None] Routers {'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:00:49.115690 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-9e6f60d8-6fd3-4d79-9de9-0f36da9dbc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:00:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:49.143825 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f9b10-a5d5-4f72-8d64-d4c80ed10ba4 req-8e9b0483-366d-4172-8d41-47006b26c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:49.145236 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-577f9b10-a5d5-4f72-8d64-d4c80ed10ba4 req-8e9b0483-366d-4172-8d41-47006b26c4f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=048dcbaa-e968-4124-b966-355956777c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0588708 Jun 22 10:00:49.230512 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-9e6f60d8-6fd3-4d79-9de9-0f36da9dbc0f None None] Set router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:00:49.283567 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-577f9b10-a5d5-4f72-8d64-d4c80ed10ba4 req-a635f103-53d3-4c30-ba67-7701a9b8e265 service neutron] 10.222.0.35 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312890 Jun 22 10:00:49.349976 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:49.402562 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-577f9b10-a5d5-4f72-8d64-d4c80ed10ba4 req-e51b31c8-4084-4130-9a4b-a34fa8630993 service neutron] 10.222.0.35 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121581 Jun 22 10:00:49.407415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a2d83-d8ce-449b-b2bd-df754de78058 req-7a26e590-cb4c-4bfd-b002-3517dad6b0dc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:49.418941 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-345a2d83-d8ce-449b-b2bd-df754de78058 req-7a26e590-cb4c-4bfd-b002-3517dad6b0dc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 945 time: 0.0920265 Jun 22 10:00:49.463457 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-345a2d83-d8ce-449b-b2bd-df754de78058 req-2ae16be7-fce0-4713-a38f-a3d3a402ace8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3717964-3d51-4c7c-9716-ac0453c1dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357504 Jun 22 10:00:49.487635 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-9e6f60d8-6fd3-4d79-9de9-0f36da9dbc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T09:58:42Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd437c414-66c0-400f-a873-d6898c710a34', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.37', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'port_id': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'mac_address': 'fa:16:3e:27:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c236ee5-14b5-4a06-94db-265a132696eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:59:03Z', 'updated_at': '2021-06-22T09:59:05Z', 'revision_number': 1, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77767d98-2084-406b-bbd2-6ef8e41dc330', 'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:c9:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:42Z', 'updated_at': '2021-06-22T09:58:47Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:49.514019 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6f60d8-6fd3-4d79-9de9-0f36da9dbc0f None None] The sync data for ids ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'] in dv-neutron-797121-3-hyperv is: [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T09:58:42Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd437c414-66c0-400f-a873-d6898c710a34', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.37', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'port_id': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'mac_address': 'fa:16:3e:27:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c236ee5-14b5-4a06-94db-265a132696eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:59:03Z', 'updated_at': '2021-06-22T09:59:05Z', 'revision_number': 1, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77767d98-2084-406b-bbd2-6ef8e41dc330', 'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:c9:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:42Z', 'updated_at': '2021-06-22T09:58:47Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:00:49.733006 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e87406-b947-4b2d-947e-3d4c07d6b375 None None] New status for floating IP d088ea5e-e19a-441f-a8a7-13c43fc70669: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:00:50.524963 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:50.636399 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbeb1-18d6-4fea-93c4-5ec33d2ee399 req-29ac76f1-2b9f-4498-a672-26001cbf794c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:50.637866 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-461dbeb1-18d6-4fea-93c4-5ec33d2ee399 req-29ac76f1-2b9f-4498-a672-26001cbf794c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 945 time: 0.0644019 Jun 22 10:00:50.677118 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-461dbeb1-18d6-4fea-93c4-5ec33d2ee399 req-5aeb74cb-0b0a-487a-aafe-1bf0d0bf15c7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3717964-3d51-4c7c-9716-ac0453c1dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323586 Jun 22 10:00:51.029376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceea197-e674-4af5-9eab-6c95c523cc4c req-a35a8e81-173d-4d01-8de0-5cf203d3cd23 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:51.030806 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9ceea197-e674-4af5-9eab-6c95c523cc4c req-a35a8e81-173d-4d01-8de0-5cf203d3cd23 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 945 time: 0.0652564 Jun 22 10:00:51.125148 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-9ceea197-e674-4af5-9eab-6c95c523cc4c req-a5f75a81-c16a-4522-ae50-539cd5cd8596 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port 52c297f6-f395-4f30-aefc-41c40f5a7f97 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:00:51.125496 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9ceea197-e674-4af5-9eab-6c95c523cc4c req-a5f75a81-c16a-4522-ae50-539cd5cd8596 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:51.214624 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-9ceea197-e674-4af5-9eab-6c95c523cc4c req-a5f75a81-c16a-4522-ae50-539cd5cd8596 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port 52c297f6-f395-4f30-aefc-41c40f5a7f97, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=52c297f6-f395-4f30-aefc-41c40f5a7f97,segment=NetworkSegment(8e6c64d2-3b32-4b81-aaeb-4503ef7bab79),segment_id=8e6c64d2-3b32-4b81-aaeb-4503ef7bab79)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:51.214907 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9ceea197-e674-4af5-9eab-6c95c523cc4c req-a5f75a81-c16a-4522-ae50-539cd5cd8596 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:51.278477 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-9ceea197-e674-4af5-9eab-6c95c523cc4c req-a5f75a81-c16a-4522-ae50-539cd5cd8596 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for 52c297f6-f395-4f30-aefc-41c40f5a7f97 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:00:51.475975 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9ceea197-e674-4af5-9eab-6c95c523cc4c req-a5f75a81-c16a-4522-ae50-539cd5cd8596 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:51.480359 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:51.503086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f75a81-c16a-4522-ae50-539cd5cd8596 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=52c297f6-f395-4f30-aefc-41c40f5a7f97,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:51.506649 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a5f75a81-c16a-4522-ae50-539cd5cd8596 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:51.552064 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ceea197-e674-4af5-9eab-6c95c523cc4c req-a5f75a81-c16a-4522-ae50-539cd5cd8596 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] No DVR routers for this DVR port 52c297f6-f395-4f30-aefc-41c40f5a7f97 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:00:51.554438 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9ceea197-e674-4af5-9eab-6c95c523cc4c req-a5f75a81-c16a-4522-ae50-539cd5cd8596 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:51.556417 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9ceea197-e674-4af5-9eab-6c95c523cc4c req-a5f75a81-c16a-4522-ae50-539cd5cd8596 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "DELETE /v2.0/ports/52c297f6-f395-4f30-aefc-41c40f5a7f97 HTTP/1.1" status: 204 len: 173 time: 0.5207465 Jun 22 10:00:51.556952 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f3d8b8-241f-40dc-bd35-48dec060f697', 'name': 'network-vif-deleted', 'tag': '52c297f6-f395-4f30-aefc-41c40f5a7f97'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:00:51.559319 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbcf34c-acbe-4f74-ba18-7c62ab851817" -d '{"events": [{"server_uuid": "c2f3d8b8-241f-40dc-bd35-48dec060f697", "name": "network-vif-deleted", "tag": "52c297f6-f395-4f30-aefc-41c40f5a7f97"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:00:51.593522 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b500ac7b-7c06-4d32-b916-d7a965d102fa x-openstack-request-id: req-b500ac7b-7c06-4d32-b916-d7a965d102fa {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:00:51.593872 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f3d8b8-241f-40dc-bd35-48dec060f697", "name": "network-vif-deleted", "tag": "52c297f6-f395-4f30-aefc-41c40f5a7f97", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:00:51.594182 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b500ac7b-7c06-4d32-b916-d7a965d102fa {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:00:51.594652 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f3d8b8-241f-40dc-bd35-48dec060f697', 'name': 'network-vif-deleted', 'tag': '52c297f6-f395-4f30-aefc-41c40f5a7f97', 'status': 'completed', 'code': 200} Jun 22 10:00:51.719240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:51.816103 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7f245bc8-a3c5-4b2d-a8a0-d389d6653761 req-5a03756b-e576-4078-acd1-9c40052c66b1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3d8b8-241f-40dc-bd35-48dec060f697 HTTP/1.1" status: 200 len: 210 time: 0.0281339 Jun 22 10:00:52.909100 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36662) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:52.965131 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64dbf438-faaf-4327-85b0-15e1b4a73e78 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:52.989363 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64dbf438-faaf-4327-85b0-15e1b4a73e78 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.124680 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64dbf438-faaf-4327-85b0-15e1b4a73e78 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.127343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64dbf438-faaf-4327-85b0-15e1b4a73e78 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.128592 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-64dbf438-faaf-4327-85b0-15e1b4a73e78 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/security-groups/d3717964-3d51-4c7c-9716-ac0453c1dfbe HTTP/1.1" status: 204 len: 168 time: 0.2184572 Jun 22 10:00:53.138430 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8453fa37-c350-42a8-9180-d20910993a86 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:53.139035 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbf438-faaf-4327-85b0-15e1b4a73e78 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3717964-3d51-4c7c-9716-ac0453c1dfbe,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:53.142433 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-64dbf438-faaf-4327-85b0-15e1b4a73e78 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:53.222684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36666) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:53.376358 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-64f2c808-6b5b-4c38-9ca8-89f5d3494a0b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port d914d6c8-9617-4d9f-b02a-776017c02cd3 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:00:53.376627 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64f2c808-6b5b-4c38-9ca8-89f5d3494a0b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.453633 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64f2c808-6b5b-4c38-9ca8-89f5d3494a0b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.453969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64f2c808-6b5b-4c38-9ca8-89f5d3494a0b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.521816 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-64f2c808-6b5b-4c38-9ca8-89f5d3494a0b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for d914d6c8-9617-4d9f-b02a-776017c02cd3 owned by network:floatingip {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:00:53.736228 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64f2c808-6b5b-4c38-9ca8-89f5d3494a0b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.738866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-73099d52-0297-4145-b220-0bd2c9a877f3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:53.760764 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2c808-6b5b-4c38-9ca8-89f5d3494a0b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=d914d6c8-9617-4d9f-b02a-776017c02cd3,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:53.767376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-64f2c808-6b5b-4c38-9ca8-89f5d3494a0b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:53.821746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64f2c808-6b5b-4c38-9ca8-89f5d3494a0b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.822154 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-64f2c808-6b5b-4c38-9ca8-89f5d3494a0b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP d437c414-66c0-400f-a873-d6898c710a34 disassociated (deleted). External IP: 172.26.3.37, port: ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2. Jun 22 10:00:54.020652 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f2c808-6b5b-4c38-9ca8-89f5d3494a0b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:00:54.122249 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f2c808-6b5b-4c38-9ca8-89f5d3494a0b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:00:54.126851 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-64f2c808-6b5b-4c38-9ca8-89f5d3494a0b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:54.131099 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d0ee5-6329-45de-9fc7-34f7db6b139f None None] Sync routers for ids ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:00:54.140107 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d0ee5-6329-45de-9fc7-34f7db6b139f None None] Routers {'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:00:54.140720 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bb8d0ee5-6329-45de-9fc7-34f7db6b139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:00:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:54.164077 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-64f2c808-6b5b-4c38-9ca8-89f5d3494a0b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/floatingips/d437c414-66c0-400f-a873-d6898c710a34 HTTP/1.1" status: 204 len: 168 time: 0.9403172 Jun 22 10:00:54.164760 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c236ee5-14b5-4a06-94db-265a132696eb', 'tag': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:00:54.167338 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2e3c58-a20b-441b-a878-bec71af8cdf4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c236ee5-14b5-4a06-94db-265a132696eb", "tag": "ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:00:54.206209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634cb397-3e1a-493d-9396-b6faa64241ee x-openstack-request-id: req-634cb397-3e1a-493d-9396-b6faa64241ee {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:00:54.206555 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c236ee5-14b5-4a06-94db-265a132696eb", "tag": "ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:00:54.206858 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-634cb397-3e1a-493d-9396-b6faa64241ee {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:00:54.207308 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c236ee5-14b5-4a06-94db-265a132696eb', 'tag': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2', 'status': 'completed', 'code': 200} Jun 22 10:00:54.247584 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-bb8d0ee5-6329-45de-9fc7-34f7db6b139f None None] Set router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:00:54.288515 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e3c58-a20b-441b-a878-bec71af8cdf4 req-55de1f7b-52b6-420f-82ff-1e275fd6a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:54.289589 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cd2e3c58-a20b-441b-a878-bec71af8cdf4 req-55de1f7b-52b6-420f-82ff-1e275fd6a89c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 1099 time: 0.0593998 Jun 22 10:00:54.377661 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e3c58-a20b-441b-a878-bec71af8cdf4 req-abe345b3-f2f9-4471-8c42-b49f7964ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:54.379140 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cd2e3c58-a20b-441b-a878-bec71af8cdf4 req-abe345b3-f2f9-4471-8c42-b49f7964ff18 service neutron] 10.222.0.35 "GET /v2.0/networks?id=048dcbaa-e968-4124-b966-355956777c10 HTTP/1.1" status: 200 len: 897 time: 0.0830941 Jun 22 10:00:54.419675 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cd2e3c58-a20b-441b-a878-bec71af8cdf4 req-108099bf-bf58-4061-99eb-150f3c4d7b3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 HTTP/1.1" status: 200 len: 217 time: 0.0347362 Jun 22 10:00:54.442793 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bb8d0ee5-6329-45de-9fc7-34f7db6b139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T09:58:42Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '77767d98-2084-406b-bbd2-6ef8e41dc330', 'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:c9:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:42Z', 'updated_at': '2021-06-22T09:58:47Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:54.468077 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d0ee5-6329-45de-9fc7-34f7db6b139f None None] Checking router: e67fd8b1-c92f-4465-82ec-c4ce16ea4cba for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:00:54.472899 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e3c58-a20b-441b-a878-bec71af8cdf4 req-571c73d0-0fbd-4b66-89ca-600e6d84eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:54.474438 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cd2e3c58-a20b-441b-a878-bec71af8cdf4 req-571c73d0-0fbd-4b66-89ca-600e6d84eb50 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfb467e-de47-4839-a34d-30fcf739a286 HTTP/1.1" status: 200 len: 835 time: 0.0489802 Jun 22 10:00:54.475966 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d0ee5-6329-45de-9fc7-34f7db6b139f None None] Routers {'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:00:54.476574 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bb8d0ee5-6329-45de-9fc7-34f7db6b139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:00:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:54.532281 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e3c58-a20b-441b-a878-bec71af8cdf4 req-37f60f80-ab9f-465e-b78f-5bb04753bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:54.533942 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cd2e3c58-a20b-441b-a878-bec71af8cdf4 req-37f60f80-ab9f-465e-b78f-5bb04753bce0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=048dcbaa-e968-4124-b966-355956777c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537922 Jun 22 10:00:54.625774 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cd2e3c58-a20b-441b-a878-bec71af8cdf4 req-186aa88e-95e0-46ae-bee4-bc449368c672 service neutron] 10.222.0.35 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855336 Jun 22 10:00:54.671655 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-bb8d0ee5-6329-45de-9fc7-34f7db6b139f None None] Set router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:00:54.751919 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cd2e3c58-a20b-441b-a878-bec71af8cdf4 req-0a7a7fe5-7c8f-4f65-b414-232544ccaf07 service neutron] 10.222.0.35 "GET /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202941 Jun 22 10:00:54.776215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25414246-7d98-44d3-8ecd-5bc30d2bafae req-86b0bd06-c1b7-416e-9059-b3a8fd183c9c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:54.779516 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-25414246-7d98-44d3-8ecd-5bc30d2bafae req-86b0bd06-c1b7-416e-9059-b3a8fd183c9c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 946 time: 0.0840485 Jun 22 10:00:54.817568 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-25414246-7d98-44d3-8ecd-5bc30d2bafae req-a21f3315-d798-4eaf-9afe-856c867bfb73 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e89c0c4-2548-4208-840f-4940029bc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339816 Jun 22 10:00:54.866263 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bb8d0ee5-6329-45de-9fc7-34f7db6b139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T09:58:42Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '77767d98-2084-406b-bbd2-6ef8e41dc330', 'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:c9:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:42Z', 'updated_at': '2021-06-22T09:58:47Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:54.895264 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d0ee5-6329-45de-9fc7-34f7db6b139f None None] The sync data for ids ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'] in dv-neutron-797121-3-hyperv is: [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T09:58:42Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '77767d98-2084-406b-bbd2-6ef8e41dc330', 'name': '', 'network_id': '048dcbaa-e968-4124-b966-355956777c10', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:c9:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:42Z', 'updated_at': '2021-06-22T09:58:47Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '6dfb467e-de47-4839-a34d-30fcf739a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:00:55.086302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3119558-d98c-44f0-b8bb-70a1708d1e61 None None] New status for floating IP d437c414-66c0-400f-a873-d6898c710a34: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:00:55.844137 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 52c297f6-f395-4f30-aefc-41c40f5a7f97 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:00:55.865893 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 52c297f6-f395-4f30-aefc-41c40f5a7f97 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:00:55.866251 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 52c297f6-f395-4f30-aefc-41c40f5a7f97 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:00:55.992262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd1d5a-822c-42af-bf51-39195b575cec req-59a16dc9-30dd-4662-99e5-f1a6433dcbe1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:55.993690 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-48dd1d5a-822c-42af-bf51-39195b575cec req-59a16dc9-30dd-4662-99e5-f1a6433dcbe1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 946 time: 0.0656762 Jun 22 10:00:56.031311 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-48dd1d5a-822c-42af-bf51-39195b575cec req-7d2ea682-1c6b-408c-8cf8-ab0d76b28943 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e89c0c4-2548-4208-840f-4940029bc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316348 Jun 22 10:00:56.420127 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a1af7-7ae4-44b8-8dff-913ad2327915 req-ab8cd803-f1e0-4c65-ab87-cf0ba7cec5af tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:56.421477 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-722a1af7-7ae4-44b8-8dff-913ad2327915 req-ab8cd803-f1e0-4c65-ab87-cf0ba7cec5af tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 946 time: 0.0659733 Jun 22 10:00:56.515047 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-722a1af7-7ae4-44b8-8dff-913ad2327915 req-47ff537c-3c88-4c3e-b3ce-ec787cce2cf5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:00:56.515389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-722a1af7-7ae4-44b8-8dff-913ad2327915 req-47ff537c-3c88-4c3e-b3ce-ec787cce2cf5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:56.602541 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-722a1af7-7ae4-44b8-8dff-913ad2327915 req-47ff537c-3c88-4c3e-b3ce-ec787cce2cf5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2,segment=NetworkSegment(8e6c64d2-3b32-4b81-aaeb-4503ef7bab79),segment_id=8e6c64d2-3b32-4b81-aaeb-4503ef7bab79)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:56.602903 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-722a1af7-7ae4-44b8-8dff-913ad2327915 req-47ff537c-3c88-4c3e-b3ce-ec787cce2cf5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:56.662783 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-722a1af7-7ae4-44b8-8dff-913ad2327915 req-47ff537c-3c88-4c3e-b3ce-ec787cce2cf5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:00:57.153916 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-722a1af7-7ae4-44b8-8dff-913ad2327915 req-47ff537c-3c88-4c3e-b3ce-ec787cce2cf5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:57.172961 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a5f75a81-c16a-4522-ae50-539cd5cd8596 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:57.177448 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-087719ce-050a-43c9-8270-4e05884414d2 req-46beb08f-87d6-4107-9817-690776047e0d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c236ee5-14b5-4a06-94db-265a132696eb HTTP/1.1" status: 200 len: 210 time: 0.0364509 Jun 22 10:00:57.200342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff537c-3c88-4c3e-b3ce-ec787cce2cf5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:57.203421 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-47ff537c-3c88-4c3e-b3ce-ec787cce2cf5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:57.247704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-722a1af7-7ae4-44b8-8dff-913ad2327915 req-47ff537c-3c88-4c3e-b3ce-ec787cce2cf5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] No DVR routers for this DVR port ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:00:57.250184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-722a1af7-7ae4-44b8-8dff-913ad2327915 req-47ff537c-3c88-4c3e-b3ce-ec787cce2cf5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:57.252177 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-722a1af7-7ae4-44b8-8dff-913ad2327915 req-47ff537c-3c88-4c3e-b3ce-ec787cce2cf5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "DELETE /v2.0/ports/ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 HTTP/1.1" status: 204 len: 173 time: 0.8253813 Jun 22 10:00:57.252716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c236ee5-14b5-4a06-94db-265a132696eb', 'name': 'network-vif-deleted', 'tag': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:00:57.255063 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8952d9d2-b773-47a8-bb78-47868cd12e1b" -d '{"events": [{"server_uuid": "5c236ee5-14b5-4a06-94db-265a132696eb", "name": "network-vif-deleted", "tag": "ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:00:57.288833 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b952a4f-82aa-4249-8682-4146aa2d7881 x-openstack-request-id: req-8b952a4f-82aa-4249-8682-4146aa2d7881 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:00:57.289191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c236ee5-14b5-4a06-94db-265a132696eb", "name": "network-vif-deleted", "tag": "ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:00:57.289489 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b952a4f-82aa-4249-8682-4146aa2d7881 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:00:57.289924 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c236ee5-14b5-4a06-94db-265a132696eb', 'name': 'network-vif-deleted', 'tag': 'ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2', 'status': 'completed', 'code': 200} Jun 22 10:00:58.271352 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36682) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:58.327140 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c89b0c07-2fc8-4457-9e30-5852b8b5809a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.350420 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c89b0c07-2fc8-4457-9e30-5852b8b5809a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.486754 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c89b0c07-2fc8-4457-9e30-5852b8b5809a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.489297 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c89b0c07-2fc8-4457-9e30-5852b8b5809a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.490505 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c89b0c07-2fc8-4457-9e30-5852b8b5809a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/security-groups/3e89c0c4-2548-4208-840f-4940029bc6ef HTTP/1.1" status: 204 len: 168 time: 0.2211165 Jun 22 10:00:58.491367 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-607b87f6-8599-412f-af33-576ad0ca2dd3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:58.500906 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b0c07-2fc8-4457-9e30-5852b8b5809a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e89c0c4-2548-4208-840f-4940029bc6ef,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:58.503770 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c89b0c07-2fc8-4457-9e30-5852b8b5809a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:58.579477 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36686) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:58.934598 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9da6c0d-c141-4871-98d5-dacf0d98a1a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:59.196592 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-a9da6c0d-c141-4871-98d5-dacf0d98a1a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port 77767d98-2084-406b-bbd2-6ef8e41dc330 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:00:59.196897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9da6c0d-c141-4871-98d5-dacf0d98a1a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:59.289383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-a9da6c0d-c141-4871-98d5-dacf0d98a1a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port 77767d98-2084-406b-bbd2-6ef8e41dc330, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=77767d98-2084-406b-bbd2-6ef8e41dc330,segment=NetworkSegment(8e6c64d2-3b32-4b81-aaeb-4503ef7bab79),segment_id=8e6c64d2-3b32-4b81-aaeb-4503ef7bab79)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:59.290099 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9da6c0d-c141-4871-98d5-dacf0d98a1a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:59.351721 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-a9da6c0d-c141-4871-98d5-dacf0d98a1a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for 77767d98-2084-406b-bbd2-6ef8e41dc330 owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:00:59.618422 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9da6c0d-c141-4871-98d5-dacf0d98a1a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:59.621705 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a6d1a066-1f8c-467d-bd3a-fd890830eac0 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:59.655173 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da6c0d-c141-4871-98d5-dacf0d98a1a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=77767d98-2084-406b-bbd2-6ef8e41dc330,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:59.658881 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a9da6c0d-c141-4871-98d5-dacf0d98a1a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:59.819201 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a9da6c0d-c141-4871-98d5-dacf0d98a1a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:59.854835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:00:59.875027 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:00:59.875332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device ca9b63a1-5180-4ccd-bb5b-9c90d5df18b2 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:01:00.025788 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9da6c0d-c141-4871-98d5-dacf0d98a1a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:01:00.129985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9da6c0d-c141-4871-98d5-dacf0d98a1a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:01:00.134907 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a9da6c0d-c141-4871-98d5-dacf0d98a1a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/e67fd8b1-c92f-4465-82ec-c4ce16ea4cba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5543625 Jun 22 10:01:00.137562 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36688) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:00.139242 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2061c6-9c8d-4ea7-adfd-96d50d357bf1 None None] Sync routers for ids ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:01:00.148596 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2061c6-9c8d-4ea7-adfd-96d50d357bf1 None None] Routers {'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:01:00.149251 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2a2061c6-9c8d-4ea7-adfd-96d50d357bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:00:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:00.194304 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f138d3-43cc-4edb-b0a1-85312eeef1d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting subnet 6dfb467e-de47-4839-a34d-30fcf739a286 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:01:00.197748 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e7f138d3-43cc-4edb-b0a1-85312eeef1d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:00.236217 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e7f138d3-43cc-4edb-b0a1-85312eeef1d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:00.253215 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-2a2061c6-9c8d-4ea7-adfd-96d50d357bf1 None None] Set router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:01:00.322134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e7f138d3-43cc-4edb-b0a1-85312eeef1d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:00.436472 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e7f138d3-43cc-4edb-b0a1-85312eeef1d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:00.439509 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1499a55f-628a-4f2c-a53b-e984dc28b768 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:00.452891 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2a2061c6-9c8d-4ea7-adfd-96d50d357bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T10:00:59Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:00.468610 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e7f138d3-43cc-4edb-b0a1-85312eeef1d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:00.470847 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e7f138d3-43cc-4edb-b0a1-85312eeef1d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/subnets/6dfb467e-de47-4839-a34d-30fcf739a286 HTTP/1.1" status: 204 len: 168 time: 0.3319793 Jun 22 10:01:00.472200 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f138d3-43cc-4edb-b0a1-85312eeef1d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Subnet': ['ID=6dfb467e-de47-4839-a34d-30fcf739a286,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:00.473715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36690) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:00.474780 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e7f138d3-43cc-4edb-b0a1-85312eeef1d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:00.482365 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b715df3-daaf-4d86-a70d-c34d8e1cae7e None None] Network 048dcbaa-e968-4124-b966-355956777c10 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:01:00.488976 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2061c6-9c8d-4ea7-adfd-96d50d357bf1 None None] Checking router: e67fd8b1-c92f-4465-82ec-c4ce16ea4cba for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:01:00.505967 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2061c6-9c8d-4ea7-adfd-96d50d357bf1 None None] Routers {'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:01:00.507337 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2a2061c6-9c8d-4ea7-adfd-96d50d357bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:00:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:00.597726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0965fe79-2052-4b72-8e12-c74fbecd5dad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:00.617778 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-2a2061c6-9c8d-4ea7-adfd-96d50d357bf1 None None] Set router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:01:00.688291 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] DHCP port deletion for 048dcbaa-e968-4124-b966-355956777c10 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:01:00.719480 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0965fe79-2052-4b72-8e12-c74fbecd5dad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:00.746225 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Deleting port 974abca9-f65d-4ad9-a4ad-e5168b1bae0f {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:01:00.746621 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:00.815615 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2a2061c6-9c8d-4ea7-adfd-96d50d357bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T10:00:59Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:00.816452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] For port 974abca9-f65d-4ad9-a4ad-e5168b1bae0f, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=974abca9-f65d-4ad9-a4ad-e5168b1bae0f,segment=NetworkSegment(8e6c64d2-3b32-4b81-aaeb-4503ef7bab79),segment_id=8e6c64d2-3b32-4b81-aaeb-4503ef7bab79)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:01:00.816854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:00.840594 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-0965fe79-2052-4b72-8e12-c74fbecd5dad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port 3904ad52-5303-44bb-b15a-8bc866c97c6e {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:01:00.841041 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0965fe79-2052-4b72-8e12-c74fbecd5dad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:00.846971 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2061c6-9c8d-4ea7-adfd-96d50d357bf1 None None] The sync data for ids ['e67fd8b1-c92f-4465-82ec-c4ce16ea4cba'] in dv-neutron-797121-3-hyperv is: [{'id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'name': 'tempest-TestNetworkBasicOps-router-1515719161', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:58:38Z', 'updated_at': '2021-06-22T10:00:59Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3904ad52-5303-44bb-b15a-8bc866c97c6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fd8b1-c92f-4465-82ec-c4ce16ea4cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:58:39Z', 'updated_at': '2021-06-22T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:01:00.885343 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Calling delete_port for 974abca9-f65d-4ad9-a4ad-e5168b1bae0f owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:01:00.928232 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-0965fe79-2052-4b72-8e12-c74fbecd5dad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port 3904ad52-5303-44bb-b15a-8bc866c97c6e, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3904ad52-5303-44bb-b15a-8bc866c97c6e,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:01:00.928497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0965fe79-2052-4b72-8e12-c74fbecd5dad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:00.993296 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-0965fe79-2052-4b72-8e12-c74fbecd5dad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for 3904ad52-5303-44bb-b15a-8bc866c97c6e owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:01:01.052539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:01.055386 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3eec0320-999a-402f-ba65-dda5fa1c7448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:01.079233 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Pushing event deleted for resources: {'Port': ['ID=974abca9-f65d-4ad9-a4ad-e5168b1bae0f,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:01.082356 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] No DVR routers for this DVR port 974abca9-f65d-4ad9-a4ad-e5168b1bae0f on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:01:01.088808 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:01.089159 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:01.089499 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:01.094031 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:01.094031 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:01.094031 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:01.094031 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:01.094031 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:01.094031 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:01.094031 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:01.094031 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:01.094031 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:01.101397 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:01.220339 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0965fe79-2052-4b72-8e12-c74fbecd5dad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:01.222650 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-43b16cee-d37b-4a7e-9570-37a7b029b939 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:01.243884 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 974abca9-f65d-4ad9-a4ad-e5168b1bae0f no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:01:01.249595 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965fe79-2052-4b72-8e12-c74fbecd5dad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=3904ad52-5303-44bb-b15a-8bc866c97c6e,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:01.252755 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0965fe79-2052-4b72-8e12-c74fbecd5dad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:01.266904 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 974abca9-f65d-4ad9-a4ad-e5168b1bae0f {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:01:01.267263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 974abca9-f65d-4ad9-a4ad-e5168b1bae0f not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:01:01.267718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 77767d98-2084-406b-bbd2-6ef8e41dc330 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:01:01.288372 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 77767d98-2084-406b-bbd2-6ef8e41dc330 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:01:01.288736 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 77767d98-2084-406b-bbd2-6ef8e41dc330 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:01:01.321168 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0965fe79-2052-4b72-8e12-c74fbecd5dad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:01.412681 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0965fe79-2052-4b72-8e12-c74fbecd5dad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:01.414804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0965fe79-2052-4b72-8e12-c74fbecd5dad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:01.566846 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0965fe79-2052-4b72-8e12-c74fbecd5dad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:01.567501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0965fe79-2052-4b72-8e12-c74fbecd5dad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Fanout notify agent at l3_agent the message router_deleted on router e67fd8b1-c92f-4465-82ec-c4ce16ea4cba {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:01:01.574527 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-0965fe79-2052-4b72-8e12-c74fbecd5dad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:01.575648 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0965fe79-2052-4b72-8e12-c74fbecd5dad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/routers/e67fd8b1-c92f-4465-82ec-c4ce16ea4cba HTTP/1.1" status: 204 len: 168 time: 1.1002517 Jun 22 10:01:01.578286 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36692) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:01.660241 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-398b7904-16c3-42fc-b9c7-70552f0486ee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:01.745164 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-398b7904-16c3-42fc-b9c7-70552f0486ee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:01.754378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-398b7904-16c3-42fc-b9c7-70552f0486ee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048dcbaa-e968-4124-b966-355956777c10']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:01.764168 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-398b7904-16c3-42fc-b9c7-70552f0486ee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6c64d2-3b32-4b81-aaeb-4503ef7bab79') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:01.764476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-398b7904-16c3-42fc-b9c7-70552f0486ee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6c64d2-3b32-4b81-aaeb-4503ef7bab79') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:01.772807 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-398b7904-16c3-42fc-b9c7-70552f0486ee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:01.786563 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-398b7904-16c3-42fc-b9c7-70552f0486ee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:01.792633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398b7904-16c3-42fc-b9c7-70552f0486ee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:01:01.793019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-398b7904-16c3-42fc-b9c7-70552f0486ee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:01:01.795894 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:01:01.915519 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-398b7904-16c3-42fc-b9c7-70552f0486ee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:01.919037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ada29840-9811-454e-a6e6-e5ed7a1502b6 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:01.925678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-398b7904-16c3-42fc-b9c7-70552f0486ee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:01.925678 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-398b7904-16c3-42fc-b9c7-70552f0486ee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/networks/048dcbaa-e968-4124-b966-355956777c10 HTTP/1.1" status: 204 len: 168 time: 0.3454411 Jun 22 10:01:01.936500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b7904-16c3-42fc-b9c7-70552f0486ee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Network': ['ID=048dcbaa-e968-4124-b966-355956777c10,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:01.938919 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-398b7904-16c3-42fc-b9c7-70552f0486ee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:01.952805 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36694) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:01.958550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-fe7f37b6-e192-49de-9018-3e4374b75869 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'network': {'name': 'tempest-network-smoke--1179516930', 'project_id': '50763c4428f741ada1db53edd04651ab', 'port_security_enabled': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:01:02.069486 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7f37b6-e192-49de-9018-3e4374b75869 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:01:02.073729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fe7f37b6-e192-49de-9018-3e4374b75869 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.096175 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7f37b6-e192-49de-9018-3e4374b75869 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:01:02.104403 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fe7f37b6-e192-49de-9018-3e4374b75869 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.104810 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-fe7f37b6-e192-49de-9018-3e4374b75869 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Added segment 1224a946-0f1e-4ae0-9497-d20aa009cd36 of type vlan for network 5e4dde46-fb25-4a6f-b314-514bf4fd7195 Jun 22 10:01:02.143715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fe7f37b6-e192-49de-9018-3e4374b75869 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.246506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fe7f37b6-e192-49de-9018-3e4374b75869 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.252077 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7f37b6-e192-49de-9018-3e4374b75869 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:02.252614 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fe7f37b6-e192-49de-9018-3e4374b75869 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.254881 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7156b231-769a-4984-b7b3-d989e0b5cead tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:02.319436 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f37b6-e192-49de-9018-3e4374b75869 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Network': ['ID=5e4dde46-fb25-4a6f-b314-514bf4fd7195,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:02.322113 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fe7f37b6-e192-49de-9018-3e4374b75869 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:02.330559 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 5e4dde46-fb25-4a6f-b314-514bf4fd7195 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:01:02.379096 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fe7f37b6-e192-49de-9018-3e4374b75869 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4252267 Jun 22 10:01:02.381759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36696) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:02.386482 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1107221266', 'admin_state_up': True, 'project_id': '50763c4428f741ada1db53edd04651ab', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:01:02.469444 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.470409 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.520050 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.729037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.987316 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:03.008874 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:03.016063 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3904ad52-5303-44bb-b15a-8bc866c97c6e no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:01:03.036791 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 3904ad52-5303-44bb-b15a-8bc866c97c6e {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:01:03.037153 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3904ad52-5303-44bb-b15a-8bc866c97c6e not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:01:03.106205 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.26.3.129 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/3344fa9e-f62c-4434-92af-e9a52b4d4499) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:01:03.568859 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:03.658607 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:03.661286 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:03.697254 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:01:03.701142 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:01:03.706380 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:01:03.728917 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=3344fa9e-f62c-4434-92af-e9a52b4d4499,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:03.732605 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:04.011424 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:04.204130 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:04.412115 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router bef70801-cb46-4189-918e-78ea12850995 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:01:04.516072 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:01:04.526996 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Sync routers for ids ['bef70801-cb46-4189-918e-78ea12850995'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:01:04.535863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Routers {'bef70801-cb46-4189-918e-78ea12850995'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:01:04.536485 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:00:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['bef70801-cb46-4189-918e-78ea12850995'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:04.584041 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:04.585281 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2025020 Jun 22 10:01:04.588965 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36698) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:04.618563 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-18b154ec-5cab-48c1-ab59-b393cdd16c40 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=50763c4428f741ada1db53edd04651ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261915 Jun 22 10:01:04.618813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36700) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:04.637197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Set router bef70801-cb46-4189-918e-78ea12850995 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:01:04.702943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f75b280-19e7-4499-b81a-2fef7c785631 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:04.704434 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0f75b280-19e7-4499-b81a-2fef7c785631 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847256 Jun 22 10:01:04.707187 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36702) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:04.740175 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-40c7d6be-778d-4427-a1dd-0da8726c00a8 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318162 Jun 22 10:01:04.742610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36704) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:04.747374 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-28bc5428-902d-4918-9786-05c32d55f04f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1371666357', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'project_id': '50763c4428f741ada1db53edd04651ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:01:04.812801 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef70801-cb46-4189-918e-78ea12850995', 'name': 'tempest-TestNetworkBasicOps-router-1107221266', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:01:03Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:03Z', 'updated_at': '2021-06-22T10:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:04.838844 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Checking router: bef70801-cb46-4189-918e-78ea12850995 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:01:04.839208 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Updating router bef70801-cb46-4189-918e-78ea12850995 port 3344fa9e-f62c-4434-92af-e9a52b4d4499 binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:01:04.872729 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:04.892628 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bc5428-902d-4918-9786-05c32d55f04f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:01:04.896264 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-28bc5428-902d-4918-9786-05c32d55f04f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:05.129511 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:05.138721 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-28bc5428-902d-4918-9786-05c32d55f04f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:05.139458 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Transition to ACTIVE for port object 3344fa9e-f62c-4434-92af-e9a52b4d4499 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:01:05.141810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-72a87a4f-8ba3-4522-b595-f7bff39e8737 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:05.200189 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc5428-902d-4918-9786-05c32d55f04f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Subnet': ['ID=0c142968-2579-4322-831a-4dadeef33b8f,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:05.203983 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-28bc5428-902d-4918-9786-05c32d55f04f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:05.207677 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc5428-902d-4918-9786-05c32d55f04f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Checking segment: {'id': '1224a946-0f1e-4ae0-9497-d20aa009cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:01:05.208043 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc5428-902d-4918-9786-05c32d55f04f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network hostable DHCP agents. Network: 5e4dde46-fb25-4a6f-b314-514bf4fd7195, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:01:05.212395 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:05.215270 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:05.260987 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Attempting to bind port 3344fa9e-f62c-4434-92af-e9a52b4d4499 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:01:05.261364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Attempting to bind port 3344fa9e-f62c-4434-92af-e9a52b4d4499 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:01:05.261736 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Attempting to bind port 3344fa9e-f62c-4434-92af-e9a52b4d4499 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:01:05.268140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853f454-aa4a-4d5f-b909-c7a9cba8a9cc None None] Pushing event updated for resources: {'Port': ['ID=3344fa9e-f62c-4434-92af-e9a52b4d4499,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:05.270709 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:01:05.271093 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:01:05.271524 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:05.271916 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:01:05.272381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Bound port: 3344fa9e-f62c-4434-92af-e9a52b4d4499, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:01:05.272761 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:05.274374 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f853f454-aa4a-4d5f-b909-c7a9cba8a9cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:05.281174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc5428-902d-4918-9786-05c32d55f04f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5e4dde46-fb25-4a6f-b314-514bf4fd7195 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:01:05.323044 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] For port 3344fa9e-f62c-4434-92af-e9a52b4d4499, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:01:05.325988 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] For port 3344fa9e-f62c-4434-92af-e9a52b4d4499, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3344fa9e-f62c-4434-92af-e9a52b4d4499,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:01:05.343771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-28bc5428-902d-4918-9786-05c32d55f04f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 5e4dde46-fb25-4a6f-b314-514bf4fd7195) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:01:05.348860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bc5428-902d-4918-9786-05c32d55f04f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:05.350114 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-28bc5428-902d-4918-9786-05c32d55f04f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:05.351469 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d6fadc-d564-4c4a-be7e-7704b49f5de0 None None] Network 5e4dde46-fb25-4a6f-b314-514bf4fd7195 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:01:05.397855 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:05.403733 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:05.447839 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-28bc5428-902d-4918-9786-05c32d55f04f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7041698 Jun 22 10:01:05.450591 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36706) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:05.478381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Routers {'bef70801-cb46-4189-918e-78ea12850995'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:01:05.478922 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:00:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['bef70801-cb46-4189-918e-78ea12850995'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:05.486572 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853f454-aa4a-4d5f-b909-c7a9cba8a9cc None None] Pushing event updated for resources: {'Port': ['ID=3344fa9e-f62c-4434-92af-e9a52b4d4499,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:05.521326 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f853f454-aa4a-4d5f-b909-c7a9cba8a9cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:05.632863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] Set router bef70801-cb46-4189-918e-78ea12850995 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:01:05.635934 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ips': [{'subnet_id': '0c142968-2579-4322-831a-4dadeef33b8f'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:01:05.636786 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:05.883051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:05.895608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Allocated IP 172.20.0.2 (5e4dde46-fb25-4a6f-b314-514bf4fd7195/0c142968-2579-4322-831a-4dadeef33b8f/1f33233c-1608-417f-b5df-4d59a5de7911) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:01:05.969905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef70801-cb46-4189-918e-78ea12850995', 'name': 'tempest-TestNetworkBasicOps-router-1107221266', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:01:03Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:03Z', 'updated_at': '2021-06-22T10:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:06.002803 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e40f3a4-0b60-48e8-8bd1-b3ae955e73c5 None None] The sync data for ids ['bef70801-cb46-4189-918e-78ea12850995'] in dv-neutron-797121-3-hyperv is: [{'id': 'bef70801-cb46-4189-918e-78ea12850995', 'name': 'tempest-TestNetworkBasicOps-router-1107221266', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:01:03Z', 'revision_number': 3, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:03Z', 'updated_at': '2021-06-22T10:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:01:06.083483 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:06.092790 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Transition to ACTIVE for port object 1f33233c-1608-417f-b5df-4d59a5de7911 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:01:06.107552 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Transition to ACTIVE for port object 1f33233c-1608-417f-b5df-4d59a5de7911 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:01:06.165076 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:06.168306 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c917d2ee-6905-4768-84ee-4b80987e8df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:06.218699 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Network 5e4dde46-fb25-4a6f-b314-514bf4fd7195 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:01:06.227219 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:01:06.233114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:01:06.240185 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Pushing event updated for resources: {'Port': ['ID=1f33233c-1608-417f-b5df-4d59a5de7911,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:06.244364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:06.252200 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.1 (5e4dde46-fb25-4a6f-b314-514bf4fd7195/0c142968-2579-4322-831a-4dadeef33b8f/cbad46b8-0e95-42bc-b51a-68326b33fc09) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:01:06.298973 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Attempting to bind port 1f33233c-1608-417f-b5df-4d59a5de7911 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:01:06.299603 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Attempting to bind port 1f33233c-1608-417f-b5df-4d59a5de7911 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '1224a946-0f1e-4ae0-9497-d20aa009cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:01:06.300142 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Attempting to bind port 1f33233c-1608-417f-b5df-4d59a5de7911 on network 5e4dde46-fb25-4a6f-b314-514bf4fd7195 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:01:06.305722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:01:06.306258 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Checking segment: {'id': '1224a946-0f1e-4ae0-9497-d20aa009cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:01:06.306731 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:06.307200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Bound using segment: {'id': '1224a946-0f1e-4ae0-9497-d20aa009cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:01:06.307792 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Bound port: 1f33233c-1608-417f-b5df-4d59a5de7911, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1224a946-0f1e-4ae0-9497-d20aa009cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:01:06.308241 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:06.379139 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:06.394562 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object cbad46b8-0e95-42bc-b51a-68326b33fc09 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:01:06.493041 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:06.496054 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5e586d9a-3e4e-42d2-932a-c3bb102842ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:06.532069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] For port 1f33233c-1608-417f-b5df-4d59a5de7911, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:01:06.535754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] For port 1f33233c-1608-417f-b5df-4d59a5de7911, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=1f33233c-1608-417f-b5df-4d59a5de7911,segment=NetworkSegment(1224a946-0f1e-4ae0-9497-d20aa009cd36),segment_id=1224a946-0f1e-4ae0-9497-d20aa009cd36)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:01:06.544778 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5e4dde46-fb25-4a6f-b314-514bf4fd7195 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:01:06.548129 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:01:06.554353 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:01:06.561365 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=cbad46b8-0e95-42bc-b51a-68326b33fc09,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:06.581627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:06.603710 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:06.613197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:06.619196 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:06.678316 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Pushing event updated for resources: {'Port': ['ID=1f33233c-1608-417f-b5df-4d59a5de7911,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:06.682941 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:06.854364 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:07.072830 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3344fa9e-f62c-4434-92af-e9a52b4d4499 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:01:07.141255 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:07.167375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 3344fa9e-f62c-4434-92af-e9a52b4d4499 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:01:07.171345 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 3344fa9e-f62c-4434-92af-e9a52b4d4499 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:07.171769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:07.195174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:07.199384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-62404b00-46e2-4a31-9608-2b069d0b59d0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:07.255497 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:07.275194 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:07.275578 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=cbad46b8-0e95-42bc-b51a-68326b33fc09,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:07.279040 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:07.287823 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 3344fa9e-f62c-4434-92af-e9a52b4d4499, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3344fa9e-f62c-4434-92af-e9a52b4d4499,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:01:07.349623 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:07.350497 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 1f33233c-1608-417f-b5df-4d59a5de7911 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:01:07.353684 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bd736e20-16ec-4444-8da6-50485ba30c97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:07.382037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5e4dde46-fb25-4a6f-b314-514bf4fd7195 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:01:07.383479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:01:07.432271 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=3344fa9e-f62c-4434-92af-e9a52b4d4499,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:07.435358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:07.493052 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router bef70801-cb46-4189-918e-78ea12850995 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:01:07.521124 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 1f33233c-1608-417f-b5df-4d59a5de7911 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:01:07.608848 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:01:07.621665 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/bef70801-cb46-4189-918e-78ea12850995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1623044 Jun 22 10:01:07.621665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36708) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:07.621828 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Sync routers for ids ['bef70801-cb46-4189-918e-78ea12850995'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:01:07.627784 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Routers {'bef70801-cb46-4189-918e-78ea12850995'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:01:07.628494 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:00:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['bef70801-cb46-4189-918e-78ea12850995'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:07.714722 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47822eba-9ec7-4587-a47e-339285466b12 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:07.715132 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47822eba-9ec7-4587-a47e-339285466b12 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:07.715632 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47822eba-9ec7-4587-a47e-339285466b12 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:07.716105 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47822eba-9ec7-4587-a47e-339285466b12 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:07.717744 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-47822eba-9ec7-4587-a47e-339285466b12 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.0985274 Jun 22 10:01:07.720446 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36710) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:07.732926 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Set router bef70801-cb46-4189-918e-78ea12850995 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:01:07.772747 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c4cbb0-49fd-4498-9681-d4dad9827a0e tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:07.773223 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c4cbb0-49fd-4498-9681-d4dad9827a0e tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:07.773692 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c4cbb0-49fd-4498-9681-d4dad9827a0e tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:07.774155 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c4cbb0-49fd-4498-9681-d4dad9827a0e tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:07.778815 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f6c4cbb0-49fd-4498-9681-d4dad9827a0e tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0549836 Jun 22 10:01:07.779037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36712) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:07.916550 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a385250b-89c4-48b4-875b-dae40fdb527b tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1358843 Jun 22 10:01:07.934295 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef70801-cb46-4189-918e-78ea12850995', 'name': 'tempest-TestNetworkBasicOps-router-1107221266', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:01:06Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:03Z', 'updated_at': '2021-06-22T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'cbad46b8-0e95-42bc-b51a-68326b33fc09', 'name': '', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:eb:32:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0c142968-2579-4322-831a-4dadeef33b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:05Z', 'updated_at': '2021-06-22T10:01:07Z', 'revision_number': 2, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '0c142968-2579-4322-831a-4dadeef33b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:07.961284 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Checking router: bef70801-cb46-4189-918e-78ea12850995 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:01:07.961659 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Updating router bef70801-cb46-4189-918e-78ea12850995 port cbad46b8-0e95-42bc-b51a-68326b33fc09 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:01:07.996176 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.209280 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec4efd4-12e3-43c1-b122-719a6cc70fdd None None] Network 5e4dde46-fb25-4a6f-b314-514bf4fd7195 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:01:08.215579 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [req-011da42b-0b29-40f7-a309-e62a1d775f81 req-e943ab38-6086-48e3-89db-1848b4b5f57f service neutron] (100653) timed out ('10.222.0.35', 55728) {{(pid=100653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 10:01:08.216697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36716) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:08.221946 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-52fe6419-c998-4309-a5bc-6d32233b276e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1592910732', 'description': 'tempest-secgroup-smoke-1592910732 description', 'project_id': '50763c4428f741ada1db53edd04651ab'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:01:08.298028 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-52fe6419-c998-4309-a5bc-6d32233b276e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.362371 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.373662 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Transition to ACTIVE for port object cbad46b8-0e95-42bc-b51a-68326b33fc09 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:01:08.383808 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-52fe6419-c998-4309-a5bc-6d32233b276e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.410948 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-03fdfe98-909b-41aa-9928-e69afd550775 None None] Provisioning for port 1f33233c-1608-417f-b5df-4d59a5de7911 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:01:08.410948 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-03fdfe98-909b-41aa-9928-e69afd550775 None None] Provisioning complete for port 1f33233c-1608-417f-b5df-4d59a5de7911 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:08.410948 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-03fdfe98-909b-41aa-9928-e69afd550775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.475041 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-03fdfe98-909b-41aa-9928-e69afd550775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.475292 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.477367 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-0a62a9d5-fb38-4da7-8c06-da399e585757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:08.507368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-52fe6419-c998-4309-a5bc-6d32233b276e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.511716 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-03fdfe98-909b-41aa-9928-e69afd550775 None None] For port 1f33233c-1608-417f-b5df-4d59a5de7911, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=1f33233c-1608-417f-b5df-4d59a5de7911,segment=NetworkSegment(1224a946-0f1e-4ae0-9497-d20aa009cd36),segment_id=1224a946-0f1e-4ae0-9497-d20aa009cd36)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:01:08.511849 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-63ec9e90-48ad-4739-aa99-81f0036fbc2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:08.546278 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe6419-c998-4309-a5bc-6d32233b276e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c27e40-6d9d-47ed-94dc-29a214b18db3,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:08.552482 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-52fe6419-c998-4309-a5bc-6d32233b276e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:08.557776 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383b932-7117-45f0-9876-655c09818de7 None None] Pushing event updated for resources: {'Port': ['ID=cbad46b8-0e95-42bc-b51a-68326b33fc09,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:08.569655 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b932-7117-45f0-9876-655c09818de7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:08.571470 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b932-7117-45f0-9876-655c09818de7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:08.571470 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b932-7117-45f0-9876-655c09818de7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:08.571470 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b932-7117-45f0-9876-655c09818de7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:08.571470 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b932-7117-45f0-9876-655c09818de7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:08.571470 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b932-7117-45f0-9876-655c09818de7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:08.571853 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b932-7117-45f0-9876-655c09818de7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:08.572025 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b932-7117-45f0-9876-655c09818de7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:08.572309 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b932-7117-45f0-9876-655c09818de7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:08.572639 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b932-7117-45f0-9876-655c09818de7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:08.572961 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b932-7117-45f0-9876-655c09818de7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:08.573283 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a383b932-7117-45f0-9876-655c09818de7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:08.587688 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-03fdfe98-909b-41aa-9928-e69afd550775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.590723 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c0bf3a01-c004-4823-92e6-b5c31fa95a9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:08.591127 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-a383b932-7117-45f0-9876-655c09818de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:08.616536 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-52fe6419-c998-4309-a5bc-6d32233b276e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.620757 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-52fe6419-c998-4309-a5bc-6d32233b276e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3998830 Jun 22 10:01:08.621719 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36718) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:08.626761 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-73db5acf-3b25-4f8b-8210-e5e3a3ca6088 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'b7c27e40-6d9d-47ed-94dc-29a214b18db3', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:01:08.633840 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Attempting to bind port cbad46b8-0e95-42bc-b51a-68326b33fc09 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:01:08.634367 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Attempting to bind port cbad46b8-0e95-42bc-b51a-68326b33fc09 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '1224a946-0f1e-4ae0-9497-d20aa009cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:01:08.634738 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Attempting to bind port cbad46b8-0e95-42bc-b51a-68326b33fc09 on network 5e4dde46-fb25-4a6f-b314-514bf4fd7195 {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:01:08.640111 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:01:08.640514 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Checking segment: {'id': '1224a946-0f1e-4ae0-9497-d20aa009cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:01:08.641021 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.641432 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Bound using segment: {'id': '1224a946-0f1e-4ae0-9497-d20aa009cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:01:08.641538 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdfe98-909b-41aa-9928-e69afd550775 None None] Pushing event updated for resources: {'Port': ['ID=1f33233c-1608-417f-b5df-4d59a5de7911,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:08.641903 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Bound port: cbad46b8-0e95-42bc-b51a-68326b33fc09, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1224a946-0f1e-4ae0-9497-d20aa009cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:01:08.642280 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.644953 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-03fdfe98-909b-41aa-9928-e69afd550775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:08.710111 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] For port cbad46b8-0e95-42bc-b51a-68326b33fc09, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:01:08.711585 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-672d1d27-a636-44f4-b168-533be29249d2 None None] Provisioning complete for port 1f33233c-1608-417f-b5df-4d59a5de7911 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:08.712532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-672d1d27-a636-44f4-b168-533be29249d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.714181 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] For port cbad46b8-0e95-42bc-b51a-68326b33fc09, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=cbad46b8-0e95-42bc-b51a-68326b33fc09,segment=NetworkSegment(1224a946-0f1e-4ae0-9497-d20aa009cd36),segment_id=1224a946-0f1e-4ae0-9497-d20aa009cd36)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:01:08.735276 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-73db5acf-3b25-4f8b-8210-e5e3a3ca6088 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.784402 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.787682 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-17bf4ea0-1bdc-4dfb-ab90-4476eb20df76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:08.804878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-73db5acf-3b25-4f8b-8210-e5e3a3ca6088 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.851857 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Routers {'bef70801-cb46-4189-918e-78ea12850995'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:01:08.852544 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:00:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['bef70801-cb46-4189-918e-78ea12850995'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:08.856318 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383b932-7117-45f0-9876-655c09818de7 None None] Pushing event updated for resources: {'Port': ['ID=cbad46b8-0e95-42bc-b51a-68326b33fc09,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:08.881292 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-73db5acf-3b25-4f8b-8210-e5e3a3ca6088 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.882111 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-672d1d27-a636-44f4-b168-533be29249d2 None None] Provisioning for port cbad46b8-0e95-42bc-b51a-68326b33fc09 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:01:08.889984 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-a383b932-7117-45f0-9876-655c09818de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:08.895121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fe874c86-a0b8-4467-a760-64f28c12fa89 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:08.914188 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db5acf-3b25-4f8b-8210-e5e3a3ca6088 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7d1c76-aeab-4cbb-a269-aaaaec0a9804,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:08.918299 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-73db5acf-3b25-4f8b-8210-e5e3a3ca6088 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:08.967142 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] Set router bef70801-cb46-4189-918e-78ea12850995 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:01:08.981921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-73db5acf-3b25-4f8b-8210-e5e3a3ca6088 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.985772 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-73db5acf-3b25-4f8b-8210-e5e3a3ca6088 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3602273 Jun 22 10:01:08.985986 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36724) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:08.991298 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-af4760f7-c294-47cf-b146-5b1bed7e3f60 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'b7c27e40-6d9d-47ed-94dc-29a214b18db3', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:01:09.049804 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3344fa9e-f62c-4434-92af-e9a52b4d4499 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:01:09.099119 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 3344fa9e-f62c-4434-92af-e9a52b4d4499 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:09.099938 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.117843 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-af4760f7-c294-47cf-b146-5b1bed7e3f60 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.182513 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef70801-cb46-4189-918e-78ea12850995', 'name': 'tempest-TestNetworkBasicOps-router-1107221266', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:01:06Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:03Z', 'updated_at': '2021-06-22T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'cbad46b8-0e95-42bc-b51a-68326b33fc09', 'name': '', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:eb:32:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0c142968-2579-4322-831a-4dadeef33b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:05Z', 'updated_at': '2021-06-22T10:01:08Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '0c142968-2579-4322-831a-4dadeef33b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:09.193508 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 1f33233c-1608-417f-b5df-4d59a5de7911 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:01:09.205384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-af4760f7-c294-47cf-b146-5b1bed7e3f60 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.210441 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2383d7-0fb7-46e0-b883-70549603ad63 None None] The sync data for ids ['bef70801-cb46-4189-918e-78ea12850995'] in dv-neutron-797121-3-hyperv is: [{'id': 'bef70801-cb46-4189-918e-78ea12850995', 'name': 'tempest-TestNetworkBasicOps-router-1107221266', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:01:06Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:03Z', 'updated_at': '2021-06-22T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'cbad46b8-0e95-42bc-b51a-68326b33fc09', 'name': '', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:eb:32:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0c142968-2579-4322-831a-4dadeef33b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:05Z', 'updated_at': '2021-06-22T10:01:08Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '0c142968-2579-4322-831a-4dadeef33b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:01:09.248619 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 1f33233c-1608-417f-b5df-4d59a5de7911 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:09.249584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.278638 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-af4760f7-c294-47cf-b146-5b1bed7e3f60 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.286997 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e96a2381-578b-4d6b-91a4-e630959b96c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:09.310922 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4760f7-c294-47cf-b146-5b1bed7e3f60 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1df050d-9b6f-45d5-9f8e-ccceb20d3495,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:09.314033 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-af4760f7-c294-47cf-b146-5b1bed7e3f60 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:09.375621 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-af4760f7-c294-47cf-b146-5b1bed7e3f60 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.380576 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-af4760f7-c294-47cf-b146-5b1bed7e3f60 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3898954 Jun 22 10:01:09.380576 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36728) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:09.385327 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d0b6db72-087c-40a5-bd50-66945bf9252e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'b7c27e40-6d9d-47ed-94dc-29a214b18db3', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:01:09.484251 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d0b6db72-087c-40a5-bd50-66945bf9252e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.545531 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d0b6db72-087c-40a5-bd50-66945bf9252e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.612748 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d0b6db72-087c-40a5-bd50-66945bf9252e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.616737 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-35851bf4-c973-46d4-a7e6-0ce0559b91da tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:09.632970 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6db72-087c-40a5-bd50-66945bf9252e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc3397c-220c-4681-8cf4-d4d689ed3065,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:09.635562 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d0b6db72-087c-40a5-bd50-66945bf9252e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:09.692762 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d0b6db72-087c-40a5-bd50-66945bf9252e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.693908 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d0b6db72-087c-40a5-bd50-66945bf9252e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3132849 Jun 22 10:01:09.696638 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36730) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:09.701628 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-b6c3813e-ae8a-4c7c-82b7-073a721f5947 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'b7c27e40-6d9d-47ed-94dc-29a214b18db3', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:01:09.783250 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b6c3813e-ae8a-4c7c-82b7-073a721f5947 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.846019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b6c3813e-ae8a-4c7c-82b7-073a721f5947 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.920970 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b6c3813e-ae8a-4c7c-82b7-073a721f5947 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.923861 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d0a642b5-2518-4c91-92e8-d966b427437d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:09.940358 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3813e-ae8a-4c7c-82b7-073a721f5947 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3849d030-3754-4ced-be0f-e007db29c230,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:09.944378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b6c3813e-ae8a-4c7c-82b7-073a721f5947 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:10.016007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b6c3813e-ae8a-4c7c-82b7-073a721f5947 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:10.019617 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b6c3813e-ae8a-4c7c-82b7-073a721f5947 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3193841 Jun 22 10:01:10.020063 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36732) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:10.025469 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-45fe6767-3bac-4f90-af85-c17f36f7853b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'b7c27e40-6d9d-47ed-94dc-29a214b18db3', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:01:10.119453 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-45fe6767-3bac-4f90-af85-c17f36f7853b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:01:10.125381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-45fe6767-3bac-4f90-af85-c17f36f7853b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:10.190890 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-45fe6767-3bac-4f90-af85-c17f36f7853b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:10.267237 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-45fe6767-3bac-4f90-af85-c17f36f7853b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:10.269120 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7d1c7b66-cdf4-4c00-875f-ddf116240553 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:10.285043 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe6767-3bac-4f90-af85-c17f36f7853b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2edee28-4981-4901-ba56-66edd3269a87,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:10.287381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-45fe6767-3bac-4f90-af85-c17f36f7853b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:10.358611 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-45fe6767-3bac-4f90-af85-c17f36f7853b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:10.359774 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-45fe6767-3bac-4f90-af85-c17f36f7853b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3387003 Jun 22 10:01:10.362564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36734) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:10.367125 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-e2c69bf1-edf5-48e8-a507-dc108d46a47f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'security_group_rule': {'security_group_id': 'b7c27e40-6d9d-47ed-94dc-29a214b18db3', 'project_id': '50763c4428f741ada1db53edd04651ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:01:10.475548 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-e2c69bf1-edf5-48e8-a507-dc108d46a47f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Project 50763c4428f741ada1db53edd04651ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:01:10.480948 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2c69bf1-edf5-48e8-a507-dc108d46a47f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:10.501673 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:10.546060 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2c69bf1-edf5-48e8-a507-dc108d46a47f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:10.632909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2c69bf1-edf5-48e8-a507-dc108d46a47f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:10.634705 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-93eb6486-6be1-4b1b-9149-00053cf50ab0 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:10.650610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c69bf1-edf5-48e8-a507-dc108d46a47f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c247450-33ee-4b4e-aca1-1caf038af2f7,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:10.653097 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e2c69bf1-edf5-48e8-a507-dc108d46a47f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:10.730014 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e2c69bf1-edf5-48e8-a507-dc108d46a47f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:10.731243 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e2c69bf1-edf5-48e8-a507-dc108d46a47f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3677459 Jun 22 10:01:10.914681 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-9d20ca29-bca4-43e5-89d7-f14eae31a9c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1592910732&fields=id&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 267 time: 0.0327203 Jun 22 10:01:11.026220 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-010b9783-bd85-4154-bfa9-d1b963eaa71e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:11.027723 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-010b9783-bd85-4154-bfa9-d1b963eaa71e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/networks?id=5e4dde46-fb25-4a6f-b314-514bf4fd7195 HTTP/1.1" status: 200 len: 797 time: 0.1058519 Jun 22 10:01:11.041989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device cbad46b8-0e95-42bc-b51a-68326b33fc09 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:01:11.044186 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-029592fc-277c-4360-aab8-cbe17b939992 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/quotas/50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 375 time: 0.0108855 Jun 22 10:01:11.112986 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-af416764-908d-4269-b01b-d49d831fd77a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634446 Jun 22 10:01:11.143622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port cbad46b8-0e95-42bc-b51a-68326b33fc09 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:01:11.147503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port cbad46b8-0e95-42bc-b51a-68326b33fc09 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:11.147918 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:11.205077 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d06a0f42-d3b3-49bf-9bf4-8c31b8ecc28d service neutron] 10.222.0.20 "GET /v2.0/networks/5e4dde46-fb25-4a6f-b314-514bf4fd7195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811615 Jun 22 10:01:11.226190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:11.259845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port cbad46b8-0e95-42bc-b51a-68326b33fc09, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=cbad46b8-0e95-42bc-b51a-68326b33fc09,segment=NetworkSegment(1224a946-0f1e-4ae0-9497-d20aa009cd36),segment_id=1224a946-0f1e-4ae0-9497-d20aa009cd36)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:01:11.301365 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-c26a095f-736e-4f90-a317-c9bd6d22df03 service neutron] 10.222.0.20 "GET /v2.0/networks/5e4dde46-fb25-4a6f-b314-514bf4fd7195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902801 Jun 22 10:01:11.332148 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:11.333999 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:11.379952 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=cbad46b8-0e95-42bc-b51a-68326b33fc09,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:11.382978 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:11.550751 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-26e00ebc-870b-4048-8bf2-9bcdb11b3948 req-c95052a4-603d-4762-acfd-eed8fc6c4d8e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 210 time: 0.0329151 Jun 22 10:01:12.630501 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a084393d-0f88-4b4e-a41d-638fff385319 req-dfafdb3e-e481-4fae-9d79-410a5077553e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 210 time: 0.0287244 Jun 22 10:01:13.026411 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device cbad46b8-0e95-42bc-b51a-68326b33fc09 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:01:13.074966 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port cbad46b8-0e95-42bc-b51a-68326b33fc09 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:13.075343 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:13.710257 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-061cfd14-3a76-466e-8eab-a8ec413cea57 req-8b1f7d19-e00b-49d6-91f0-999981a9e24b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 210 time: 0.0281644 Jun 22 10:01:14.846288 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4f8c1614-475b-4791-a50b-b220e7c4a5b9 req-79ff091e-9ab1-4987-9604-6f8b996aa782 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 210 time: 0.0284679 Jun 22 10:01:15.634531 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-ecfeeb3a-e564-4e69-b560-02127d63d4d7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:15.636008 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-ecfeeb3a-e564-4e69-b560-02127d63d4d7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/networks?id=5e4dde46-fb25-4a6f-b314-514bf4fd7195 HTTP/1.1" status: 200 len: 797 time: 0.0991850 Jun 22 10:01:15.681932 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-a7281095-238f-4da6-9d46-164c689d5376 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50763c4428f741ada1db53edd04651ab HTTP/1.1" status: 200 len: 380 time: 0.0375164 Jun 22 10:01:15.690454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-1de75841-82fb-41a9-8100-d60fb254a69c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'port': {'device_id': '28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'admin_state_up': True, 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'security_groups': ['b7c27e40-6d9d-47ed-94dc-29a214b18db3']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:01:15.866685 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-1de75841-82fb-41a9-8100-d60fb254a69c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Made reservation on behalf of 50763c4428f741ada1db53edd04651ab for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:01:15.870449 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-1de75841-82fb-41a9-8100-d60fb254a69c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:16.005651 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c2b6d839-0af6-4433-92ae-369632fc3d75 req-e3f75652-abdd-4c91-9543-ad29e1b537d8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 210 time: 0.0328774 Jun 22 10:01:16.024335 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-1de75841-82fb-41a9-8100-d60fb254a69c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.20.0.13 (5e4dde46-fb25-4a6f-b314-514bf4fd7195/0c142968-2579-4322-831a-4dadeef33b8f/ba9dee7a-b8a1-498f-9888-0466f36a7904) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:01:16.161941 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-1de75841-82fb-41a9-8100-d60fb254a69c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:16.175382 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-1de75841-82fb-41a9-8100-d60fb254a69c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Transition to ACTIVE for port object ba9dee7a-b8a1-498f-9888-0466f36a7904 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:01:16.284127 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-1de75841-82fb-41a9-8100-d60fb254a69c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:16.288098 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c579df4a-6260-4af3-ac0c-b78a1742876e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:16.326354 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-1de75841-82fb-41a9-8100-d60fb254a69c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5e4dde46-fb25-4a6f-b314-514bf4fd7195 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:01:16.329437 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-1de75841-82fb-41a9-8100-d60fb254a69c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:01:16.334969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-1de75841-82fb-41a9-8100-d60fb254a69c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:01:16.342690 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de75841-82fb-41a9-8100-d60fb254a69c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=ba9dee7a-b8a1-498f-9888-0466f36a7904,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:16.363561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1de75841-82fb-41a9-8100-d60fb254a69c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:16.389537 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-1de75841-82fb-41a9-8100-d60fb254a69c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:16.390171 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-1de75841-82fb-41a9-8100-d60fb254a69c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:16.462110 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-1de75841-82fb-41a9-8100-d60fb254a69c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7754459 Jun 22 10:01:16.474282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Request body: {'port': {'device_id': '28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:01:16.549911 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:16.563885 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5f38ef26-ae32-473b-a187-99e7b96988fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:16.606657 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-09e5d4ff-a5d8-408c-9e69-e7495775af38 None None] Provisioning for port ba9dee7a-b8a1-498f-9888-0466f36a7904 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:01:16.610474 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-09e5d4ff-a5d8-408c-9e69-e7495775af38 None None] Provisioning complete for port ba9dee7a-b8a1-498f-9888-0466f36a7904 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:16.610857 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-09e5d4ff-a5d8-408c-9e69-e7495775af38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:16.643625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-09e5d4ff-a5d8-408c-9e69-e7495775af38 None None] Port ba9dee7a-b8a1-498f-9888-0466f36a7904 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:01:16.796754 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9dee7a-b8a1-498f-9888-0466f36a7904 {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:01:16.803805 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:16.815467 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Transition to ACTIVE for port object ba9dee7a-b8a1-498f-9888-0466f36a7904 will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:01:16.894873 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:16.896944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:16.977450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9dee7a-b8a1-498f-9888-0466f36a7904,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:16.981023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:17.046963 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Attempting to bind port ba9dee7a-b8a1-498f-9888-0466f36a7904 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:01:17.047245 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Attempting to bind port ba9dee7a-b8a1-498f-9888-0466f36a7904 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '1224a946-0f1e-4ae0-9497-d20aa009cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:01:17.047676 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Attempting to bind port ba9dee7a-b8a1-498f-9888-0466f36a7904 on network 5e4dde46-fb25-4a6f-b314-514bf4fd7195 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:01:17.052672 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Port ba9dee7a-b8a1-498f-9888-0466f36a7904 on network 5e4dde46-fb25-4a6f-b314-514bf4fd7195 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:01:17.053071 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Attempting to bind port ba9dee7a-b8a1-498f-9888-0466f36a7904 on network 5e4dde46-fb25-4a6f-b314-514bf4fd7195 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:01:17.058905 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:01:17.059316 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Checking segment: {'id': '1224a946-0f1e-4ae0-9497-d20aa009cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:01:17.059740 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Bound using segment: {'id': '1224a946-0f1e-4ae0-9497-d20aa009cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:01:17.060171 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Bound port: ba9dee7a-b8a1-498f-9888-0466f36a7904, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1224a946-0f1e-4ae0-9497-d20aa009cd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:01:17.060549 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:17.133497 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] For port ba9dee7a-b8a1-498f-9888-0466f36a7904, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:01:17.137113 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] For port ba9dee7a-b8a1-498f-9888-0466f36a7904, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ba9dee7a-b8a1-498f-9888-0466f36a7904,segment=NetworkSegment(1224a946-0f1e-4ae0-9497-d20aa009cd36),segment_id=1224a946-0f1e-4ae0-9497-d20aa009cd36)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:01:17.189768 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a917ff-43e2-4a77-95df-f9b25c07d037 req-0ba2308f-a3ec-4270-be8f-7894ec8234dd tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:17.191231 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-30a917ff-43e2-4a77-95df-f9b25c07d037 req-0ba2308f-a3ec-4270-be8f-7894ec8234dd tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 944 time: 0.0694070 Jun 22 10:01:17.206900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:17.209934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d5d8be18-b88e-44cc-9608-fcabeef331bf tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:17.228258 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-30a917ff-43e2-4a77-95df-f9b25c07d037 req-fc8abc22-3098-4d0c-abf6-65424a5254e5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7c27e40-6d9d-47ed-94dc-29a214b18db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314076 Jun 22 10:01:17.240513 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:17.241236 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:17.243047 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] 10.222.0.35 "PUT /v2.0/ports/ba9dee7a-b8a1-498f-9888-0466f36a7904 HTTP/1.1" status: 200 len: 1094 time: 0.7731233 Jun 22 10:01:17.243869 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7', 'tag': 'ba9dee7a-b8a1-498f-9888-0466f36a7904'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:01:17.247119 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a1c1aa-79de-4f2f-af06-a6b71b89dd8c" -d '{"events": [{"name": "network-changed", "server_uuid": "28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7", "tag": "ba9dee7a-b8a1-498f-9888-0466f36a7904"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:01:17.273997 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9dee7a-b8a1-498f-9888-0466f36a7904,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:17.277357 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:17.284735 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c798d1-93d3-4c9c-a92b-c0d0584d33ea x-openstack-request-id: req-a9c798d1-93d3-4c9c-a92b-c0d0584d33ea {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:01:17.285144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7", "tag": "ba9dee7a-b8a1-498f-9888-0466f36a7904", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:01:17.285452 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9c798d1-93d3-4c9c-a92b-c0d0584d33ea {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:01:17.285907 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7', 'tag': 'ba9dee7a-b8a1-498f-9888-0466f36a7904', 'status': 'completed', 'code': 200} Jun 22 10:01:17.367002 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1c1aa-79de-4f2f-af06-a6b71b89dd8c req-e6b6c0ce-8258-4bc5-8c54-5ac1c26da887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:17.368577 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-77a1c1aa-79de-4f2f-af06-a6b71b89dd8c req-e6b6c0ce-8258-4bc5-8c54-5ac1c26da887 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 1097 time: 0.0618701 Jun 22 10:01:17.467329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1c1aa-79de-4f2f-af06-a6b71b89dd8c req-db8a04bc-c492-4a4c-92d7-e4c3897fb990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:17.468795 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-77a1c1aa-79de-4f2f-af06-a6b71b89dd8c req-db8a04bc-c492-4a4c-92d7-e4c3897fb990 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=50763c4428f741ada1db53edd04651ab&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0926614 Jun 22 10:01:17.564992 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1c1aa-79de-4f2f-af06-a6b71b89dd8c req-96133203-776a-439b-a5a6-4a7c47c8dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:17.566386 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-77a1c1aa-79de-4f2f-af06-a6b71b89dd8c req-96133203-776a-439b-a5a6-4a7c47c8dffb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915880 Jun 22 10:01:17.671223 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-09a1f1ed-29a4-4b36-9635-defe33f97f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:17.672737 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-09a1f1ed-29a4-4b36-9635-defe33f97f84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 1097 time: 0.0658038 Jun 22 10:01:17.711448 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-31a74e17-a38f-4161-aed1-d8c087a1aba8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba9dee7a-b8a1-498f-9888-0466f36a7904 HTTP/1.1" status: 200 len: 217 time: 0.0322833 Jun 22 10:01:17.757590 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-6ab776fc-c55d-4aa1-80ef-cff4e7362e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:17.758985 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-6ab776fc-c55d-4aa1-80ef-cff4e7362e5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0c142968-2579-4322-831a-4dadeef33b8f HTTP/1.1" status: 200 len: 835 time: 0.0413208 Jun 22 10:01:17.817960 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-168074a0-f307-43fc-9eda-0cfbb91045b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:17.819365 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-168074a0-f307-43fc-9eda-0cfbb91045b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e4dde46-fb25-4a6f-b314-514bf4fd7195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0545363 Jun 22 10:01:17.829782 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-a65347ac-9d1a-42bf-8a16-d43933b90a54 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 10:01:17.830683 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-a65347ac-9d1a-42bf-8a16-d43933b90a54 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048547 Jun 22 10:01:17.914301 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-19db1899-113b-4fea-9987-f8c692fd5c5a service neutron] 10.222.0.35 "GET /v2.0/networks/5e4dde46-fb25-4a6f-b314-514bf4fd7195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773864 Jun 22 10:01:18.002501 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-52b53d46-a4e2-47ce-b5ee-6024afd6b65e req-56c555f8-f9f2-497c-9145-601cd56ed92e service neutron] 10.222.0.35 "GET /v2.0/networks/5e4dde46-fb25-4a6f-b314-514bf4fd7195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811548 Jun 22 10:01:18.203772 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:01:18.399468 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaf0b1-71c0-4f74-b965-1810db0763e5 req-1168e700-080f-4b63-a632-623af67c7849 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:18.400843 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-aebaf0b1-71c0-4f74-b965-1810db0763e5 req-1168e700-080f-4b63-a632-623af67c7849 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 944 time: 0.0610037 Jun 22 10:01:18.436833 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-aebaf0b1-71c0-4f74-b965-1810db0763e5 req-485f401b-be14-4c42-902f-0d98cf94cdc6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7c27e40-6d9d-47ed-94dc-29a214b18db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303946 Jun 22 10:01:19.069190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-231e129d-b3f6-43ee-a280-951b5a589cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:19.312301 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:19.612676 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945e82f-344d-403d-821c-dccb47455d2e req-b37be86f-5a25-4dab-8098-bbb8fc0a89fc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:19.614101 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9945e82f-344d-403d-821c-dccb47455d2e req-b37be86f-5a25-4dab-8098-bbb8fc0a89fc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 944 time: 0.0619221 Jun 22 10:01:19.651040 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9945e82f-344d-403d-821c-dccb47455d2e req-636a76d4-f527-48b7-8562-5fa7e2d884c8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7c27e40-6d9d-47ed-94dc-29a214b18db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304239 Jun 22 10:01:20.480624 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:20.824194 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d22ae-a2f9-48e8-a301-c8068495646c req-e07202d4-8c8a-4d59-8c14-98033338b8a6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:20.825634 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f28d22ae-a2f9-48e8-a301-c8068495646c req-e07202d4-8c8a-4d59-8c14-98033338b8a6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 944 time: 0.0663331 Jun 22 10:01:20.861379 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f28d22ae-a2f9-48e8-a301-c8068495646c req-04f288fc-7bc8-4b32-86fb-15fb2256dcb2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7c27e40-6d9d-47ed-94dc-29a214b18db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301991 Jun 22 10:01:21.729239 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:21.936867 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device ba9dee7a-b8a1-498f-9888-0466f36a7904 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:01:22.028613 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port ba9dee7a-b8a1-498f-9888-0466f36a7904, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ba9dee7a-b8a1-498f-9888-0466f36a7904,segment=NetworkSegment(1224a946-0f1e-4ae0-9497-d20aa009cd36),segment_id=1224a946-0f1e-4ae0-9497-d20aa009cd36)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:01:22.029510 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068785b-8c14-4c09-8d9e-7b15bb6e343e req-b0280f8e-300c-4d59-9048-ca2cec4baa6a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:22.030972 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3068785b-8c14-4c09-8d9e-7b15bb6e343e req-b0280f8e-300c-4d59-9048-ca2cec4baa6a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 944 time: 0.0624766 Jun 22 10:01:22.040665 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': 'ba9dee7a-b8a1-498f-9888-0466f36a7904', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'port_id': 'ba9dee7a-b8a1-498f-9888-0466f36a7904', 'mac_address': 'fa:16:3e:01:2c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c142968-2579-4322-831a-4dadeef33b8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:01:22.068491 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3068785b-8c14-4c09-8d9e-7b15bb6e343e req-e8fbbcdc-84e0-4cba-a4c3-e92f7ee21b8b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7c27e40-6d9d-47ed-94dc-29a214b18db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319023 Jun 22 10:01:22.076918 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:22.089905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9dee7a-b8a1-498f-9888-0466f36a7904 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:01:22.112241 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port ba9dee7a-b8a1-498f-9888-0466f36a7904, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ba9dee7a-b8a1-498f-9888-0466f36a7904,segment=NetworkSegment(1224a946-0f1e-4ae0-9497-d20aa009cd36),segment_id=1224a946-0f1e-4ae0-9497-d20aa009cd36)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:01:22.171970 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:22.174578 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:22.218495 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=ba9dee7a-b8a1-498f-9888-0466f36a7904,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:22.221592 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:22.478713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['ba9dee7a-b8a1-498f-9888-0466f36a7904'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:01:23.236839 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aab8dd-1b84-4980-957c-6341ef01996f req-aff87903-dafb-488e-af89-2c94f4b83d1f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:23.238194 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-26aab8dd-1b84-4980-957c-6341ef01996f req-aff87903-dafb-488e-af89-2c94f4b83d1f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 945 time: 0.0622287 Jun 22 10:01:23.274079 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-26aab8dd-1b84-4980-957c-6341ef01996f req-268024dd-c393-4254-b83f-167b604472c1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7c27e40-6d9d-47ed-94dc-29a214b18db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303051 Jun 22 10:01:23.936398 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device ba9dee7a-b8a1-498f-9888-0466f36a7904 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:01:24.091410 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port ba9dee7a-b8a1-498f-9888-0466f36a7904 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:01:24.095109 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port ba9dee7a-b8a1-498f-9888-0466f36a7904 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:24.095515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:24.171307 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:24.192377 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9dee7a-b8a1-498f-9888-0466f36a7904'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:01:24.194554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1fcdb8-626d-4214-adab-b1d3fd028bd2" -d '{"events": [{"server_uuid": "28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7", "name": "network-vif-plugged", "status": "completed", "tag": "ba9dee7a-b8a1-498f-9888-0466f36a7904"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:01:24.207479 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port ba9dee7a-b8a1-498f-9888-0466f36a7904, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ba9dee7a-b8a1-498f-9888-0466f36a7904,segment=NetworkSegment(1224a946-0f1e-4ae0-9497-d20aa009cd36),segment_id=1224a946-0f1e-4ae0-9497-d20aa009cd36)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:01:24.229739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9b5ee8-3a6d-48be-a457-02d2c19c37a7 x-openstack-request-id: req-fb9b5ee8-3a6d-48be-a457-02d2c19c37a7 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:01:24.230046 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7", "name": "network-vif-plugged", "status": "completed", "tag": "ba9dee7a-b8a1-498f-9888-0466f36a7904", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:01:24.230312 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb9b5ee8-3a6d-48be-a457-02d2c19c37a7 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:01:24.230739 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9dee7a-b8a1-498f-9888-0466f36a7904', 'code': 200} Jun 22 10:01:24.263322 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:24.265267 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:24.310983 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=ba9dee7a-b8a1-498f-9888-0466f36a7904,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:24.313985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:24.443484 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a02bd-f4b3-4a83-b873-ec241735990b req-b88514c3-ba52-4201-8615-202b8b5d30c1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:24.444858 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-635a02bd-f4b3-4a83-b873-ec241735990b req-b88514c3-ba52-4201-8615-202b8b5d30c1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 946 time: 0.0622091 Jun 22 10:01:24.481972 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-635a02bd-f4b3-4a83-b873-ec241735990b req-90158cce-1031-4b88-aa70-87cd02989315 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7c27e40-6d9d-47ed-94dc-29a214b18db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307617 Jun 22 10:01:24.855461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554521d-0922-4509-992c-184e8998d368 req-d4c78f82-45b9-421d-85d5-8f2384ee8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:24.856941 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e554521d-0922-4509-992c-184e8998d368 req-d4c78f82-45b9-421d-85d5-8f2384ee8964 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 1099 time: 0.3439889 Jun 22 10:01:24.889565 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e554521d-0922-4509-992c-184e8998d368 req-59eea6d6-2d46-4565-8f00-a853d9cecca2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b7c27e40-6d9d-47ed-94dc-29a214b18db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263917 Jun 22 10:01:25.652014 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84079be3-056d-4fec-b90c-4f0f7ccdc1c2 req-21e0454e-f79b-4853-a94e-dc3492fa0213 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:25.653445 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-84079be3-056d-4fec-b90c-4f0f7ccdc1c2 req-21e0454e-f79b-4853-a94e-dc3492fa0213 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 946 time: 0.0604007 Jun 22 10:01:25.690311 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-84079be3-056d-4fec-b90c-4f0f7ccdc1c2 req-8471d859-63e5-4a1a-95dc-62024fc15a4b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7c27e40-6d9d-47ed-94dc-29a214b18db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313714 Jun 22 10:01:26.860852 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c673c-ac4c-4bc0-9bbb-4fab300c3ab6 req-ac34bc15-b280-4cb5-9b22-40c7985063dc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:26.862279 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-360c673c-ac4c-4bc0-9bbb-4fab300c3ab6 req-ac34bc15-b280-4cb5-9b22-40c7985063dc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 946 time: 0.0651305 Jun 22 10:01:26.898571 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-360c673c-ac4c-4bc0-9bbb-4fab300c3ab6 req-68a36191-1c03-4ebd-8667-85a628b9b7d8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7c27e40-6d9d-47ed-94dc-29a214b18db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308352 Jun 22 10:01:27.073279 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f742ef-acfc-4f9f-b8f1-234b471f3201 req-28b87494-c88d-4e96-b9e5-64cef98b4ba5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:27.074698 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-91f742ef-acfc-4f9f-b8f1-234b471f3201 req-28b87494-c88d-4e96-b9e5-64cef98b4ba5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 946 time: 0.0647418 Jun 22 10:01:27.110406 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-91f742ef-acfc-4f9f-b8f1-234b471f3201 req-9850c4e0-5715-47c7-9f60-e00493341f11 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7c27e40-6d9d-47ed-94dc-29a214b18db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302036 Jun 22 10:01:27.134074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36824) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:27.183542 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1367551c-fd9c-4d42-863d-95b7cdaa74d5 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:27.184985 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1367551c-fd9c-4d42-863d-95b7cdaa74d5 tempest-TestNetworkBasicOps-498156481 tempest-TestNetworkBasicOps-498156481-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 1094 time: 0.0499380 Jun 22 10:01:27.187688 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36826) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:27.192087 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': 'ba9dee7a-b8a1-498f-9888-0466f36a7904', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:01:27.288846 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:27.735874 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:27.831574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Allocated IP 172.26.3.108 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/50924f14-f948-464f-b31e-b91e81192901) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:01:27.931586 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:28.023306 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:28.025231 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-13ef9fcf-3623-402d-9ef6-e3b680ec3369 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:28.060573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:01:28.063271 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:01:28.068649 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:01:28.074394 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=50924f14-f948-464f-b31e-b91e81192901,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:28.092133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:28.422952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:28.548145 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:28.689605 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:28.754315 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:28.757111 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:28.827360 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event updated for resources: {'Port': ['ID=50924f14-f948-464f-b31e-b91e81192901,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:28.831216 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:28.836063 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:28.935419 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP d46fbb00-7ec2-4274-bab8-462eeb636381 associated. External IP: 172.26.3.108, port: ba9dee7a-b8a1-498f-9888-0466f36a7904. Jun 22 10:01:29.142977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router bef70801-cb46-4189-918e-78ea12850995 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:01:29.251300 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:01:29.260328 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dabb02-778f-4f67-8505-deb661d590fe None None] Sync routers for ids ['bef70801-cb46-4189-918e-78ea12850995'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:01:29.270011 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dabb02-778f-4f67-8505-deb661d590fe None None] Routers {'bef70801-cb46-4189-918e-78ea12850995'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:01:29.279241 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c3dabb02-778f-4f67-8505-deb661d590fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:01:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['bef70801-cb46-4189-918e-78ea12850995'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:29.326488 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:29.363232 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1745195 Jun 22 10:01:29.363956 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7', 'tag': 'ba9dee7a-b8a1-498f-9888-0466f36a7904'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:01:29.365997 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36828) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:29.366471 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e17bb5-015a-479a-8898-29aedb5838b4" -d '{"events": [{"name": "network-changed", "server_uuid": "28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7", "tag": "ba9dee7a-b8a1-498f-9888-0466f36a7904"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:01:29.377449 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-c3dabb02-778f-4f67-8505-deb661d590fe None None] Set router bef70801-cb46-4189-918e-78ea12850995 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:01:29.405126 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2126ec06-a530-476a-8a2b-0eb7e315341f x-openstack-request-id: req-2126ec06-a530-476a-8a2b-0eb7e315341f {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:01:29.405653 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7", "tag": "ba9dee7a-b8a1-498f-9888-0466f36a7904", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:01:29.406139 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2126ec06-a530-476a-8a2b-0eb7e315341f {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:01:29.406746 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7', 'tag': 'ba9dee7a-b8a1-498f-9888-0466f36a7904', 'status': 'completed', 'code': 200} Jun 22 10:01:29.427540 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f6938751-44aa-48b2-b2ec-043f32d5eec9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/d46fbb00-7ec2-4274-bab8-462eeb636381 HTTP/1.1" status: 200 len: 992 time: 0.0595779 Jun 22 10:01:29.564506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e17bb5-015a-479a-8898-29aedb5838b4 req-d87abb39-2441-4a00-8c01-cdf5c1167d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:29.565984 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-75e17bb5-015a-479a-8898-29aedb5838b4 req-d87abb39-2441-4a00-8c01-cdf5c1167d80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 1099 time: 0.1373036 Jun 22 10:01:29.601448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c3dabb02-778f-4f67-8505-deb661d590fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef70801-cb46-4189-918e-78ea12850995', 'name': 'tempest-TestNetworkBasicOps-router-1107221266', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:01:06Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:03Z', 'updated_at': '2021-06-22T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd46fbb00-7ec2-4274-bab8-462eeb636381', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'bef70801-cb46-4189-918e-78ea12850995', 'port_id': 'ba9dee7a-b8a1-498f-9888-0466f36a7904', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'mac_address': 'fa:16:3e:01:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:01:28Z', 'updated_at': '2021-06-22T10:01:28Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbad46b8-0e95-42bc-b51a-68326b33fc09', 'name': '', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:eb:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0c142968-2579-4322-831a-4dadeef33b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:05Z', 'updated_at': '2021-06-22T10:01:11Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '0c142968-2579-4322-831a-4dadeef33b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:29.627169 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dabb02-778f-4f67-8505-deb661d590fe None None] Checking router: bef70801-cb46-4189-918e-78ea12850995 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:01:29.635638 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dabb02-778f-4f67-8505-deb661d590fe None None] Routers {'bef70801-cb46-4189-918e-78ea12850995'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:01:29.636285 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c3dabb02-778f-4f67-8505-deb661d590fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:01:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['bef70801-cb46-4189-918e-78ea12850995'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:29.665274 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e17bb5-015a-479a-8898-29aedb5838b4 req-4490d3ec-ce56-46a4-b553-1716e7b4db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:29.667296 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-75e17bb5-015a-479a-8898-29aedb5838b4 req-4490d3ec-ce56-46a4-b553-1716e7b4db89 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5e4dde46-fb25-4a6f-b314-514bf4fd7195 HTTP/1.1" status: 200 len: 898 time: 0.0956175 Jun 22 10:01:29.730161 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-75e17bb5-015a-479a-8898-29aedb5838b4 req-8f57408e-9d32-494c-8baa-704f9d4377e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba9dee7a-b8a1-498f-9888-0466f36a7904 HTTP/1.1" status: 200 len: 1000 time: 0.0566103 Jun 22 10:01:29.738969 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-c3dabb02-778f-4f67-8505-deb661d590fe None None] Set router bef70801-cb46-4189-918e-78ea12850995 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:01:29.779353 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e17bb5-015a-479a-8898-29aedb5838b4 req-dbd65030-90b5-432f-89f0-80e2ad55ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:29.780772 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-75e17bb5-015a-479a-8898-29aedb5838b4 req-dbd65030-90b5-432f-89f0-80e2ad55ce05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0c142968-2579-4322-831a-4dadeef33b8f HTTP/1.1" status: 200 len: 835 time: 0.0451479 Jun 22 10:01:29.834576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e17bb5-015a-479a-8898-29aedb5838b4 req-b956fd5d-a2b8-426e-a2e2-dd137230f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:29.836118 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-75e17bb5-015a-479a-8898-29aedb5838b4 req-b956fd5d-a2b8-426e-a2e2-dd137230f19f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e4dde46-fb25-4a6f-b314-514bf4fd7195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0496778 Jun 22 10:01:29.922323 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-75e17bb5-015a-479a-8898-29aedb5838b4 req-82f12c07-bc27-40a8-a3cc-ac82a29e4798 service neutron] 10.222.0.35 "GET /v2.0/networks/5e4dde46-fb25-4a6f-b314-514bf4fd7195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794625 Jun 22 10:01:29.959542 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c3dabb02-778f-4f67-8505-deb661d590fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef70801-cb46-4189-918e-78ea12850995', 'name': 'tempest-TestNetworkBasicOps-router-1107221266', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:01:06Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:03Z', 'updated_at': '2021-06-22T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd46fbb00-7ec2-4274-bab8-462eeb636381', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'bef70801-cb46-4189-918e-78ea12850995', 'port_id': 'ba9dee7a-b8a1-498f-9888-0466f36a7904', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'mac_address': 'fa:16:3e:01:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:01:28Z', 'updated_at': '2021-06-22T10:01:28Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbad46b8-0e95-42bc-b51a-68326b33fc09', 'name': '', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:eb:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0c142968-2579-4322-831a-4dadeef33b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:05Z', 'updated_at': '2021-06-22T10:01:11Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '0c142968-2579-4322-831a-4dadeef33b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:29.989971 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dabb02-778f-4f67-8505-deb661d590fe None None] The sync data for ids ['bef70801-cb46-4189-918e-78ea12850995'] in dv-neutron-797121-3-hyperv is: [{'id': 'bef70801-cb46-4189-918e-78ea12850995', 'name': 'tempest-TestNetworkBasicOps-router-1107221266', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:01:06Z', 'revision_number': 4, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:03Z', 'updated_at': '2021-06-22T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd46fbb00-7ec2-4274-bab8-462eeb636381', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'bef70801-cb46-4189-918e-78ea12850995', 'port_id': 'ba9dee7a-b8a1-498f-9888-0466f36a7904', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'mac_address': 'fa:16:3e:01:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:01:28Z', 'updated_at': '2021-06-22T10:01:28Z', 'revision_number': 0, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbad46b8-0e95-42bc-b51a-68326b33fc09', 'name': '', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:eb:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0c142968-2579-4322-831a-4dadeef33b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:05Z', 'updated_at': '2021-06-22T10:01:11Z', 'revision_number': 5, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '0c142968-2579-4322-831a-4dadeef33b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:01:30.024740 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-75e17bb5-015a-479a-8898-29aedb5838b4 req-445b7317-a7f5-4f8b-8e82-b525c843fb76 service neutron] 10.222.0.35 "GET /v2.0/networks/5e4dde46-fb25-4a6f-b314-514bf4fd7195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965796 Jun 22 10:01:30.175946 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f8d9e8-c4de-42f7-96b2-af16822cfc91 None None] New status for floating IP d46fbb00-7ec2-4274-bab8-462eeb636381: ACTIVE {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:01:30.430848 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36834) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:30.490082 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e82bf64d-c344-4f2c-be1d-8ad9df17c7ba tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/d46fbb00-7ec2-4274-bab8-462eeb636381 HTTP/1.1" status: 200 len: 994 time: 0.0574176 Jun 22 10:01:40.485429 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:46.588718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-54d4293f-a9da-4c3c-84db-07304357cf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:49.053948 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-57b6228d-d606-4652-ba7c-19f4780e11ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:49.339522 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:50.497102 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:51.739519 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:55.203017 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:02:10.496518 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:16.564723 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-edc422b8-75e3-4de4-ab47-86e4cf339a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:19.055894 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-de060490-d55f-4101-b9c0-dd7385713da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:19.338143 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:20.467220 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:21.766543 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:26.185988 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c6d5ed5e-1b80-4683-969c-b74044079433 req-5617c929-43be-48a1-ae4c-897cae2337c7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539160 Jun 22 10:02:26.277039 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5ed5e-1b80-4683-969c-b74044079433 req-cf53f316-9bd2-41a0-a25a-8b23fa3d500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:02:26.278463 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c6d5ed5e-1b80-4683-969c-b74044079433 req-cf53f316-9bd2-41a0-a25a-8b23fa3d500b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 1099 time: 0.0524800 Jun 22 10:02:26.380743 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5ed5e-1b80-4683-969c-b74044079433 req-365921f0-2802-4e06-a866-a89f9e9a4c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:02:26.382059 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c6d5ed5e-1b80-4683-969c-b74044079433 req-365921f0-2802-4e06-a866-a89f9e9a4c9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=5e4dde46-fb25-4a6f-b314-514bf4fd7195 HTTP/1.1" status: 200 len: 898 time: 0.0842178 Jun 22 10:02:26.445415 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c6d5ed5e-1b80-4683-969c-b74044079433 req-931e522e-33cd-4fa9-af9f-b46e7193cce4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba9dee7a-b8a1-498f-9888-0466f36a7904 HTTP/1.1" status: 200 len: 1002 time: 0.0569968 Jun 22 10:02:26.491261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5ed5e-1b80-4683-969c-b74044079433 req-857ab2dd-9520-4c89-9bd5-dca9780eaed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:02:26.492678 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c6d5ed5e-1b80-4683-969c-b74044079433 req-857ab2dd-9520-4c89-9bd5-dca9780eaed8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0c142968-2579-4322-831a-4dadeef33b8f HTTP/1.1" status: 200 len: 835 time: 0.0415132 Jun 22 10:02:26.549940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5ed5e-1b80-4683-969c-b74044079433 req-360c6c2b-4fd4-4f2d-85ef-3b8b7ebb3b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:02:26.551338 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c6d5ed5e-1b80-4683-969c-b74044079433 req-360c6c2b-4fd4-4f2d-85ef-3b8b7ebb3b0a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e4dde46-fb25-4a6f-b314-514bf4fd7195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522192 Jun 22 10:02:26.635537 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c6d5ed5e-1b80-4683-969c-b74044079433 req-b81c591a-1461-4a49-a055-7db94150ffe8 service neutron] 10.222.0.35 "GET /v2.0/networks/5e4dde46-fb25-4a6f-b314-514bf4fd7195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0762835 Jun 22 10:02:26.724597 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c6d5ed5e-1b80-4683-969c-b74044079433 req-470d7fde-15b3-4fde-a625-71a7c4e79eeb service neutron] 10.222.0.35 "GET /v2.0/networks/5e4dde46-fb25-4a6f-b314-514bf4fd7195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832508 Jun 22 10:02:32.201243 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:02:40.506631 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:41.441248 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36856) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:41.446091 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-fce8c036-0709-45c2-bf4a-9dc19206dac5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'router': {'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:02:41.735791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fce8c036-0709-45c2-bf4a-9dc19206dac5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:41.840772 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fce8c036-0709-45c2-bf4a-9dc19206dac5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:41.941938 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce8c036-0709-45c2-bf4a-9dc19206dac5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router bef70801-cb46-4189-918e-78ea12850995 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:02:42.043850 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce8c036-0709-45c2-bf4a-9dc19206dac5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:02:42.051073 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fce8c036-0709-45c2-bf4a-9dc19206dac5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:42.052236 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fce8c036-0709-45c2-bf4a-9dc19206dac5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/bef70801-cb46-4189-918e-78ea12850995 HTTP/1.1" status: 200 len: 889 time: 0.6099916 Jun 22 10:02:42.054573 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea7e4b-4c95-4d31-b1a9-54bda4c1be42 None None] Sync routers for ids ['bef70801-cb46-4189-918e-78ea12850995'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:02:42.066010 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea7e4b-4c95-4d31-b1a9-54bda4c1be42 None None] Routers {'bef70801-cb46-4189-918e-78ea12850995'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:42.066613 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9bea7e4b-4c95-4d31-b1a9-54bda4c1be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:02:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['bef70801-cb46-4189-918e-78ea12850995'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:42.100188 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9bea7e4b-4c95-4d31-b1a9-54bda4c1be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:42.108416 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea7e4b-4c95-4d31-b1a9-54bda4c1be42 None None] Routers {'bef70801-cb46-4189-918e-78ea12850995'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:42.109512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9bea7e4b-4c95-4d31-b1a9-54bda4c1be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:02:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['bef70801-cb46-4189-918e-78ea12850995'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:42.139445 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-9bea7e4b-4c95-4d31-b1a9-54bda4c1be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:42.140067 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea7e4b-4c95-4d31-b1a9-54bda4c1be42 None None] The sync data for ids ['bef70801-cb46-4189-918e-78ea12850995'] in dv-neutron-797121-3-hyperv is: [] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:02:42.874545 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db795b89-979c-4604-8d63-234df89b470d None None] New status for floating IP d46fbb00-7ec2-4274-bab8-462eeb636381: DOWN {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:02:43.071802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3344fa9e-f62c-4434-92af-e9a52b4d4499 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:02:43.155690 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:43.175184 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 3344fa9e-f62c-4434-92af-e9a52b4d4499, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3344fa9e-f62c-4434-92af-e9a52b4d4499,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:43.284491 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:43.285280 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device cbad46b8-0e95-42bc-b51a-68326b33fc09 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:02:43.287028 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:43.358618 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=3344fa9e-f62c-4434-92af-e9a52b4d4499,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:43.368944 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:43.369241 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:43.369585 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:43.369930 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:43.370247 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:43.370576 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:43.370902 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:43.371228 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:43.371577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:43.371903 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:43.372224 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:43.372543 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:43.391606 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:43.408248 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:43.579972 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port cbad46b8-0e95-42bc-b51a-68326b33fc09, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=cbad46b8-0e95-42bc-b51a-68326b33fc09,segment=NetworkSegment(1224a946-0f1e-4ae0-9497-d20aa009cd36),segment_id=1224a946-0f1e-4ae0-9497-d20aa009cd36)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:43.657313 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:43.659550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7e838e2f-3a7a-4389-820d-ed1ddab7979a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:43.703712 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=cbad46b8-0e95-42bc-b51a-68326b33fc09,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:43.706588 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:44.192538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36862) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:44.197930 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-18aad2b5-6cb3-4745-9bcc-0c6079692be7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:02:44.492721 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-18aad2b5-6cb3-4745-9bcc-0c6079692be7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:44.586927 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-18aad2b5-6cb3-4745-9bcc-0c6079692be7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711518'] for router, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:44.690164 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18aad2b5-6cb3-4745-9bcc-0c6079692be7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router bef70801-cb46-4189-918e-78ea12850995 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:02:44.793407 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18aad2b5-6cb3-4745-9bcc-0c6079692be7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:02:44.800666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-18aad2b5-6cb3-4745-9bcc-0c6079692be7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:44.801819 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-18aad2b5-6cb3-4745-9bcc-0c6079692be7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/bef70801-cb46-4189-918e-78ea12850995 HTTP/1.1" status: 200 len: 888 time: 0.6082952 Jun 22 10:02:44.803207 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bd145f-e85a-49d9-8b1d-8ba2c413f2fa None None] Sync routers for ids ['bef70801-cb46-4189-918e-78ea12850995'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:02:44.804661 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36866) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:44.812601 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bd145f-e85a-49d9-8b1d-8ba2c413f2fa None None] Routers {'bef70801-cb46-4189-918e-78ea12850995'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:44.813225 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-40bd145f-e85a-49d9-8b1d-8ba2c413f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:02:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['bef70801-cb46-4189-918e-78ea12850995'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:44.915887 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-40bd145f-e85a-49d9-8b1d-8ba2c413f2fa None None] Set router bef70801-cb46-4189-918e-78ea12850995 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:02:44.944041 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e5141688-9aaf-4089-8e17-251ca588f5ed tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/d46fbb00-7ec2-4274-bab8-462eeb636381 HTTP/1.1" status: 200 len: 992 time: 0.1381850 Jun 22 10:02:45.130398 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-40bd145f-e85a-49d9-8b1d-8ba2c413f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef70801-cb46-4189-918e-78ea12850995', 'name': 'tempest-TestNetworkBasicOps-router-1107221266', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:02:44Z', 'revision_number': 6, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:03Z', 'updated_at': '2021-06-22T10:02:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd46fbb00-7ec2-4274-bab8-462eeb636381', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'bef70801-cb46-4189-918e-78ea12850995', 'port_id': 'ba9dee7a-b8a1-498f-9888-0466f36a7904', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'mac_address': 'fa:16:3e:01:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:01:28Z', 'updated_at': '2021-06-22T10:02:42Z', 'revision_number': 2, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbad46b8-0e95-42bc-b51a-68326b33fc09', 'name': '', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:eb:32:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0c142968-2579-4322-831a-4dadeef33b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:05Z', 'updated_at': '2021-06-22T10:02:43Z', 'revision_number': 6, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '0c142968-2579-4322-831a-4dadeef33b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:45.160402 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bd145f-e85a-49d9-8b1d-8ba2c413f2fa None None] Checking router: bef70801-cb46-4189-918e-78ea12850995 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:02:45.168942 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bd145f-e85a-49d9-8b1d-8ba2c413f2fa None None] Routers {'bef70801-cb46-4189-918e-78ea12850995'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:45.169563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-40bd145f-e85a-49d9-8b1d-8ba2c413f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:02:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['bef70801-cb46-4189-918e-78ea12850995'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:45.271726 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-40bd145f-e85a-49d9-8b1d-8ba2c413f2fa None None] Set router bef70801-cb46-4189-918e-78ea12850995 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:02:45.481731 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-40bd145f-e85a-49d9-8b1d-8ba2c413f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef70801-cb46-4189-918e-78ea12850995', 'name': 'tempest-TestNetworkBasicOps-router-1107221266', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:02:44Z', 'revision_number': 6, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:03Z', 'updated_at': '2021-06-22T10:02:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd46fbb00-7ec2-4274-bab8-462eeb636381', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'bef70801-cb46-4189-918e-78ea12850995', 'port_id': 'ba9dee7a-b8a1-498f-9888-0466f36a7904', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'mac_address': 'fa:16:3e:01:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:01:28Z', 'updated_at': '2021-06-22T10:02:42Z', 'revision_number': 2, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbad46b8-0e95-42bc-b51a-68326b33fc09', 'name': '', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:eb:32:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0c142968-2579-4322-831a-4dadeef33b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:05Z', 'updated_at': '2021-06-22T10:02:43Z', 'revision_number': 6, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '0c142968-2579-4322-831a-4dadeef33b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:45.511849 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bd145f-e85a-49d9-8b1d-8ba2c413f2fa None None] The sync data for ids ['bef70801-cb46-4189-918e-78ea12850995'] in dv-neutron-797121-3-hyperv is: [{'id': 'bef70801-cb46-4189-918e-78ea12850995', 'name': 'tempest-TestNetworkBasicOps-router-1107221266', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:02:44Z', 'revision_number': 6, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:03Z', 'updated_at': '2021-06-22T10:02:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd46fbb00-7ec2-4274-bab8-462eeb636381', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'bef70801-cb46-4189-918e-78ea12850995', 'port_id': 'ba9dee7a-b8a1-498f-9888-0466f36a7904', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'mac_address': 'fa:16:3e:01:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:01:28Z', 'updated_at': '2021-06-22T10:02:42Z', 'revision_number': 2, 'project_id': '50763c4428f741ada1db53edd04651ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbad46b8-0e95-42bc-b51a-68326b33fc09', 'name': '', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:eb:32:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0c142968-2579-4322-831a-4dadeef33b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:05Z', 'updated_at': '2021-06-22T10:02:43Z', 'revision_number': 6, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '0c142968-2579-4322-831a-4dadeef33b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:02:45.947835 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36870) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:46.010911 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1069deff-1a12-48bf-b4ce-01a1256f248b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/d46fbb00-7ec2-4274-bab8-462eeb636381 HTTP/1.1" status: 200 len: 992 time: 0.0615537 Jun 22 10:02:46.560171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7f10d5b7-e7ac-4a5c-91b5-0ba92ed0ff6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:46.984107 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de43a38f-2aac-459e-af05-6d5ff2f0d032 None None] New status for floating IP d46fbb00-7ec2-4274-bab8-462eeb636381: ACTIVE {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:02:47.014575 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36872) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:47.087804 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-01d6f40c-8885-4ba0-bc11-a993edd326a5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/d46fbb00-7ec2-4274-bab8-462eeb636381 HTTP/1.1" status: 200 len: 992 time: 0.0709515 Jun 22 10:02:47.135754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3344fa9e-f62c-4434-92af-e9a52b4d4499 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:02:47.188422 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 3344fa9e-f62c-4434-92af-e9a52b4d4499 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:47.190384 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:47.271921 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:47.293072 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 3344fa9e-f62c-4434-92af-e9a52b4d4499, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3344fa9e-f62c-4434-92af-e9a52b4d4499,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:47.365560 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:47.366457 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device cbad46b8-0e95-42bc-b51a-68326b33fc09 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:02:47.368240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:47.440692 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=3344fa9e-f62c-4434-92af-e9a52b4d4499,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:47.444319 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:47.454309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port cbad46b8-0e95-42bc-b51a-68326b33fc09 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:47.454689 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:47.532617 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:47.563937 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port cbad46b8-0e95-42bc-b51a-68326b33fc09, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=cbad46b8-0e95-42bc-b51a-68326b33fc09,segment=NetworkSegment(1224a946-0f1e-4ae0-9497-d20aa009cd36),segment_id=1224a946-0f1e-4ae0-9497-d20aa009cd36)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:47.616548 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:47.618354 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:47.666889 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=cbad46b8-0e95-42bc-b51a-68326b33fc09,revision_number=7']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:47.669906 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:48.090545 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36874) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:48.150147 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e8a5c518-55b4-4764-ab61-0b5f5269e65d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/floatingips/d46fbb00-7ec2-4274-bab8-462eeb636381 HTTP/1.1" status: 200 len: 994 time: 0.0583069 Jun 22 10:02:48.413397 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36880) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:48.568482 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port 50924f14-f948-464f-b31e-b91e81192901 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:02:48.568833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:48.641297 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:48.641633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:48.707011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for 50924f14-f948-464f-b31e-b91e81192901 owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:02:48.907895 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:48.910603 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9d9a9560-001f-4b97-af16-8fa84d63ec86 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:48.933501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=50924f14-f948-464f-b31e-b91e81192901,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:48.960784 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:48.961127 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:48.961520 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:48.961906 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:48.962291 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:48.962675 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:48.963059 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:48.963461 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:48.963839 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:48.964217 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:48.964596 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:48.964967 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:48.969341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:49.005180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:49.011585 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Floating IP d46fbb00-7ec2-4274-bab8-462eeb636381 disassociated (deleted). External IP: 172.26.3.108, port: ba9dee7a-b8a1-498f-9888-0466f36a7904. Jun 22 10:02:49.045590 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-961c13e8-32d1-4c5f-a701-4f3beb9937d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:49.088314 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3344fa9e-f62c-4434-92af-e9a52b4d4499 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:02:49.137217 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 3344fa9e-f62c-4434-92af-e9a52b4d4499 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:49.137604 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:49.227085 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router bef70801-cb46-4189-918e-78ea12850995 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:02:49.228087 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device cbad46b8-0e95-42bc-b51a-68326b33fc09 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:02:49.284366 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port cbad46b8-0e95-42bc-b51a-68326b33fc09 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:49.285290 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:49.355394 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:49.703727 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:02:49.708704 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:49.714769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9c601-0f40-4aa7-8303-0c0e03b07d2e None None] Sync routers for ids ['bef70801-cb46-4189-918e-78ea12850995'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:02:49.725101 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b9c601-0f40-4aa7-8303-0c0e03b07d2e None None] Routers {'bef70801-cb46-4189-918e-78ea12850995'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:49.725808 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-35b9c601-0f40-4aa7-8303-0c0e03b07d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:02:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['bef70801-cb46-4189-918e-78ea12850995'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:49.747196 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/floatingips/d46fbb00-7ec2-4274-bab8-462eeb636381 HTTP/1.1" status: 204 len: 168 time: 1.3327763 Jun 22 10:02:49.748208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7', 'tag': 'ba9dee7a-b8a1-498f-9888-0466f36a7904'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:02:49.751310 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f71fcb5-6b18-4c2c-8c70-c1b412f38db2" -d '{"events": [{"name": "network-changed", "server_uuid": "28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7", "tag": "ba9dee7a-b8a1-498f-9888-0466f36a7904"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:02:49.793248 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425674b5-ab00-4374-b176-253e882299df x-openstack-request-id: req-425674b5-ab00-4374-b176-253e882299df {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:02:49.793596 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7", "tag": "ba9dee7a-b8a1-498f-9888-0466f36a7904", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:02:49.793906 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-425674b5-ab00-4374-b176-253e882299df {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:02:49.794359 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7', 'tag': 'ba9dee7a-b8a1-498f-9888-0466f36a7904', 'status': 'completed', 'code': 200} Jun 22 10:02:49.847825 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-35b9c601-0f40-4aa7-8303-0c0e03b07d2e None None] Set router bef70801-cb46-4189-918e-78ea12850995 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:02:49.875303 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71fcb5-6b18-4c2c-8c70-c1b412f38db2 req-7b1dcde0-6ad4-4601-9a5c-0c37f1779e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:02:49.877539 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0f71fcb5-6b18-4c2c-8c70-c1b412f38db2 req-7b1dcde0-6ad4-4601-9a5c-0c37f1779e91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50763c4428f741ada1db53edd04651ab&device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 1099 time: 0.0601597 Jun 22 10:02:49.977503 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71fcb5-6b18-4c2c-8c70-c1b412f38db2 req-ae64a605-f210-4097-82cf-6ee506abf6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:02:49.978960 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0f71fcb5-6b18-4c2c-8c70-c1b412f38db2 req-ae64a605-f210-4097-82cf-6ee506abf6e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5e4dde46-fb25-4a6f-b314-514bf4fd7195 HTTP/1.1" status: 200 len: 898 time: 0.0938618 Jun 22 10:02:50.027291 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0f71fcb5-6b18-4c2c-8c70-c1b412f38db2 req-5a23d7f5-e461-40f2-ae71-388026043e57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba9dee7a-b8a1-498f-9888-0466f36a7904 HTTP/1.1" status: 200 len: 217 time: 0.0424128 Jun 22 10:02:50.056642 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-35b9c601-0f40-4aa7-8303-0c0e03b07d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef70801-cb46-4189-918e-78ea12850995', 'name': 'tempest-TestNetworkBasicOps-router-1107221266', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:02:44Z', 'revision_number': 6, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:03Z', 'updated_at': '2021-06-22T10:02:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'cbad46b8-0e95-42bc-b51a-68326b33fc09', 'name': '', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:eb:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0c142968-2579-4322-831a-4dadeef33b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:05Z', 'updated_at': '2021-06-22T10:02:47Z', 'revision_number': 7, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '0c142968-2579-4322-831a-4dadeef33b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:50.077417 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71fcb5-6b18-4c2c-8c70-c1b412f38db2 req-9af00839-196b-4bbf-8f59-0e343942c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:02:50.079070 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0f71fcb5-6b18-4c2c-8c70-c1b412f38db2 req-9af00839-196b-4bbf-8f59-0e343942c62a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0c142968-2579-4322-831a-4dadeef33b8f HTTP/1.1" status: 200 len: 835 time: 0.0461040 Jun 22 10:02:50.084523 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9c601-0f40-4aa7-8303-0c0e03b07d2e None None] Checking router: bef70801-cb46-4189-918e-78ea12850995 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:02:50.094818 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b9c601-0f40-4aa7-8303-0c0e03b07d2e None None] Routers {'bef70801-cb46-4189-918e-78ea12850995'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:50.095487 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-35b9c601-0f40-4aa7-8303-0c0e03b07d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:02:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['bef70801-cb46-4189-918e-78ea12850995'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:50.150087 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71fcb5-6b18-4c2c-8c70-c1b412f38db2 req-65a73352-d556-4645-8bd9-e748eaaf36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:02:50.151641 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0f71fcb5-6b18-4c2c-8c70-c1b412f38db2 req-65a73352-d556-4645-8bd9-e748eaaf36ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e4dde46-fb25-4a6f-b314-514bf4fd7195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655444 Jun 22 10:02:50.201879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-35b9c601-0f40-4aa7-8303-0c0e03b07d2e None None] Set router bef70801-cb46-4189-918e-78ea12850995 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:02:50.250222 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0f71fcb5-6b18-4c2c-8c70-c1b412f38db2 req-d8fa321c-9352-4cf3-9b9d-cfef0806bdbb service neutron] 10.222.0.35 "GET /v2.0/networks/5e4dde46-fb25-4a6f-b314-514bf4fd7195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925479 Jun 22 10:02:50.371639 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0f71fcb5-6b18-4c2c-8c70-c1b412f38db2 req-2e2f4387-bc18-4c8f-9980-8b535bd0127c service neutron] 10.222.0.35 "GET /v2.0/networks/5e4dde46-fb25-4a6f-b314-514bf4fd7195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129787 Jun 22 10:02:50.398139 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439210a-b6f2-4c47-813f-fde5da5a7128 req-3b5e794c-d1a3-4b8a-937c-814e337880d2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:02:50.399617 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9439210a-b6f2-4c47-813f-fde5da5a7128 req-3b5e794c-d1a3-4b8a-937c-814e337880d2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 946 time: 0.0844567 Jun 22 10:02:50.400813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-35b9c601-0f40-4aa7-8303-0c0e03b07d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef70801-cb46-4189-918e-78ea12850995', 'name': 'tempest-TestNetworkBasicOps-router-1107221266', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:02:44Z', 'revision_number': 6, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:03Z', 'updated_at': '2021-06-22T10:02:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'cbad46b8-0e95-42bc-b51a-68326b33fc09', 'name': '', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:eb:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0c142968-2579-4322-831a-4dadeef33b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:05Z', 'updated_at': '2021-06-22T10:02:47Z', 'revision_number': 7, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '0c142968-2579-4322-831a-4dadeef33b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:50.435775 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9c601-0f40-4aa7-8303-0c0e03b07d2e None None] The sync data for ids ['bef70801-cb46-4189-918e-78ea12850995'] in dv-neutron-797121-3-hyperv is: [{'id': 'bef70801-cb46-4189-918e-78ea12850995', 'name': 'tempest-TestNetworkBasicOps-router-1107221266', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:02:44Z', 'revision_number': 6, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:03Z', 'updated_at': '2021-06-22T10:02:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'cbad46b8-0e95-42bc-b51a-68326b33fc09', 'name': '', 'network_id': '5e4dde46-fb25-4a6f-b314-514bf4fd7195', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'mac_address': 'fa:16:3e:eb:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0c142968-2579-4322-831a-4dadeef33b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:05Z', 'updated_at': '2021-06-22T10:02:47Z', 'revision_number': 7, 'project_id': '50763c4428f741ada1db53edd04651ab', 'subnets': [{'id': '0c142968-2579-4322-831a-4dadeef33b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:02:50.437993 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9439210a-b6f2-4c47-813f-fde5da5a7128 req-c393e38d-f303-425f-b567-d76f2f60a55f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7c27e40-6d9d-47ed-94dc-29a214b18db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324590 Jun 22 10:02:50.548414 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:51.057829 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e438f515-1372-47e6-98fd-9b1875c838f9 None None] New status for floating IP d46fbb00-7ec2-4274-bab8-462eeb636381: DOWN {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:02:51.624520 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cd7ce-f01c-4d9a-b28f-0ea9cae6dc59 req-6d35dfa7-43a8-4432-bd26-15e3973d9981 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:02:51.625979 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f69cd7ce-f01c-4d9a-b28f-0ea9cae6dc59 req-6d35dfa7-43a8-4432-bd26-15e3973d9981 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 946 time: 0.0651696 Jun 22 10:02:51.668062 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f69cd7ce-f01c-4d9a-b28f-0ea9cae6dc59 req-3374f5e7-4f5e-45ce-a31b-85f2587e82f8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7c27e40-6d9d-47ed-94dc-29a214b18db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363309 Jun 22 10:02:51.742574 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:52.009488 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d935ca-1633-409b-9ef3-6e5e5a573273 req-04f87d75-d015-41d3-8dba-000b9dd39007 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:02:52.010834 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-48d935ca-1633-409b-9ef3-6e5e5a573273 req-04f87d75-d015-41d3-8dba-000b9dd39007 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 946 time: 0.0679996 Jun 22 10:02:52.106731 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-48d935ca-1633-409b-9ef3-6e5e5a573273 req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port ba9dee7a-b8a1-498f-9888-0466f36a7904 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:02:52.107078 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-48d935ca-1633-409b-9ef3-6e5e5a573273 req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:52.196402 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-48d935ca-1633-409b-9ef3-6e5e5a573273 req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port ba9dee7a-b8a1-498f-9888-0466f36a7904, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ba9dee7a-b8a1-498f-9888-0466f36a7904,segment=NetworkSegment(1224a946-0f1e-4ae0-9497-d20aa009cd36),segment_id=1224a946-0f1e-4ae0-9497-d20aa009cd36)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:52.196768 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-48d935ca-1633-409b-9ef3-6e5e5a573273 req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:52.261079 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-48d935ca-1633-409b-9ef3-6e5e5a573273 req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for ba9dee7a-b8a1-498f-9888-0466f36a7904 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:02:52.451053 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-48d935ca-1633-409b-9ef3-6e5e5a573273 req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:52.456009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3fa5d676-95f2-4c07-89af-b9a138987fe4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:52.480489 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=ba9dee7a-b8a1-498f-9888-0466f36a7904,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:52.513062 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:52.513400 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:52.513783 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:52.514182 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:52.514534 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:52.514908 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:52.515277 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:52.515688 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:52.516058 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:52.521451 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:52.521451 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:52.521451 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:52.521451 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:52.536741 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d935ca-1633-409b-9ef3-6e5e5a573273 req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] No DVR routers for this DVR port ba9dee7a-b8a1-498f-9888-0466f36a7904 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:02:52.539209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-48d935ca-1633-409b-9ef3-6e5e5a573273 req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:52.541167 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-48d935ca-1633-409b-9ef3-6e5e5a573273 req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.35 "DELETE /v2.0/ports/ba9dee7a-b8a1-498f-9888-0466f36a7904 HTTP/1.1" status: 204 len: 173 time: 0.5250878 Jun 22 10:02:52.541655 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7', 'name': 'network-vif-deleted', 'tag': 'ba9dee7a-b8a1-498f-9888-0466f36a7904'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:02:52.543981 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cec88e-fd94-47c6-8305-b1b66dc52cb4" -d '{"events": [{"server_uuid": "28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7", "name": "network-vif-deleted", "tag": "ba9dee7a-b8a1-498f-9888-0466f36a7904"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:02:52.579375 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a505570c-c8b9-431c-b67f-2d290b71289b x-openstack-request-id: req-a505570c-c8b9-431c-b67f-2d290b71289b {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:02:52.579762 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7", "name": "network-vif-deleted", "tag": "ba9dee7a-b8a1-498f-9888-0466f36a7904", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:02:52.580088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a505570c-c8b9-431c-b67f-2d290b71289b {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:02:52.580535 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7', 'name': 'network-vif-deleted', 'tag': 'ba9dee7a-b8a1-498f-9888-0466f36a7904', 'status': 'completed', 'code': 200} Jun 22 10:02:52.971470 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3e08abe9-8ab3-4631-8fc6-66c628c52ad9 req-1a30715c-f49b-4926-9b1e-645a8b40ce54 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "GET /v2.0/ports?device_id=28c40509-6faa-4fdb-b9f5-6fa7b64bf0e7 HTTP/1.1" status: 200 len: 210 time: 0.0293715 Jun 22 10:02:54.062485 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36898) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:54.120020 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ce19550d-d987-4be3-a9a2-878e87e03302 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:54.143985 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ce19550d-d987-4be3-a9a2-878e87e03302 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:54.289361 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ce19550d-d987-4be3-a9a2-878e87e03302 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:54.292105 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ce19550d-d987-4be3-a9a2-878e87e03302 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:54.293275 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ce19550d-d987-4be3-a9a2-878e87e03302 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/security-groups/b7c27e40-6d9d-47ed-94dc-29a214b18db3 HTTP/1.1" status: 204 len: 168 time: 0.2298169 Jun 22 10:02:54.294202 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c7bf3505-97b0-44c9-aaf9-04b685263cf4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:54.303724 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19550d-d987-4be3-a9a2-878e87e03302 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c27e40-6d9d-47ed-94dc-29a214b18db3,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:54.306497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ce19550d-d987-4be3-a9a2-878e87e03302 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:54.394852 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36902) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:54.739461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-54649b77-1f5c-456a-a9b1-dca9ddc5710c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:55.291292 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-54649b77-1f5c-456a-a9b1-dca9ddc5710c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port cbad46b8-0e95-42bc-b51a-68326b33fc09 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:02:55.291678 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-54649b77-1f5c-456a-a9b1-dca9ddc5710c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:55.378462 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-54649b77-1f5c-456a-a9b1-dca9ddc5710c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port cbad46b8-0e95-42bc-b51a-68326b33fc09, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=cbad46b8-0e95-42bc-b51a-68326b33fc09,segment=NetworkSegment(1224a946-0f1e-4ae0-9497-d20aa009cd36),segment_id=1224a946-0f1e-4ae0-9497-d20aa009cd36)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:55.378823 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-54649b77-1f5c-456a-a9b1-dca9ddc5710c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:55.444388 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-54649b77-1f5c-456a-a9b1-dca9ddc5710c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for cbad46b8-0e95-42bc-b51a-68326b33fc09 owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:02:55.662714 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-54649b77-1f5c-456a-a9b1-dca9ddc5710c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:55.665382 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:55.695467 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54649b77-1f5c-456a-a9b1-dca9ddc5710c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=cbad46b8-0e95-42bc-b51a-68326b33fc09,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:55.701358 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-54649b77-1f5c-456a-a9b1-dca9ddc5710c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:55.867443 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-54649b77-1f5c-456a-a9b1-dca9ddc5710c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:56.075657 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54649b77-1f5c-456a-a9b1-dca9ddc5710c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Router bef70801-cb46-4189-918e-78ea12850995 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:02:56.175631 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54649b77-1f5c-456a-a9b1-dca9ddc5710c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:02:56.180568 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-54649b77-1f5c-456a-a9b1-dca9ddc5710c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "PUT /v2.0/routers/bef70801-cb46-4189-918e-78ea12850995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7846632 Jun 22 10:02:56.183698 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36904) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:56.184678 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7021895-82ba-42c9-bc9a-b344bcead684 None None] Sync routers for ids ['bef70801-cb46-4189-918e-78ea12850995'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:02:56.193708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7021895-82ba-42c9-bc9a-b344bcead684 None None] Routers {'bef70801-cb46-4189-918e-78ea12850995'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:56.194327 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f7021895-82ba-42c9-bc9a-b344bcead684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:02:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['bef70801-cb46-4189-918e-78ea12850995'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:56.236481 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-06daf355-867f-4722-9270-d42a841a6855 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting subnet 0c142968-2579-4322-831a-4dadeef33b8f {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:02:56.239538 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-06daf355-867f-4722-9270-d42a841a6855 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:56.279616 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-06daf355-867f-4722-9270-d42a841a6855 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:56.368485 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-06daf355-867f-4722-9270-d42a841a6855 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:56.418762 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device ba9dee7a-b8a1-498f-9888-0466f36a7904 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:02:56.443589 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: ba9dee7a-b8a1-498f-9888-0466f36a7904 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:02:56.443944 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device ba9dee7a-b8a1-498f-9888-0466f36a7904 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:02:56.463369 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-f7021895-82ba-42c9-bc9a-b344bcead684 None None] Set router bef70801-cb46-4189-918e-78ea12850995 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:02:56.507135 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-06daf355-867f-4722-9270-d42a841a6855 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:56.510218 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ab1d3d42-fd2b-4677-873c-ecc0bd095955 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:56.534855 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06daf355-867f-4722-9270-d42a841a6855 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Subnet': ['ID=0c142968-2579-4322-831a-4dadeef33b8f,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:56.538384 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-06daf355-867f-4722-9270-d42a841a6855 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:56.539459 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-06daf355-867f-4722-9270-d42a841a6855 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:56.542609 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-06daf355-867f-4722-9270-d42a841a6855 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/subnets/0c142968-2579-4322-831a-4dadeef33b8f HTTP/1.1" status: 204 len: 168 time: 0.3577054 Jun 22 10:02:56.544170 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36906) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:56.553472 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534119ca-0bc0-4e9c-9e34-6adeb623b824 None None] Network 5e4dde46-fb25-4a6f-b314-514bf4fd7195 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:02:56.648597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a0deccb-abd8-4a5c-a190-5e4d6be85271 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:56.743796 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f7021895-82ba-42c9-bc9a-b344bcead684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef70801-cb46-4189-918e-78ea12850995', 'name': 'tempest-TestNetworkBasicOps-router-1107221266', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:02:55Z', 'revision_number': 7, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:03Z', 'updated_at': '2021-06-22T10:02:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:56.752161 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a0deccb-abd8-4a5c-a190-5e4d6be85271 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:56.774320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7021895-82ba-42c9-bc9a-b344bcead684 None None] Checking router: bef70801-cb46-4189-918e-78ea12850995 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:02:56.784623 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7021895-82ba-42c9-bc9a-b344bcead684 None None] Routers {'bef70801-cb46-4189-918e-78ea12850995'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:56.785312 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f7021895-82ba-42c9-bc9a-b344bcead684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:02:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['bef70801-cb46-4189-918e-78ea12850995'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:56.818919 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf10069f-0b11-4e7a-9d04-b4e224b87fdb None None] DHCP port deletion for 5e4dde46-fb25-4a6f-b314-514bf4fd7195 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:02:56.857729 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-6a0deccb-abd8-4a5c-a190-5e4d6be85271 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Deleting port 3344fa9e-f62c-4434-92af-e9a52b4d4499 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:02:56.858076 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a0deccb-abd8-4a5c-a190-5e4d6be85271 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:56.913827 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-f7021895-82ba-42c9-bc9a-b344bcead684 None None] Set router bef70801-cb46-4189-918e-78ea12850995 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:02:56.933910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-6a0deccb-abd8-4a5c-a190-5e4d6be85271 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] For port 3344fa9e-f62c-4434-92af-e9a52b4d4499, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3344fa9e-f62c-4434-92af-e9a52b4d4499,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:56.938532 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a0deccb-abd8-4a5c-a190-5e4d6be85271 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:56.973202 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-bf10069f-0b11-4e7a-9d04-b4e224b87fdb None None] Deleting port 1f33233c-1608-417f-b5df-4d59a5de7911 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:02:56.973578 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bf10069f-0b11-4e7a-9d04-b4e224b87fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:57.000686 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-6a0deccb-abd8-4a5c-a190-5e4d6be85271 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Calling delete_port for 3344fa9e-f62c-4434-92af-e9a52b4d4499 owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:02:57.081235 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-bf10069f-0b11-4e7a-9d04-b4e224b87fdb None None] For port 1f33233c-1608-417f-b5df-4d59a5de7911, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=1f33233c-1608-417f-b5df-4d59a5de7911,segment=NetworkSegment(1224a946-0f1e-4ae0-9497-d20aa009cd36),segment_id=1224a946-0f1e-4ae0-9497-d20aa009cd36)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:57.081634 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bf10069f-0b11-4e7a-9d04-b4e224b87fdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:57.164591 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-bf10069f-0b11-4e7a-9d04-b4e224b87fdb None None] Calling delete_port for 1f33233c-1608-417f-b5df-4d59a5de7911 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:02:57.169191 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 1f33233c-1608-417f-b5df-4d59a5de7911 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:02:57.216809 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a0deccb-abd8-4a5c-a190-5e4d6be85271 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:57.219111 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7cdabd79-468a-4062-a43f-65178ede7881 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:57.242840 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0deccb-abd8-4a5c-a190-5e4d6be85271 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Port': ['ID=3344fa9e-f62c-4434-92af-e9a52b4d4499,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:57.245315 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6a0deccb-abd8-4a5c-a190-5e4d6be85271 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:57.312092 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a0deccb-abd8-4a5c-a190-5e4d6be85271 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:57.352199 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:57.356240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f7021895-82ba-42c9-bc9a-b344bcead684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef70801-cb46-4189-918e-78ea12850995', 'name': 'tempest-TestNetworkBasicOps-router-1107221266', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:02:55Z', 'revision_number': 7, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:03Z', 'updated_at': '2021-06-22T10:02:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:57.388428 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7021895-82ba-42c9-bc9a-b344bcead684 None None] The sync data for ids ['bef70801-cb46-4189-918e-78ea12850995'] in dv-neutron-797121-3-hyperv is: [{'id': 'bef70801-cb46-4189-918e-78ea12850995', 'name': 'tempest-TestNetworkBasicOps-router-1107221266', 'tenant_id': '50763c4428f741ada1db53edd04651ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:02:55Z', 'revision_number': 7, 'project_id': '50763c4428f741ada1db53edd04651ab', 'gw_port': {'id': '3344fa9e-f62c-4434-92af-e9a52b4d4499', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef70801-cb46-4189-918e-78ea12850995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:03Z', 'updated_at': '2021-06-22T10:02:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:02:57.396827 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bf10069f-0b11-4e7a-9d04-b4e224b87fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:57.399920 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d8fc922c-96c3-431b-a5c0-212d74d406bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:57.402296 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a0deccb-abd8-4a5c-a190-5e4d6be85271 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:57.404491 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a0deccb-abd8-4a5c-a190-5e4d6be85271 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:57.442996 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10069f-0b11-4e7a-9d04-b4e224b87fdb None None] Pushing event deleted for resources: {'Port': ['ID=1f33233c-1608-417f-b5df-4d59a5de7911,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:57.444993 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf10069f-0b11-4e7a-9d04-b4e224b87fdb None None] No DVR routers for this DVR port 1f33233c-1608-417f-b5df-4d59a5de7911 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:02:57.446772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bf10069f-0b11-4e7a-9d04-b4e224b87fdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:57.508133 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a0deccb-abd8-4a5c-a190-5e4d6be85271 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:57.508664 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0deccb-abd8-4a5c-a190-5e4d6be85271 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Fanout notify agent at l3_agent the message router_deleted on router bef70801-cb46-4189-918e-78ea12850995 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:02:57.515394 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6a0deccb-abd8-4a5c-a190-5e4d6be85271 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:57.516542 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6a0deccb-abd8-4a5c-a190-5e4d6be85271 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/routers/bef70801-cb46-4189-918e-78ea12850995 HTTP/1.1" status: 204 len: 168 time: 0.9714544 Jun 22 10:02:57.519236 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36908) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:57.596200 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b96-c0a3-42b3-93b7-7068449ef9ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:57.688066 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b96-c0a3-42b3-93b7-7068449ef9ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:57.698203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-5e8c3b96-c0a3-42b3-93b7-7068449ef9ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4dde46-fb25-4a6f-b314-514bf4fd7195']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:57.707423 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-5e8c3b96-c0a3-42b3-93b7-7068449ef9ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1224a946-0f1e-4ae0-9497-d20aa009cd36') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:57.707749 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-5e8c3b96-c0a3-42b3-93b7-7068449ef9ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1224a946-0f1e-4ae0-9497-d20aa009cd36') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:57.715989 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b96-c0a3-42b3-93b7-7068449ef9ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:57.728842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b96-c0a3-42b3-93b7-7068449ef9ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:57.734635 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8c3b96-c0a3-42b3-93b7-7068449ef9ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b96-c0a3-42b3-93b7-7068449ef9ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:02:57.744689 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:02:57.885101 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b96-c0a3-42b3-93b7-7068449ef9ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:57.888746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f39bfdb8-ad55-48f2-b59d-d4cbcad7d9f0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:57.892726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b96-c0a3-42b3-93b7-7068449ef9ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:57.894508 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5e8c3b96-c0a3-42b3-93b7-7068449ef9ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] 10.222.0.20 "DELETE /v2.0/networks/5e4dde46-fb25-4a6f-b314-514bf4fd7195 HTTP/1.1" status: 204 len: 168 time: 0.3742845 Jun 22 10:02:57.906237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c3b96-c0a3-42b3-93b7-7068449ef9ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Pushing event deleted for resources: {'Network': ['ID=5e4dde46-fb25-4a6f-b314-514bf4fd7195,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:57.908959 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5e8c3b96-c0a3-42b3-93b7-7068449ef9ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:58.369950 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36914) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:58.493360 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f435e494-2937-423a-a536-1684ae8c5e5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50763c4428f741ada1db53edd04651ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1220875 Jun 22 10:02:58.495751 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36918) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:58.541694 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-38a60a04-80ee-4079-8160-3ce183ee28b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:58.561520 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-38a60a04-80ee-4079-8160-3ce183ee28b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:58.677898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-38a60a04-80ee-4079-8160-3ce183ee28b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:58.680464 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-38a60a04-80ee-4079-8160-3ce183ee28b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:58.681641 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-38a60a04-80ee-4079-8160-3ce183ee28b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fadd584f-7930-4dbc-bec0-49b367ae62bd HTTP/1.1" status: 204 len: 168 time: 0.1849523 Jun 22 10:02:58.682457 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-729cf780-4647-4fba-8870-efe8c9f25332 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:58.689720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a60a04-80ee-4079-8160-3ce183ee28b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadd584f-7930-4dbc-bec0-49b367ae62bd,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:58.692620 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-38a60a04-80ee-4079-8160-3ce183ee28b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:59.083571 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3344fa9e-f62c-4434-92af-e9a52b4d4499 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:02:59.107722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 3344fa9e-f62c-4434-92af-e9a52b4d4499 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:02:59.108091 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3344fa9e-f62c-4434-92af-e9a52b4d4499 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:02:59.108522 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device cbad46b8-0e95-42bc-b51a-68326b33fc09 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:02:59.127476 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: cbad46b8-0e95-42bc-b51a-68326b33fc09 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:02:59.127835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device cbad46b8-0e95-42bc-b51a-68326b33fc09 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:02:59.261859 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 36926) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:59.276370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-99127371-0b74-45c5-913f-aaab7da509c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:59.370525 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-99127371-0b74-45c5-913f-aaab7da509c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:59.438906 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-99127371-0b74-45c5-913f-aaab7da509c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:59.442324 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c62c4d19-bc57-4ee6-8a74-50a7267485b3 tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:59.476396 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-99127371-0b74-45c5-913f-aaab7da509c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e80c08a62fe44637bc85e6fe3198a1d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135022 Jun 22 10:02:59.477432 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99127371-0b74-45c5-913f-aaab7da509c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f773b59-3d3d-48b2-abde-22f81e5e0a58,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:59.479089 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 36928) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:59.480649 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-99127371-0b74-45c5-913f-aaab7da509c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:59.532066 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-142b3605-42d6-4f0b-8568-695dcf3a7db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:59.551862 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-142b3605-42d6-4f0b-8568-695dcf3a7db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:59.638925 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-142b3605-42d6-4f0b-8568-695dcf3a7db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:59.641543 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-142b3605-42d6-4f0b-8568-695dcf3a7db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:59.642652 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-142b3605-42d6-4f0b-8568-695dcf3a7db4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f773b59-3d3d-48b2-abde-22f81e5e0a58 HTTP/1.1" status: 204 len: 168 time: 0.1624954 Jun 22 10:02:59.643463 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-de4061f2-3b04-4618-bc4f-5ba9a62edcf6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:59.650953 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b3605-42d6-4f0b-8568-695dcf3a7db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f773b59-3d3d-48b2-abde-22f81e5e0a58,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:59.654190 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-142b3605-42d6-4f0b-8568-695dcf3a7db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:06.691795 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-3c8a0505-8d45-4220-bdfa-c03f2eaac9b5 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d721707f889745c3a26d477732a87a59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291824 Jun 22 10:03:07.156521 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-a647a5ab-7f3a-48de-a05b-d4992c8aabbb tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:07.157983 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-a647a5ab-7f3a-48de-a05b-d4992c8aabbb tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4591017 Jun 22 10:03:07.172362 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-005cd5a8-f3f1-4f5f-92a1-5693d1b59cb5 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/quotas/d721707f889745c3a26d477732a87a59 HTTP/1.1" status: 200 len: 375 time: 0.0086851 Jun 22 10:03:07.204299 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-3c6a3130-a50d-4759-99c0-33cfc95a359b tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d721707f889745c3a26d477732a87a59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266795 Jun 22 10:03:07.443353 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4ec4d0f1-71db-4125-9f3a-678681588f13 req-1d8ffa55-b218-4135-9152-ca7af4541da4 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/ports?device_id=b64d181f-238c-4c44-af09-0d1986b5d8a3 HTTP/1.1" status: 200 len: 210 time: 0.0290637 Jun 22 10:03:08.576840 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-48a39486-7de1-47bc-b663-59acdb592e7c req-7df4153a-3808-4e10-bff7-cf4cda224ff4 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/ports?device_id=b64d181f-238c-4c44-af09-0d1986b5d8a3 HTTP/1.1" status: 200 len: 210 time: 0.0286620 Jun 22 10:03:09.199524 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:03:09.462066 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-aa2daa95-b8ed-462a-8d99-85de75fdabaa tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d721707f889745c3a26d477732a87a59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214398 Jun 22 10:03:09.566405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-988a5283-f1b2-4829-bfb0-01cc9d308865 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:09.568439 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-988a5283-f1b2-4829-bfb0-01cc9d308865 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1016769 Jun 22 10:03:09.580076 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Request body: {'port': {'device_id': 'b64d181f-238c-4c44-af09-0d1986b5d8a3', 'network_id': 'eb248b59-efa3-4a74-bb9c-4eb52f695771', 'admin_state_up': True, 'tenant_id': 'd721707f889745c3a26d477732a87a59'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:03:09.716155 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-764a03ed-e843-4288-ade0-0535e0ed1259 req-994463ce-5f38-4b1b-a1b6-699a3b808a65 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/ports?device_id=b64d181f-238c-4c44-af09-0d1986b5d8a3 HTTP/1.1" status: 200 len: 210 time: 0.0292878 Jun 22 10:03:09.747552 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Made reservation on behalf of d721707f889745c3a26d477732a87a59 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:03:09.751197 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:09.761504 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:09.851856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:09.930492 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:09.935337 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:09.967805 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311e5451-db53-4385-86ad-08b904ff630a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:09.995363 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:10.069980 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Allocated IP 192.168.233.162 (eb248b59-efa3-4a74-bb9c-4eb52f695771/f118fef1-a191-4e11-a2b0-6e7dc0d5cf12/7b713ce6-fff6-4d2e-9b5d-3ff4623af64e) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:03:10.210118 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:10.223318 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Transition to ACTIVE for port object 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:03:10.324758 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:10.328634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bbd1d963-3628-465a-a477-5ac28e441c63 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:10.370704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Network eb248b59-efa3-4a74-bb9c-4eb52f695771 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:03:10.375928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:03:10.381727 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:03:10.388095 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Pushing event updated for resources: {'Port': ['ID=7b713ce6-fff6-4d2e-9b5d-3ff4623af64e,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:10.408308 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:10.434690 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:10.435492 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:10.529614 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:10.558711 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9823825 Jun 22 10:03:10.571153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Request body: {'port': {'device_id': 'b64d181f-238c-4c44-af09-0d1986b5d8a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:03:10.638877 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-616955c6-ac3a-4305-a8b3-323f789a941f None None] Provisioning for port 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:03:10.640393 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:10.642804 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-616955c6-ac3a-4305-a8b3-323f789a941f None None] Provisioning complete for port 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:03:10.643189 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-616955c6-ac3a-4305-a8b3-323f789a941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:10.675972 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-616955c6-ac3a-4305-a8b3-323f789a941f None None] Port 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:03:10.948726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b6662-87b1-4409-858f-da194483f944 req-be49aa50-113c-424b-95a7-e435e4c3ad31 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:10.950191 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cf0b6662-87b1-4409-858f-da194483f944 req-be49aa50-113c-424b-95a7-e435e4c3ad31 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/ports?device_id=b64d181f-238c-4c44-af09-0d1986b5d8a3 HTTP/1.1" status: 200 len: 936 time: 0.1156867 Jun 22 10:03:10.960264 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:03:10.972656 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:10.999952 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Transition to ACTIVE for port object 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:03:11.007656 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cf0b6662-87b1-4409-858f-da194483f944 req-75feef42-e8ef-4636-b6d7-baec71730240 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/security-groups?id=311e5451-db53-4385-86ad-08b904ff630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499947 Jun 22 10:03:11.095044 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:11.097273 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:11.175174 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Pushing event updated for resources: {'Port': ['ID=7b713ce6-fff6-4d2e-9b5d-3ff4623af64e,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:11.180443 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:11.249554 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Attempting to bind port 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:03:11.249904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Attempting to bind port 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a3ab280f-6d4c-41ac-96b9-79926662e5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'eb248b59-efa3-4a74-bb9c-4eb52f695771'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:03:11.250291 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Attempting to bind port 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e on network eb248b59-efa3-4a74-bb9c-4eb52f695771 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:03:11.255709 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Port 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e on network eb248b59-efa3-4a74-bb9c-4eb52f695771 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:03:11.256121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Attempting to bind port 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e on network eb248b59-efa3-4a74-bb9c-4eb52f695771 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:03:11.265757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:03:11.266064 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Checking segment: {'id': 'a3ab280f-6d4c-41ac-96b9-79926662e5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'eb248b59-efa3-4a74-bb9c-4eb52f695771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:03:11.266494 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Bound using segment: {'id': 'a3ab280f-6d4c-41ac-96b9-79926662e5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'eb248b59-efa3-4a74-bb9c-4eb52f695771'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:03:11.266990 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Bound port: 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ab280f-6d4c-41ac-96b9-79926662e5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'eb248b59-efa3-4a74-bb9c-4eb52f695771'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:03:11.267389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:11.336918 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] For port 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:03:11.339860 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] For port 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7b713ce6-fff6-4d2e-9b5d-3ff4623af64e,segment=NetworkSegment(a3ab280f-6d4c-41ac-96b9-79926662e5e2),segment_id=a3ab280f-6d4c-41ac-96b9-79926662e5e2)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:03:11.432965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:11.435932 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-19df98f3-0616-4755-b52d-0cfb96b4adba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:11.467142 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:11.467785 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:11.469159 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] 10.222.0.35 "PUT /v2.0/ports/7b713ce6-fff6-4d2e-9b5d-3ff4623af64e HTTP/1.1" status: 200 len: 1098 time: 0.9027271 Jun 22 10:03:11.469690 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64d181f-238c-4c44-af09-0d1986b5d8a3', 'tag': '7b713ce6-fff6-4d2e-9b5d-3ff4623af64e'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:03:11.472040 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f84cf0-5135-4744-a690-c75d156e3e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "b64d181f-238c-4c44-af09-0d1986b5d8a3", "tag": "7b713ce6-fff6-4d2e-9b5d-3ff4623af64e"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:03:11.503942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Pushing event updated for resources: {'Port': ['ID=7b713ce6-fff6-4d2e-9b5d-3ff4623af64e,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:11.510727 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:11.524446 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545d2022-73a1-4502-afa4-26aa5600a3fc x-openstack-request-id: req-545d2022-73a1-4502-afa4-26aa5600a3fc {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:03:11.524883 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64d181f-238c-4c44-af09-0d1986b5d8a3", "tag": "7b713ce6-fff6-4d2e-9b5d-3ff4623af64e", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:03:11.525240 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-545d2022-73a1-4502-afa4-26aa5600a3fc {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:03:11.525866 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64d181f-238c-4c44-af09-0d1986b5d8a3', 'tag': '7b713ce6-fff6-4d2e-9b5d-3ff4623af64e', 'status': 'completed', 'code': 200} Jun 22 10:03:11.604844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f84cf0-5135-4744-a690-c75d156e3e7b req-98201a66-cac6-4055-8ae8-cc6d787b21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:11.606642 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-39f84cf0-5135-4744-a690-c75d156e3e7b req-98201a66-cac6-4055-8ae8-cc6d787b21f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d721707f889745c3a26d477732a87a59&device_id=b64d181f-238c-4c44-af09-0d1986b5d8a3 HTTP/1.1" status: 200 len: 1101 time: 0.0562022 Jun 22 10:03:11.634666 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-39f84cf0-5135-4744-a690-c75d156e3e7b req-8e7459a6-9b92-4d17-a8d5-d62d7570a1fc service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d721707f889745c3a26d477732a87a59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203035 Jun 22 10:03:11.730027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f84cf0-5135-4744-a690-c75d156e3e7b req-52f727c0-6272-486d-a90b-d1c93136518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:11.731562 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-39f84cf0-5135-4744-a690-c75d156e3e7b req-52f727c0-6272-486d-a90b-d1c93136518a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916929 Jun 22 10:03:11.819570 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-dfe2adef-7fbe-42fb-97d7-da8018101abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:11.821024 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-dfe2adef-7fbe-42fb-97d7-da8018101abd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d721707f889745c3a26d477732a87a59&device_id=b64d181f-238c-4c44-af09-0d1986b5d8a3 HTTP/1.1" status: 200 len: 1101 time: 0.0529792 Jun 22 10:03:11.861736 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-5c22ad19-4284-484c-a906-80737fe1368c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=7b713ce6-fff6-4d2e-9b5d-3ff4623af64e HTTP/1.1" status: 200 len: 217 time: 0.0343668 Jun 22 10:03:11.913020 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-4faabba1-e3d8-43b2-afb0-94a21031be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:11.914384 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-4faabba1-e3d8-43b2-afb0-94a21031be15 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f118fef1-a191-4e11-a2b0-6e7dc0d5cf12 HTTP/1.1" status: 200 len: 843 time: 0.0470388 Jun 22 10:03:11.968536 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-a0f839c4-8d13-45b5-8679-700f3c863c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:11.969954 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-a0f839c4-8d13-45b5-8679-700f3c863c52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb248b59-efa3-4a74-bb9c-4eb52f695771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0496936 Jun 22 10:03:12.055880 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-985fff7b-f6a7-4f97-8a04-66615a79abbf service neutron] 10.222.0.35 "GET /v2.0/networks/eb248b59-efa3-4a74-bb9c-4eb52f695771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789249 Jun 22 10:03:12.179486 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aca3fcf6-903e-4da3-9ed7-bc37c0b3d7fc req-b3aa6182-9cef-4fb9-bfa3-9e672891beb4 service neutron] 10.222.0.35 "GET /v2.0/networks/eb248b59-efa3-4a74-bb9c-4eb52f695771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179392 Jun 22 10:03:12.204166 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c781ec6-e3f6-490a-be2a-0414ebc66d38 req-a9e69fb1-6d88-4db3-aa40-35259ebd4085 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:12.205606 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2c781ec6-e3f6-490a-be2a-0414ebc66d38 req-a9e69fb1-6d88-4db3-aa40-35259ebd4085 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/ports?device_id=b64d181f-238c-4c44-af09-0d1986b5d8a3 HTTP/1.1" status: 200 len: 948 time: 0.0848880 Jun 22 10:03:12.242898 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2c781ec6-e3f6-490a-be2a-0414ebc66d38 req-bea5ab18-6c6e-4f00-9d76-6b6b7c4ae063 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/security-groups?id=311e5451-db53-4385-86ad-08b904ff630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310781 Jun 22 10:03:13.418760 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e0ba9-c424-4b8f-9392-697d1f8e815a req-414e1629-af73-446f-8a34-10a3e2fe9245 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:13.420250 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f42e0ba9-c424-4b8f-9392-697d1f8e815a req-414e1629-af73-446f-8a34-10a3e2fe9245 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/ports?device_id=b64d181f-238c-4c44-af09-0d1986b5d8a3 HTTP/1.1" status: 200 len: 948 time: 0.0620496 Jun 22 10:03:13.460191 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f42e0ba9-c424-4b8f-9392-697d1f8e815a req-7670462c-74af-446b-a865-1faedf120e55 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/security-groups?id=311e5451-db53-4385-86ad-08b904ff630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344663 Jun 22 10:03:14.632486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97cdfd-6c07-4c01-a219-36f90c794fa5 req-5951ee7f-f7fe-4325-96fb-a0f376b11e68 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:14.633926 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-de97cdfd-6c07-4c01-a219-36f90c794fa5 req-5951ee7f-f7fe-4325-96fb-a0f376b11e68 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/ports?device_id=b64d181f-238c-4c44-af09-0d1986b5d8a3 HTTP/1.1" status: 200 len: 948 time: 0.0667825 Jun 22 10:03:14.671165 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-de97cdfd-6c07-4c01-a219-36f90c794fa5 req-bd1273d7-d96a-4868-8ba9-44426225ef89 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/security-groups?id=311e5451-db53-4385-86ad-08b904ff630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316539 Jun 22 10:03:15.841364 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d5aa7-65a0-4172-be79-62c5a4e3623e req-957978f7-cb47-4249-b0c8-3ad8aa8eb792 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:15.842796 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c48d5aa7-65a0-4172-be79-62c5a4e3623e req-957978f7-cb47-4249-b0c8-3ad8aa8eb792 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/ports?device_id=b64d181f-238c-4c44-af09-0d1986b5d8a3 HTTP/1.1" status: 200 len: 948 time: 0.0652614 Jun 22 10:03:15.880201 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c48d5aa7-65a0-4172-be79-62c5a4e3623e req-ec2b6e83-8368-4815-9c18-3b7828e452e9 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/security-groups?id=311e5451-db53-4385-86ad-08b904ff630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316274 Jun 22 10:03:16.417725 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:03:16.520023 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7b713ce6-fff6-4d2e-9b5d-3ff4623af64e,segment=NetworkSegment(a3ab280f-6d4c-41ac-96b9-79926662e5e2),segment_id=a3ab280f-6d4c-41ac-96b9-79926662e5e2)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:03:16.530928 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '7b713ce6-fff6-4d2e-9b5d-3ff4623af64e', 'network_id': 'eb248b59-efa3-4a74-bb9c-4eb52f695771', 'port_id': '7b713ce6-fff6-4d2e-9b5d-3ff4623af64e', 'mac_address': 'fa:16:3e:f2:22:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f118fef1-a191-4e11-a2b0-6e7dc0d5cf12', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:03:16.566181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:16.578691 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:03:16.597589 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7b713ce6-fff6-4d2e-9b5d-3ff4623af64e,segment=NetworkSegment(a3ab280f-6d4c-41ac-96b9-79926662e5e2),segment_id=a3ab280f-6d4c-41ac-96b9-79926662e5e2)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:03:16.609648 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b004a29d-24bc-4606-a6ad-bb2e4fca9ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:16.695298 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:16.696951 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:16.742061 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=7b713ce6-fff6-4d2e-9b5d-3ff4623af64e,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:16.745083 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:17.049957 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['7b713ce6-fff6-4d2e-9b5d-3ff4623af64e'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:03:17.050472 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3a6ea-a641-4521-b0e7-e9199dd2dd88 req-8af19e43-bc25-4ead-9a6c-79132f44361b tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:17.052014 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-76f3a6ea-a641-4521-b0e7-e9199dd2dd88 req-8af19e43-bc25-4ead-9a6c-79132f44361b tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/ports?device_id=b64d181f-238c-4c44-af09-0d1986b5d8a3 HTTP/1.1" status: 200 len: 949 time: 0.0637212 Jun 22 10:03:17.090456 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-76f3a6ea-a641-4521-b0e7-e9199dd2dd88 req-a56de83f-c927-45b7-9fb0-36d370084ac2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/security-groups?id=311e5451-db53-4385-86ad-08b904ff630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322161 Jun 22 10:03:18.268133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6317a5-7824-4119-bc3a-f9d7c5695b99 req-860e1638-7020-40f3-b840-01a5463e9256 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:18.269615 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4f6317a5-7824-4119-bc3a-f9d7c5695b99 req-860e1638-7020-40f3-b840-01a5463e9256 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/ports?device_id=b64d181f-238c-4c44-af09-0d1986b5d8a3 HTTP/1.1" status: 200 len: 949 time: 0.0689616 Jun 22 10:03:18.308296 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4f6317a5-7824-4119-bc3a-f9d7c5695b99 req-996c2fc9-c1eb-4f9e-acd3-2b7f6df84afc tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/security-groups?id=311e5451-db53-4385-86ad-08b904ff630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330942 Jun 22 10:03:18.417976 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:03:18.517265 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:03:18.520777 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:03:18.521689 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:18.597957 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:18.619400 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64d181f-238c-4c44-af09-0d1986b5d8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b713ce6-fff6-4d2e-9b5d-3ff4623af64e'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:03:18.621649 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818b6da0-a126-45bc-bbc8-de615c073a93" -d '{"events": [{"server_uuid": "b64d181f-238c-4c44-af09-0d1986b5d8a3", "name": "network-vif-plugged", "status": "completed", "tag": "7b713ce6-fff6-4d2e-9b5d-3ff4623af64e"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:03:18.634113 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7b713ce6-fff6-4d2e-9b5d-3ff4623af64e,segment=NetworkSegment(a3ab280f-6d4c-41ac-96b9-79926662e5e2),segment_id=a3ab280f-6d4c-41ac-96b9-79926662e5e2)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:03:18.655748 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4980ba-a30c-4a64-ae54-7aa6f9938eec x-openstack-request-id: req-3a4980ba-a30c-4a64-ae54-7aa6f9938eec {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:03:18.656046 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64d181f-238c-4c44-af09-0d1986b5d8a3", "name": "network-vif-plugged", "status": "completed", "tag": "7b713ce6-fff6-4d2e-9b5d-3ff4623af64e", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:03:18.656312 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a4980ba-a30c-4a64-ae54-7aa6f9938eec {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:03:18.656710 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64d181f-238c-4c44-af09-0d1986b5d8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b713ce6-fff6-4d2e-9b5d-3ff4623af64e', 'code': 200} Jun 22 10:03:18.678509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:18.680337 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:18.725090 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=7b713ce6-fff6-4d2e-9b5d-3ff4623af64e,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:18.728000 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:18.946094 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c9aa9-9000-4f13-9502-3bc783a5dc5d req-b7d00e66-ada5-4912-be9c-324045a6a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:18.947483 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1d1c9aa9-9000-4f13-9502-3bc783a5dc5d req-b7d00e66-ada5-4912-be9c-324045a6a602 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b64d181f-238c-4c44-af09-0d1986b5d8a3 HTTP/1.1" status: 200 len: 1103 time: 0.0503094 Jun 22 10:03:18.986085 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1d1c9aa9-9000-4f13-9502-3bc783a5dc5d req-fd1be956-89f1-4269-8347-38660142ef45 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=311e5451-db53-4385-86ad-08b904ff630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324762 Jun 22 10:03:19.083291 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-01f2c8f2-2528-487c-b05b-574f8f47b8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:19.312636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:19.479533 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e9013-1901-4332-a8d1-8bf1ee7eabda req-3d8e8476-162a-484c-bc6d-cc8cf8a53e74 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:19.481013 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e67e9013-1901-4332-a8d1-8bf1ee7eabda req-3d8e8476-162a-484c-bc6d-cc8cf8a53e74 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/ports?device_id=b64d181f-238c-4c44-af09-0d1986b5d8a3 HTTP/1.1" status: 200 len: 950 time: 0.0665901 Jun 22 10:03:19.517269 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e67e9013-1901-4332-a8d1-8bf1ee7eabda req-6c772111-16c2-4a3a-b0a0-d119b24fba41 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/security-groups?id=311e5451-db53-4385-86ad-08b904ff630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307124 Jun 22 10:03:20.501098 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:20.690583 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bafad5-edb9-4c4a-b9c3-68db960bbb87 req-74a08dfa-17c2-45e4-a1c2-f275e66ca05d tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:20.692069 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-65bafad5-edb9-4c4a-b9c3-68db960bbb87 req-74a08dfa-17c2-45e4-a1c2-f275e66ca05d tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/ports?device_id=b64d181f-238c-4c44-af09-0d1986b5d8a3 HTTP/1.1" status: 200 len: 950 time: 0.0636096 Jun 22 10:03:20.729088 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-65bafad5-edb9-4c4a-b9c3-68db960bbb87 req-f1886da0-b3ae-4389-a673-fed5409b90ad tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/security-groups?id=311e5451-db53-4385-86ad-08b904ff630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313215 Jun 22 10:03:21.752404 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:22.251441 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51690a9f-2a5d-44b4-af8c-e0d6add1757e req-746a1301-0cf5-4011-acba-f2c096087750 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:22.252916 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-51690a9f-2a5d-44b4-af8c-e0d6add1757e req-746a1301-0cf5-4011-acba-f2c096087750 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/ports?device_id=b64d181f-238c-4c44-af09-0d1986b5d8a3 HTTP/1.1" status: 200 len: 950 time: 0.0611722 Jun 22 10:03:22.289710 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-51690a9f-2a5d-44b4-af8c-e0d6add1757e req-66930180-246f-4fbc-84bc-e6d4129e70e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/security-groups?id=311e5451-db53-4385-86ad-08b904ff630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312438 Jun 22 10:03:23.459351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d871c-4bb3-4c97-8967-11fff69bf06f req-4198a637-9e97-4cdc-bc4d-16986eedfd05 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:23.460924 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c36d871c-4bb3-4c97-8967-11fff69bf06f req-4198a637-9e97-4cdc-bc4d-16986eedfd05 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/ports?device_id=b64d181f-238c-4c44-af09-0d1986b5d8a3 HTTP/1.1" status: 200 len: 950 time: 0.0633078 Jun 22 10:03:23.498005 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c36d871c-4bb3-4c97-8967-11fff69bf06f req-3f8ebae2-88be-4879-a2cf-f11e0d9bb907 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/security-groups?id=311e5451-db53-4385-86ad-08b904ff630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314763 Jun 22 10:03:23.634878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150bdc5-971d-4ac0-8e1f-80b070badf97 req-fe48006e-338c-43a5-a134-2aa9d3c84356 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:23.636302 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7150bdc5-971d-4ac0-8e1f-80b070badf97 req-fe48006e-338c-43a5-a134-2aa9d3c84356 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64d181f-238c-4c44-af09-0d1986b5d8a3 HTTP/1.1" status: 200 len: 950 time: 0.0650587 Jun 22 10:03:23.732160 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-7150bdc5-971d-4ac0-8e1f-80b070badf97 req-e0712145-4eac-4d3e-8b94-7f8465a14871 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Deleting port 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:03:23.732501 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-7150bdc5-971d-4ac0-8e1f-80b070badf97 req-e0712145-4eac-4d3e-8b94-7f8465a14871 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:23.823588 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-7150bdc5-971d-4ac0-8e1f-80b070badf97 req-e0712145-4eac-4d3e-8b94-7f8465a14871 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] For port 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7b713ce6-fff6-4d2e-9b5d-3ff4623af64e,segment=NetworkSegment(a3ab280f-6d4c-41ac-96b9-79926662e5e2),segment_id=a3ab280f-6d4c-41ac-96b9-79926662e5e2)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:03:23.823954 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-7150bdc5-971d-4ac0-8e1f-80b070badf97 req-e0712145-4eac-4d3e-8b94-7f8465a14871 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:23.885240 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-7150bdc5-971d-4ac0-8e1f-80b070badf97 req-e0712145-4eac-4d3e-8b94-7f8465a14871 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Calling delete_port for 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:03:24.071673 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-7150bdc5-971d-4ac0-8e1f-80b070badf97 req-e0712145-4eac-4d3e-8b94-7f8465a14871 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:24.075383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:24.086198 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['7b713ce6-fff6-4d2e-9b5d-3ff4623af64e'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:03:24.098554 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0712145-4eac-4d3e-8b94-7f8465a14871 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Pushing event deleted for resources: {'Port': ['ID=7b713ce6-fff6-4d2e-9b5d-3ff4623af64e,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:24.102252 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e0712145-4eac-4d3e-8b94-7f8465a14871 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:24.152721 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7150bdc5-971d-4ac0-8e1f-80b070badf97 req-e0712145-4eac-4d3e-8b94-7f8465a14871 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] No DVR routers for this DVR port 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:03:24.155119 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-7150bdc5-971d-4ac0-8e1f-80b070badf97 req-e0712145-4eac-4d3e-8b94-7f8465a14871 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:24.157159 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7150bdc5-971d-4ac0-8e1f-80b070badf97 req-e0712145-4eac-4d3e-8b94-7f8465a14871 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.35 "DELETE /v2.0/ports/7b713ce6-fff6-4d2e-9b5d-3ff4623af64e HTTP/1.1" status: 204 len: 173 time: 0.5156553 Jun 22 10:03:24.157667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64d181f-238c-4c44-af09-0d1986b5d8a3', 'name': 'network-vif-deleted', 'tag': '7b713ce6-fff6-4d2e-9b5d-3ff4623af64e'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:03:24.160086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ca0c8b-b5d2-44e1-b6b8-4ce624795cbd" -d '{"events": [{"server_uuid": "b64d181f-238c-4c44-af09-0d1986b5d8a3", "name": "network-vif-deleted", "tag": "7b713ce6-fff6-4d2e-9b5d-3ff4623af64e"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:03:24.196428 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcbe3c4-00df-47cb-bdc2-7de418f0f79b x-openstack-request-id: req-9bcbe3c4-00df-47cb-bdc2-7de418f0f79b {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:03:24.196780 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64d181f-238c-4c44-af09-0d1986b5d8a3", "name": "network-vif-deleted", "tag": "7b713ce6-fff6-4d2e-9b5d-3ff4623af64e", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:03:24.197248 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bcbe3c4-00df-47cb-bdc2-7de418f0f79b {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:03:24.197711 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64d181f-238c-4c44-af09-0d1986b5d8a3', 'name': 'network-vif-deleted', 'tag': '7b713ce6-fff6-4d2e-9b5d-3ff4623af64e', 'status': 'completed', 'code': 200} Jun 22 10:03:24.642945 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-79986a63-35d7-43d2-988f-69dca5b91e60 req-7ebd63ba-33f3-42d9-89ae-41691f60b64d tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] 10.222.0.20 "GET /v2.0/ports?device_id=b64d181f-238c-4c44-af09-0d1986b5d8a3 HTTP/1.1" status: 200 len: 210 time: 0.0274155 Jun 22 10:03:26.187036 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 37068) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:03:26.314388 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5f3c570e-238e-4458-87ee-38d8a9c47e74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d721707f889745c3a26d477732a87a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260815 Jun 22 10:03:26.316816 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 37072) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:03:26.362811 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-93705c0a-d63d-4cea-aea0-50f0f1498827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:26.383091 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-93705c0a-d63d-4cea-aea0-50f0f1498827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:26.450323 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:03:26.518161 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-93705c0a-d63d-4cea-aea0-50f0f1498827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:26.520805 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-93705c0a-d63d-4cea-aea0-50f0f1498827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:26.521990 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-93705c0a-d63d-4cea-aea0-50f0f1498827 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/311e5451-db53-4385-86ad-08b904ff630a HTTP/1.1" status: 204 len: 168 time: 0.2042742 Jun 22 10:03:26.523361 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:26.531749 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93705c0a-d63d-4cea-aea0-50f0f1498827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311e5451-db53-4385-86ad-08b904ff630a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:26.534506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-93705c0a-d63d-4cea-aea0-50f0f1498827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:26.624404 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:03:26.624763 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 7b713ce6-fff6-4d2e-9b5d-3ff4623af64e not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:03:27.064140 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 37078) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:03:27.077928 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2d7d43c5-696b-406f-9984-91307a88ee53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:27.162817 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2d7d43c5-696b-406f-9984-91307a88ee53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:27.226441 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2d7d43c5-696b-406f-9984-91307a88ee53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:27.229838 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5cb2106f-11e1-454a-ab80-0109a0fb04b4 tempest-TagsTest-1063163982 tempest-TagsTest-1063163982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:27.264674 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2d7d43c5-696b-406f-9984-91307a88ee53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11df4ab763124891839d89b9cb037d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1994784 Jun 22 10:03:27.265661 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d43c5-696b-406f-9984-91307a88ee53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3927bbe3-bc82-427a-9aac-57af222b0c11,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:27.267328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37080) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:03:27.268810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2d7d43c5-696b-406f-9984-91307a88ee53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:27.325720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cabd747e-c009-42a0-a5c5-4bdb1d159380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:27.345859 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cabd747e-c009-42a0-a5c5-4bdb1d159380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:27.449397 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cabd747e-c009-42a0-a5c5-4bdb1d159380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:27.451993 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cabd747e-c009-42a0-a5c5-4bdb1d159380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:27.453136 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cabd747e-c009-42a0-a5c5-4bdb1d159380 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3927bbe3-bc82-427a-9aac-57af222b0c11 HTTP/1.1" status: 204 len: 168 time: 0.1845620 Jun 22 10:03:27.453927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-56eb0f99-459e-43d4-a85e-5c30ebb2d5a6 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:27.460878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd747e-c009-42a0-a5c5-4bdb1d159380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3927bbe3-bc82-427a-9aac-57af222b0c11,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:27.463182 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cabd747e-c009-42a0-a5c5-4bdb1d159380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:28.468128 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37102) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:03:28.559637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2136476981-network', 'tenant_id': '05c867fb8d3148719b5fc75671af1e5e'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:03:28.654621 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] Made reservation on behalf of 05c867fb8d3148719b5fc75671af1e5e for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:03:28.657032 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:28.666165 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:28.751168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:28.820866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:28.824628 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-68d9029a-f451-44c3-be99-577eacda2d50 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:28.845659 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:03:28.854172 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6845d1a0-c18c-4208-b031-511a3ff40b99,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:28.857712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:28.863928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:28.863928 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] Added segment 07f1ba11-ab5b-442b-b6c7-b796c35fb2b6 of type vlan for network 57bdf8fe-9eed-41ca-aea5-72f921bc3dd5 Jun 22 10:03:28.903827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:28.997830 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:28.998903 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:28.999538 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:29.002514 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5690145e-1d8a-49dd-bcda-5dfb3156da5c tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:29.081971 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] Pushing event updated for resources: {'Network': ['ID=57bdf8fe-9eed-41ca-aea5-72f921bc3dd5,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:29.085229 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:29.091878 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 57bdf8fe-9eed-41ca-aea5-72f921bc3dd5 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:03:29.102538 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6333063 Jun 22 10:03:29.106150 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37106) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:03:29.114402 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-1ed3ae6f-42d8-4c49-9cbb-a90c0cac817b admin admin] Request body: {'subnet': {'network_id': '57bdf8fe-9eed-41ca-aea5-72f921bc3dd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2136476981-subnet', 'tenant_id': '05c867fb8d3148719b5fc75671af1e5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:03:29.197139 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed3ae6f-42d8-4c49-9cbb-a90c0cac817b admin admin] Made reservation on behalf of 05c867fb8d3148719b5fc75671af1e5e for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:03:29.199614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ae6f-42d8-4c49-9cbb-a90c0cac817b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:29.443318 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ae6f-42d8-4c49-9cbb-a90c0cac817b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:29.446052 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-06daf355-867f-4722-9270-d42a841a6855 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:29.499064 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3ae6f-42d8-4c49-9cbb-a90c0cac817b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d8c7ba-da8e-49be-bfd1-0aeb5278f8dd,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:29.502754 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1ed3ae6f-42d8-4c49-9cbb-a90c0cac817b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:29.507840 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3ae6f-42d8-4c49-9cbb-a90c0cac817b admin admin] Checking segment: {'id': '07f1ba11-ab5b-442b-b6c7-b796c35fb2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '57bdf8fe-9eed-41ca-aea5-72f921bc3dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:03:29.508198 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed3ae6f-42d8-4c49-9cbb-a90c0cac817b admin admin] Network hostable DHCP agents. Network: 57bdf8fe-9eed-41ca-aea5-72f921bc3dd5, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:03:29.614741 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed3ae6f-42d8-4c49-9cbb-a90c0cac817b admin admin] Network 57bdf8fe-9eed-41ca-aea5-72f921bc3dd5 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:03:29.677495 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-1ed3ae6f-42d8-4c49-9cbb-a90c0cac817b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 57bdf8fe-9eed-41ca-aea5-72f921bc3dd5) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:03:29.681911 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed3ae6f-42d8-4c49-9cbb-a90c0cac817b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:29.682494 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ae6f-42d8-4c49-9cbb-a90c0cac817b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:29.687340 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11c601e-ce4e-44be-adfb-90192eae5450 None None] Network 57bdf8fe-9eed-41ca-aea5-72f921bc3dd5 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:03:29.776084 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1ed3ae6f-42d8-4c49-9cbb-a90c0cac817b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6684251 Jun 22 10:03:29.808084 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bc0638-68bd-47a9-b6c3-6c66d049b5e2 None None] Network 57bdf8fe-9eed-41ca-aea5-72f921bc3dd5 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:03:30.183771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-0946a0f7-b66b-4c8f-a8f3-7d975e63126c tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:30.185231 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-0946a0f7-b66b-4c8f-a8f3-7d975e63126c tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/networks?id=57bdf8fe-9eed-41ca-aea5-72f921bc3dd5 HTTP/1.1" status: 200 len: 812 time: 0.1029336 Jun 22 10:03:30.199680 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-05f6d517-8ee0-4fe4-b354-d314a9b4923d tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/quotas/05c867fb8d3148719b5fc75671af1e5e HTTP/1.1" status: 200 len: 375 time: 0.0091715 Jun 22 10:03:30.232468 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-dcce9149-f3d3-414a-aca0-e7ef39652e4d tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=05c867fb8d3148719b5fc75671af1e5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279064 Jun 22 10:03:30.242574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-67104ea0-0e06-429b-acbc-50f632bd8827 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 10:03:30.243549 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-67104ea0-0e06-429b-acbc-50f632bd8827 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050147 Jun 22 10:03:30.333070 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-1c3e0f3d-edc7-4f69-ae0c-43e8be452df0 service neutron] 10.222.0.20 "GET /v2.0/networks/57bdf8fe-9eed-41ca-aea5-72f921bc3dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841777 Jun 22 10:03:30.419738 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-2ab1f6c9-e06c-440e-99a1-643c33a9bf15 service neutron] 10.222.0.20 "GET /v2.0/networks/57bdf8fe-9eed-41ca-aea5-72f921bc3dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799971 Jun 22 10:03:30.659160 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9789e03a-4dd3-4bc5-afd7-f8814ecdcbc9 req-17b0bc8d-c4b4-443b-b56c-ec2ef47cddb5 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 210 time: 0.0294654 Jun 22 10:03:31.860810 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dfefc334-934d-4f02-83fb-92bedc86e391 req-dbe496a4-ecef-4fd2-92a8-4070fbf49225 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 210 time: 0.0882964 Jun 22 10:03:32.950286 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-3803ef16-8218-4f3b-8c3c-4a7ce02bd420 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:32.951765 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-3803ef16-8218-4f3b-8c3c-4a7ce02bd420 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.35 "GET /v2.0/networks?id=57bdf8fe-9eed-41ca-aea5-72f921bc3dd5 HTTP/1.1" status: 200 len: 812 time: 0.1027193 Jun 22 10:03:32.963893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-9fc5779a-86a9-4e0c-bf9a-908d7cb0496e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Request body: {'port': {'device_id': '26c3d389-25b9-4c2a-b33a-bba56195c6b8', 'network_id': '57bdf8fe-9eed-41ca-aea5-72f921bc3dd5', 'admin_state_up': True, 'tenant_id': '05c867fb8d3148719b5fc75671af1e5e'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:03:33.068066 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-28c91a03-c961-4c8f-98e1-8f2d9b10ddd3 req-1d2b07bd-c874-467c-925f-0d29fea15bc2 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 210 time: 0.0989134 Jun 22 10:03:33.169900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-9fc5779a-86a9-4e0c-bf9a-908d7cb0496e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Made reservation on behalf of 05c867fb8d3148719b5fc75671af1e5e for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:03:33.173399 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-9fc5779a-86a9-4e0c-bf9a-908d7cb0496e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:33.294082 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-9fc5779a-86a9-4e0c-bf9a-908d7cb0496e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Allocated IP 172.20.0.3 (57bdf8fe-9eed-41ca-aea5-72f921bc3dd5/d5d8c7ba-da8e-49be-bfd1-0aeb5278f8dd/365a9582-ab11-4a4d-86b2-763c0f29c612) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:03:33.443599 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-9fc5779a-86a9-4e0c-bf9a-908d7cb0496e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:33.552166 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-9fc5779a-86a9-4e0c-bf9a-908d7cb0496e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:33.556362 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d55cbab1-cbc8-46b4-9d49-5a7e01c54dd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:33.598453 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-9fc5779a-86a9-4e0c-bf9a-908d7cb0496e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Network 57bdf8fe-9eed-41ca-aea5-72f921bc3dd5 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:03:33.602255 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-9fc5779a-86a9-4e0c-bf9a-908d7cb0496e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:03:33.608177 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-9fc5779a-86a9-4e0c-bf9a-908d7cb0496e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:03:33.629866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5779a-86a9-4e0c-bf9a-908d7cb0496e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Pushing event updated for resources: {'Port': ['ID=365a9582-ab11-4a4d-86b2-763c0f29c612,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:33.634125 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9fc5779a-86a9-4e0c-bf9a-908d7cb0496e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:33.657979 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-9fc5779a-86a9-4e0c-bf9a-908d7cb0496e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:33.658595 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-9fc5779a-86a9-4e0c-bf9a-908d7cb0496e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:33.763721 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-9fc5779a-86a9-4e0c-bf9a-908d7cb0496e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8041811 Jun 22 10:03:33.859949 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Request body: {'port': {'device_id': '26c3d389-25b9-4c2a-b33a-bba56195c6b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:03:33.927139 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:34.176379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365a9582-ab11-4a4d-86b2-763c0f29c612 {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:03:34.184576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:34.197158 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Transition to ACTIVE for port object 365a9582-ab11-4a4d-86b2-763c0f29c612 will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:03:34.238981 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db5123-d7a1-4730-b416-249bba649609 req-9e6dcd83-1ac1-43b5-a8cb-41a626f4fe21 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:34.240475 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-61db5123-d7a1-4730-b416-249bba649609 req-9e6dcd83-1ac1-43b5-a8cb-41a626f4fe21 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 931 time: 0.0634503 Jun 22 10:03:34.277821 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-61db5123-d7a1-4730-b416-249bba649609 req-bccdc5e3-a051-4535-9bac-446947e2a1e1 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310540 Jun 22 10:03:34.317418 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:34.321031 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-044edd09-9193-4637-8141-1e092faf2e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:34.389510 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Pushing event updated for resources: {'Port': ['ID=365a9582-ab11-4a4d-86b2-763c0f29c612,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:34.393674 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:34.459321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Attempting to bind port 365a9582-ab11-4a4d-86b2-763c0f29c612 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:03:34.459680 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Attempting to bind port 365a9582-ab11-4a4d-86b2-763c0f29c612 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '07f1ba11-ab5b-442b-b6c7-b796c35fb2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '57bdf8fe-9eed-41ca-aea5-72f921bc3dd5'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:03:34.460011 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Attempting to bind port 365a9582-ab11-4a4d-86b2-763c0f29c612 on network 57bdf8fe-9eed-41ca-aea5-72f921bc3dd5 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:03:34.464140 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Port 365a9582-ab11-4a4d-86b2-763c0f29c612 on network 57bdf8fe-9eed-41ca-aea5-72f921bc3dd5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:03:34.464460 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Attempting to bind port 365a9582-ab11-4a4d-86b2-763c0f29c612 on network 57bdf8fe-9eed-41ca-aea5-72f921bc3dd5 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:03:34.469137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:03:34.469474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Checking segment: {'id': '07f1ba11-ab5b-442b-b6c7-b796c35fb2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '57bdf8fe-9eed-41ca-aea5-72f921bc3dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:03:34.469854 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Bound using segment: {'id': '07f1ba11-ab5b-442b-b6c7-b796c35fb2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '57bdf8fe-9eed-41ca-aea5-72f921bc3dd5'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:03:34.470276 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Bound port: 365a9582-ab11-4a4d-86b2-763c0f29c612, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f1ba11-ab5b-442b-b6c7-b796c35fb2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '57bdf8fe-9eed-41ca-aea5-72f921bc3dd5'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:03:34.470621 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:34.529539 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] For port 365a9582-ab11-4a4d-86b2-763c0f29c612, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:03:34.532429 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] For port 365a9582-ab11-4a4d-86b2-763c0f29c612, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=365a9582-ab11-4a4d-86b2-763c0f29c612,segment=NetworkSegment(07f1ba11-ab5b-442b-b6c7-b796c35fb2b6),segment_id=07f1ba11-ab5b-442b-b6c7-b796c35fb2b6)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:03:34.632129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:34.634994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-39a76e68-2313-462b-bc26-8fd6e02b3da3 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:34.663642 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:34.664786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:34.666185 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] 10.222.0.35 "PUT /v2.0/ports/365a9582-ab11-4a4d-86b2-763c0f29c612 HTTP/1.1" status: 200 len: 1093 time: 0.8107333 Jun 22 10:03:34.666710 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c3d389-25b9-4c2a-b33a-bba56195c6b8', 'tag': '365a9582-ab11-4a4d-86b2-763c0f29c612'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:03:34.669012 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82f52d6-04c1-4aab-9cc6-a0422ae06746" -d '{"events": [{"name": "network-changed", "server_uuid": "26c3d389-25b9-4c2a-b33a-bba56195c6b8", "tag": "365a9582-ab11-4a4d-86b2-763c0f29c612"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:03:34.693951 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Pushing event updated for resources: {'Port': ['ID=365a9582-ab11-4a4d-86b2-763c0f29c612,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:34.697088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:34.763024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f7b982-44ad-48d1-b2ad-4b1e199f586e x-openstack-request-id: req-40f7b982-44ad-48d1-b2ad-4b1e199f586e {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:03:34.763024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c3d389-25b9-4c2a-b33a-bba56195c6b8", "tag": "365a9582-ab11-4a4d-86b2-763c0f29c612", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:03:34.763024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40f7b982-44ad-48d1-b2ad-4b1e199f586e {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:03:34.763024 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c3d389-25b9-4c2a-b33a-bba56195c6b8', 'tag': '365a9582-ab11-4a4d-86b2-763c0f29c612', 'status': 'completed', 'code': 200} Jun 22 10:03:34.823007 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-e739f452-37ec-459d-b103-160be6949456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:34.824536 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-e739f452-37ec-459d-b103-160be6949456 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=05c867fb8d3148719b5fc75671af1e5e&device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 1096 time: 0.0561328 Jun 22 10:03:34.864180 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-eb20d32e-86a5-43c4-86bd-52e4769d8be1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=365a9582-ab11-4a4d-86b2-763c0f29c612 HTTP/1.1" status: 200 len: 217 time: 0.0329559 Jun 22 10:03:34.909586 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-213fbc8b-bae8-4f6f-bdba-b3a5677f5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:34.911183 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-213fbc8b-bae8-4f6f-bdba-b3a5677f5203 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5d8c7ba-da8e-49be-bfd1-0aeb5278f8dd HTTP/1.1" status: 200 len: 852 time: 0.0413291 Jun 22 10:03:34.941404 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-62ec7101-32df-4252-9192-92db78edc278 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57bdf8fe-9eed-41ca-aea5-72f921bc3dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237861 Jun 22 10:03:35.028867 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-efafffff-b74e-433c-91de-22ccbf053e64 service neutron] 10.222.0.35 "GET /v2.0/networks/57bdf8fe-9eed-41ca-aea5-72f921bc3dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812562 Jun 22 10:03:35.113370 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e9d8dc2-e527-4830-aa2a-6f94aedc7787 req-7cc1e1ab-b3bc-4d70-90bc-2ef0599f5541 service neutron] 10.222.0.35 "GET /v2.0/networks/57bdf8fe-9eed-41ca-aea5-72f921bc3dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789974 Jun 22 10:03:35.323370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f52d6-04c1-4aab-9cc6-a0422ae06746 req-bcec4157-7f56-4df2-86d1-e2ff1c70a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:35.324885 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c82f52d6-04c1-4aab-9cc6-a0422ae06746 req-bcec4157-7f56-4df2-86d1-e2ff1c70a4e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=05c867fb8d3148719b5fc75671af1e5e&device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 1096 time: 0.0578213 Jun 22 10:03:35.415330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f52d6-04c1-4aab-9cc6-a0422ae06746 req-9e95e2f5-c1c4-48b6-af14-c1d2df425bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:35.416853 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c82f52d6-04c1-4aab-9cc6-a0422ae06746 req-9e95e2f5-c1c4-48b6-af14-c1d2df425bc2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=57bdf8fe-9eed-41ca-aea5-72f921bc3dd5 HTTP/1.1" status: 200 len: 913 time: 0.0854905 Jun 22 10:03:35.449996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf34d8-e81d-4ee1-98df-2dce460e64d1 req-25135c49-2bc0-431f-8984-fa682291bd7c tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:35.451569 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cdcf34d8-e81d-4ee1-98df-2dce460e64d1 req-25135c49-2bc0-431f-8984-fa682291bd7c tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 943 time: 0.0634353 Jun 22 10:03:35.460585 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c82f52d6-04c1-4aab-9cc6-a0422ae06746 req-2926cce1-2c64-4014-a3c9-25d21813e711 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=365a9582-ab11-4a4d-86b2-763c0f29c612 HTTP/1.1" status: 200 len: 217 time: 0.0377257 Jun 22 10:03:35.490723 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cdcf34d8-e81d-4ee1-98df-2dce460e64d1 req-649d9f82-4fcb-43dc-ba76-fabc479e7e66 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334506 Jun 22 10:03:35.511538 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f52d6-04c1-4aab-9cc6-a0422ae06746 req-5ca3886c-7f96-4006-b6eb-baa97f7d077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:35.512968 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c82f52d6-04c1-4aab-9cc6-a0422ae06746 req-5ca3886c-7f96-4006-b6eb-baa97f7d077e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5d8c7ba-da8e-49be-bfd1-0aeb5278f8dd HTTP/1.1" status: 200 len: 852 time: 0.0460992 Jun 22 10:03:35.544548 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c82f52d6-04c1-4aab-9cc6-a0422ae06746 req-d8ea5691-d3f7-402f-b44b-07cdda6e2a1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57bdf8fe-9eed-41ca-aea5-72f921bc3dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250933 Jun 22 10:03:35.631643 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c82f52d6-04c1-4aab-9cc6-a0422ae06746 req-47c6e0fa-5c72-444f-a1b4-b7474b1349fa service neutron] 10.222.0.35 "GET /v2.0/networks/57bdf8fe-9eed-41ca-aea5-72f921bc3dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804694 Jun 22 10:03:36.009109 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c82f52d6-04c1-4aab-9cc6-a0422ae06746 req-5b71f8fe-03d8-4d39-a67a-8b5ae40ea676 service neutron] 10.222.0.35 "GET /v2.0/networks/57bdf8fe-9eed-41ca-aea5-72f921bc3dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712940 Jun 22 10:03:36.658041 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f82a7-ccbc-46c0-9dcf-298d78b6cfe5 req-339dc293-6d84-4574-b7b8-b18a7cfb42c7 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:36.659503 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-279f82a7-ccbc-46c0-9dcf-298d78b6cfe5 req-339dc293-6d84-4574-b7b8-b18a7cfb42c7 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 943 time: 0.0613809 Jun 22 10:03:36.700172 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-279f82a7-ccbc-46c0-9dcf-298d78b6cfe5 req-a29dcdf3-e799-469a-a110-216eb7456d95 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348668 Jun 22 10:03:37.885223 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479bd69-52bf-4063-8519-1f49e9d97ccf req-b15349ea-50ef-42dc-b587-880ce80c7cef tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:37.886694 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a479bd69-52bf-4063-8519-1f49e9d97ccf req-b15349ea-50ef-42dc-b587-880ce80c7cef tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 943 time: 0.0737593 Jun 22 10:03:37.922600 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a479bd69-52bf-4063-8519-1f49e9d97ccf req-cd9f490a-84f0-43db-89ac-43f7c4ff1618 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303690 Jun 22 10:03:38.498255 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 365a9582-ab11-4a4d-86b2-763c0f29c612 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:03:38.592314 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 365a9582-ab11-4a4d-86b2-763c0f29c612, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=365a9582-ab11-4a4d-86b2-763c0f29c612,segment=NetworkSegment(07f1ba11-ab5b-442b-b6c7-b796c35fb2b6),segment_id=07f1ba11-ab5b-442b-b6c7-b796c35fb2b6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:03:38.603934 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '365a9582-ab11-4a4d-86b2-763c0f29c612', 'network_id': '57bdf8fe-9eed-41ca-aea5-72f921bc3dd5', 'port_id': '365a9582-ab11-4a4d-86b2-763c0f29c612', 'mac_address': 'fa:16:3e:b6:71:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d8c7ba-da8e-49be-bfd1-0aeb5278f8dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:03:38.638810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:38.651371 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365a9582-ab11-4a4d-86b2-763c0f29c612 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:03:38.670981 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 365a9582-ab11-4a4d-86b2-763c0f29c612, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=365a9582-ab11-4a4d-86b2-763c0f29c612,segment=NetworkSegment(07f1ba11-ab5b-442b-b6c7-b796c35fb2b6),segment_id=07f1ba11-ab5b-442b-b6c7-b796c35fb2b6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:03:38.728271 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:38.729999 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:38.773011 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=365a9582-ab11-4a4d-86b2-763c0f29c612,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:38.776365 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:39.030414 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['365a9582-ab11-4a4d-86b2-763c0f29c612'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:03:39.089174 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881258d-a9ef-4d81-abda-c7e03959cf59 req-76f4b025-58c7-45fc-926a-9b3808b64af3 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:39.090654 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d881258d-a9ef-4d81-abda-c7e03959cf59 req-76f4b025-58c7-45fc-926a-9b3808b64af3 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 944 time: 0.0625741 Jun 22 10:03:39.127858 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d881258d-a9ef-4d81-abda-c7e03959cf59 req-cef7380a-9779-467c-9a73-a906fb7f65f2 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315571 Jun 22 10:03:40.299224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033bb7e-9319-4912-baef-d09d4961cadc req-e1e79b3b-4229-42f0-acdd-dcf3f43507e7 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:40.300692 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f033bb7e-9319-4912-baef-d09d4961cadc req-e1e79b3b-4229-42f0-acdd-dcf3f43507e7 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 944 time: 0.0627961 Jun 22 10:03:40.337955 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f033bb7e-9319-4912-baef-d09d4961cadc req-7f636318-17bf-4b4e-b5fa-867787027dda tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312312 Jun 22 10:03:40.518634 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 365a9582-ab11-4a4d-86b2-763c0f29c612 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:03:40.522601 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:40.609993 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 365a9582-ab11-4a4d-86b2-763c0f29c612 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:03:40.613755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 365a9582-ab11-4a4d-86b2-763c0f29c612 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:03:40.614134 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:40.694083 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:40.715233 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c3d389-25b9-4c2a-b33a-bba56195c6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365a9582-ab11-4a4d-86b2-763c0f29c612'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:03:40.717513 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdbdc1a-8fa3-4ef3-9e38-bbf413a78282" -d '{"events": [{"server_uuid": "26c3d389-25b9-4c2a-b33a-bba56195c6b8", "name": "network-vif-plugged", "status": "completed", "tag": "365a9582-ab11-4a4d-86b2-763c0f29c612"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:03:40.730725 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 365a9582-ab11-4a4d-86b2-763c0f29c612, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=365a9582-ab11-4a4d-86b2-763c0f29c612,segment=NetworkSegment(07f1ba11-ab5b-442b-b6c7-b796c35fb2b6),segment_id=07f1ba11-ab5b-442b-b6c7-b796c35fb2b6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:03:40.751696 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b7b8f3-34d6-4f9f-9207-38ab09069d6e x-openstack-request-id: req-92b7b8f3-34d6-4f9f-9207-38ab09069d6e {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:03:40.751989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c3d389-25b9-4c2a-b33a-bba56195c6b8", "name": "network-vif-plugged", "status": "completed", "tag": "365a9582-ab11-4a4d-86b2-763c0f29c612", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:03:40.752246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92b7b8f3-34d6-4f9f-9207-38ab09069d6e {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:03:40.752632 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c3d389-25b9-4c2a-b33a-bba56195c6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365a9582-ab11-4a4d-86b2-763c0f29c612', 'code': 200} Jun 22 10:03:40.797103 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:40.798968 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:40.843040 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=365a9582-ab11-4a4d-86b2-763c0f29c612,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:40.846007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:41.076724 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec01fa-b63e-4383-8b09-069b725d2295 req-660de1a1-b4b8-4743-9878-a22b0ea24ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:41.078164 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0eec01fa-b63e-4383-8b09-069b725d2295 req-660de1a1-b4b8-4743-9878-a22b0ea24ea4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 1098 time: 0.0499320 Jun 22 10:03:41.110914 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0eec01fa-b63e-4383-8b09-069b725d2295 req-342889de-2d29-4a81-85a8-98be7d4c2b1e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268786 Jun 22 10:03:41.509806 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb64b3-7214-4814-ab99-0b309657d096 req-aebb4b79-74d8-4012-9884-750a9f1d0c58 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:41.511248 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bddb64b3-7214-4814-ab99-0b309657d096 req-aebb4b79-74d8-4012-9884-750a9f1d0c58 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0667171 Jun 22 10:03:41.548116 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bddb64b3-7214-4814-ab99-0b309657d096 req-a12e3db9-75a2-4528-bf5c-cc6d9d7930b7 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312293 Jun 22 10:03:42.718563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c431b-0fc3-4b8b-b66e-62b26677648f req-0d758613-166f-4bd6-8006-8edd64e3e5aa tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:42.720030 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6f0c431b-0fc3-4b8b-b66e-62b26677648f req-0d758613-166f-4bd6-8006-8edd64e3e5aa tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0641341 Jun 22 10:03:42.756298 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6f0c431b-0fc3-4b8b-b66e-62b26677648f req-fb05b8e8-6455-4658-ae35-9e1feba0323b tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307658 Jun 22 10:03:43.300018 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b422e39-293d-4201-9172-801cd1ce5a88 req-da996857-e017-48b7-ba92-99d9e13df1eb tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:43.301458 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0b422e39-293d-4201-9172-801cd1ce5a88 req-da996857-e017-48b7-ba92-99d9e13df1eb tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0616434 Jun 22 10:03:43.344690 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0b422e39-293d-4201-9172-801cd1ce5a88 req-a87fdbdb-2ceb-4844-a0e6-26cfb335a86f tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373900 Jun 22 10:03:43.396768 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37176) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:03:43.485304 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-67131c86-d9e7-443f-b306-40c09f65de5b req-75f9ca59-f858-4bed-96ec-92e6d2696612 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872905 Jun 22 10:03:44.522012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180d688-bf1d-4ad2-a4e1-2b836e7ae41e req-cd93a4b8-e176-4bb3-8508-a7702d39e6cc tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:44.523469 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8180d688-bf1d-4ad2-a4e1-2b836e7ae41e req-cd93a4b8-e176-4bb3-8508-a7702d39e6cc tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0626640 Jun 22 10:03:44.560828 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8180d688-bf1d-4ad2-a4e1-2b836e7ae41e req-647361c3-77d3-42c2-b341-32cac648dba1 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309577 Jun 22 10:03:45.477881 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67131c86-d9e7-443f-b306-40c09f65de5b req-57526d44-abe8-4ad9-9bfb-82f79264882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:45.479255 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-67131c86-d9e7-443f-b306-40c09f65de5b req-57526d44-abe8-4ad9-9bfb-82f79264882b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=05c867fb8d3148719b5fc75671af1e5e&device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 1098 time: 0.0538673 Jun 22 10:03:45.562581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67131c86-d9e7-443f-b306-40c09f65de5b req-fa35bc3d-c191-4bc9-bad7-faf1d614607a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:45.564004 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-67131c86-d9e7-443f-b306-40c09f65de5b req-fa35bc3d-c191-4bc9-bad7-faf1d614607a service neutron] 10.222.0.35 "GET /v2.0/networks?id=57bdf8fe-9eed-41ca-aea5-72f921bc3dd5 HTTP/1.1" status: 200 len: 913 time: 0.0792744 Jun 22 10:03:45.607161 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-67131c86-d9e7-443f-b306-40c09f65de5b req-36d79b14-cf92-4779-9da9-5e0e3dcadab4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=365a9582-ab11-4a4d-86b2-763c0f29c612 HTTP/1.1" status: 200 len: 217 time: 0.0371408 Jun 22 10:03:45.653113 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67131c86-d9e7-443f-b306-40c09f65de5b req-30eaf345-ac86-4e79-b60a-c11f5233a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:45.654535 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-67131c86-d9e7-443f-b306-40c09f65de5b req-30eaf345-ac86-4e79-b60a-c11f5233a61d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5d8c7ba-da8e-49be-bfd1-0aeb5278f8dd HTTP/1.1" status: 200 len: 852 time: 0.0420768 Jun 22 10:03:45.687089 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-67131c86-d9e7-443f-b306-40c09f65de5b req-3288d1d1-9afc-4d59-8b77-11d04c5e754a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57bdf8fe-9eed-41ca-aea5-72f921bc3dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265841 Jun 22 10:03:45.814064 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e02ce-9042-48b7-93ce-424a6dec6602 req-67263423-d887-4535-acfb-0ee395adbefa tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:45.815536 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-003e02ce-9042-48b7-93ce-424a6dec6602 req-67263423-d887-4535-acfb-0ee395adbefa tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.1306694 Jun 22 10:03:45.817668 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-67131c86-d9e7-443f-b306-40c09f65de5b req-b423dc37-e8a9-4f40-84a8-f4e1d3808a82 service neutron] 10.222.0.35 "GET /v2.0/networks/57bdf8fe-9eed-41ca-aea5-72f921bc3dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227863 Jun 22 10:03:45.901800 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-003e02ce-9042-48b7-93ce-424a6dec6602 req-226ea161-0d0b-42de-8898-41c41889d846 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802233 Jun 22 10:03:45.936713 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-67131c86-d9e7-443f-b306-40c09f65de5b req-0ae3a1ec-fc31-46c2-8763-224fa57a900c service neutron] 10.222.0.35 "GET /v2.0/networks/57bdf8fe-9eed-41ca-aea5-72f921bc3dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092803 Jun 22 10:03:46.197717 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:03:46.573763 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2a8b4447-b7e1-44fd-a5e9-867381e52b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:47.075322 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b19a2a-1369-46f5-b216-b6c41f2c47cd req-c26d70dc-1840-445a-85bf-9e3dea42c1fb tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:47.076943 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b5b19a2a-1369-46f5-b216-b6c41f2c47cd req-c26d70dc-1840-445a-85bf-9e3dea42c1fb tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0688722 Jun 22 10:03:47.114982 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b5b19a2a-1369-46f5-b216-b6c41f2c47cd req-0180ae7e-d2bd-4547-b3a2-87e7609d5065 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324454 Jun 22 10:03:48.287040 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b166c9c-4553-4cf4-94b6-aad6a9520648 req-edcbffa5-9d28-425f-9517-28f2ea79edd6 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:48.288546 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8b166c9c-4553-4cf4-94b6-aad6a9520648 req-edcbffa5-9d28-425f-9517-28f2ea79edd6 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0627220 Jun 22 10:03:48.326525 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8b166c9c-4553-4cf4-94b6-aad6a9520648 req-8a6f443d-563c-4554-9f27-8f77e44f87fa tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323296 Jun 22 10:03:49.048318 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b634bf77-f25e-4569-918e-a76a3baa8c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:49.328698 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:49.501925 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffac806-19d7-4675-8035-e49ec3536c03 req-9a67eb11-a4eb-4167-b3ac-a2366a3428ec tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:49.503294 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9ffac806-19d7-4675-8035-e49ec3536c03 req-9a67eb11-a4eb-4167-b3ac-a2366a3428ec tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0663729 Jun 22 10:03:49.540559 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9ffac806-19d7-4675-8035-e49ec3536c03 req-dcbe90cd-392d-480d-8623-5cd0d03a11db tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311120 Jun 22 10:03:50.470896 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:50.710012 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2a5f4-07d4-411f-89cd-cd785a5183c5 req-f2c24b4e-6318-4e8d-bfb4-c59cb94efa4a tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:50.711514 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bca2a5f4-07d4-411f-89cd-cd785a5183c5 req-f2c24b4e-6318-4e8d-bfb4-c59cb94efa4a tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0643036 Jun 22 10:03:50.753041 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bca2a5f4-07d4-411f-89cd-cd785a5183c5 req-015d18f0-4a38-42d7-b401-061d2c87335f tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357227 Jun 22 10:03:51.739546 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:51.920035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610c57f-8f6b-4bbc-a1dd-6f771725bfb5 req-669b18e7-cca4-43a0-b956-66b0bf31cfd0 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:51.921400 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d610c57f-8f6b-4bbc-a1dd-6f771725bfb5 req-669b18e7-cca4-43a0-b956-66b0bf31cfd0 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0623806 Jun 22 10:03:51.963357 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d610c57f-8f6b-4bbc-a1dd-6f771725bfb5 req-bc6a925e-3d17-4da4-9e3f-c99cfde8c1a0 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363691 Jun 22 10:03:53.136023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89309a-f82a-41f0-9b24-9e3a0f60a1db req-b4c46233-a886-4da8-a3a5-f97174fc6796 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:53.137536 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc89309a-f82a-41f0-9b24-9e3a0f60a1db req-b4c46233-a886-4da8-a3a5-f97174fc6796 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0629973 Jun 22 10:03:53.174605 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc89309a-f82a-41f0-9b24-9e3a0f60a1db req-b3f3f28d-fbaa-44bd-81cc-1086b44fe25e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315070 Jun 22 10:03:54.372351 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d4251-b162-48b1-9dc8-9950b9fbde10 req-7414b2fd-baa6-4665-89b7-f42dd199f7dd tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:54.373702 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-404d4251-b162-48b1-9dc8-9950b9fbde10 req-7414b2fd-baa6-4665-89b7-f42dd199f7dd tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0676413 Jun 22 10:03:54.410016 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-404d4251-b162-48b1-9dc8-9950b9fbde10 req-ab848c43-4069-4ec7-9777-5d874082cd1f tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305002 Jun 22 10:03:55.577108 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cbf81-1774-4d5a-a837-506c3214dd09 req-02bf2bca-23a2-4e77-ae5c-f960dc9308eb tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:55.578538 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-019cbf81-1774-4d5a-a837-506c3214dd09 req-02bf2bca-23a2-4e77-ae5c-f960dc9308eb tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0616038 Jun 22 10:03:55.614224 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-019cbf81-1774-4d5a-a837-506c3214dd09 req-05d38473-1aae-4364-8b0a-2b65a730c341 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301709 Jun 22 10:03:56.785419 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d243c-23c2-45ac-bc69-94ab2a2e197a req-e8582596-dc68-4153-aceb-fb0ffbf6fe98 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:56.786869 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ac1d243c-23c2-45ac-bc69-94ab2a2e197a req-e8582596-dc68-4153-aceb-fb0ffbf6fe98 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0629089 Jun 22 10:03:56.824089 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ac1d243c-23c2-45ac-bc69-94ab2a2e197a req-051e6b95-6493-4025-835f-d3c5080d33db tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316362 Jun 22 10:03:57.996155 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458aae6b-6032-4a3e-a538-ae8e7405a5a9 req-3d54b109-01e4-4be9-8239-9efd47c19eec tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:57.998655 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-458aae6b-6032-4a3e-a538-ae8e7405a5a9 req-3d54b109-01e4-4be9-8239-9efd47c19eec tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0681243 Jun 22 10:03:58.036763 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-458aae6b-6032-4a3e-a538-ae8e7405a5a9 req-e393d37b-5362-4337-995a-2dccf111a64f tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317433 Jun 22 10:03:59.206863 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e0821-4f3f-45db-ac6e-d8f1a0137984 req-547c50ad-d7f9-45ca-adb4-b4d39d5a6ba5 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:59.208335 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5b3e0821-4f3f-45db-ac6e-d8f1a0137984 req-547c50ad-d7f9-45ca-adb4-b4d39d5a6ba5 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0630283 Jun 22 10:03:59.249814 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5b3e0821-4f3f-45db-ac6e-d8f1a0137984 req-556a4e03-9a79-4629-a309-fb660cb4dd9e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359049 Jun 22 10:04:00.422484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c99c0c-af56-4ee5-b448-581e3198ecc3 req-e45e1daa-90d3-4509-b136-508a38a8ec32 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:00.423867 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-71c99c0c-af56-4ee5-b448-581e3198ecc3 req-e45e1daa-90d3-4509-b136-508a38a8ec32 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0624189 Jun 22 10:04:00.459088 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-71c99c0c-af56-4ee5-b448-581e3198ecc3 req-ee36b78f-84b4-43d1-ad7d-e5f45fa2dc83 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297873 Jun 22 10:04:01.625992 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d99aa-e1c9-482d-8c3c-56c3efde3663 req-ea787a1d-99a4-477f-8796-5ea9d1295ce7 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:01.627581 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9f8d99aa-e1c9-482d-8c3c-56c3efde3663 req-ea787a1d-99a4-477f-8796-5ea9d1295ce7 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0616221 Jun 22 10:04:01.663201 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9f8d99aa-e1c9-482d-8c3c-56c3efde3663 req-d48d5051-5b6f-4689-8582-7e250d01661c tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302634 Jun 22 10:04:02.834631 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341cb16-d86c-4457-b92b-2f6a3bfe5d6d req-7d03fa12-8652-4ecc-9077-909e34cbbd0e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:02.836095 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7341cb16-d86c-4457-b92b-2f6a3bfe5d6d req-7d03fa12-8652-4ecc-9077-909e34cbbd0e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0633872 Jun 22 10:04:02.878654 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7341cb16-d86c-4457-b92b-2f6a3bfe5d6d req-5756496c-0efe-4627-be49-c75af86309aa tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363042 Jun 22 10:04:04.051587 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc31458-bcdc-4eb8-9c2a-2f2c560810d2 req-c37f341f-47e2-4233-bbb9-372d19d3597a tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:04.053050 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ddc31458-bcdc-4eb8-9c2a-2f2c560810d2 req-c37f341f-47e2-4233-bbb9-372d19d3597a tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0628955 Jun 22 10:04:04.088574 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ddc31458-bcdc-4eb8-9c2a-2f2c560810d2 req-2859c362-6ba2-403d-a357-5b041c7fa859 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299966 Jun 22 10:04:05.259844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d8205-7ff4-4d4d-af6e-1f32e703c960 req-22fa7cfa-4fcf-4c53-a0fa-80844e40fda9 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:05.261290 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-918d8205-7ff4-4d4d-af6e-1f32e703c960 req-22fa7cfa-4fcf-4c53-a0fa-80844e40fda9 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0637956 Jun 22 10:04:05.300041 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-918d8205-7ff4-4d4d-af6e-1f32e703c960 req-600846ee-fd5b-4108-951a-34c6bd4dcc5f tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329952 Jun 22 10:04:06.476352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab5b6c-332c-4f75-b287-2ca930915171 req-e2562a18-4c2f-4045-bc6c-c8984b313ab5 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:06.477714 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e2ab5b6c-332c-4f75-b287-2ca930915171 req-e2562a18-4c2f-4045-bc6c-c8984b313ab5 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0663657 Jun 22 10:04:06.514491 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e2ab5b6c-332c-4f75-b287-2ca930915171 req-d35e31fd-5cc2-4ddd-b779-93b1819b05ca tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311561 Jun 22 10:04:07.680555 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2235c8-33aa-4de7-b487-eeb6d67130a5 req-095d015a-1fbb-4c56-9847-378cf9d00eed tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:07.682002 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0d2235c8-33aa-4de7-b487-eeb6d67130a5 req-095d015a-1fbb-4c56-9847-378cf9d00eed tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0616539 Jun 22 10:04:07.718750 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0d2235c8-33aa-4de7-b487-eeb6d67130a5 req-cc915b90-7a01-41f4-8d4d-a576ec2cbe99 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307384 Jun 22 10:04:08.890615 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd7d17-add8-4b93-a262-d240596d0b21 req-d30422ec-5977-4480-86fa-ee9063591d0a tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:08.892115 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-46fd7d17-add8-4b93-a262-d240596d0b21 req-d30422ec-5977-4480-86fa-ee9063591d0a tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0640166 Jun 22 10:04:08.928686 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-46fd7d17-add8-4b93-a262-d240596d0b21 req-4a06d8ad-fea6-42a0-adbe-6b6e51fe5dbf tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311182 Jun 22 10:04:10.109290 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97361081-c8ae-4e62-a997-ec994a95a9ad req-54f49667-f068-4c92-ab1e-594bcaaa2a4c tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:10.110320 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-97361081-c8ae-4e62-a997-ec994a95a9ad req-54f49667-f068-4c92-ab1e-594bcaaa2a4c tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0681875 Jun 22 10:04:10.147037 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-97361081-c8ae-4e62-a997-ec994a95a9ad req-95d5360d-931a-4e1a-91a4-74bdb4e4bd96 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311480 Jun 22 10:04:10.527681 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:11.317236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1254a34-5213-4719-8038-29af6bcaec84 req-c5756dfc-45cf-4c95-986f-f652b4db150f tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:11.318602 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b1254a34-5213-4719-8038-29af6bcaec84 req-c5756dfc-45cf-4c95-986f-f652b4db150f tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0627334 Jun 22 10:04:11.359679 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b1254a34-5213-4719-8038-29af6bcaec84 req-fc73ecec-be4f-4fbd-a5bb-77f0dbec254d tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354717 Jun 22 10:04:12.529445 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00bb36-a00d-4069-a698-fb32adac5fcd req-1f6a767b-d19c-4e74-bfa4-297ed0f72058 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:12.530896 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6e00bb36-a00d-4069-a698-fb32adac5fcd req-1f6a767b-d19c-4e74-bfa4-297ed0f72058 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0620513 Jun 22 10:04:12.567664 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6e00bb36-a00d-4069-a698-fb32adac5fcd req-d4984241-a981-4138-b698-4783b7d0f7f5 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310357 Jun 22 10:04:13.172984 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-67131c86-d9e7-443f-b306-40c09f65de5b req-0cc58608-8e46-4b1a-a232-89dfdcb8d5fb service neutron] 10.222.0.35 "GET /v2.0/ports/365a9582-ab11-4a4d-86b2-763c0f29c612/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0541751 Jun 22 10:04:13.741406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e260a-0460-4909-bd53-a2f3773f3301 req-32887d55-f54e-46ce-b947-2bd166cfb940 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:13.742868 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-029e260a-0460-4909-bd53-a2f3773f3301 req-32887d55-f54e-46ce-b947-2bd166cfb940 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0647149 Jun 22 10:04:13.763695 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67131c86-d9e7-443f-b306-40c09f65de5b req-8faedc3d-33af-40ba-84cd-dc36f11271a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:13.765173 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-67131c86-d9e7-443f-b306-40c09f65de5b req-8faedc3d-33af-40ba-84cd-dc36f11271a3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8&tenant_id=05c867fb8d3148719b5fc75671af1e5e HTTP/1.1" status: 200 len: 1098 time: 0.0875955 Jun 22 10:04:13.781348 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-029e260a-0460-4909-bd53-a2f3773f3301 req-a4baf64f-e43b-412a-ab8e-0b16570227da tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323024 Jun 22 10:04:13.836425 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67131c86-d9e7-443f-b306-40c09f65de5b req-617d1775-c38d-43d3-836a-a482c0aebdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:13.837894 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-67131c86-d9e7-443f-b306-40c09f65de5b req-617d1775-c38d-43d3-836a-a482c0aebdb8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=05c867fb8d3148719b5fc75671af1e5e&device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 1098 time: 0.0519586 Jun 22 10:04:13.925278 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67131c86-d9e7-443f-b306-40c09f65de5b req-cca787c3-9ccf-4e62-a724-f5f7aa2488d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:13.926602 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-67131c86-d9e7-443f-b306-40c09f65de5b req-cca787c3-9ccf-4e62-a724-f5f7aa2488d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=57bdf8fe-9eed-41ca-aea5-72f921bc3dd5 HTTP/1.1" status: 200 len: 913 time: 0.0824838 Jun 22 10:04:13.966126 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-67131c86-d9e7-443f-b306-40c09f65de5b req-9a42cd02-99f7-4a66-a564-2e5d1d9272c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=365a9582-ab11-4a4d-86b2-763c0f29c612 HTTP/1.1" status: 200 len: 217 time: 0.0333428 Jun 22 10:04:14.015047 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67131c86-d9e7-443f-b306-40c09f65de5b req-88713d81-3c82-4515-94df-a856d00e38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:14.016458 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-67131c86-d9e7-443f-b306-40c09f65de5b req-88713d81-3c82-4515-94df-a856d00e38b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5d8c7ba-da8e-49be-bfd1-0aeb5278f8dd HTTP/1.1" status: 200 len: 852 time: 0.0445099 Jun 22 10:04:14.048308 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-67131c86-d9e7-443f-b306-40c09f65de5b req-9f2963b5-ff31-47b7-8e98-0df178696d03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57bdf8fe-9eed-41ca-aea5-72f921bc3dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260170 Jun 22 10:04:14.133408 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-67131c86-d9e7-443f-b306-40c09f65de5b req-2b441bf6-fdef-4a71-a3c3-290e9b00ef1c service neutron] 10.222.0.35 "GET /v2.0/networks/57bdf8fe-9eed-41ca-aea5-72f921bc3dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791507 Jun 22 10:04:14.221581 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-67131c86-d9e7-443f-b306-40c09f65de5b req-51ee0a7b-33a3-48f8-a33c-0c14366efa52 service neutron] 10.222.0.35 "GET /v2.0/networks/57bdf8fe-9eed-41ca-aea5-72f921bc3dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818057 Jun 22 10:04:14.954704 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498af224-df28-48b9-9479-cb9c15fc0cd0 req-3014f61e-60b9-4da7-8b9a-ea2729c1e5a5 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:14.956182 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-498af224-df28-48b9-9479-cb9c15fc0cd0 req-3014f61e-60b9-4da7-8b9a-ea2729c1e5a5 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0636091 Jun 22 10:04:14.992114 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-498af224-df28-48b9-9479-cb9c15fc0cd0 req-00f0759c-dc24-48e9-9f1b-382b678c9354 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304539 Jun 22 10:04:16.163994 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214389e-c980-4ea9-a3bf-cf6a559bb480 req-3fd77409-4922-4ff4-a1ef-1d3c26acddbf tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:16.165450 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2214389e-c980-4ea9-a3bf-cf6a559bb480 req-3fd77409-4922-4ff4-a1ef-1d3c26acddbf tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0629795 Jun 22 10:04:16.202398 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2214389e-c980-4ea9-a3bf-cf6a559bb480 req-2302686c-14f0-4999-9810-bdb5ca67c6c4 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308337 Jun 22 10:04:16.567075 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a9a76e31-0f69-4a67-ab48-8aded1b1c33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:16.688958 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 365a9582-ab11-4a4d-86b2-763c0f29c612 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:04:16.690989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 365a9582-ab11-4a4d-86b2-763c0f29c612 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:04:16.836525 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:16.842646 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 365a9582-ab11-4a4d-86b2-763c0f29c612, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=365a9582-ab11-4a4d-86b2-763c0f29c612,segment=NetworkSegment(07f1ba11-ab5b-442b-b6c7-b796c35fb2b6),segment_id=07f1ba11-ab5b-442b-b6c7-b796c35fb2b6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:04:16.864597 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '365a9582-ab11-4a4d-86b2-763c0f29c612', 'network_id': '57bdf8fe-9eed-41ca-aea5-72f921bc3dd5', 'port_id': '365a9582-ab11-4a4d-86b2-763c0f29c612', 'mac_address': 'fa:16:3e:b6:71:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d8c7ba-da8e-49be-bfd1-0aeb5278f8dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:04:16.871832 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c3d389-25b9-4c2a-b33a-bba56195c6b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '365a9582-ab11-4a4d-86b2-763c0f29c612'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:04:16.874079 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26e1a5f-a7bc-4336-a29f-d575b859ed2b" -d '{"events": [{"server_uuid": "26c3d389-25b9-4c2a-b33a-bba56195c6b8", "name": "network-vif-unplugged", "status": "completed", "tag": "365a9582-ab11-4a4d-86b2-763c0f29c612"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:04:16.906421 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 365a9582-ab11-4a4d-86b2-763c0f29c612, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=365a9582-ab11-4a4d-86b2-763c0f29c612,segment=NetworkSegment(07f1ba11-ab5b-442b-b6c7-b796c35fb2b6),segment_id=07f1ba11-ab5b-442b-b6c7-b796c35fb2b6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:04:16.919590 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:16.932559 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 365a9582-ab11-4a4d-86b2-763c0f29c612 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:04:16.956965 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:16.958855 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-1457afb9-0a66-4488-ac8c-05b8130dd835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:04:17.001419 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 10:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227ecbec-e46e-4b92-b277-61fda1c9f3fb x-openstack-request-id: req-227ecbec-e46e-4b92-b277-61fda1c9f3fb {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:04:17.001829 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c3d389-25b9-4c2a-b33a-bba56195c6b8", "name": "network-vif-unplugged", "status": "completed", "tag": "365a9582-ab11-4a4d-86b2-763c0f29c612", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:04:17.002097 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-227ecbec-e46e-4b92-b277-61fda1c9f3fb {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:04:17.002484 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c3d389-25b9-4c2a-b33a-bba56195c6b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '365a9582-ab11-4a4d-86b2-763c0f29c612', 'code': 200} Jun 22 10:04:17.034193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 10:04:17.034641 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:04:17.038871 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=365a9582-ab11-4a4d-86b2-763c0f29c612,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:04:17.046368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:17.046766 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:17.047083 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:17.052640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:17.052640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:17.052640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:17.052640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:17.052640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:17.052640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:17.052640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:17.052640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:17.052640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:17.053868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:04:17.375556 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fd064-c3d5-47fc-8523-46a59718102f req-5d6a710d-0679-45d4-8217-1a130b856dbf tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:17.376914 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-204fd064-c3d5-47fc-8523-46a59718102f req-5d6a710d-0679-45d4-8217-1a130b856dbf tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 943 time: 0.0660715 Jun 22 10:04:17.413441 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-204fd064-c3d5-47fc-8523-46a59718102f req-48119731-5f85-4d17-9197-ee546bd5f841 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308974 Jun 22 10:04:17.569909 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:17.582066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365a9582-ab11-4a4d-86b2-763c0f29c612 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:04:17.601380 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 365a9582-ab11-4a4d-86b2-763c0f29c612, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=365a9582-ab11-4a4d-86b2-763c0f29c612,segment=NetworkSegment(07f1ba11-ab5b-442b-b6c7-b796c35fb2b6),segment_id=07f1ba11-ab5b-442b-b6c7-b796c35fb2b6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:04:17.675747 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:17.683247 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:04:17.727104 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=365a9582-ab11-4a4d-86b2-763c0f29c612,revision_number=7']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:04:17.730210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:04:17.734423 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['365a9582-ab11-4a4d-86b2-763c0f29c612'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:04:17.976703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6957c1a-4933-4a6b-992f-454348a12247 req-9c8cf04b-f553-45b5-8743-858edb4b5136 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:17.978065 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a6957c1a-4933-4a6b-992f-454348a12247 req-9c8cf04b-f553-45b5-8743-858edb4b5136 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.35 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8&tenant_id=05c867fb8d3148719b5fc75671af1e5e&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 944 time: 0.1097841 Jun 22 10:04:18.078464 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6957c1a-4933-4a6b-992f-454348a12247 req-94ebb3fe-a4fd-4645-a267-323c10b1200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:18.079968 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a6957c1a-4933-4a6b-992f-454348a12247 req-94ebb3fe-a4fd-4645-a267-323c10b1200e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=05c867fb8d3148719b5fc75671af1e5e&device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 1097 time: 0.0600131 Jun 22 10:04:18.169128 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6957c1a-4933-4a6b-992f-454348a12247 req-7ced103f-4d23-4f47-a1e1-d9dfd909a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:18.170592 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a6957c1a-4933-4a6b-992f-454348a12247 req-7ced103f-4d23-4f47-a1e1-d9dfd909a0f1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=57bdf8fe-9eed-41ca-aea5-72f921bc3dd5 HTTP/1.1" status: 200 len: 913 time: 0.0842464 Jun 22 10:04:18.211235 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a6957c1a-4933-4a6b-992f-454348a12247 req-e5f554c9-7f7b-4362-af2b-f8afc697aeaf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=365a9582-ab11-4a4d-86b2-763c0f29c612 HTTP/1.1" status: 200 len: 217 time: 0.0344102 Jun 22 10:04:18.262198 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6957c1a-4933-4a6b-992f-454348a12247 req-72ec2a1c-8da3-4630-bf77-676aec4408f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:18.263597 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a6957c1a-4933-4a6b-992f-454348a12247 req-72ec2a1c-8da3-4630-bf77-676aec4408f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5d8c7ba-da8e-49be-bfd1-0aeb5278f8dd HTTP/1.1" status: 200 len: 852 time: 0.0469980 Jun 22 10:04:18.298207 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a6957c1a-4933-4a6b-992f-454348a12247 req-9000993c-7279-43cb-9c8c-b52d4ee5cb1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57bdf8fe-9eed-41ca-aea5-72f921bc3dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289128 Jun 22 10:04:18.382009 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a6957c1a-4933-4a6b-992f-454348a12247 req-8b59aa80-9e2b-436c-8c37-1b907e57d6e5 service neutron] 10.222.0.35 "GET /v2.0/networks/57bdf8fe-9eed-41ca-aea5-72f921bc3dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778370 Jun 22 10:04:18.473281 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a6957c1a-4933-4a6b-992f-454348a12247 req-ac906ff4-802c-48ce-b583-c662e745c05d service neutron] 10.222.0.35 "GET /v2.0/networks/57bdf8fe-9eed-41ca-aea5-72f921bc3dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855505 Jun 22 10:04:18.692170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 365a9582-ab11-4a4d-86b2-763c0f29c612 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:04:18.765175 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:18.777909 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 365a9582-ab11-4a4d-86b2-763c0f29c612 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:04:18.799623 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 365a9582-ab11-4a4d-86b2-763c0f29c612, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=365a9582-ab11-4a4d-86b2-763c0f29c612,segment=NetworkSegment(07f1ba11-ab5b-442b-b6c7-b796c35fb2b6),segment_id=07f1ba11-ab5b-442b-b6c7-b796c35fb2b6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:04:18.864226 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:18.865910 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:04:18.910507 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=365a9582-ab11-4a4d-86b2-763c0f29c612,revision_number=8']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:04:18.913528 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:04:19.052713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a931-e850-4e67-b720-5346b8d26bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:19.333005 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:19.990169 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d7fb1-d119-4dd7-bc91-5c3afc3daf68 req-9f836d4e-0caa-4ab4-825a-29b3c402ec2f tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:19.991596 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a30d7fb1-d119-4dd7-bc91-5c3afc3daf68 req-9f836d4e-0caa-4ab4-825a-29b3c402ec2f tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 943 time: 0.0623126 Jun 22 10:04:20.029868 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a30d7fb1-d119-4dd7-bc91-5c3afc3daf68 req-f7d07f2b-af41-4a74-b8f3-2122b9b0e0b0 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319593 Jun 22 10:04:20.492535 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:21.201403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cf38b-957b-47e0-b675-48999010dcaf req-9978e4c3-bc23-410b-aa12-8c1502fd4c6c tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:21.208837 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c26cf38b-957b-47e0-b675-48999010dcaf req-9978e4c3-bc23-410b-aa12-8c1502fd4c6c tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 943 time: 0.0635238 Jun 22 10:04:21.239123 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c26cf38b-957b-47e0-b675-48999010dcaf req-4d9d040c-1d59-4da7-a39b-7b0f5985ac33 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/security-groups?id=6845d1a0-c18c-4208-b031-511a3ff40b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307174 Jun 22 10:04:21.712247 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6957c1a-4933-4a6b-992f-454348a12247 req-7c0244d6-0e2b-4e7f-b89a-c2b343a1743e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:21.713673 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a6957c1a-4933-4a6b-992f-454348a12247 req-7c0244d6-0e2b-4e7f-b89a-c2b343a1743e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.35 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 943 time: 0.0617352 Jun 22 10:04:21.721480 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:21.812193 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-a6957c1a-4933-4a6b-992f-454348a12247 req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Deleting port 365a9582-ab11-4a4d-86b2-763c0f29c612 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:04:21.812546 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a6957c1a-4933-4a6b-992f-454348a12247 req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:21.899596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-a6957c1a-4933-4a6b-992f-454348a12247 req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] For port 365a9582-ab11-4a4d-86b2-763c0f29c612, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=365a9582-ab11-4a4d-86b2-763c0f29c612,segment=NetworkSegment(07f1ba11-ab5b-442b-b6c7-b796c35fb2b6),segment_id=07f1ba11-ab5b-442b-b6c7-b796c35fb2b6)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:04:21.899960 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a6957c1a-4933-4a6b-992f-454348a12247 req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:21.960745 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-a6957c1a-4933-4a6b-992f-454348a12247 req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Calling delete_port for 365a9582-ab11-4a4d-86b2-763c0f29c612 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:04:22.172743 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a6957c1a-4933-4a6b-992f-454348a12247 req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:22.176680 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1de75841-82fb-41a9-8100-d60fb254a69c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:04:22.200551 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Pushing event deleted for resources: {'Port': ['ID=365a9582-ab11-4a4d-86b2-763c0f29c612,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:04:22.209874 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:22.218383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:22.218383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:22.218383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:22.218383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:22.218383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:22.218383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:22.218383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:22.218383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:22.218383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:22.218383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:22.218383 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:22.220223 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:04:22.258969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6957c1a-4933-4a6b-992f-454348a12247 req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] No DVR routers for this DVR port 365a9582-ab11-4a4d-86b2-763c0f29c612 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:04:22.261983 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a6957c1a-4933-4a6b-992f-454348a12247 req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:22.263943 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a6957c1a-4933-4a6b-992f-454348a12247 req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.35 "DELETE /v2.0/ports/365a9582-ab11-4a4d-86b2-763c0f29c612 HTTP/1.1" status: 204 len: 173 time: 0.5440598 Jun 22 10:04:22.264466 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c3d389-25b9-4c2a-b33a-bba56195c6b8', 'name': 'network-vif-deleted', 'tag': '365a9582-ab11-4a4d-86b2-763c0f29c612'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:04:22.266854 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2e8be9-c4ff-4fd9-a14d-a9980a8b0102" -d '{"events": [{"server_uuid": "26c3d389-25b9-4c2a-b33a-bba56195c6b8", "name": "network-vif-deleted", "tag": "365a9582-ab11-4a4d-86b2-763c0f29c612"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:04:22.301117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc60dc0e-f6ae-4303-b48c-e265fd149a61 x-openstack-request-id: req-fc60dc0e-f6ae-4303-b48c-e265fd149a61 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:04:22.301458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c3d389-25b9-4c2a-b33a-bba56195c6b8", "name": "network-vif-deleted", "tag": "365a9582-ab11-4a4d-86b2-763c0f29c612", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:04:22.301761 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc60dc0e-f6ae-4303-b48c-e265fd149a61 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:04:22.302203 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c3d389-25b9-4c2a-b33a-bba56195c6b8', 'name': 'network-vif-deleted', 'tag': '365a9582-ab11-4a4d-86b2-763c0f29c612', 'status': 'completed', 'code': 200} Jun 22 10:04:22.385675 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-44e4e048-097f-4bb3-870b-5420627e8170 req-4d44ad4d-cad0-4b53-82a6-e2af46a1eadd tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] 10.222.0.20 "GET /v2.0/ports?device_id=26c3d389-25b9-4c2a-b33a-bba56195c6b8 HTTP/1.1" status: 200 len: 210 time: 0.0310836 Jun 22 10:04:23.195873 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:04:23.617447 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 37284) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:04:23.666577 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Deleting subnet d5d8c7ba-da8e-49be-bfd1-0aeb5278f8dd {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:04:23.669406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:23.702088 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:23.738124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:23.835760 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:23.837863 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1abdfae7-da59-446f-a3ed-ecc5519bdfd5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:04:23.868135 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5d8c7ba-da8e-49be-bfd1-0aeb5278f8dd,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:04:23.876856 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:23.878648 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d5d8c7ba-da8e-49be-bfd1-0aeb5278f8dd HTTP/1.1" status: 204 len: 168 time: 0.2602189 Jun 22 10:04:23.880414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:23.880818 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:23.881210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:23.881423 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37286) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:04:23.881848 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:23.881959 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:23.882332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:23.882708 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:23.883082 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:23.883474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:23.883850 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:23.884224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:23.884591 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:23.887509 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:04:23.948433 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-139dbb52-ef67-403e-8527-a5670502164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:24.025648 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-139dbb52-ef67-403e-8527-a5670502164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:24.034969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-139dbb52-ef67-403e-8527-a5670502164f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bdf8fe-9eed-41ca-aea5-72f921bc3dd5']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:04:24.045201 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-139dbb52-ef67-403e-8527-a5670502164f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f1ba11-ab5b-442b-b6c7-b796c35fb2b6') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:04:24.045493 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-139dbb52-ef67-403e-8527-a5670502164f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f1ba11-ab5b-442b-b6c7-b796c35fb2b6') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:04:24.054022 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-139dbb52-ef67-403e-8527-a5670502164f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:24.068013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-139dbb52-ef67-403e-8527-a5670502164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:24.073632 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139dbb52-ef67-403e-8527-a5670502164f admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:04:24.074011 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-139dbb52-ef67-403e-8527-a5670502164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:04:24.075644 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:04:24.184951 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-139dbb52-ef67-403e-8527-a5670502164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:24.190506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-139dbb52-ef67-403e-8527-a5670502164f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:24.192575 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-139dbb52-ef67-403e-8527-a5670502164f admin admin] 10.222.0.20 "DELETE /v2.0/networks/57bdf8fe-9eed-41ca-aea5-72f921bc3dd5 HTTP/1.1" status: 204 len: 168 time: 0.3101728 Jun 22 10:04:24.193408 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a2c7c5bc-eeb9-490a-9635-c6d098c41407 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:04:24.206173 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139dbb52-ef67-403e-8527-a5670502164f admin admin] Pushing event deleted for resources: {'Network': ['ID=57bdf8fe-9eed-41ca-aea5-72f921bc3dd5,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:04:24.208842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-139dbb52-ef67-403e-8527-a5670502164f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:04:24.435755 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37290) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:04:24.476662 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-65f2b22e-78ad-45d6-9695-4491192973cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05c867fb8d3148719b5fc75671af1e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391271 Jun 22 10:04:24.478783 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37292) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:04:24.528781 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5f89d5cf-4118-4f49-89e6-538d9314b89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:24.549189 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5f89d5cf-4118-4f49-89e6-538d9314b89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:24.658615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5f89d5cf-4118-4f49-89e6-538d9314b89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:24.661304 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5f89d5cf-4118-4f49-89e6-538d9314b89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:24.662466 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5f89d5cf-4118-4f49-89e6-538d9314b89a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6845d1a0-c18c-4208-b031-511a3ff40b99 HTTP/1.1" status: 204 len: 168 time: 0.1827493 Jun 22 10:04:24.663270 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-17e0af96-d185-4e6f-b65c-0c08c0519092 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:04:24.670440 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89d5cf-4118-4f49-89e6-538d9314b89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6845d1a0-c18c-4208-b031-511a3ff40b99,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:04:24.672769 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5f89d5cf-4118-4f49-89e6-538d9314b89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:04:24.736207 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 365a9582-ab11-4a4d-86b2-763c0f29c612 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:04:24.764389 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 365a9582-ab11-4a4d-86b2-763c0f29c612 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:04:24.764752 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 365a9582-ab11-4a4d-86b2-763c0f29c612 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:04:25.575213 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37314) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:04:25.707521 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-558666424-network', 'tenant_id': '9b9139f6f86d4d03877100cf23ceaa63'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:04:25.784590 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] Made reservation on behalf of 9b9139f6f86d4d03877100cf23ceaa63 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:04:25.786967 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:25.795897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:25.878658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:25.921326 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:25.925095 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-99127371-0b74-45c5-913f-aaab7da509c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:04:25.941273 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:04:25.953951 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:04:25.958038 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:04:25.966464 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:25.966464 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] Added segment 540a94eb-1341-4660-b8f7-5d19902fac48 of type vlan for network ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 Jun 22 10:04:25.997523 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:26.098758 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:26.099837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:26.100421 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:26.103530 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-00bc1cbf-2e59-47b8-a9b3-4684729e6817 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:04:26.161970 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] Pushing event updated for resources: {'Network': ['ID=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:04:26.164576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:04:26.171277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:04:26.213549 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6390195 Jun 22 10:04:26.216832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37318) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:04:26.221668 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-f2f32ecf-863d-4f7c-82f8-39d363a78a52 admin admin] Request body: {'subnet': {'network_id': 'ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-558666424-subnet', 'tenant_id': '9b9139f6f86d4d03877100cf23ceaa63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:04:26.315164 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f32ecf-863d-4f7c-82f8-39d363a78a52 admin admin] Made reservation on behalf of 9b9139f6f86d4d03877100cf23ceaa63 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:04:26.317628 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2f32ecf-863d-4f7c-82f8-39d363a78a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:26.532878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2f32ecf-863d-4f7c-82f8-39d363a78a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:26.535826 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9986da50-2b4e-4433-9f72-41c5c53be311 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:04:26.586345 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f32ecf-863d-4f7c-82f8-39d363a78a52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6dff690-042f-4e62-8051-380f337968da,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:04:26.589535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f2f32ecf-863d-4f7c-82f8-39d363a78a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:04:26.596575 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f32ecf-863d-4f7c-82f8-39d363a78a52 admin admin] Checking segment: {'id': '540a94eb-1341-4660-b8f7-5d19902fac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:04:26.596931 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f32ecf-863d-4f7c-82f8-39d363a78a52 admin admin] Network hostable DHCP agents. Network: ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:04:26.669374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f32ecf-863d-4f7c-82f8-39d363a78a52 admin admin] Network ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:04:26.755483 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-f2f32ecf-863d-4f7c-82f8-39d363a78a52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:04:26.759358 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f32ecf-863d-4f7c-82f8-39d363a78a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:26.759997 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2f32ecf-863d-4f7c-82f8-39d363a78a52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:26.764667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed2fec6-390d-4635-ab7c-c2b3cc9bed18 None None] Network ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:04:26.855736 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f2f32ecf-863d-4f7c-82f8-39d363a78a52 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6302054 Jun 22 10:04:26.884871 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d07f241-ece4-458c-9662-23db02e4db55 None None] Network ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:04:27.253514 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-b9dcccec-068c-4f6a-9426-a47df445a4ea tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:27.254962 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-b9dcccec-068c-4f6a-9426-a47df445a4ea tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/networks?id=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 HTTP/1.1" status: 200 len: 814 time: 0.0998764 Jun 22 10:04:27.269531 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-4bc54a5b-601f-47d7-ac82-83b4fc17ad0b tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/quotas/9b9139f6f86d4d03877100cf23ceaa63 HTTP/1.1" status: 200 len: 375 time: 0.0089517 Jun 22 10:04:27.302017 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-bbddb651-65e4-45bb-b455-eb06b94887c1 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b9139f6f86d4d03877100cf23ceaa63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277638 Jun 22 10:04:27.434954 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-b6af9e47-05b1-40e2-ac00-317dfc2569ab service neutron] 10.222.0.20 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266010 Jun 22 10:04:27.521635 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-1bdadb48-d5d0-4597-aa05-dd3654623ebe service neutron] 10.222.0.20 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809662 Jun 22 10:04:27.746208 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7383cdc2-3c10-466f-b68f-c27535ae2f5f req-3c66a5ed-abfc-40fe-bc36-a57b70ab0254 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 210 time: 0.0284610 Jun 22 10:04:28.891908 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f1d1d263-3c90-48c5-9d9a-03020c855c05 req-7a83e5f7-e254-49aa-ad22-d6e771e632bc tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 210 time: 0.0360329 Jun 22 10:04:29.552504 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-7af03909-b5df-40ca-ad31-467522c7d473 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:29.553954 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-7af03909-b5df-40ca-ad31-467522c7d473 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.35 "GET /v2.0/networks?id=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 HTTP/1.1" status: 200 len: 814 time: 0.0998750 Jun 22 10:04:29.567130 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-47bf7a5a-9d91-48e5-8d07-9a16ebb6e852 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Request body: {'port': {'device_id': 'db02afd6-fdc0-44dd-bb5c-9c88710bd56d', 'network_id': 'ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659', 'admin_state_up': True, 'tenant_id': '9b9139f6f86d4d03877100cf23ceaa63'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:04:29.721107 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-47bf7a5a-9d91-48e5-8d07-9a16ebb6e852 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Made reservation on behalf of 9b9139f6f86d4d03877100cf23ceaa63 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:04:29.724744 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-47bf7a5a-9d91-48e5-8d07-9a16ebb6e852 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:29.843024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-47bf7a5a-9d91-48e5-8d07-9a16ebb6e852 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Allocated IP 172.20.0.5 (ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659/a6dff690-042f-4e62-8051-380f337968da/a500ea32-bdad-4dfa-b5a8-0f8574e48041) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:04:29.989841 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-47bf7a5a-9d91-48e5-8d07-9a16ebb6e852 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:30.040321 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2349fad8-f835-4701-9d8e-a341a68378dc req-49fe3c25-8f08-400a-8c49-9da932d9621a tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 210 time: 0.0352566 Jun 22 10:04:30.116257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-47bf7a5a-9d91-48e5-8d07-9a16ebb6e852 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:30.120310 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-52532107-795e-4b44-b1d2-7ca4c4edbe7e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:04:30.160738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-47bf7a5a-9d91-48e5-8d07-9a16ebb6e852 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Network ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:04:30.163888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-47bf7a5a-9d91-48e5-8d07-9a16ebb6e852 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:04:30.168065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-47bf7a5a-9d91-48e5-8d07-9a16ebb6e852 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:04:30.196312 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf7a5a-9d91-48e5-8d07-9a16ebb6e852 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Pushing event updated for resources: {'Port': ['ID=a500ea32-bdad-4dfa-b5a8-0f8574e48041,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:04:30.200399 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-47bf7a5a-9d91-48e5-8d07-9a16ebb6e852 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:04:30.221452 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-47bf7a5a-9d91-48e5-8d07-9a16ebb6e852 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:30.222060 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-47bf7a5a-9d91-48e5-8d07-9a16ebb6e852 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:30.333126 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-47bf7a5a-9d91-48e5-8d07-9a16ebb6e852 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7698088 Jun 22 10:04:30.344639 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Request body: {'port': {'device_id': 'db02afd6-fdc0-44dd-bb5c-9c88710bd56d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:04:30.413798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:30.954318 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a500ea32-bdad-4dfa-b5a8-0f8574e48041 {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:04:30.961334 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:30.972426 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Transition to ACTIVE for port object a500ea32-bdad-4dfa-b5a8-0f8574e48041 will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:04:31.052024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:31.054837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c86b243e-7ef4-4227-aff8-d9dd0f424516 tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:04:31.132566 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Pushing event updated for resources: {'Port': ['ID=a500ea32-bdad-4dfa-b5a8-0f8574e48041,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:04:31.150464 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:04:31.197357 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Attempting to bind port a500ea32-bdad-4dfa-b5a8-0f8574e48041 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:04:31.197699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Attempting to bind port a500ea32-bdad-4dfa-b5a8-0f8574e48041 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '540a94eb-1341-4660-b8f7-5d19902fac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:04:31.198034 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Attempting to bind port a500ea32-bdad-4dfa-b5a8-0f8574e48041 on network ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:04:31.202905 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Port a500ea32-bdad-4dfa-b5a8-0f8574e48041 on network ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:04:31.203231 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Attempting to bind port a500ea32-bdad-4dfa-b5a8-0f8574e48041 on network ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:04:31.208046 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:04:31.208335 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Checking segment: {'id': '540a94eb-1341-4660-b8f7-5d19902fac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:04:31.208719 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Bound using segment: {'id': '540a94eb-1341-4660-b8f7-5d19902fac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:04:31.209145 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Bound port: a500ea32-bdad-4dfa-b5a8-0f8574e48041, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540a94eb-1341-4660-b8f7-5d19902fac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:04:31.209495 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:31.219946 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a54c84-b5fb-4b64-bc03-ae8af669573e req-9eba98a7-669f-4f12-a8b2-bc8a8b90a024 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:31.221424 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-22a54c84-b5fb-4b64-bc03-ae8af669573e req-9eba98a7-669f-4f12-a8b2-bc8a8b90a024 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 943 time: 0.0640330 Jun 22 10:04:31.259512 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-22a54c84-b5fb-4b64-bc03-ae8af669573e req-d6826cae-ff5a-493d-b24d-904fc7644f31 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320563 Jun 22 10:04:31.270615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] For port a500ea32-bdad-4dfa-b5a8-0f8574e48041, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:04:31.273973 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] For port a500ea32-bdad-4dfa-b5a8-0f8574e48041, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a500ea32-bdad-4dfa-b5a8-0f8574e48041,segment=NetworkSegment(540a94eb-1341-4660-b8f7-5d19902fac48),segment_id=540a94eb-1341-4660-b8f7-5d19902fac48)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:04:31.344087 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:31.346166 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:04:31.384867 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:31.385469 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:31.386830 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] 10.222.0.35 "PUT /v2.0/ports/a500ea32-bdad-4dfa-b5a8-0f8574e48041 HTTP/1.1" status: 200 len: 1093 time: 1.0461836 Jun 22 10:04:31.388934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db02afd6-fdc0-44dd-bb5c-9c88710bd56d', 'tag': 'a500ea32-bdad-4dfa-b5a8-0f8574e48041'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:04:31.391207 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358c0e72-ead8-4640-a3c0-92bc6d2c4b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "db02afd6-fdc0-44dd-bb5c-9c88710bd56d", "tag": "a500ea32-bdad-4dfa-b5a8-0f8574e48041"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:04:31.409715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Pushing event updated for resources: {'Port': ['ID=a500ea32-bdad-4dfa-b5a8-0f8574e48041,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:04:31.412809 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:04:31.433554 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e2c104-9ea7-4719-a970-90bcbe20dc47 x-openstack-request-id: req-58e2c104-9ea7-4719-a970-90bcbe20dc47 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:04:31.433554 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db02afd6-fdc0-44dd-bb5c-9c88710bd56d", "tag": "a500ea32-bdad-4dfa-b5a8-0f8574e48041", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:04:31.433554 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58e2c104-9ea7-4719-a970-90bcbe20dc47 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:04:31.433833 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db02afd6-fdc0-44dd-bb5c-9c88710bd56d', 'tag': 'a500ea32-bdad-4dfa-b5a8-0f8574e48041', 'status': 'completed', 'code': 200} Jun 22 10:04:31.507236 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c0e72-ead8-4640-a3c0-92bc6d2c4b9c req-13467517-8003-493c-9e32-3dc3bbef633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:31.508614 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-358c0e72-ead8-4640-a3c0-92bc6d2c4b9c req-13467517-8003-493c-9e32-3dc3bbef633e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b9139f6f86d4d03877100cf23ceaa63&device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 1096 time: 0.0521731 Jun 22 10:04:31.603573 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c0e72-ead8-4640-a3c0-92bc6d2c4b9c req-c6fbd6fb-34e1-41ed-871b-5499825c5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:31.605541 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-358c0e72-ead8-4640-a3c0-92bc6d2c4b9c req-c6fbd6fb-34e1-41ed-871b-5499825c5c6c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9b9139f6f86d4d03877100cf23ceaa63&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0895510 Jun 22 10:04:31.694365 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c0e72-ead8-4640-a3c0-92bc6d2c4b9c req-a2424379-25d2-4f2f-b8bd-2db9fd863b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:31.695821 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-358c0e72-ead8-4640-a3c0-92bc6d2c4b9c req-a2424379-25d2-4f2f-b8bd-2db9fd863b0b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0844719 Jun 22 10:04:31.781007 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-e576b1f4-0d69-49b9-9615-ab4f3dbf8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:31.782430 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-e576b1f4-0d69-49b9-9615-ab4f3dbf8320 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b9139f6f86d4d03877100cf23ceaa63&device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 1096 time: 0.0497298 Jun 22 10:04:31.825924 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-a81573db-b945-487c-acc9-28cb522a85bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a500ea32-bdad-4dfa-b5a8-0f8574e48041 HTTP/1.1" status: 200 len: 217 time: 0.0364811 Jun 22 10:04:31.872008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-ee81d409-7288-43d8-a92f-9f50f07ff70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:31.873354 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-ee81d409-7288-43d8-a92f-9f50f07ff70e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6dff690-042f-4e62-8051-380f337968da HTTP/1.1" status: 200 len: 854 time: 0.0415289 Jun 22 10:04:31.903835 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-f8f8d989-89a7-44e5-98aa-c5c4cb9aa3d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244210 Jun 22 10:04:31.990911 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-80cd2b06-4973-46f5-bc10-cb804e49c794 service neutron] 10.222.0.35 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810683 Jun 22 10:04:32.074988 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f5ee5d3e-22f8-4fb9-a4cc-488ac7fcd88f req-63f520e9-5dc6-4800-9dd8-594d17a6bb22 service neutron] 10.222.0.35 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778291 Jun 22 10:04:32.434988 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded37c2-f437-43e3-9d54-99d36e183ed4 req-8d069382-0336-4865-908d-b0e90b6e15f5 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:32.436382 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-aded37c2-f437-43e3-9d54-99d36e183ed4 req-8d069382-0336-4865-908d-b0e90b6e15f5 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 943 time: 0.0634956 Jun 22 10:04:32.472770 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-aded37c2-f437-43e3-9d54-99d36e183ed4 req-c4bdf22e-88c4-4d74-92f0-97fce8d46708 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308077 Jun 22 10:04:33.645884 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5e1f4-8c0c-4659-a3fa-ef4342688393 req-13a23c23-4d25-453d-8cdf-fa216e35fb76 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:33.647369 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-61d5e1f4-8c0c-4659-a3fa-ef4342688393 req-13a23c23-4d25-453d-8cdf-fa216e35fb76 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 943 time: 0.0669737 Jun 22 10:04:33.683953 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-61d5e1f4-8c0c-4659-a3fa-ef4342688393 req-97d6316d-fac5-4b9e-af2b-31d5b285a4bd tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303707 Jun 22 10:04:34.798766 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device a500ea32-bdad-4dfa-b5a8-0f8574e48041 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:04:34.856690 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd66a1-81c1-418b-b2e7-43e4a1f166ed req-1878d93f-0fe6-4a6d-818f-1f35255b7496 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:34.858141 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-20bd66a1-81c1-418b-b2e7-43e4a1f166ed req-1878d93f-0fe6-4a6d-818f-1f35255b7496 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 943 time: 0.0674539 Jun 22 10:04:34.893733 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port a500ea32-bdad-4dfa-b5a8-0f8574e48041, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a500ea32-bdad-4dfa-b5a8-0f8574e48041,segment=NetworkSegment(540a94eb-1341-4660-b8f7-5d19902fac48),segment_id=540a94eb-1341-4660-b8f7-5d19902fac48)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:04:34.896608 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-20bd66a1-81c1-418b-b2e7-43e4a1f166ed req-e9317a68-045b-4861-af0d-94b5ddcb619d tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328152 Jun 22 10:04:34.905441 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': 'a500ea32-bdad-4dfa-b5a8-0f8574e48041', 'network_id': 'ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659', 'port_id': 'a500ea32-bdad-4dfa-b5a8-0f8574e48041', 'mac_address': 'fa:16:3e:4d:0f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dff690-042f-4e62-8051-380f337968da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:04:34.941258 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:34.953113 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a500ea32-bdad-4dfa-b5a8-0f8574e48041 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:04:34.972248 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port a500ea32-bdad-4dfa-b5a8-0f8574e48041, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a500ea32-bdad-4dfa-b5a8-0f8574e48041,segment=NetworkSegment(540a94eb-1341-4660-b8f7-5d19902fac48),segment_id=540a94eb-1341-4660-b8f7-5d19902fac48)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:04:35.023683 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:35.026465 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f853f454-aa4a-4d5f-b909-c7a9cba8a9cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:04:35.073793 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=a500ea32-bdad-4dfa-b5a8-0f8574e48041,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:04:35.077512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:04:35.342673 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['a500ea32-bdad-4dfa-b5a8-0f8574e48041'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:04:36.065567 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168b666-be17-49d9-80dd-5d4f7ecf85c1 req-a92c2f50-0224-4ef9-9d49-7afec59bf1e7 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:36.067310 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e168b666-be17-49d9-80dd-5d4f7ecf85c1 req-a92c2f50-0224-4ef9-9d49-7afec59bf1e7 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 944 time: 0.0630751 Jun 22 10:04:36.109190 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e168b666-be17-49d9-80dd-5d4f7ecf85c1 req-f36593d6-ae6f-4182-bf15-f93dcd6d7e09 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365138 Jun 22 10:04:36.814706 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device a500ea32-bdad-4dfa-b5a8-0f8574e48041 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:04:36.931395 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port a500ea32-bdad-4dfa-b5a8-0f8574e48041 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:04:36.935166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port a500ea32-bdad-4dfa-b5a8-0f8574e48041 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:04:36.935584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:37.008223 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:37.029449 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db02afd6-fdc0-44dd-bb5c-9c88710bd56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a500ea32-bdad-4dfa-b5a8-0f8574e48041'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:04:37.031713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e132fadf-225a-456f-aaee-7656d9f21f8c" -d '{"events": [{"server_uuid": "db02afd6-fdc0-44dd-bb5c-9c88710bd56d", "name": "network-vif-plugged", "status": "completed", "tag": "a500ea32-bdad-4dfa-b5a8-0f8574e48041"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:04:37.045177 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port a500ea32-bdad-4dfa-b5a8-0f8574e48041, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a500ea32-bdad-4dfa-b5a8-0f8574e48041,segment=NetworkSegment(540a94eb-1341-4660-b8f7-5d19902fac48),segment_id=540a94eb-1341-4660-b8f7-5d19902fac48)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:04:37.067961 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b7365a-5a8b-4d15-82fe-f38d7cba1e27 x-openstack-request-id: req-58b7365a-5a8b-4d15-82fe-f38d7cba1e27 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:04:37.068266 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db02afd6-fdc0-44dd-bb5c-9c88710bd56d", "name": "network-vif-plugged", "status": "completed", "tag": "a500ea32-bdad-4dfa-b5a8-0f8574e48041", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:04:37.068534 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58b7365a-5a8b-4d15-82fe-f38d7cba1e27 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:04:37.068934 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db02afd6-fdc0-44dd-bb5c-9c88710bd56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a500ea32-bdad-4dfa-b5a8-0f8574e48041', 'code': 200} Jun 22 10:04:37.110081 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:37.113940 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8f71ee6b-c14d-466a-b9c1-eca2461209d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:04:37.161507 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=a500ea32-bdad-4dfa-b5a8-0f8574e48041,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:04:37.164603 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:04:37.284851 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379371fa-f118-4a47-b5df-4a4ad5cd5789 req-42e23ec0-0355-451b-bb64-e13b58eec0ab tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:37.286360 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-379371fa-f118-4a47-b5df-4a4ad5cd5789 req-42e23ec0-0355-451b-bb64-e13b58eec0ab tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0642726 Jun 22 10:04:37.322902 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-379371fa-f118-4a47-b5df-4a4ad5cd5789 req-36f59739-3118-497a-bcfa-c1db3e9546bd tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307631 Jun 22 10:04:37.413722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6809e04-e987-479c-ba65-ad0b44753bbe req-b14ebf92-3635-4fc3-9d54-1a6e84b88027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:37.415144 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e6809e04-e987-479c-ba65-ad0b44753bbe req-b14ebf92-3635-4fc3-9d54-1a6e84b88027 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 1098 time: 0.0572290 Jun 22 10:04:37.447186 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e6809e04-e987-479c-ba65-ad0b44753bbe req-ad8723b1-c3ee-4bb7-b5cd-52ecd1069e00 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258613 Jun 22 10:04:38.498023 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3446113-bc22-47cb-956e-9530149f8289 req-df0e12e2-0813-4ca4-8426-5776f1b2e115 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:38.499513 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d3446113-bc22-47cb-956e-9530149f8289 req-df0e12e2-0813-4ca4-8426-5776f1b2e115 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0625961 Jun 22 10:04:38.538968 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d3446113-bc22-47cb-956e-9530149f8289 req-8bae61ee-45dd-4c8a-adc3-4e042669dbf6 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331080 Jun 22 10:04:39.710669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9067e9-4874-4022-bf97-0bab877b117c req-65377cd6-a429-4962-81d5-3df5f3f0bd23 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:39.712178 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2c9067e9-4874-4022-bf97-0bab877b117c req-65377cd6-a429-4962-81d5-3df5f3f0bd23 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0634255 Jun 22 10:04:39.748582 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2c9067e9-4874-4022-bf97-0bab877b117c req-c3e620a1-ff96-4842-9e98-226316bbd4ab tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309088 Jun 22 10:04:39.927175 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8ff3c-b69f-4acd-b392-aee9c10458b3 req-a70c5f30-0b66-46f9-be98-e799a3b43fb5 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:39.928577 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-26c8ff3c-b69f-4acd-b392-aee9c10458b3 req-a70c5f30-0b66-46f9-be98-e799a3b43fb5 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0684557 Jun 22 10:04:39.966332 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-26c8ff3c-b69f-4acd-b392-aee9c10458b3 req-36ea0b3f-9e9d-4388-9771-3b4344e518ed tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319841 Jun 22 10:04:40.362879 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08845a1-ea05-4499-90ca-64cfe7d1ef2f req-63aa37d8-ed9e-4fbe-845c-59f44fc9d5d8 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:40.364354 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d08845a1-ea05-4499-90ca-64cfe7d1ef2f req-63aa37d8-ed9e-4fbe-845c-59f44fc9d5d8 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0619678 Jun 22 10:04:40.400329 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d08845a1-ea05-4499-90ca-64cfe7d1ef2f req-dae659c5-060b-4702-8cae-f27837da436b tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305512 Jun 22 10:04:40.526976 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:40.579351 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66543bd-6df5-423e-999f-80c386e37ae8 req-758a6eb8-525a-44ec-8b1d-a1ef9d2f9691 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:40.580838 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a66543bd-6df5-423e-999f-80c386e37ae8 req-758a6eb8-525a-44ec-8b1d-a1ef9d2f9691 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0673494 Jun 22 10:04:40.618789 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a66543bd-6df5-423e-999f-80c386e37ae8 req-5638ec13-23f7-42eb-9772-55d6e4777d0e tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324121 Jun 22 10:04:41.153034 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5027e38-dbb0-4696-8c7d-4b57f8e8a95e req-be60e75d-76d9-4de1-8e86-3f32e8cf81ca tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:41.153707 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d5027e38-dbb0-4696-8c7d-4b57f8e8a95e req-be60e75d-76d9-4de1-8e86-3f32e8cf81ca tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0644076 Jun 22 10:04:41.220598 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d5027e38-dbb0-4696-8c7d-4b57f8e8a95e req-e662ee14-d4ab-4eff-9c24-be2f201d943b tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542514 Jun 22 10:04:41.236317 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-171a316d-8866-4bd6-8bea-da4a0381e50a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0771997 Jun 22 10:04:42.395928 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f926d-62ce-4174-8cf0-d08ef4a03d88 req-1dd2b3b9-1c2a-4bae-b64f-4a951b96193c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:42.397392 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4d2f926d-62ce-4174-8cf0-d08ef4a03d88 req-1dd2b3b9-1c2a-4bae-b64f-4a951b96193c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0625107 Jun 22 10:04:42.436519 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4d2f926d-62ce-4174-8cf0-d08ef4a03d88 req-273a9047-853f-4501-8f36-4c1b4f0cd442 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325441 Jun 22 10:04:43.098677 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-3188614d-d6ab-485a-8911-ae5516ddeb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:43.100172 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-3188614d-d6ab-485a-8911-ae5516ddeb80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b9139f6f86d4d03877100cf23ceaa63&device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 1098 time: 0.0549045 Jun 22 10:04:43.186969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-a3f73645-3806-456b-9f19-aca0a67d7d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:43.188466 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-a3f73645-3806-456b-9f19-aca0a67d7d9d service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 HTTP/1.1" status: 200 len: 915 time: 0.0815766 Jun 22 10:04:43.232483 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-fc701ddb-2cfb-44d2-8041-7f1022457621 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a500ea32-bdad-4dfa-b5a8-0f8574e48041 HTTP/1.1" status: 200 len: 217 time: 0.0383441 Jun 22 10:04:43.278528 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-1c9ba2a7-60c0-48a1-9014-2dc80d1dfb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:43.280004 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-1c9ba2a7-60c0-48a1-9014-2dc80d1dfb34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6dff690-042f-4e62-8051-380f337968da HTTP/1.1" status: 200 len: 854 time: 0.0424016 Jun 22 10:04:43.311944 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-43064972-6a15-4772-8690-ec87a9edf084 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262082 Jun 22 10:04:43.400327 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-dd1af5b3-2403-452e-8bd8-35f20eb32fd3 service neutron] 10.222.0.35 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824606 Jun 22 10:04:43.489025 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-2e47c287-e7d8-42cd-86fe-0e05a7ddc9b0 service neutron] 10.222.0.35 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816259 Jun 22 10:04:43.612237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b8712-053a-420e-9077-fb2dcb1a8756 req-21a201e2-b491-4f1e-859f-add15281c2f9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:43.613733 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-dc4b8712-053a-420e-9077-fb2dcb1a8756 req-21a201e2-b491-4f1e-859f-add15281c2f9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0675378 Jun 22 10:04:43.673507 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-dc4b8712-053a-420e-9077-fb2dcb1a8756 req-d9cf9ca6-479f-4ad9-95a8-4ff264700b6d tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318031 Jun 22 10:04:44.828431 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e517d-8cb6-4373-8fac-c59e1a268d8f req-15d4494a-7db6-46ef-89fd-522dadb225eb tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:44.829856 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-616e517d-8cb6-4373-8fac-c59e1a268d8f req-15d4494a-7db6-46ef-89fd-522dadb225eb tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0653236 Jun 22 10:04:44.866284 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-616e517d-8cb6-4373-8fac-c59e1a268d8f req-217f535a-79e1-4c91-8adf-1b87f78e69fa tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308998 Jun 22 10:04:46.038809 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ec166-8989-4d7e-91d1-beb5216a9201 req-1aa2802e-b79e-4baf-b25b-af4f13790f74 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:46.040283 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c24ec166-8989-4d7e-91d1-beb5216a9201 req-1aa2802e-b79e-4baf-b25b-af4f13790f74 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0666597 Jun 22 10:04:46.078858 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c24ec166-8989-4d7e-91d1-beb5216a9201 req-c9955ba1-d3ae-4fb4-adea-23d884788eb8 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329959 Jun 22 10:04:46.566313 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5bfbd3a1-7499-412b-adb1-dd6ccf541096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:47.248589 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7945aa-df0b-400b-b8b7-0374126be16f req-c5f4bbbe-c301-4331-a32a-77ee7ec5f024 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:47.250130 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ec7945aa-df0b-400b-b8b7-0374126be16f req-c5f4bbbe-c301-4331-a32a-77ee7ec5f024 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0629299 Jun 22 10:04:47.286983 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ec7945aa-df0b-400b-b8b7-0374126be16f req-2cad9318-8502-471d-9384-0b5e2fb1a425 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313568 Jun 22 10:04:48.461230 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968d18e-0468-4e18-97e1-1ccb8a30fa92 req-58185c99-bfcc-4804-853b-5aeb615e1c66 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:48.462617 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5968d18e-0468-4e18-97e1-1ccb8a30fa92 req-58185c99-bfcc-4804-853b-5aeb615e1c66 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0662906 Jun 22 10:04:48.499000 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5968d18e-0468-4e18-97e1-1ccb8a30fa92 req-32f16042-18a9-4bc5-87ac-7cc3f5a3bb63 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307794 Jun 22 10:04:49.097858 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c6263b97-3df8-46e3-976e-a1277d026dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:49.326413 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:49.678332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef0b5c-b239-40e5-adc6-453832f67f74 req-5409de71-f0e5-40ac-9d0b-0ba064ac6ce6 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:49.679812 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c4ef0b5c-b239-40e5-adc6-453832f67f74 req-5409de71-f0e5-40ac-9d0b-0ba064ac6ce6 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0679567 Jun 22 10:04:49.717381 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c4ef0b5c-b239-40e5-adc6-453832f67f74 req-28fbab59-d0f9-4083-a935-f79f65a2205e tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318401 Jun 22 10:04:50.492040 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:50.890314 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8cb7d-8bee-4a30-b444-1a6713681ca0 req-0fb582d9-58dd-46cc-b079-7e23e21058bc tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:50.891782 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5fa8cb7d-8bee-4a30-b444-1a6713681ca0 req-0fb582d9-58dd-46cc-b079-7e23e21058bc tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0666661 Jun 22 10:04:50.928716 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5fa8cb7d-8bee-4a30-b444-1a6713681ca0 req-d00dc7ee-e676-4a04-83cc-e54dd87b9f56 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314083 Jun 22 10:04:51.759365 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:52.102229 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14b7da-a1f1-46c1-a418-1ccd831b6a75 req-368ec965-307f-4e4c-8f0c-dbc1c9325f9e tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:52.103893 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4d14b7da-a1f1-46c1-a418-1ccd831b6a75 req-368ec965-307f-4e4c-8f0c-dbc1c9325f9e tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0630848 Jun 22 10:04:52.141779 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4d14b7da-a1f1-46c1-a418-1ccd831b6a75 req-a1644cc3-6ff2-46e7-aa9c-56245173f553 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323954 Jun 22 10:04:53.311826 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1169-ee63-4dd5-accb-029c7f8fb5ce req-3c0ef259-8406-491b-a63a-9543449ce99f tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:53.313281 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-890b1169-ee63-4dd5-accb-029c7f8fb5ce req-3c0ef259-8406-491b-a63a-9543449ce99f tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0639470 Jun 22 10:04:53.349912 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-890b1169-ee63-4dd5-accb-029c7f8fb5ce req-830a6d6b-a387-4ec2-beb4-0179b5fea634 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309761 Jun 22 10:04:54.516198 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4c3d4-a11a-48b6-af69-2ca50fe28bf3 req-56095f9e-4a1c-4110-80b5-903693361a21 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:54.517627 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cdb4c3d4-a11a-48b6-af69-2ca50fe28bf3 req-56095f9e-4a1c-4110-80b5-903693361a21 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0610957 Jun 22 10:04:54.553844 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cdb4c3d4-a11a-48b6-af69-2ca50fe28bf3 req-d0ca2e67-7580-4c9c-b068-3a75ed23676b tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307767 Jun 22 10:04:55.725784 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f67424-2803-497f-8f99-0cdfff3cd346 req-384e0b25-ee77-4536-bf1a-686568914eda tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:55.727219 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-23f67424-2803-497f-8f99-0cdfff3cd346 req-384e0b25-ee77-4536-bf1a-686568914eda tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0613782 Jun 22 10:04:55.768618 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-23f67424-2803-497f-8f99-0cdfff3cd346 req-c958b5f7-bc9a-4af2-a3e4-3e2bc0d3a2eb tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357702 Jun 22 10:04:56.940834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd63659-f57b-419e-bc2d-6c42a9b5ea88 req-692ec781-6404-465e-82a1-24c328591c51 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:56.942286 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5dd63659-f57b-419e-bc2d-6c42a9b5ea88 req-692ec781-6404-465e-82a1-24c328591c51 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0679431 Jun 22 10:04:56.978888 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5dd63659-f57b-419e-bc2d-6c42a9b5ea88 req-5f8fb9d9-82e0-4c82-b184-18eb43610c94 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310013 Jun 22 10:04:58.150688 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa74e8-ce59-47fe-9f59-608ce47885c5 req-dcc8944e-e25a-466d-82eb-de96eb291703 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:58.152182 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-04aa74e8-ce59-47fe-9f59-608ce47885c5 req-dcc8944e-e25a-466d-82eb-de96eb291703 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0636401 Jun 22 10:04:58.193296 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-04aa74e8-ce59-47fe-9f59-608ce47885c5 req-86db9a53-252c-4cd4-899c-e6c8fae09c50 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347414 Jun 22 10:04:59.364302 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec170d9-ce88-4c64-9179-315a3aed4da7 req-ec56f93c-449e-4e20-8c71-b6f35f992862 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:59.365741 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3ec170d9-ce88-4c64-9179-315a3aed4da7 req-ec56f93c-449e-4e20-8c71-b6f35f992862 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0627913 Jun 22 10:04:59.402974 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3ec170d9-ce88-4c64-9179-315a3aed4da7 req-e670cdb1-8dc7-4e1b-bfdb-ba4bf31a4b2f tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315642 Jun 22 10:05:00.194034 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:05:00.568816 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b522c-80e2-49c7-8e3f-e1b77f87abd2 req-4ba18a19-d6da-4324-b1ee-640284720c06 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:00.570273 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9d5b522c-80e2-49c7-8e3f-e1b77f87abd2 req-4ba18a19-d6da-4324-b1ee-640284720c06 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0611513 Jun 22 10:05:00.606522 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9d5b522c-80e2-49c7-8e3f-e1b77f87abd2 req-1bea0e38-86a6-4bce-8213-991d1ea0ecdc tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308557 Jun 22 10:05:01.781229 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16938eb-a553-4916-8b22-db50224a02a5 req-b3d39568-afb3-4544-b8c3-f6eb437ec306 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:01.782917 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b16938eb-a553-4916-8b22-db50224a02a5 req-b3d39568-afb3-4544-b8c3-f6eb437ec306 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0666628 Jun 22 10:05:01.819354 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b16938eb-a553-4916-8b22-db50224a02a5 req-3c14bb94-3546-4542-b2ec-c4e030c5893c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308681 Jun 22 10:05:02.995486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101967c1-f5b7-452f-b430-ae99c943c224 req-ba123dc0-8c75-476d-bc29-65ba1f9c10cb tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:02.996960 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-101967c1-f5b7-452f-b430-ae99c943c224 req-ba123dc0-8c75-476d-bc29-65ba1f9c10cb tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0661623 Jun 22 10:05:03.033393 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-101967c1-f5b7-452f-b430-ae99c943c224 req-b71417da-f591-4e98-8842-de85a7a9c60b tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303068 Jun 22 10:05:04.208306 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583a487-7fcd-47ae-8bb2-afdcfb1488e0 req-70ddde1b-605f-4f52-a49e-8e379bcaafba tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:04.209779 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c583a487-7fcd-47ae-8bb2-afdcfb1488e0 req-70ddde1b-605f-4f52-a49e-8e379bcaafba tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0674844 Jun 22 10:05:04.246713 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c583a487-7fcd-47ae-8bb2-afdcfb1488e0 req-89bfddec-a279-4f58-a6d3-827a0ad2b5df tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312548 Jun 22 10:05:05.415942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada1b1e-d343-4998-a922-6706ca3ec7ee req-9effb7be-4e23-491b-8e44-7af23f98ad58 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:05.417350 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5ada1b1e-d343-4998-a922-6706ca3ec7ee req-9effb7be-4e23-491b-8e44-7af23f98ad58 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0626442 Jun 22 10:05:05.454487 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5ada1b1e-d343-4998-a922-6706ca3ec7ee req-c9d5c444-ebc2-45c5-90a6-9114988432a4 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316651 Jun 22 10:05:06.629770 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158ee1e-9d9e-42c6-b48a-864e45d93308 req-90006fe5-2a01-4407-a9ab-a37581f6c39f tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:06.631219 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d158ee1e-9d9e-42c6-b48a-864e45d93308 req-90006fe5-2a01-4407-a9ab-a37581f6c39f tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0631211 Jun 22 10:05:06.673398 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d158ee1e-9d9e-42c6-b48a-864e45d93308 req-3429ff32-724f-42fd-95a1-7c1a77c5fa0b tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365558 Jun 22 10:05:07.844625 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5843a7e-7131-44ed-9565-a2b5b805eea6 req-b1910b1a-fca0-4e4a-bd8c-747788534e79 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:07.846062 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d5843a7e-7131-44ed-9565-a2b5b805eea6 req-b1910b1a-fca0-4e4a-bd8c-747788534e79 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0609136 Jun 22 10:05:07.886421 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d5843a7e-7131-44ed-9565-a2b5b805eea6 req-7ec50b23-ed7f-4555-b7ce-3473987ad6a1 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348520 Jun 22 10:05:09.062014 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be208acc-fbb1-4411-90d1-4f9d4b7d9b13 req-5cb66aaf-e7ca-4fcb-b25e-7570f02c3a36 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:09.063483 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-be208acc-fbb1-4411-90d1-4f9d4b7d9b13 req-5cb66aaf-e7ca-4fcb-b25e-7570f02c3a36 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0617287 Jun 22 10:05:09.099712 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-be208acc-fbb1-4411-90d1-4f9d4b7d9b13 req-46c0405f-e7d7-4d9d-b119-0a45c36eba25 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306892 Jun 22 10:05:10.274691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b30a3-c7f3-4e21-a8e5-15fe5696bafb req-8307a56a-504d-4f7a-a846-750cd1faaf06 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:10.276185 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-363b30a3-c7f3-4e21-a8e5-15fe5696bafb req-8307a56a-504d-4f7a-a846-750cd1faaf06 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0626504 Jun 22 10:05:10.314278 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-363b30a3-c7f3-4e21-a8e5-15fe5696bafb req-20ede39a-4b75-49ae-900b-7b98afac2577 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323961 Jun 22 10:05:10.537112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:10.644719 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-91d641e2-d504-460c-886c-051c3cc29d02 service neutron] 10.222.0.35 "GET /v2.0/ports/a500ea32-bdad-4dfa-b5a8-0f8574e48041/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0557325 Jun 22 10:05:11.135439 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-ccef1f81-9520-40ce-a054-56711eb135e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:11.137008 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-ccef1f81-9520-40ce-a054-56711eb135e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d&tenant_id=9b9139f6f86d4d03877100cf23ceaa63 HTTP/1.1" status: 200 len: 1098 time: 0.0517104 Jun 22 10:05:11.213987 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-554777f2-1af1-40e6-809e-66630fcc1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:11.215452 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-554777f2-1af1-40e6-809e-66630fcc1da7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b9139f6f86d4d03877100cf23ceaa63&device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 1098 time: 0.0565872 Jun 22 10:05:11.302257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-a23a30c5-c685-493e-88b1-84569f31cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:11.303726 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-a23a30c5-c685-493e-88b1-84569f31cd92 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 HTTP/1.1" status: 200 len: 915 time: 0.0814853 Jun 22 10:05:11.346586 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-051a34c9-7b33-49f7-9a1c-a4e22d2d6a61 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a500ea32-bdad-4dfa-b5a8-0f8574e48041 HTTP/1.1" status: 200 len: 217 time: 0.0370176 Jun 22 10:05:11.392994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-43db6f26-0bd8-4a40-9f58-7be45e8ebe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:11.394409 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-43db6f26-0bd8-4a40-9f58-7be45e8ebe30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6dff690-042f-4e62-8051-380f337968da HTTP/1.1" status: 200 len: 854 time: 0.0420592 Jun 22 10:05:11.427930 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-b774f12c-8d9d-4578-b61d-bdc75b8226bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275922 Jun 22 10:05:11.485873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898ea6d-0858-4d43-92fe-b9a7b94dcb27 req-18415e34-ab0b-4153-8ddc-663dcaff2ce6 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:11.487370 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9898ea6d-0858-4d43-92fe-b9a7b94dcb27 req-18415e34-ab0b-4153-8ddc-663dcaff2ce6 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0624003 Jun 22 10:05:11.523339 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-9e9d6cec-dd52-415e-b9f0-8465f4ed0d1b service neutron] 10.222.0.35 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893953 Jun 22 10:05:11.528687 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9898ea6d-0858-4d43-92fe-b9a7b94dcb27 req-8023e2b0-9c1d-42fb-9d1a-6883cb360ad9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354607 Jun 22 10:05:11.609543 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6b5a29af-40b0-4b2a-9c2f-c358b317705a req-73abe8df-6611-4311-8c7c-32c4b0ea19d3 service neutron] 10.222.0.35 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796189 Jun 22 10:05:12.697490 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501ab0c-8e25-4ddc-9f93-0c278486c7bc req-a7fedc5e-e732-4a9a-a383-66dfeaec020c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:12.698931 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c501ab0c-8e25-4ddc-9f93-0c278486c7bc req-a7fedc5e-e732-4a9a-a383-66dfeaec020c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0621076 Jun 22 10:05:12.735205 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c501ab0c-8e25-4ddc-9f93-0c278486c7bc req-29238eab-56cd-43a0-8382-3dfc4018b1bb tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301807 Jun 22 10:05:13.909524 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d8add-68c2-44ea-a8aa-c19503aabdc2 req-656024d0-d5ed-4823-b5d6-c34f4f64f4a5 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:13.910968 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d45d8add-68c2-44ea-a8aa-c19503aabdc2 req-656024d0-d5ed-4823-b5d6-c34f4f64f4a5 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0667131 Jun 22 10:05:13.949832 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d45d8add-68c2-44ea-a8aa-c19503aabdc2 req-306c1a92-70df-4063-8d47-0aa2ea1ba44b tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333703 Jun 22 10:05:15.120770 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347e209-bcd8-4a0a-907d-47b1ce3f8ec4 req-759fc6b4-4f12-4d1f-b429-2491c2dc0275 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:15.122280 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b347e209-bcd8-4a0a-907d-47b1ce3f8ec4 req-759fc6b4-4f12-4d1f-b429-2491c2dc0275 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0671659 Jun 22 10:05:15.159115 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b347e209-bcd8-4a0a-907d-47b1ce3f8ec4 req-b95822ff-1084-48de-9ab4-08a12b51330e tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308003 Jun 22 10:05:15.561180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d277a-11d8-4bff-b47b-79263a5e7d80 req-23a4eec3-7dec-4498-865c-ab795e02b33b tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:15.562775 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fe2d277a-11d8-4bff-b47b-79263a5e7d80 req-23a4eec3-7dec-4498-865c-ab795e02b33b tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0662854 Jun 22 10:05:15.615456 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fe2d277a-11d8-4bff-b47b-79263a5e7d80 req-ed7c3e8a-cae0-4b7a-bffb-bc73fd811528 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442321 Jun 22 10:05:15.677267 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca156e-1379-4064-8188-985d1f18d3e8 req-004e3fb6-1fde-498b-b227-16378809bfb3 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:15.678629 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2bca156e-1379-4064-8188-985d1f18d3e8 req-004e3fb6-1fde-498b-b227-16378809bfb3 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.35 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d&tenant_id=9b9139f6f86d4d03877100cf23ceaa63&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.0808637 Jun 22 10:05:15.769360 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca156e-1379-4064-8188-985d1f18d3e8 req-f75a2695-679f-4ceb-97ab-b4e19c97d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:15.770798 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2bca156e-1379-4064-8188-985d1f18d3e8 req-f75a2695-679f-4ceb-97ab-b4e19c97d8a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b9139f6f86d4d03877100cf23ceaa63&device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 1098 time: 0.0505280 Jun 22 10:05:15.853995 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca156e-1379-4064-8188-985d1f18d3e8 req-b8d65c81-7932-4287-88fa-6984b7518071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:15.855397 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2bca156e-1379-4064-8188-985d1f18d3e8 req-b8d65c81-7932-4287-88fa-6984b7518071 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 HTTP/1.1" status: 200 len: 915 time: 0.0792863 Jun 22 10:05:15.897455 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2bca156e-1379-4064-8188-985d1f18d3e8 req-4db1a861-dbd0-48d3-9d47-4877f271c20a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a500ea32-bdad-4dfa-b5a8-0f8574e48041 HTTP/1.1" status: 200 len: 217 time: 0.0360105 Jun 22 10:05:15.942757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca156e-1379-4064-8188-985d1f18d3e8 req-73c53eba-0d4c-4bbb-a720-969594b77696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:15.944073 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2bca156e-1379-4064-8188-985d1f18d3e8 req-73c53eba-0d4c-4bbb-a720-969594b77696 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6dff690-042f-4e62-8051-380f337968da HTTP/1.1" status: 200 len: 854 time: 0.0413547 Jun 22 10:05:15.975367 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2bca156e-1379-4064-8188-985d1f18d3e8 req-7fae9379-7de4-49fa-b80b-666b5ca8e7c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251029 Jun 22 10:05:16.062735 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2bca156e-1379-4064-8188-985d1f18d3e8 req-831da065-0c00-4602-948d-42e99845f31c service neutron] 10.222.0.35 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816078 Jun 22 10:05:16.147953 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2bca156e-1379-4064-8188-985d1f18d3e8 req-014961eb-f4a2-4e95-b2ba-416701d7a0ba service neutron] 10.222.0.35 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795918 Jun 22 10:05:16.582487 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-451e1115-a47e-4de4-b5d7-6ea9ff1c9653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:16.784950 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67bade-6454-4cdb-af5e-3abd6eaa88c4 req-f40699e3-8386-4b2b-aa33-b7b4fa6ec264 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:16.789450 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5b67bade-6454-4cdb-af5e-3abd6eaa88c4 req-f40699e3-8386-4b2b-aa33-b7b4fa6ec264 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0630884 Jun 22 10:05:16.824937 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5b67bade-6454-4cdb-af5e-3abd6eaa88c4 req-27f38771-477c-44ec-a2c6-b1f0caa27cab tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328913 Jun 22 10:05:17.997237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106aeff5-220f-49b3-923a-5fbd10e7f011 req-1904dc67-a482-4fb8-8a21-c0e46bfae873 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:17.998695 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-106aeff5-220f-49b3-923a-5fbd10e7f011 req-1904dc67-a482-4fb8-8a21-c0e46bfae873 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0664673 Jun 22 10:05:18.035264 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-106aeff5-220f-49b3-923a-5fbd10e7f011 req-9ee4faad-0535-4946-8491-7077b90540cf tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304246 Jun 22 10:05:18.207919 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4837a-33ee-4335-b499-b9852006e2d5 req-547c7906-d60d-4928-8e1e-fc2825f95931 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:18.209369 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f1a4837a-33ee-4335-b499-b9852006e2d5 req-547c7906-d60d-4928-8e1e-fc2825f95931 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0657563 Jun 22 10:05:18.250675 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f1a4837a-33ee-4335-b499-b9852006e2d5 req-4f1cfc0e-c753-4267-9616-e0bbf73bdbe6 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355389 Jun 22 10:05:18.415845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379d654-f38c-4a7b-8367-ceabcbac569c req-7adadcb8-6b6b-4afb-a427-1722baf927f4 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:18.417211 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a379d654-f38c-4a7b-8367-ceabcbac569c req-7adadcb8-6b6b-4afb-a427-1722baf927f4 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0618825 Jun 22 10:05:18.454426 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a379d654-f38c-4a7b-8367-ceabcbac569c req-f4d5b0d7-ab44-46df-970c-4250b99afff1 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317266 Jun 22 10:05:19.056882 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-aa610d83-37cb-4def-a49a-90c0239ba592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:19.064021 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-8833b474-3f73-45f0-b797-d2a8ccb09da8 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:19.067975 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-8833b474-3f73-45f0-b797-d2a8ccb09da8 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/networks?id=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 HTTP/1.1" status: 200 len: 814 time: 0.1015239 Jun 22 10:05:19.080557 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-a853be8a-984e-41fe-9d2e-c38d8c8d0ba7 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/quotas/9b9139f6f86d4d03877100cf23ceaa63 HTTP/1.1" status: 200 len: 375 time: 0.0096552 Jun 22 10:05:19.145028 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-d9a2172a-5185-4d4a-86a4-15a2ba8b13c3 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b9139f6f86d4d03877100cf23ceaa63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0595832 Jun 22 10:05:19.196880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-6e77f2a4-04f5-471b-a882-6411c0809ef0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 10:05:19.201508 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-6e77f2a4-04f5-471b-a882-6411c0809ef0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465238 Jun 22 10:05:19.297359 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-a1180df7-83ea-435a-9ac0-34707e4d6d6d service neutron] 10.222.0.20 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913324 Jun 22 10:05:19.341335 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:19.385348 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-eaf9a488-fb2b-4ea3-b9bb-df486b3ced90 service neutron] 10.222.0.20 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818012 Jun 22 10:05:20.496831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:20.731169 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-23c2ecb8-114f-432c-8573-2f9f6bdd8d15 req-aea3683d-38a2-48c0-9f84-5ead8aa355fb tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 210 time: 0.0300415 Jun 22 10:05:20.793578 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fa089-b719-4280-b2a2-2c7591aa1e16 req-14601d23-f181-4106-a691-c72a82d582ad tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:20.794929 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3f4fa089-b719-4280-b2a2-2c7591aa1e16 req-14601d23-f181-4106-a691-c72a82d582ad tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.35 "GET /v2.0/ports?device_id=db02afd6-fdc0-44dd-bb5c-9c88710bd56d HTTP/1.1" status: 200 len: 945 time: 0.0768189 Jun 22 10:05:20.897598 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-3f4fa089-b719-4280-b2a2-2c7591aa1e16 req-bdeb0f5b-cc31-4150-82c6-41dd75dbbe2c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Deleting port a500ea32-bdad-4dfa-b5a8-0f8574e48041 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:05:20.897940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-3f4fa089-b719-4280-b2a2-2c7591aa1e16 req-bdeb0f5b-cc31-4150-82c6-41dd75dbbe2c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:20.981945 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-3f4fa089-b719-4280-b2a2-2c7591aa1e16 req-bdeb0f5b-cc31-4150-82c6-41dd75dbbe2c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] For port a500ea32-bdad-4dfa-b5a8-0f8574e48041, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a500ea32-bdad-4dfa-b5a8-0f8574e48041,segment=NetworkSegment(540a94eb-1341-4660-b8f7-5d19902fac48),segment_id=540a94eb-1341-4660-b8f7-5d19902fac48)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:05:20.982307 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-3f4fa089-b719-4280-b2a2-2c7591aa1e16 req-bdeb0f5b-cc31-4150-82c6-41dd75dbbe2c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:21.045996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-3f4fa089-b719-4280-b2a2-2c7591aa1e16 req-bdeb0f5b-cc31-4150-82c6-41dd75dbbe2c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Calling delete_port for a500ea32-bdad-4dfa-b5a8-0f8574e48041 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:05:21.548879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-3f4fa089-b719-4280-b2a2-2c7591aa1e16 req-bdeb0f5b-cc31-4150-82c6-41dd75dbbe2c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:21.552746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:21.559954 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['a500ea32-bdad-4dfa-b5a8-0f8574e48041'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:05:21.577634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb0f5b-cc31-4150-82c6-41dd75dbbe2c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Pushing event deleted for resources: {'Port': ['ID=a500ea32-bdad-4dfa-b5a8-0f8574e48041,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:21.580721 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bdeb0f5b-cc31-4150-82c6-41dd75dbbe2c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:21.619020 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4fa089-b719-4280-b2a2-2c7591aa1e16 req-bdeb0f5b-cc31-4150-82c6-41dd75dbbe2c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] No DVR routers for this DVR port a500ea32-bdad-4dfa-b5a8-0f8574e48041 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:05:21.621419 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-3f4fa089-b719-4280-b2a2-2c7591aa1e16 req-bdeb0f5b-cc31-4150-82c6-41dd75dbbe2c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:21.623322 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3f4fa089-b719-4280-b2a2-2c7591aa1e16 req-bdeb0f5b-cc31-4150-82c6-41dd75dbbe2c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.35 "DELETE /v2.0/ports/a500ea32-bdad-4dfa-b5a8-0f8574e48041 HTTP/1.1" status: 204 len: 173 time: 0.8229692 Jun 22 10:05:21.623874 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db02afd6-fdc0-44dd-bb5c-9c88710bd56d', 'name': 'network-vif-deleted', 'tag': 'a500ea32-bdad-4dfa-b5a8-0f8574e48041'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:05:21.626246 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedd174d-916f-4f3e-8f20-3b08d52c80a9" -d '{"events": [{"server_uuid": "db02afd6-fdc0-44dd-bb5c-9c88710bd56d", "name": "network-vif-deleted", "tag": "a500ea32-bdad-4dfa-b5a8-0f8574e48041"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:05:21.664468 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e302ff-2610-4c03-9f02-50100be72937 x-openstack-request-id: req-30e302ff-2610-4c03-9f02-50100be72937 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:05:21.664818 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db02afd6-fdc0-44dd-bb5c-9c88710bd56d", "name": "network-vif-deleted", "tag": "a500ea32-bdad-4dfa-b5a8-0f8574e48041", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:05:21.665122 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30e302ff-2610-4c03-9f02-50100be72937 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:05:21.665571 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db02afd6-fdc0-44dd-bb5c-9c88710bd56d', 'name': 'network-vif-deleted', 'tag': 'a500ea32-bdad-4dfa-b5a8-0f8574e48041', 'status': 'completed', 'code': 200} Jun 22 10:05:21.753906 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:21.873562 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8ed8b61a-d5cb-4e34-af92-5453e9f7b470 req-d95060fc-7de4-449a-bf68-c117b9d73974 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 210 time: 0.0298531 Jun 22 10:05:22.669666 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-070ed7a3-a8e8-4416-8bbd-928844a683d5 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:22.671091 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-070ed7a3-a8e8-4416-8bbd-928844a683d5 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.35 "GET /v2.0/networks?id=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 HTTP/1.1" status: 200 len: 814 time: 0.1036260 Jun 22 10:05:22.684450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Request body: {'port': {'device_id': 'c3a40712-d6a3-4dfd-b5a3-3daa699ce308', 'network_id': 'ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659', 'admin_state_up': True, 'tenant_id': '9b9139f6f86d4d03877100cf23ceaa63'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:05:22.868647 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Made reservation on behalf of 9b9139f6f86d4d03877100cf23ceaa63 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:05:22.872203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:23.000526 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Allocated IP 172.20.0.14 (ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659/a6dff690-042f-4e62-8051-380f337968da/4f397cb9-d054-4999-b931-9058507a3b64) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:05:23.068191 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-190aeb26-3b1f-48c7-a59a-5867c3f517e6 req-2aa2620e-b927-4764-8bbf-52c6ac08aad6 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 210 time: 0.0455022 Jun 22 10:05:23.182246 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:23.280628 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:23.285907 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-47ff537c-3c88-4c3e-b3ce-ec787cce2cf5 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:23.325914 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Network ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:05:23.329191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:05:23.331803 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:05:23.362742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Pushing event updated for resources: {'Port': ['ID=4f397cb9-d054-4999-b931-9058507a3b64,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:23.374737 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:23.375136 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:23.375610 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:23.375990 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:23.376368 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:23.376740 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:23.377109 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:23.377474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:23.377839 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:23.378201 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:23.378567 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:23.378930 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:23.382993 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:23.398903 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:23.399525 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:23.474542 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7937207 Jun 22 10:05:23.486775 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Request body: {'port': {'device_id': 'c3a40712-d6a3-4dfd-b5a3-3daa699ce308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:05:23.554840 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:23.809022 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f397cb9-d054-4999-b931-9058507a3b64 {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:05:23.815963 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:23.827022 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Transition to ACTIVE for port object 4f397cb9-d054-4999-b931-9058507a3b64 will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:05:23.890842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:23.893308 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f32d3f3f-dfe7-45a0-a0b7-af5aa431ee03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:23.967117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Pushing event updated for resources: {'Port': ['ID=4f397cb9-d054-4999-b931-9058507a3b64,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:23.984389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:24.030617 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Attempting to bind port 4f397cb9-d054-4999-b931-9058507a3b64 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:05:24.030950 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Attempting to bind port 4f397cb9-d054-4999-b931-9058507a3b64 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '540a94eb-1341-4660-b8f7-5d19902fac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:05:24.031557 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Attempting to bind port 4f397cb9-d054-4999-b931-9058507a3b64 on network ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:05:24.035643 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Port 4f397cb9-d054-4999-b931-9058507a3b64 on network ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:05:24.035964 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Attempting to bind port 4f397cb9-d054-4999-b931-9058507a3b64 on network ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:05:24.040556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:05:24.040890 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Checking segment: {'id': '540a94eb-1341-4660-b8f7-5d19902fac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:05:24.041269 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Bound using segment: {'id': '540a94eb-1341-4660-b8f7-5d19902fac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:05:24.041687 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Bound port: 4f397cb9-d054-4999-b931-9058507a3b64, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540a94eb-1341-4660-b8f7-5d19902fac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:05:24.042020 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:24.100817 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] For port 4f397cb9-d054-4999-b931-9058507a3b64, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:05:24.103707 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] For port 4f397cb9-d054-4999-b931-9058507a3b64, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4f397cb9-d054-4999-b931-9058507a3b64,segment=NetworkSegment(540a94eb-1341-4660-b8f7-5d19902fac48),segment_id=540a94eb-1341-4660-b8f7-5d19902fac48)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:05:24.171850 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:24.175006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fa5d4992-2f15-411f-90f5-ee3bf986d53f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:24.210785 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:24.211403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:24.212793 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] 10.222.0.35 "PUT /v2.0/ports/4f397cb9-d054-4999-b931-9058507a3b64 HTTP/1.1" status: 200 len: 1094 time: 0.7306826 Jun 22 10:05:24.213328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a40712-d6a3-4dfd-b5a3-3daa699ce308', 'tag': '4f397cb9-d054-4999-b931-9058507a3b64'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:05:24.215653 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df858d7-d457-41db-a57a-8de235a73377" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a40712-d6a3-4dfd-b5a3-3daa699ce308", "tag": "4f397cb9-d054-4999-b931-9058507a3b64"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:05:24.239982 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Pushing event updated for resources: {'Port': ['ID=4f397cb9-d054-4999-b931-9058507a3b64,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:24.242621 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:24.248084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e15aae-a08a-47fe-9251-1e4b7c3649b5 req-7e38a0b3-15fd-470e-a105-1e206eb185cb tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:24.250075 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-15e15aae-a08a-47fe-9251-1e4b7c3649b5 req-7e38a0b3-15fd-470e-a105-1e206eb185cb tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 944 time: 0.0674460 Jun 22 10:05:24.257533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5827d3-e37f-48b9-a2bf-0f64b5333541 x-openstack-request-id: req-cc5827d3-e37f-48b9-a2bf-0f64b5333541 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:05:24.257871 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a40712-d6a3-4dfd-b5a3-3daa699ce308", "tag": "4f397cb9-d054-4999-b931-9058507a3b64", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:05:24.258175 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc5827d3-e37f-48b9-a2bf-0f64b5333541 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:05:24.258624 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a40712-d6a3-4dfd-b5a3-3daa699ce308', 'tag': '4f397cb9-d054-4999-b931-9058507a3b64', 'status': 'completed', 'code': 200} Jun 22 10:05:24.296491 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-15e15aae-a08a-47fe-9251-1e4b7c3649b5 req-3c5f1666-37ac-46eb-91fe-179726d27a2d tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400019 Jun 22 10:05:24.338883 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df858d7-d457-41db-a57a-8de235a73377 req-7d7163e3-e131-4a8f-b957-2a5bf07b9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:24.340398 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3df858d7-d457-41db-a57a-8de235a73377 req-7d7163e3-e131-4a8f-b957-2a5bf07b9596 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b9139f6f86d4d03877100cf23ceaa63&device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 1097 time: 0.0629013 Jun 22 10:05:24.437430 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df858d7-d457-41db-a57a-8de235a73377 req-3e2a8d82-c1d1-4630-bce6-eea1c1b65a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:24.439399 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3df858d7-d457-41db-a57a-8de235a73377 req-3e2a8d82-c1d1-4630-bce6-eea1c1b65a9a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9b9139f6f86d4d03877100cf23ceaa63&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0920403 Jun 22 10:05:24.528226 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df858d7-d457-41db-a57a-8de235a73377 req-05d2dcf9-c5b6-4ec9-a2c7-643b5bebba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:24.529644 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3df858d7-d457-41db-a57a-8de235a73377 req-05d2dcf9-c5b6-4ec9-a2c7-643b5bebba6f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0850058 Jun 22 10:05:24.616804 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-ca51aec3-1297-4e4d-9479-b8e209466bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:24.618234 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-ca51aec3-1297-4e4d-9479-b8e209466bf0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b9139f6f86d4d03877100cf23ceaa63&device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 1097 time: 0.0506823 Jun 22 10:05:24.666071 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-2e3c7809-0173-4c66-a697-d1aa537352be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f397cb9-d054-4999-b931-9058507a3b64 HTTP/1.1" status: 200 len: 217 time: 0.0412188 Jun 22 10:05:24.713560 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-59131c5c-ec61-47ce-a4eb-f91582750961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:24.714869 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-59131c5c-ec61-47ce-a4eb-f91582750961 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6dff690-042f-4e62-8051-380f337968da HTTP/1.1" status: 200 len: 854 time: 0.0426600 Jun 22 10:05:24.746147 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-7fc36152-bc83-4dc8-b4b1-2972a6c0b13d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252323 Jun 22 10:05:24.838900 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-3d793d8b-7554-4c14-ba6c-1c31b33546c5 service neutron] 10.222.0.35 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863240 Jun 22 10:05:24.941998 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9c91e34f-ddd6-4ffd-b168-7c49087cda91 req-8d1ba3ce-cb01-468f-ab42-fb29c5b8457b service neutron] 10.222.0.35 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967662 Jun 22 10:05:25.092384 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device a500ea32-bdad-4dfa-b5a8-0f8574e48041 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:05:25.112824 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: a500ea32-bdad-4dfa-b5a8-0f8574e48041 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:05:25.113196 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device a500ea32-bdad-4dfa-b5a8-0f8574e48041 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:05:25.473622 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f535d5-8735-48fa-99dd-28a34aa41c20 req-6c29fbed-e442-44af-8441-9c9941ffac7b tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:25.474960 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-94f535d5-8735-48fa-99dd-28a34aa41c20 req-6c29fbed-e442-44af-8441-9c9941ffac7b tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 944 time: 0.0700536 Jun 22 10:05:25.514259 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-94f535d5-8735-48fa-99dd-28a34aa41c20 req-7af5b831-9efb-44ee-aa60-f1945f1f45c9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336564 Jun 22 10:05:26.685220 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9e6c-6c3d-4dac-a90b-c1e732a3282e req-3afb7785-892a-4a67-bcaa-09a80e6efb49 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:26.686662 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-597d9e6c-6c3d-4dac-a90b-c1e732a3282e req-3afb7785-892a-4a67-bcaa-09a80e6efb49 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 944 time: 0.0619535 Jun 22 10:05:26.723270 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-597d9e6c-6c3d-4dac-a90b-c1e732a3282e req-938fa1f7-4640-48e9-b444-161762c240e5 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311358 Jun 22 10:05:27.099760 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 4f397cb9-d054-4999-b931-9058507a3b64 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:05:27.195461 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 4f397cb9-d054-4999-b931-9058507a3b64, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4f397cb9-d054-4999-b931-9058507a3b64,segment=NetworkSegment(540a94eb-1341-4660-b8f7-5d19902fac48),segment_id=540a94eb-1341-4660-b8f7-5d19902fac48)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:05:27.207274 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '4f397cb9-d054-4999-b931-9058507a3b64', 'network_id': 'ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659', 'port_id': '4f397cb9-d054-4999-b931-9058507a3b64', 'mac_address': 'fa:16:3e:a0:0c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dff690-042f-4e62-8051-380f337968da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:05:27.242331 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:27.254965 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f397cb9-d054-4999-b931-9058507a3b64 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:05:27.273756 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 4f397cb9-d054-4999-b931-9058507a3b64, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4f397cb9-d054-4999-b931-9058507a3b64,segment=NetworkSegment(540a94eb-1341-4660-b8f7-5d19902fac48),segment_id=540a94eb-1341-4660-b8f7-5d19902fac48)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:05:27.348208 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:27.350013 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-03fdfe98-909b-41aa-9928-e69afd550775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:27.397635 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=4f397cb9-d054-4999-b931-9058507a3b64,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:27.404408 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.404764 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.405106 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.405445 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.405779 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.406378 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.406710 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.407041 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.407368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.407722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.408074 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.408399 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.411956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:27.672252 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['4f397cb9-d054-4999-b931-9058507a3b64'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:05:27.891605 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495e706-4e08-4742-91d4-c739c8961668 req-56d71400-f523-4b12-b5d6-4c96004a626a tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:27.893050 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8495e706-4e08-4742-91d4-c739c8961668 req-56d71400-f523-4b12-b5d6-4c96004a626a tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 945 time: 0.0615795 Jun 22 10:05:27.930417 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8495e706-4e08-4742-91d4-c739c8961668 req-7b85263f-0316-46f0-8757-3b7825175105 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318174 Jun 22 10:05:29.096464 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa72e8-3ad0-4b06-a87a-a843428383e4 req-f37e6815-2a1a-43bf-bca2-73357a74041f tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:29.097909 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-57aa72e8-3ad0-4b06-a87a-a843428383e4 req-f37e6815-2a1a-43bf-bca2-73357a74041f tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 945 time: 0.0625381 Jun 22 10:05:29.115719 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 4f397cb9-d054-4999-b931-9058507a3b64 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:05:29.136813 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-57aa72e8-3ad0-4b06-a87a-a843428383e4 req-1ba6848f-9476-46a1-ade2-cb342f49f24b tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334239 Jun 22 10:05:29.257057 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 4f397cb9-d054-4999-b931-9058507a3b64 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:05:29.260785 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 4f397cb9-d054-4999-b931-9058507a3b64 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:05:29.261169 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:29.475700 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:29.497303 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a40712-d6a3-4dfd-b5a3-3daa699ce308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f397cb9-d054-4999-b931-9058507a3b64'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:05:29.499561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1b5fa1-6c00-405f-a118-240c67fd2946" -d '{"events": [{"server_uuid": "c3a40712-d6a3-4dfd-b5a3-3daa699ce308", "name": "network-vif-plugged", "status": "completed", "tag": "4f397cb9-d054-4999-b931-9058507a3b64"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:05:29.511545 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 4f397cb9-d054-4999-b931-9058507a3b64, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4f397cb9-d054-4999-b931-9058507a3b64,segment=NetworkSegment(540a94eb-1341-4660-b8f7-5d19902fac48),segment_id=540a94eb-1341-4660-b8f7-5d19902fac48)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:05:29.535774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f625dbc-c8a0-4508-94f9-28b223d3bca1 x-openstack-request-id: req-7f625dbc-c8a0-4508-94f9-28b223d3bca1 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:05:29.536069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a40712-d6a3-4dfd-b5a3-3daa699ce308", "name": "network-vif-plugged", "status": "completed", "tag": "4f397cb9-d054-4999-b931-9058507a3b64", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:05:29.536327 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f625dbc-c8a0-4508-94f9-28b223d3bca1 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:05:29.536714 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a40712-d6a3-4dfd-b5a3-3daa699ce308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f397cb9-d054-4999-b931-9058507a3b64', 'code': 200} Jun 22 10:05:29.571226 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:29.573176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:29.618166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=4f397cb9-d054-4999-b931-9058507a3b64,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:29.621127 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:29.862173 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab32a61-f0c6-47e0-be14-dcbd108552f9 req-b23e8ded-be89-45d3-8d73-457c3b6df618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:29.863625 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5ab32a61-f0c6-47e0-be14-dcbd108552f9 req-b23e8ded-be89-45d3-8d73-457c3b6df618 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 1099 time: 0.0505316 Jun 22 10:05:29.895949 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5ab32a61-f0c6-47e0-be14-dcbd108552f9 req-8aba5f9b-e0f1-4a25-87c4-decc4cb8d9ea service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263906 Jun 22 10:05:30.310836 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865df11-c200-457f-8c3a-256b9d6bc8c1 req-0690886d-86b5-4283-8a3c-1b967fed1f65 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:30.312323 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5865df11-c200-457f-8c3a-256b9d6bc8c1 req-0690886d-86b5-4283-8a3c-1b967fed1f65 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0668569 Jun 22 10:05:30.349158 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5865df11-c200-457f-8c3a-256b9d6bc8c1 req-69630495-8842-4cce-b78d-3b7623e1c9e3 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312529 Jun 22 10:05:31.523814 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55bc5a-1fd5-4c8d-b166-6a2047fe8513 req-ba97ef5e-a4ba-475e-8063-51e44786d907 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:31.525280 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4e55bc5a-1fd5-4c8d-b166-6a2047fe8513 req-ba97ef5e-a4ba-475e-8063-51e44786d907 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0666347 Jun 22 10:05:31.561614 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4e55bc5a-1fd5-4c8d-b166-6a2047fe8513 req-7b1861a1-0efa-4eca-9a4f-7545e5180701 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307603 Jun 22 10:05:31.732321 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee788ae-c93e-437e-af93-b91ba20fa987 req-ef9cdd56-196c-4bdd-a13b-f5268b40d262 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:31.733705 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2ee788ae-c93e-437e-af93-b91ba20fa987 req-ef9cdd56-196c-4bdd-a13b-f5268b40d262 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0663664 Jun 22 10:05:31.770116 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2ee788ae-c93e-437e-af93-b91ba20fa987 req-2fadcd43-e8b9-4bbe-8fd1-2405d9da403c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308709 Jun 22 10:05:32.269153 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e9ad4-fc7a-4025-9432-27959cb20764 req-bfb28edb-a01c-4817-bba0-d0be04180aef tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:32.270771 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ea8e9ad4-fc7a-4025-9432-27959cb20764 req-bfb28edb-a01c-4817-bba0-d0be04180aef tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0672851 Jun 22 10:05:32.310702 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ea8e9ad4-fc7a-4025-9432-27959cb20764 req-e6a81973-d8f1-490e-94ed-726b65a4d48c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342927 Jun 22 10:05:32.356616 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-96fb8bdc-6cf1-4b51-a889-b70e9a8010da service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0519137 Jun 22 10:05:33.489190 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e012f-2383-4654-8f24-a6327ef70896 req-27c66ba1-4e50-4516-87db-3aebbeb72fb5 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:33.490774 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8c2e012f-2383-4654-8f24-a6327ef70896 req-27c66ba1-4e50-4516-87db-3aebbeb72fb5 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0703053 Jun 22 10:05:33.528656 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8c2e012f-2383-4654-8f24-a6327ef70896 req-aaba8a4e-5b6e-4e8d-9f11-026f2e1daecd tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323725 Jun 22 10:05:34.203106 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-f9717023-cfe1-480a-aec5-187fcdbffbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:34.205193 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-f9717023-cfe1-480a-aec5-187fcdbffbf1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b9139f6f86d4d03877100cf23ceaa63&device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 1099 time: 0.0519300 Jun 22 10:05:34.294031 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-756f8b0a-180a-4bf0-ae72-a7dee89460b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:34.295573 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-756f8b0a-180a-4bf0-ae72-a7dee89460b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 HTTP/1.1" status: 200 len: 915 time: 0.0847931 Jun 22 10:05:34.336055 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-223960d3-4c16-413f-b34a-d8f0c9bf4e0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f397cb9-d054-4999-b931-9058507a3b64 HTTP/1.1" status: 200 len: 217 time: 0.0346041 Jun 22 10:05:34.382697 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-82f73666-515c-4dd2-9da9-62641d6c3f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:34.384039 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-82f73666-515c-4dd2-9da9-62641d6c3f9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6dff690-042f-4e62-8051-380f337968da HTTP/1.1" status: 200 len: 854 time: 0.0426397 Jun 22 10:05:34.414831 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-b9b5baee-dd24-41b4-98b9-35d9b430dd89 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251536 Jun 22 10:05:34.503322 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-041b9a3f-3b01-41fa-8ab4-bbdbe1f8a57b service neutron] 10.222.0.35 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826683 Jun 22 10:05:34.592376 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-e0a96d06-3df2-4422-bf18-3ecf33419ed6 service neutron] 10.222.0.35 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830965 Jun 22 10:05:34.724541 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3540d6e-576e-4b80-80ae-45f99e55e613 req-c9cf507a-69a7-4186-ab67-d9e04d371eb0 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:34.725959 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a3540d6e-576e-4b80-80ae-45f99e55e613 req-c9cf507a-69a7-4186-ab67-d9e04d371eb0 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0639372 Jun 22 10:05:34.763263 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a3540d6e-576e-4b80-80ae-45f99e55e613 req-67a29585-d27f-4451-9de1-1d36ab49bf9b tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316448 Jun 22 10:05:35.937206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808acd54-2782-43e8-a16e-e0eeade8d808 req-26ae9105-6b66-44d2-a044-35c7128d6a0b tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:35.938667 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-808acd54-2782-43e8-a16e-e0eeade8d808 req-26ae9105-6b66-44d2-a044-35c7128d6a0b tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0667477 Jun 22 10:05:35.979380 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-808acd54-2782-43e8-a16e-e0eeade8d808 req-f024844e-dcbc-43a7-8281-c6deaab8e19c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329931 Jun 22 10:05:37.150029 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99722ac4-28a9-4987-97c0-5508e1baccc1 req-e44df74f-8d01-4d07-a478-738af02217c5 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:37.151567 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-99722ac4-28a9-4987-97c0-5508e1baccc1 req-e44df74f-8d01-4d07-a478-738af02217c5 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0623205 Jun 22 10:05:37.187708 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-99722ac4-28a9-4987-97c0-5508e1baccc1 req-0762f09c-1335-408c-890d-813b5f49582e tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303488 Jun 22 10:05:37.192612 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:05:38.358811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7487f-1275-40b2-ad49-b737b9246ff6 req-f5fddbd9-2475-461c-a36c-5f44d4efc929 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:38.360351 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f9e7487f-1275-40b2-ad49-b737b9246ff6 req-f5fddbd9-2475-461c-a36c-5f44d4efc929 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0643442 Jun 22 10:05:38.396554 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f9e7487f-1275-40b2-ad49-b737b9246ff6 req-c712737c-2e74-42af-8539-a197d3e682fe tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307624 Jun 22 10:05:39.569022 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe812bc0-a748-4264-9848-6ff4ee7d59d7 req-fd8c623b-96c1-4c6b-be63-3e0269af74d2 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:39.570455 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fe812bc0-a748-4264-9848-6ff4ee7d59d7 req-fd8c623b-96c1-4c6b-be63-3e0269af74d2 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0658181 Jun 22 10:05:39.607331 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fe812bc0-a748-4264-9848-6ff4ee7d59d7 req-72f01dbd-e761-4fdb-b1fc-fd9b0d47c2c3 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311649 Jun 22 10:05:40.599116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:40.780270 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75317991-3ee2-4911-a9fd-597f01356de5 req-a78dd936-dc02-4b99-ab25-6d2af815c477 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:40.782013 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-75317991-3ee2-4911-a9fd-597f01356de5 req-a78dd936-dc02-4b99-ab25-6d2af815c477 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0677633 Jun 22 10:05:40.818441 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-75317991-3ee2-4911-a9fd-597f01356de5 req-d2abe7b1-50fe-4750-b7a3-101f27bd5f3b tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308030 Jun 22 10:05:41.994529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43850b6-9100-43ad-85ca-28d7b8b77966 req-869f171d-2c10-4989-82c9-3923ee4b0e7b tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:41.996014 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d43850b6-9100-43ad-85ca-28d7b8b77966 req-869f171d-2c10-4989-82c9-3923ee4b0e7b tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0634217 Jun 22 10:05:42.033067 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d43850b6-9100-43ad-85ca-28d7b8b77966 req-943cc070-646b-45af-bdf4-ef872da9c613 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308838 Jun 22 10:05:43.199863 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9a805-2beb-4fda-a346-30cd4db94d28 req-f48db7c7-eb6d-4c3e-a043-3c5b05dd6a26 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:43.201292 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-65f9a805-2beb-4fda-a346-30cd4db94d28 req-f48db7c7-eb6d-4c3e-a043-3c5b05dd6a26 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0615659 Jun 22 10:05:43.236787 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-65f9a805-2beb-4fda-a346-30cd4db94d28 req-a62979a5-f47e-404e-a477-528fd0e0bef6 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300815 Jun 22 10:05:44.415098 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5218d-ab29-4f25-b0d2-6ace683e89c6 req-9d8b6c7b-6594-493f-a81d-e17a75875f0c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:44.416488 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7cc5218d-ab29-4f25-b0d2-6ace683e89c6 req-9d8b6c7b-6594-493f-a81d-e17a75875f0c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0665307 Jun 22 10:05:44.452883 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7cc5218d-ab29-4f25-b0d2-6ace683e89c6 req-adbfef46-63e7-4073-ac3d-374f07a40e76 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308166 Jun 22 10:05:45.623458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82e4a5-e04e-4d2a-81aa-8225fc2595ff req-c494462e-be33-42f8-9abb-565e91621757 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:45.624921 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cd82e4a5-e04e-4d2a-81aa-8225fc2595ff req-c494462e-be33-42f8-9abb-565e91621757 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0627921 Jun 22 10:05:45.665342 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cd82e4a5-e04e-4d2a-81aa-8225fc2595ff req-de08ccc3-32ed-4986-baca-ccd30c25d239 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343606 Jun 22 10:05:46.565062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-03b3bb14-5fc8-4e1e-988c-6238fbd2adef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:46.836133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a39ac-3839-4c5a-8c5e-da0a1229931d req-b5cc5c83-dd64-4499-b7ce-006727762a36 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:46.837510 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9a0a39ac-3839-4c5a-8c5e-da0a1229931d req-b5cc5c83-dd64-4499-b7ce-006727762a36 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0619767 Jun 22 10:05:46.873976 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9a0a39ac-3839-4c5a-8c5e-da0a1229931d req-6912ac9d-49b9-4a83-9f4c-fbbb711d9abc tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308290 Jun 22 10:05:48.043748 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2b1b3-e70c-4edc-ac43-8b14b8815441 req-cdf83a6f-caab-47e1-a1d1-c51c6c68c730 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:48.045202 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-47e2b1b3-e70c-4edc-ac43-8b14b8815441 req-cdf83a6f-caab-47e1-a1d1-c51c6c68c730 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0616755 Jun 22 10:05:48.081789 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-47e2b1b3-e70c-4edc-ac43-8b14b8815441 req-c43f86f8-583e-4a6f-a56a-b0e0aad47039 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311162 Jun 22 10:05:49.056028 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-523a9cf8-e2f6-4e39-86ef-3ba38fcc1f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:49.252475 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a3fdb-6e7e-46fd-96b5-8f033eaf97da req-7eba748b-62fd-445a-be3a-7f399cee7562 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:49.254080 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-877a3fdb-6e7e-46fd-96b5-8f033eaf97da req-7eba748b-62fd-445a-be3a-7f399cee7562 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0634658 Jun 22 10:05:49.297980 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-877a3fdb-6e7e-46fd-96b5-8f033eaf97da req-d8ac34a3-c98a-46ad-86c1-0a95dc972cc7 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379291 Jun 22 10:05:49.359295 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:50.465252 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f348da3-d108-424d-a531-5fc0c31963a3 req-f8be6f25-6bd0-4565-969f-bc7cc82fa1f6 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:50.466697 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0f348da3-d108-424d-a531-5fc0c31963a3 req-f8be6f25-6bd0-4565-969f-bc7cc82fa1f6 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0618732 Jun 22 10:05:50.496288 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:50.506406 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0f348da3-d108-424d-a531-5fc0c31963a3 req-e8fd494f-e08e-4760-85f2-b11cda7a3d29 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335398 Jun 22 10:05:51.675581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ef7f3-1cd9-47ce-a2f7-e899bb5ac564 req-1c48c920-90ac-4774-b214-e5d4bf17ab76 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:51.677078 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-580ef7f3-1cd9-47ce-a2f7-e899bb5ac564 req-1c48c920-90ac-4774-b214-e5d4bf17ab76 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0638049 Jun 22 10:05:51.714542 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-580ef7f3-1cd9-47ce-a2f7-e899bb5ac564 req-940e808b-1d8c-4e05-8f83-57a6aed9324f tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317786 Jun 22 10:05:51.747653 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:52.886906 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edfbd8-b2cb-4c82-84d7-43926ec9b1a4 req-7de67b35-a7fe-43e5-92b5-88ad7cb0bdf4 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:52.888361 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-97edfbd8-b2cb-4c82-84d7-43926ec9b1a4 req-7de67b35-a7fe-43e5-92b5-88ad7cb0bdf4 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0658407 Jun 22 10:05:52.925526 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-97edfbd8-b2cb-4c82-84d7-43926ec9b1a4 req-f0082db4-f350-4467-acf0-d71b5689b956 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315740 Jun 22 10:05:54.097192 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2a07f-7b39-4c17-a6d9-2504d1a3fa9b req-493543ca-4e7b-40b1-b73b-d45155d49095 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:54.098639 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-39a2a07f-7b39-4c17-a6d9-2504d1a3fa9b req-493543ca-4e7b-40b1-b73b-d45155d49095 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0619264 Jun 22 10:05:54.136170 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-39a2a07f-7b39-4c17-a6d9-2504d1a3fa9b req-6067108a-ad07-4a1e-afc7-071df837aba2 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313132 Jun 22 10:05:55.309111 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611109e-ae6d-427b-b991-e3f22c44979d req-322542df-e877-428d-b5d4-c7696da61ad9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:55.310596 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2611109e-ae6d-427b-b991-e3f22c44979d req-322542df-e877-428d-b5d4-c7696da61ad9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0638888 Jun 22 10:05:55.346917 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2611109e-ae6d-427b-b991-e3f22c44979d req-12d552c3-81d0-47d7-995b-e925f1fb52be tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307229 Jun 22 10:05:56.524811 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eade36c-4d9e-4824-8fed-9e7b577d17cb req-8ff1d756-bddd-45e6-8edd-74ad34d194dd tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:56.526271 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1eade36c-4d9e-4824-8fed-9e7b577d17cb req-8ff1d756-bddd-45e6-8edd-74ad34d194dd tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0660996 Jun 22 10:05:56.562841 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1eade36c-4d9e-4824-8fed-9e7b577d17cb req-2f3e400b-ddeb-4696-abe5-eb3b72560eb1 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307686 Jun 22 10:05:57.732374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257b605-e8dc-4dc3-b612-265d45484f31 req-ef1242d8-fe04-4e4d-bd91-bf41421af834 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:57.733828 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6257b605-e8dc-4dc3-b612-265d45484f31 req-ef1242d8-fe04-4e4d-bd91-bf41421af834 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0635660 Jun 22 10:05:57.778823 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6257b605-e8dc-4dc3-b612-265d45484f31 req-ca424d3f-6f4b-4393-af52-1b650e40ff3e tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382040 Jun 22 10:05:58.947122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1c1ec-f702-47f2-9271-66a706eb5adb req-bc2839e1-e275-4f8d-b482-f1e28c9c5923 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:58.948600 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7bf1c1ec-f702-47f2-9271-66a706eb5adb req-bc2839e1-e275-4f8d-b482-f1e28c9c5923 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0637593 Jun 22 10:05:58.987971 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7bf1c1ec-f702-47f2-9271-66a706eb5adb req-76844053-bd4d-4a9c-95d6-aefe1e17602d tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337632 Jun 22 10:06:00.157114 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21f87-5b44-4c60-8dd3-de63aa058307 req-bd1cca3e-ccb2-41a7-ba4d-ec7b9b4cc200 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:00.158571 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-84d21f87-5b44-4c60-8dd3-de63aa058307 req-bd1cca3e-ccb2-41a7-ba4d-ec7b9b4cc200 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0634639 Jun 22 10:06:00.196541 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-84d21f87-5b44-4c60-8dd3-de63aa058307 req-43d21cf3-94c7-4e17-8ac4-c1cbd2be9106 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316350 Jun 22 10:06:01.364415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a39d6a-7af0-4186-abb3-392236276387 req-6b40d3a8-db37-4d61-b2be-75412d4a29be tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:01.365764 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c9a39d6a-7af0-4186-abb3-392236276387 req-6b40d3a8-db37-4d61-b2be-75412d4a29be tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0606198 Jun 22 10:06:01.406365 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c9a39d6a-7af0-4186-abb3-392236276387 req-b53a377e-15f2-4903-b5a2-1c8b93314b94 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350916 Jun 22 10:06:01.669117 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-3cd8a9d3-2dbc-4e64-a318-2ea47f8d919a service neutron] 10.222.0.35 "GET /v2.0/ports/4f397cb9-d054-4999-b931-9058507a3b64/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0570033 Jun 22 10:06:02.189643 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-18d4eac7-a600-444f-8449-a15468ab4ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:02.191057 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-18d4eac7-a600-444f-8449-a15468ab4ecb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308&tenant_id=9b9139f6f86d4d03877100cf23ceaa63 HTTP/1.1" status: 200 len: 1099 time: 0.0506890 Jun 22 10:06:02.265489 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-0601823d-9b64-4aca-903c-5f277e951d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:02.266912 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-0601823d-9b64-4aca-903c-5f277e951d94 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b9139f6f86d4d03877100cf23ceaa63&device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 1099 time: 0.0544689 Jun 22 10:06:02.352529 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-0b9c38f2-2d66-41ca-83a8-da18479f9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:02.353951 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-0b9c38f2-2d66-41ca-83a8-da18479f9cbe service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 HTTP/1.1" status: 200 len: 915 time: 0.0810306 Jun 22 10:06:02.397136 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-1638431f-9a5c-4686-bdc1-827e0b4f3b76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f397cb9-d054-4999-b931-9058507a3b64 HTTP/1.1" status: 200 len: 217 time: 0.0368307 Jun 22 10:06:02.444182 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-5dccb14e-454b-4b72-8594-f97222567b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:02.445604 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-5dccb14e-454b-4b72-8594-f97222567b7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6dff690-042f-4e62-8051-380f337968da HTTP/1.1" status: 200 len: 854 time: 0.0430479 Jun 22 10:06:02.477074 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-857e5cf5-4dae-4ea9-b3d6-d1d068e755ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255201 Jun 22 10:06:02.601838 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-570c6808-d2b8-4b19-ba90-31f6698c6541 service neutron] 10.222.0.35 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189277 Jun 22 10:06:02.632744 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1042251-5ec2-427e-aaa6-3b728f08ec5e req-b7c6932b-ebed-4a7d-b951-0b05ef5de223 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:02.634119 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d1042251-5ec2-427e-aaa6-3b728f08ec5e req-b7c6932b-ebed-4a7d-b951-0b05ef5de223 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.1058037 Jun 22 10:06:02.703290 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d1042251-5ec2-427e-aaa6-3b728f08ec5e req-493d42f1-2180-43f9-9962-6ec7eb417a91 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427923 Jun 22 10:06:02.725153 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc111c3e-7ceb-4399-901f-59770c469ac8 req-fef7eda5-3b83-431f-877a-db22fb8c47f8 service neutron] 10.222.0.35 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166599 Jun 22 10:06:03.873120 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc449de-8300-440a-a960-7409fa177c7a req-61caec7e-8885-4257-a1b8-aa6d48e1038c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:03.874567 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ebc449de-8300-440a-a960-7409fa177c7a req-61caec7e-8885-4257-a1b8-aa6d48e1038c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0617166 Jun 22 10:06:03.910982 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ebc449de-8300-440a-a960-7409fa177c7a req-491ac493-b97c-4bf2-a107-36ab1dfe39ee tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308437 Jun 22 10:06:05.081252 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa5b8c-592f-478e-83b6-3f5cdeef659e req-6110da24-f079-45b9-9404-67fe85153d21 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:05.082755 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b2aa5b8c-592f-478e-83b6-3f5cdeef659e req-6110da24-f079-45b9-9404-67fe85153d21 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0618343 Jun 22 10:06:05.120190 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b2aa5b8c-592f-478e-83b6-3f5cdeef659e req-e8a8d9a9-9c1d-4249-a90a-0b8a3705fd29 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319679 Jun 22 10:06:05.278434 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 4f397cb9-d054-4999-b931-9058507a3b64 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:06:05.282380 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 4f397cb9-d054-4999-b931-9058507a3b64 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:06:05.418357 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:05.448799 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 4f397cb9-d054-4999-b931-9058507a3b64, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4f397cb9-d054-4999-b931-9058507a3b64,segment=NetworkSegment(540a94eb-1341-4660-b8f7-5d19902fac48),segment_id=540a94eb-1341-4660-b8f7-5d19902fac48)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:05.454310 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a40712-d6a3-4dfd-b5a3-3daa699ce308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f397cb9-d054-4999-b931-9058507a3b64'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:06:05.456679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9399a0bf-03df-4bf8-ad22-af4a04d55a20" -d '{"events": [{"server_uuid": "c3a40712-d6a3-4dfd-b5a3-3daa699ce308", "name": "network-vif-unplugged", "status": "completed", "tag": "4f397cb9-d054-4999-b931-9058507a3b64"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:06:05.476155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 4f397cb9-d054-4999-b931-9058507a3b64, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4f397cb9-d054-4999-b931-9058507a3b64,segment=NetworkSegment(540a94eb-1341-4660-b8f7-5d19902fac48),segment_id=540a94eb-1341-4660-b8f7-5d19902fac48)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:05.477299 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '4f397cb9-d054-4999-b931-9058507a3b64', 'network_id': 'ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659', 'port_id': '4f397cb9-d054-4999-b931-9058507a3b64', 'mac_address': 'fa:16:3e:a0:0c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dff690-042f-4e62-8051-380f337968da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:06:05.501155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 10:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceea859a-d1fd-4ee7-89c2-0106f31c5913 x-openstack-request-id: req-ceea859a-d1fd-4ee7-89c2-0106f31c5913 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:06:05.502647 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a40712-d6a3-4dfd-b5a3-3daa699ce308", "name": "network-vif-unplugged", "status": "completed", "tag": "4f397cb9-d054-4999-b931-9058507a3b64", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:06:05.502647 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ceea859a-d1fd-4ee7-89c2-0106f31c5913 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:06:05.502647 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a40712-d6a3-4dfd-b5a3-3daa699ce308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f397cb9-d054-4999-b931-9058507a3b64', 'code': 200} Jun 22 10:06:05.517381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:05.530290 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f397cb9-d054-4999-b931-9058507a3b64 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:06:05.551526 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:05.553449 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:05.622522 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 10:06:05.622888 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:06:05.627193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=4f397cb9-d054-4999-b931-9058507a3b64,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:05.630468 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:06.158223 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:06.171163 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f397cb9-d054-4999-b931-9058507a3b64 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:06:06.190426 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 4f397cb9-d054-4999-b931-9058507a3b64, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4f397cb9-d054-4999-b931-9058507a3b64,segment=NetworkSegment(540a94eb-1341-4660-b8f7-5d19902fac48),segment_id=540a94eb-1341-4660-b8f7-5d19902fac48)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:06.264914 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:06.266685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:06.290425 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0092c3-a5a5-4ccf-b81b-a7cef15ae00c req-9bb2ff79-8c76-43db-a720-d4347a7f5dbe tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:06.291937 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4b0092c3-a5a5-4ccf-b81b-a7cef15ae00c req-9bb2ff79-8c76-43db-a720-d4347a7f5dbe tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 944 time: 0.0631495 Jun 22 10:06:06.318341 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=4f397cb9-d054-4999-b931-9058507a3b64,revision_number=7']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:06.321794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:06.323928 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['4f397cb9-d054-4999-b931-9058507a3b64'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:06:06.329343 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4b0092c3-a5a5-4ccf-b81b-a7cef15ae00c req-058f1c22-bef6-43a0-8b6c-f3209a6dd0d0 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315950 Jun 22 10:06:06.746843 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a865570-e694-4114-bcc0-95cd31583e3f req-1c01e56f-4350-4ac0-bc98-e691384cb6b6 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:06.748326 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1a865570-e694-4114-bcc0-95cd31583e3f req-1c01e56f-4350-4ac0-bc98-e691384cb6b6 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 945 time: 0.0672743 Jun 22 10:06:06.819027 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1a865570-e694-4114-bcc0-95cd31583e3f req-c1c7d337-d7de-406c-bb98-4fa48cba1023 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590413 Jun 22 10:06:06.844478 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d82de-ab98-41e2-b450-e591023fe07b req-73acd596-2a58-4f25-ac57-470de67483a5 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:06.845923 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a1d82de-ab98-41e2-b450-e591023fe07b req-73acd596-2a58-4f25-ac57-470de67483a5 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308&tenant_id=9b9139f6f86d4d03877100cf23ceaa63&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.0949318 Jun 22 10:06:06.939743 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d82de-ab98-41e2-b450-e591023fe07b req-dcf95a9b-e2d4-4fdf-95c8-4cb358a06131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:06.941102 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a1d82de-ab98-41e2-b450-e591023fe07b req-dcf95a9b-e2d4-4fdf-95c8-4cb358a06131 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b9139f6f86d4d03877100cf23ceaa63&device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 1098 time: 0.0537672 Jun 22 10:06:07.027834 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d82de-ab98-41e2-b450-e591023fe07b req-ae896378-e3ff-4198-9c4f-350e90e32d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:07.029294 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a1d82de-ab98-41e2-b450-e591023fe07b req-ae896378-e3ff-4198-9c4f-350e90e32d08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 HTTP/1.1" status: 200 len: 915 time: 0.0816634 Jun 22 10:06:07.068582 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a1d82de-ab98-41e2-b450-e591023fe07b req-7ffc15f4-b8ba-4e4c-ad50-829bfa92ea77 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f397cb9-d054-4999-b931-9058507a3b64 HTTP/1.1" status: 200 len: 217 time: 0.0322573 Jun 22 10:06:07.117700 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d82de-ab98-41e2-b450-e591023fe07b req-3e3d7837-0b8d-41f3-be80-6407b5f5de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:07.119099 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a1d82de-ab98-41e2-b450-e591023fe07b req-3e3d7837-0b8d-41f3-be80-6407b5f5de4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6dff690-042f-4e62-8051-380f337968da HTTP/1.1" status: 200 len: 854 time: 0.0447462 Jun 22 10:06:07.150265 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a1d82de-ab98-41e2-b450-e591023fe07b req-966b5ce3-6b47-4da0-a12a-e066fc82eb8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254683 Jun 22 10:06:07.232882 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a1d82de-ab98-41e2-b450-e591023fe07b req-07c172b0-dc5c-46ab-85c0-92f320b0aaf8 service neutron] 10.222.0.35 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0764441 Jun 22 10:06:07.292113 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 4f397cb9-d054-4999-b931-9058507a3b64 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:06:07.322087 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a1d82de-ab98-41e2-b450-e591023fe07b req-db1b8632-8130-4d88-8584-d7576cbc3e9d service neutron] 10.222.0.35 "GET /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837374 Jun 22 10:06:07.338517 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 4f397cb9-d054-4999-b931-9058507a3b64 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:07.339044 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:07.416698 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:07.448464 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 4f397cb9-d054-4999-b931-9058507a3b64, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4f397cb9-d054-4999-b931-9058507a3b64,segment=NetworkSegment(540a94eb-1341-4660-b8f7-5d19902fac48),segment_id=540a94eb-1341-4660-b8f7-5d19902fac48)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:07.503664 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a40712-d6a3-4dfd-b5a3-3daa699ce308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f397cb9-d054-4999-b931-9058507a3b64'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:06:07.505901 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97f7fea-d635-4f28-8b04-17ad72ae2d91" -d '{"events": [{"server_uuid": "c3a40712-d6a3-4dfd-b5a3-3daa699ce308", "name": "network-vif-plugged", "status": "completed", "tag": "4f397cb9-d054-4999-b931-9058507a3b64"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:06:07.528495 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:07.530643 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:07.553086 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc486ec0-37b9-4981-85ae-cfc9f0405560 x-openstack-request-id: req-dc486ec0-37b9-4981-85ae-cfc9f0405560 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:06:07.553944 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a40712-d6a3-4dfd-b5a3-3daa699ce308", "name": "network-vif-plugged", "status": "completed", "tag": "4f397cb9-d054-4999-b931-9058507a3b64", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:06:07.554210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc486ec0-37b9-4981-85ae-cfc9f0405560 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:06:07.554604 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a40712-d6a3-4dfd-b5a3-3daa699ce308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f397cb9-d054-4999-b931-9058507a3b64', 'code': 200} Jun 22 10:06:07.579053 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=4f397cb9-d054-4999-b931-9058507a3b64,revision_number=8']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:07.582351 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:07.988091 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e1def-5cd4-4cf8-b2d7-53bed79c690c req-46bea3bc-6903-4016-a3ec-61a4b8f9d0cf tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:07.989546 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e17e1def-5cd4-4cf8-b2d7-53bed79c690c req-46bea3bc-6903-4016-a3ec-61a4b8f9d0cf tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0621290 Jun 22 10:06:08.031171 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e17e1def-5cd4-4cf8-b2d7-53bed79c690c req-f47f0352-a48c-4358-89e3-1a55023eb3f5 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360055 Jun 22 10:06:09.202153 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679e12f-42aa-418b-8300-8ce1274b4de4 req-214de790-02d5-45f3-a2b2-39ae19b3d0cf tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:09.203639 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a679e12f-42aa-418b-8300-8ce1274b4de4 req-214de790-02d5-45f3-a2b2-39ae19b3d0cf tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0631056 Jun 22 10:06:09.241453 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a679e12f-42aa-418b-8300-8ce1274b4de4 req-1e0c2307-ea5d-45c8-ac3d-4c62610e1f74 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322115 Jun 22 10:06:09.416973 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f14b2-60a2-4af0-a759-1d90c906e32d req-a48c47bc-59d4-4978-a77b-61c18379b9f2 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:09.418320 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9d3f14b2-60a2-4af0-a759-1d90c906e32d req-a48c47bc-59d4-4978-a77b-61c18379b9f2 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0664473 Jun 22 10:06:09.454229 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9d3f14b2-60a2-4af0-a759-1d90c906e32d req-bda850de-597a-41b0-9cd0-5f5a45f0d999 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301926 Jun 22 10:06:09.624108 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461994-41ff-4152-accf-389e899806d5 req-8363833d-f52e-4e29-b6dc-6825875d5a2e tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:09.625554 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ef461994-41ff-4152-accf-389e899806d5 req-8363833d-f52e-4e29-b6dc-6825875d5a2e tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0648825 Jun 22 10:06:09.663273 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ef461994-41ff-4152-accf-389e899806d5 req-4e26abc7-71cd-4077-b8e5-4ec376d4cbb1 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313909 Jun 22 10:06:10.393193 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62011e-0973-408a-a38a-4c984c7a408e req-20e0ccb0-86cf-4036-92fe-99a111c96db3 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:10.394550 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4f62011e-0973-408a-a38a-4c984c7a408e req-20e0ccb0-86cf-4036-92fe-99a111c96db3 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0615320 Jun 22 10:06:10.434604 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4f62011e-0973-408a-a38a-4c984c7a408e req-2ccf1862-c13b-40a7-b58e-f1743063d276 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331075 Jun 22 10:06:10.579180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:11.601887 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3df90-cea2-460e-8d5e-ae7e208852b5 req-753025ff-506d-4691-8a7e-598fb5327188 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:11.603356 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ceb3df90-cea2-460e-8d5e-ae7e208852b5 req-753025ff-506d-4691-8a7e-598fb5327188 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0615172 Jun 22 10:06:11.639816 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ceb3df90-cea2-460e-8d5e-ae7e208852b5 req-b3110577-7c50-4ca3-ad73-e9d58427b2cb tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309353 Jun 22 10:06:11.941285 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be05bbb-5a5f-4392-871b-e9f11c3a7d9b req-c1503706-66c5-4547-af17-d4d7cf8d0666 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:11.942696 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9be05bbb-5a5f-4392-871b-e9f11c3a7d9b req-c1503706-66c5-4547-af17-d4d7cf8d0666 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 946 time: 0.0607610 Jun 22 10:06:12.340482 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-9be05bbb-5a5f-4392-871b-e9f11c3a7d9b req-22289eb4-34bd-434c-9e5d-127ae98f9e52 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Deleting port 4f397cb9-d054-4999-b931-9058507a3b64 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:06:12.340818 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9be05bbb-5a5f-4392-871b-e9f11c3a7d9b req-22289eb4-34bd-434c-9e5d-127ae98f9e52 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:12.425971 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-9be05bbb-5a5f-4392-871b-e9f11c3a7d9b req-22289eb4-34bd-434c-9e5d-127ae98f9e52 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] For port 4f397cb9-d054-4999-b931-9058507a3b64, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4f397cb9-d054-4999-b931-9058507a3b64,segment=NetworkSegment(540a94eb-1341-4660-b8f7-5d19902fac48),segment_id=540a94eb-1341-4660-b8f7-5d19902fac48)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:12.426323 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9be05bbb-5a5f-4392-871b-e9f11c3a7d9b req-22289eb4-34bd-434c-9e5d-127ae98f9e52 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:12.485752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-9be05bbb-5a5f-4392-871b-e9f11c3a7d9b req-22289eb4-34bd-434c-9e5d-127ae98f9e52 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Calling delete_port for 4f397cb9-d054-4999-b931-9058507a3b64 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:06:12.667293 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9be05bbb-5a5f-4392-871b-e9f11c3a7d9b req-22289eb4-34bd-434c-9e5d-127ae98f9e52 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:12.672285 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-64f2c808-6b5b-4c38-9ca8-89f5d3494a0b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:12.680139 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['4f397cb9-d054-4999-b931-9058507a3b64'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:06:12.698344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22289eb4-34bd-434c-9e5d-127ae98f9e52 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Pushing event deleted for resources: {'Port': ['ID=4f397cb9-d054-4999-b931-9058507a3b64,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:12.702922 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-22289eb4-34bd-434c-9e5d-127ae98f9e52 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:12.744769 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be05bbb-5a5f-4392-871b-e9f11c3a7d9b req-22289eb4-34bd-434c-9e5d-127ae98f9e52 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] No DVR routers for this DVR port 4f397cb9-d054-4999-b931-9058507a3b64 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:06:12.747240 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9be05bbb-5a5f-4392-871b-e9f11c3a7d9b req-22289eb4-34bd-434c-9e5d-127ae98f9e52 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:12.749220 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9be05bbb-5a5f-4392-871b-e9f11c3a7d9b req-22289eb4-34bd-434c-9e5d-127ae98f9e52 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.35 "DELETE /v2.0/ports/4f397cb9-d054-4999-b931-9058507a3b64 HTTP/1.1" status: 204 len: 173 time: 0.8014700 Jun 22 10:06:12.749753 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a40712-d6a3-4dfd-b5a3-3daa699ce308', 'name': 'network-vif-deleted', 'tag': '4f397cb9-d054-4999-b931-9058507a3b64'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:06:12.752161 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4766931b-7f8d-4b59-ae2c-2e471857e2a8" -d '{"events": [{"server_uuid": "c3a40712-d6a3-4dfd-b5a3-3daa699ce308", "name": "network-vif-deleted", "tag": "4f397cb9-d054-4999-b931-9058507a3b64"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:06:12.783960 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-668023cc-0959-47fc-8439-b2727bc3e727 req-1e65e8bf-a300-4eb2-8bb5-7c913242e85a tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a40712-d6a3-4dfd-b5a3-3daa699ce308 HTTP/1.1" status: 200 len: 210 time: 0.0278375 Jun 22 10:06:12.789032 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b02b694-e08c-4eb5-aa2f-145c984698f8 x-openstack-request-id: req-8b02b694-e08c-4eb5-aa2f-145c984698f8 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:06:12.789370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a40712-d6a3-4dfd-b5a3-3daa699ce308", "name": "network-vif-deleted", "tag": "4f397cb9-d054-4999-b931-9058507a3b64", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:06:12.789671 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b02b694-e08c-4eb5-aa2f-145c984698f8 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:06:12.790108 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a40712-d6a3-4dfd-b5a3-3daa699ce308', 'name': 'network-vif-deleted', 'tag': '4f397cb9-d054-4999-b931-9058507a3b64', 'status': 'completed', 'code': 200} Jun 22 10:06:14.007455 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 37666) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:14.051004 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Deleting subnet a6dff690-042f-4e62-8051-380f337968da {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:06:14.053943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:14.090874 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:14.129131 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:14.190774 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:06:14.244619 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:14.247584 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c670cc0f-e8b7-4a3b-9730-f5a53c7b96a2 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:14.272370 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:14.274556 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a6dff690-042f-4e62-8051-380f337968da HTTP/1.1" status: 204 len: 168 time: 0.2657514 Jun 22 10:06:14.275157 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6dff690-042f-4e62-8051-380f337968da,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:14.276903 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37668) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:14.282793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:14.283192 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:14.283610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:14.283995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:14.284371 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:14.284747 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:14.285123 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:14.285492 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:14.285876 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:14.286232 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:14.287133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:14.287519 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:14.290692 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:14.344621 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-705dd390-cf72-47b3-9e1f-24fdc8fe6856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:14.423523 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-705dd390-cf72-47b3-9e1f-24fdc8fe6856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:14.433380 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-705dd390-cf72-47b3-9e1f-24fdc8fe6856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:14.443011 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-705dd390-cf72-47b3-9e1f-24fdc8fe6856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540a94eb-1341-4660-b8f7-5d19902fac48') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:14.443311 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-705dd390-cf72-47b3-9e1f-24fdc8fe6856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540a94eb-1341-4660-b8f7-5d19902fac48') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:14.451667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-705dd390-cf72-47b3-9e1f-24fdc8fe6856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:14.464711 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-705dd390-cf72-47b3-9e1f-24fdc8fe6856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:14.470486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705dd390-cf72-47b3-9e1f-24fdc8fe6856 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-705dd390-cf72-47b3-9e1f-24fdc8fe6856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:06:14.476283 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:06:14.586541 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-705dd390-cf72-47b3-9e1f-24fdc8fe6856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:14.589886 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:14.592236 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-705dd390-cf72-47b3-9e1f-24fdc8fe6856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:14.594020 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-705dd390-cf72-47b3-9e1f-24fdc8fe6856 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659 HTTP/1.1" status: 204 len: 168 time: 0.3159008 Jun 22 10:06:14.605508 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705dd390-cf72-47b3-9e1f-24fdc8fe6856 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed5b5fea-7ba9-49e6-9f07-f2a2a7c85659,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:14.607885 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-705dd390-cf72-47b3-9e1f-24fdc8fe6856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:14.922178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37672) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:14.965054 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8c9403da-1c89-425c-aff7-07d3de57d9bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b9139f6f86d4d03877100cf23ceaa63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416563 Jun 22 10:06:14.967406 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37674) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:15.013506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f26a1eac-4ba5-4657-8005-1b5b5b815f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:15.033562 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f26a1eac-4ba5-4657-8005-1b5b5b815f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:15.152565 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f26a1eac-4ba5-4657-8005-1b5b5b815f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:15.155476 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f26a1eac-4ba5-4657-8005-1b5b5b815f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:15.156639 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f26a1eac-4ba5-4657-8005-1b5b5b815f44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd9a17dd-b31c-4b0e-88c2-9472bd2ea336 HTTP/1.1" status: 204 len: 168 time: 0.1883233 Jun 22 10:06:15.157464 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-35be0fd8-9fb4-4186-abf1-3f5561c47dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:15.165332 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a1eac-4ba5-4657-8005-1b5b5b815f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9a17dd-b31c-4b0e-88c2-9472bd2ea336,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:15.167847 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f26a1eac-4ba5-4657-8005-1b5b5b815f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:15.343515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 4f397cb9-d054-4999-b931-9058507a3b64 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:06:15.363332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 4f397cb9-d054-4999-b931-9058507a3b64 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:06:15.366700 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 4f397cb9-d054-4999-b931-9058507a3b64 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:06:16.130963 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37696) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:16.241412 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-2a7b9321-b02d-401e-bc35-54bc338c8673 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1286914857-network', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:16.325879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7b9321-b02d-401e-bc35-54bc338c8673 admin admin] Made reservation on behalf of 1529fd0f436b431c8c9cb51ec83aecd4 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:06:16.328311 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9321-b02d-401e-bc35-54bc338c8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:16.336446 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9321-b02d-401e-bc35-54bc338c8673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:16.420333 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9321-b02d-401e-bc35-54bc338c8673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:16.498641 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9321-b02d-401e-bc35-54bc338c8673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:16.502477 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:16.521121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7b9321-b02d-401e-bc35-54bc338c8673 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:06:16.538419 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b9321-b02d-401e-bc35-54bc338c8673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed3033d-f8f0-4f94-bcc2-d73ad6b28f2a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:16.541287 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9321-b02d-401e-bc35-54bc338c8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:16.541633 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-2a7b9321-b02d-401e-bc35-54bc338c8673 admin admin] Added segment 438f7a2c-1552-4fc6-a8e1-05f6ecaff99b of type vlan for network d8c0310c-d02a-4ba7-8469-6e0096d5919d Jun 22 10:06:16.543089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2a7b9321-b02d-401e-bc35-54bc338c8673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:16.581459 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8ea21d81-2767-4abb-8225-7734137e1ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:16.583717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9321-b02d-401e-bc35-54bc338c8673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:16.666482 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9321-b02d-401e-bc35-54bc338c8673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:16.667521 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b9321-b02d-401e-bc35-54bc338c8673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:16.668096 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9321-b02d-401e-bc35-54bc338c8673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:16.671013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f9c213f-0c08-442d-975e-aec1c7e03acd tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:16.724528 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b9321-b02d-401e-bc35-54bc338c8673 admin admin] Pushing event updated for resources: {'Network': ['ID=d8c0310c-d02a-4ba7-8469-6e0096d5919d,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:16.727128 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2a7b9321-b02d-401e-bc35-54bc338c8673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:16.734794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network d8c0310c-d02a-4ba7-8469-6e0096d5919d details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:06:16.758878 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2a7b9321-b02d-401e-bc35-54bc338c8673 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6267376 Jun 22 10:06:16.762272 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37700) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:16.767176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d62e64fb-a6e6-403a-81cb-63a601944914 admin admin] Request body: {'subnet': {'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1286914857-subnet', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:16.832562 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62e64fb-a6e6-403a-81cb-63a601944914 admin admin] Made reservation on behalf of 1529fd0f436b431c8c9cb51ec83aecd4 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:06:16.835080 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d62e64fb-a6e6-403a-81cb-63a601944914 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:17.042358 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d62e64fb-a6e6-403a-81cb-63a601944914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:17.044297 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bf4901dc-65e9-40b8-9abf-217e3bf5ee82 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:17.089521 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e64fb-a6e6-403a-81cb-63a601944914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:17.095859 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d62e64fb-a6e6-403a-81cb-63a601944914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:17.104790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62e64fb-a6e6-403a-81cb-63a601944914 admin admin] Checking segment: {'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:06:17.105154 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62e64fb-a6e6-403a-81cb-63a601944914 admin admin] Network hostable DHCP agents. Network: d8c0310c-d02a-4ba7-8469-6e0096d5919d, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:06:17.195890 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62e64fb-a6e6-403a-81cb-63a601944914 admin admin] Network d8c0310c-d02a-4ba7-8469-6e0096d5919d is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:06:17.278122 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-d62e64fb-a6e6-403a-81cb-63a601944914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, d8c0310c-d02a-4ba7-8469-6e0096d5919d) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:06:17.282503 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62e64fb-a6e6-403a-81cb-63a601944914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:17.283089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d62e64fb-a6e6-403a-81cb-63a601944914 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:17.287187 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7ca736-59cb-4e72-9930-5b00752e8ef8 None None] Network d8c0310c-d02a-4ba7-8469-6e0096d5919d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:06:17.365266 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d62e64fb-a6e6-403a-81cb-63a601944914 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6017621 Jun 22 10:06:17.367599 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37702) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:17.372721 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:17.429165 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-d8c0310c-d02a-4ba7-8469-6e0096d5919d', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:06:17.430047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:17.473153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:17.474212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:17.562856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Allocated IP 172.20.0.2 (d8c0310c-d02a-4ba7-8469-6e0096d5919d/d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2/b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:06:17.563200 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:17.701423 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:17.709333 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Transition to ACTIVE for port object b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:06:17.723829 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Transition to ACTIVE for port object b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:06:17.757043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:17.764562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:17.767350 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:17.800631 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Network d8c0310c-d02a-4ba7-8469-6e0096d5919d is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:06:17.804863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:06:17.814082 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:06:17.820992 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Pushing event updated for resources: {'Port': ['ID=b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:17.825926 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:17.873727 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Attempting to bind port b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:06:17.874123 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Attempting to bind port b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:06:17.874500 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Attempting to bind port b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 on network d8c0310c-d02a-4ba7-8469-6e0096d5919d {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:06:17.879275 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:06:17.879692 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Checking segment: {'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:06:17.880107 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:17.880515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Bound using segment: {'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:06:17.880994 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Bound port: b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:06:17.881382 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:17.945374 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] For port b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:06:17.948984 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] For port b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:06:18.021654 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:18.024448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:18.033989 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:18.059614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:18.092065 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Pushing event updated for resources: {'Port': ['ID=b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:18.095368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:18.226567 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Allocated IP 172.26.3.233 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/d02bf706-ee93-4d9d-a74d-65127e184839) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:06:18.344121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:18.453650 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:18.455798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7f3fb77d-5505-4457-984a-397898c89729 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:18.493518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:06:18.496788 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:06:18.502068 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:06:18.526557 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Pushing event updated for resources: {'Port': ['ID=d02bf706-ee93-4d9d-a74d-65127e184839,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:18.530910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:18.837202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:18.955088 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281233f4-19b5-4811-9d9f-414f06aa2e51 None None] Network d8c0310c-d02a-4ba7-8469-6e0096d5919d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:06:19.029569 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:19.111382 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-98e7da1d-2f40-41ce-bf9b-46b8e54a5c2b None None] Provisioning for port b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:06:19.132144 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7d7fc832-21a4-461f-bd8d-decb71e18c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:19.234824 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:06:19.255332 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Router e9d46832-b854-4e6b-892c-7ef8d975914b is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:06:19.323928 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:19.365992 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:06:19.375363 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Sync routers for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:06:19.376191 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:06:19.380801 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:19.381216 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:19.384249 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:06:19.384869 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:06:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:19.426828 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:19.428197 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0595903 Jun 22 10:06:19.430747 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37706) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:19.465886 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-71235a7f-3e92-444a-8964-883f176efdd5 None None] Provisioning complete for port b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:19.466189 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-71235a7f-3e92-444a-8964-883f176efdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:19.490322 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:19.490787 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:06:19.534351 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:19.577754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-71235a7f-3e92-444a-8964-883f176efdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:19.620386 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:19.623925 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:19.673440 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:18Z', 'revision_number': 3, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:19.697385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-71235a7f-3e92-444a-8964-883f176efdd5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 10:06:19.697782 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-71235a7f-3e92-444a-8964-883f176efdd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:06:19.702280 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:19.704150 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Checking router: e9d46832-b854-4e6b-892c-7ef8d975914b for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:06:19.704614 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Updating router e9d46832-b854-4e6b-892c-7ef8d975914b port d02bf706-ee93-4d9d-a74d-65127e184839 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:06:19.708256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:19.741265 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:19.988434 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:19.997960 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Transition to ACTIVE for port object d02bf706-ee93-4d9d-a74d-65127e184839 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:06:20.058767 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:20.060824 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-14077b23-7618-49cf-b9ff-8115bc063717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:20.114109 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7865229-b7ea-4d19-99de-ec0a260184cc None None] Pushing event updated for resources: {'Port': ['ID=d02bf706-ee93-4d9d-a74d-65127e184839,revision_number=2']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:20.116180 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Attempting to bind port d02bf706-ee93-4d9d-a74d-65127e184839 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:06:20.120914 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Attempting to bind port d02bf706-ee93-4d9d-a74d-65127e184839 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:06:20.120914 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Attempting to bind port d02bf706-ee93-4d9d-a74d-65127e184839 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:06:20.125630 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7865229-b7ea-4d19-99de-ec0a260184cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:20.125980 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7865229-b7ea-4d19-99de-ec0a260184cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:20.126322 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7865229-b7ea-4d19-99de-ec0a260184cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:20.126653 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7865229-b7ea-4d19-99de-ec0a260184cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:20.126979 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7865229-b7ea-4d19-99de-ec0a260184cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:20.127307 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7865229-b7ea-4d19-99de-ec0a260184cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:20.127658 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7865229-b7ea-4d19-99de-ec0a260184cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:20.127984 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7865229-b7ea-4d19-99de-ec0a260184cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:20.128302 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7865229-b7ea-4d19-99de-ec0a260184cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:20.128618 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7865229-b7ea-4d19-99de-ec0a260184cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:20.128935 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7865229-b7ea-4d19-99de-ec0a260184cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:20.129257 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7865229-b7ea-4d19-99de-ec0a260184cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:20.132411 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:06:20.132789 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:06:20.133197 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:20.133593 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:06:20.134065 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Bound port: d02bf706-ee93-4d9d-a74d-65127e184839, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:06:20.134494 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:20.137957 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-e7865229-b7ea-4d19-99de-ec0a260184cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:20.180202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:20.184221 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] For port d02bf706-ee93-4d9d-a74d-65127e184839, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:06:20.187251 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] For port d02bf706-ee93-4d9d-a74d-65127e184839, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d02bf706-ee93-4d9d-a74d-65127e184839,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:06:20.239046 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:20.241099 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-fc43df76-ec3c-49f2-a02a-7fd7a468a45c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:20.296938 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:06:20.297570 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:06:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:20.334215 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7865229-b7ea-4d19-99de-ec0a260184cc None None] Pushing event updated for resources: {'Port': ['ID=d02bf706-ee93-4d9d-a74d-65127e184839,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:20.339215 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-e7865229-b7ea-4d19-99de-ec0a260184cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:20.381447 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Allocated IP 172.20.0.1 (d8c0310c-d02a-4ba7-8469-6e0096d5919d/d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2/9ebc419d-8809-4ed5-9af9-35a129e410ba) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:06:20.404566 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:06:20.489572 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:20.502678 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Transition to ACTIVE for port object 9ebc419d-8809-4ed5-9af9-35a129e410ba will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:06:20.504413 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:20.581862 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:18Z', 'revision_number': 3, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:20.593062 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:20.596026 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6a0deccb-abd8-4a5c-a190-5e4d6be85271 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:20.606710 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a193b4-3e60-4ecb-9470-72d03275d0cb None None] The sync data for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv is: [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:18Z', 'revision_number': 3, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:06:20.629535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Network d8c0310c-d02a-4ba7-8469-6e0096d5919d is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:06:20.632578 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:06:20.636779 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:06:20.677262 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Pushing event updated for resources: {'Port': ['ID=9ebc419d-8809-4ed5-9af9-35a129e410ba,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:20.681471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:20.708388 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:20.982119 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:21.030134 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4d6331d9-e8dd-4128-b67c-dcdf32c52c4e None None] Provisioning for port 9ebc419d-8809-4ed5-9af9-35a129e410ba completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:06:21.036250 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4d6331d9-e8dd-4128-b67c-dcdf32c52c4e None None] Provisioning complete for port 9ebc419d-8809-4ed5-9af9-35a129e410ba triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:21.036669 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4d6331d9-e8dd-4128-b67c-dcdf32c52c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:21.076980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-4d6331d9-e8dd-4128-b67c-dcdf32c52c4e None None] Port 9ebc419d-8809-4ed5-9af9-35a129e410ba cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:06:21.158183 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:21.224327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:21.227836 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9fc5779a-86a9-4e0c-bf9a-908d7cb0496e tempest-DeleteServersTestJSON-589832689 tempest-DeleteServersTestJSON-589832689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:21.273636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:06:21.298216 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:21.301197 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Pushing event updated for resources: {'Port': ['ID=9ebc419d-8809-4ed5-9af9-35a129e410ba,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:21.306449 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:21.326219 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:21.326603 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:21.398699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Network d8c0310c-d02a-4ba7-8469-6e0096d5919d is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:06:21.400223 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:06:21.406102 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d02bf706-ee93-4d9d-a74d-65127e184839 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:06:21.522837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Router e9d46832-b854-4e6b-892c-7ef8d975914b has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:06:21.538506 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port d02bf706-ee93-4d9d-a74d-65127e184839 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:06:21.542886 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port d02bf706-ee93-4d9d-a74d-65127e184839 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:21.543701 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:21.622805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:21.634739 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:06:21.640604 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] 10.222.0.20 "PUT /v2.0/routers/e9d46832-b854-4e6b-892c-7ef8d975914b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2087359 Jun 22 10:06:21.643618 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port d02bf706-ee93-4d9d-a74d-65127e184839, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d02bf706-ee93-4d9d-a74d-65127e184839,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:21.702126 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6dce9da4-28cd-47c8-ae6b-af31db97380f None None] Provisioning complete for port 9ebc419d-8809-4ed5-9af9-35a129e410ba triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:21.702429 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6dce9da4-28cd-47c8-ae6b-af31db97380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:21.723641 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:21.726799 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:21.757689 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:21.764649 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-6dce9da4-28cd-47c8-ae6b-af31db97380f None None] Port 9ebc419d-8809-4ed5-9af9-35a129e410ba cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:06:21.783310 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=d02bf706-ee93-4d9d-a74d-65127e184839,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:21.786316 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:22.156564 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Sync routers for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:06:22.165292 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:06:22.165934 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:06:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:22.183583 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37714) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:22.188432 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-4a05e34d-5bb0-48f3-aaa2-0b228ba5ee5c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1633451230', 'description': 'tempest-description--87892450'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:22.269605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:06:22.295532 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4a05e34d-5bb0-48f3-aaa2-0b228ba5ee5c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:22.376203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4a05e34d-5bb0-48f3-aaa2-0b228ba5ee5c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:22.458434 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4a05e34d-5bb0-48f3-aaa2-0b228ba5ee5c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:22.461561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-64dbf438-faaf-4327-85b0-15e1b4a73e78 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:22.490313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05e34d-5bb0-48f3-aaa2-0b228ba5ee5c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91903fb7-27b8-4684-8fd9-d9a09a448bf1,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:22.493612 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4a05e34d-5bb0-48f3-aaa2-0b228ba5ee5c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:22.558633 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-4a05e34d-5bb0-48f3-aaa2-0b228ba5ee5c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:22.560157 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-4a05e34d-5bb0-48f3-aaa2-0b228ba5ee5c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3755558 Jun 22 10:06:22.562793 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37716) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:22.567324 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-66e532fd-c0b4-47d3-9249-8aa3fdec9a18 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Request body: {'security_group_rule': {'security_group_id': '91903fb7-27b8-4684-8fd9-d9a09a448bf1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:22.613021 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 2, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:22.641403 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Checking router: e9d46832-b854-4e6b-892c-7ef8d975914b for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:06:22.641772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Updating router e9d46832-b854-4e6b-892c-7ef8d975914b port 9ebc419d-8809-4ed5-9af9-35a129e410ba binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:06:22.652140 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-66e532fd-c0b4-47d3-9249-8aa3fdec9a18 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:22.675355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:22.706336 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-66e532fd-c0b4-47d3-9249-8aa3fdec9a18 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:22.795478 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-66e532fd-c0b4-47d3-9249-8aa3fdec9a18 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:22.801135 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9ec20d54-2de0-427d-956f-ff1b8a224470 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:22.814599 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e532fd-c0b4-47d3-9249-8aa3fdec9a18 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31997f72-0593-4a92-b01e-07fef4cd53a3,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:22.817161 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-66e532fd-c0b4-47d3-9249-8aa3fdec9a18 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:22.898390 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-66e532fd-c0b4-47d3-9249-8aa3fdec9a18 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:22.899653 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-66e532fd-c0b4-47d3-9249-8aa3fdec9a18 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3359203 Jun 22 10:06:22.902678 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37718) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:22.907382 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-98761192-d0f4-4d21-a8a7-8ac78e39d0f1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Request body: {'security_group_rule': {'security_group_id': '91903fb7-27b8-4684-8fd9-d9a09a448bf1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:22.928355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:22.937683 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Transition to ACTIVE for port object 9ebc419d-8809-4ed5-9af9-35a129e410ba will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:06:23.012024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-98761192-d0f4-4d21-a8a7-8ac78e39d0f1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:23.018753 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:23.021748 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:23.075045 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-98761192-d0f4-4d21-a8a7-8ac78e39d0f1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:23.094768 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77814c8a-1438-40a4-8e4f-4f28ce561dd6 None None] Pushing event updated for resources: {'Port': ['ID=9ebc419d-8809-4ed5-9af9-35a129e410ba,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:23.098975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-77814c8a-1438-40a4-8e4f-4f28ce561dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:23.149840 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-98761192-d0f4-4d21-a8a7-8ac78e39d0f1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:23.152352 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-59aec029-bcb2-42e0-9200-4de92a62528e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:23.155770 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Attempting to bind port 9ebc419d-8809-4ed5-9af9-35a129e410ba on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:06:23.156161 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Attempting to bind port 9ebc419d-8809-4ed5-9af9-35a129e410ba by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:06:23.156537 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Attempting to bind port 9ebc419d-8809-4ed5-9af9-35a129e410ba on network d8c0310c-d02a-4ba7-8469-6e0096d5919d {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:06:23.162229 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:06:23.162626 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Checking segment: {'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:06:23.163046 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:23.163477 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Bound using segment: {'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:06:23.165832 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Bound port: 9ebc419d-8809-4ed5-9af9-35a129e410ba, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:06:23.165832 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:23.166050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98761192-d0f4-4d21-a8a7-8ac78e39d0f1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204d3b56-a13a-4cba-b1b5-b3aad05bca74,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:23.170420 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-98761192-d0f4-4d21-a8a7-8ac78e39d0f1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:23.215088 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d02bf706-ee93-4d9d-a74d-65127e184839 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:06:23.251929 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-98761192-d0f4-4d21-a8a7-8ac78e39d0f1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:23.251929 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-98761192-d0f4-4d21-a8a7-8ac78e39d0f1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3416843 Jun 22 10:06:23.251929 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 37720) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:23.252703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:23.261620 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] For port 9ebc419d-8809-4ed5-9af9-35a129e410ba, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:06:23.268062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] For port 9ebc419d-8809-4ed5-9af9-35a129e410ba, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9ebc419d-8809-4ed5-9af9-35a129e410ba,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:06:23.288503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port d02bf706-ee93-4d9d-a74d-65127e184839 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:23.288886 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:23.354982 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:23.358817 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:23.364378 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for floatingip, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:23.421992 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:06:23.422636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:06:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:23.466833 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:23.470276 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77814c8a-1438-40a4-8e4f-4f28ce561dd6 None None] Pushing event updated for resources: {'Port': ['ID=9ebc419d-8809-4ed5-9af9-35a129e410ba,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:23.473465 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-77814c8a-1438-40a4-8e4f-4f28ce561dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:23.546512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:06:23.581201 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Allocated IP 172.26.3.155 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/b1981461-7151-4181-a2c6-58c6bb566199) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:06:23.681245 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:23.754822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:23Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:23.779537 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:23.780778 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e1e10e-0ee9-472f-9619-f9aaf0649acc None None] The sync data for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv is: [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:23Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:06:23.783420 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ecec3c58-e059-49ce-86a5-79ab134045a3 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:23.835166 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:06:23.835166 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:06:23.839165 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:06:23.875994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Pushing event updated for resources: {'Port': ['ID=b1981461-7151-4181-a2c6-58c6bb566199,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:23.886009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:23.886392 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:23.886783 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:23.887166 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:23.887578 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:23.887959 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:23.888335 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:23.888711 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:23.889084 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:23.889454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:23.889823 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:23.890188 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:23.893913 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:23.989545 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:24.093978 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:24.248716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:24.310182 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:24.312501 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-47bf7a5a-9d91-48e5-8d07-9a16ebb6e852 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:24.377570 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Pushing event updated for resources: {'Port': ['ID=b1981461-7151-4181-a2c6-58c6bb566199,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:24.383251 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:24.389847 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:24.507676 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:24.508330 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2591965 Jun 22 10:06:24.652401 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b0688632-9c79-4a09-848a-4438d2722921 req-93b9949d-aae4-4a8d-9d5a-473a1661b0f5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1633451230&fields=id&tenant_id=1529fd0f436b431c8c9cb51ec83aecd4 HTTP/1.1" status: 200 len: 267 time: 0.0353630 Jun 22 10:06:25.096606 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0688632-9c79-4a09-848a-4438d2722921 req-4c1e9e21-34a8-4109-ac31-605cae6f958d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:25.098025 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b0688632-9c79-4a09-848a-4438d2722921 req-4c1e9e21-34a8-4109-ac31-605cae6f958d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 812 time: 0.4387083 Jun 22 10:06:25.112333 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b0688632-9c79-4a09-848a-4438d2722921 req-b5e2b45e-30c5-4b9f-8b1f-55267a21b33b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/quotas/1529fd0f436b431c8c9cb51ec83aecd4 HTTP/1.1" status: 200 len: 375 time: 0.0090120 Jun 22 10:06:25.184404 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b0688632-9c79-4a09-848a-4438d2722921 req-cd7bfe7d-5da5-40e9-9ae4-99a1fb88dc82 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668111 Jun 22 10:06:25.220167 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9ebc419d-8809-4ed5-9af9-35a129e410ba up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:06:25.288310 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b0688632-9c79-4a09-848a-4438d2722921 req-9b254750-cb26-4254-be26-cd7cc30a7b4d service neutron] 10.222.0.20 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877669 Jun 22 10:06:25.379410 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b0688632-9c79-4a09-848a-4438d2722921 req-8d636c1d-8a07-427a-b2bd-15eb03816187 service neutron] 10.222.0.20 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844693 Jun 22 10:06:25.381081 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 9ebc419d-8809-4ed5-9af9-35a129e410ba completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:06:25.392654 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 9ebc419d-8809-4ed5-9af9-35a129e410ba triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:25.392654 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:25.460819 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:25.493419 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 9ebc419d-8809-4ed5-9af9-35a129e410ba, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9ebc419d-8809-4ed5-9af9-35a129e410ba,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:25.578685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:25.580838 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:25.632855 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=9ebc419d-8809-4ed5-9af9-35a129e410ba,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:25.636019 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:25.652513 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d3ac720c-06f5-433e-a020-874c0e29c5a6 req-1f40603f-e0d9-41d5-8e0b-7eb8f1aabc56 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 210 time: 0.0411174 Jun 22 10:06:26.790372 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-31c92f4a-acfd-4d69-9ee1-df58d1fbf3c3 req-8ac9de9f-7c88-417a-9a40-dcd2d01e403e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 210 time: 0.0341289 Jun 22 10:06:27.201500 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9ebc419d-8809-4ed5-9af9-35a129e410ba up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:06:27.247840 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 9ebc419d-8809-4ed5-9af9-35a129e410ba triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:27.248342 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:27.963294 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-58238b03-7496-47bd-b3e6-e0f2e588a0b3 req-4493c486-a1c3-46f9-aa8a-b5b934c13489 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 210 time: 0.0626459 Jun 22 10:06:28.015601 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0688632-9c79-4a09-848a-4438d2722921 req-b69e1bdf-300f-4bd3-94a8-671ada0538c5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:28.017033 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b0688632-9c79-4a09-848a-4438d2722921 req-b69e1bdf-300f-4bd3-94a8-671ada0538c5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 812 time: 0.1266720 Jun 22 10:06:28.067018 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b0688632-9c79-4a09-848a-4438d2722921 req-8c01ab5e-2be3-4a1d-b075-b84c069c5822 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1529fd0f436b431c8c9cb51ec83aecd4 HTTP/1.1" status: 200 len: 380 time: 0.0411749 Jun 22 10:06:28.075226 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-b0688632-9c79-4a09-848a-4438d2722921 req-5a746b5e-7c45-410f-b1d2-6f590325a857 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Request body: {'port': {'device_id': 'd94a6eae-faa6-463b-a88b-9327945fdb5d', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'admin_state_up': True, 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'security_groups': ['91903fb7-27b8-4684-8fd9-d9a09a448bf1']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:28.269577 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0688632-9c79-4a09-848a-4438d2722921 req-5a746b5e-7c45-410f-b1d2-6f590325a857 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Made reservation on behalf of 1529fd0f436b431c8c9cb51ec83aecd4 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:06:28.273185 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b0688632-9c79-4a09-848a-4438d2722921 req-5a746b5e-7c45-410f-b1d2-6f590325a857 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:28.412065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-b0688632-9c79-4a09-848a-4438d2722921 req-5a746b5e-7c45-410f-b1d2-6f590325a857 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Allocated IP 172.20.0.5 (d8c0310c-d02a-4ba7-8469-6e0096d5919d/d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2/85c307a6-e1ed-4063-aff4-a56d3485c2d8) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:06:28.543585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b0688632-9c79-4a09-848a-4438d2722921 req-5a746b5e-7c45-410f-b1d2-6f590325a857 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:28.556153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-b0688632-9c79-4a09-848a-4438d2722921 req-5a746b5e-7c45-410f-b1d2-6f590325a857 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Transition to ACTIVE for port object 85c307a6-e1ed-4063-aff4-a56d3485c2d8 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:06:28.673163 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b0688632-9c79-4a09-848a-4438d2722921 req-5a746b5e-7c45-410f-b1d2-6f590325a857 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:28.677146 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bdeb0f5b-cc31-4150-82c6-41dd75dbbe2c tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:28.720628 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0688632-9c79-4a09-848a-4438d2722921 req-5a746b5e-7c45-410f-b1d2-6f590325a857 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Network d8c0310c-d02a-4ba7-8469-6e0096d5919d is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:06:28.723756 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-b0688632-9c79-4a09-848a-4438d2722921 req-5a746b5e-7c45-410f-b1d2-6f590325a857 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:06:28.729878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0688632-9c79-4a09-848a-4438d2722921 req-5a746b5e-7c45-410f-b1d2-6f590325a857 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:06:28.735691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a746b5e-7c45-410f-b1d2-6f590325a857 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Pushing event updated for resources: {'Port': ['ID=85c307a6-e1ed-4063-aff4-a56d3485c2d8,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:28.755355 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5a746b5e-7c45-410f-b1d2-6f590325a857 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:28.781663 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0688632-9c79-4a09-848a-4438d2722921 req-5a746b5e-7c45-410f-b1d2-6f590325a857 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:28.782295 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b0688632-9c79-4a09-848a-4438d2722921 req-5a746b5e-7c45-410f-b1d2-6f590325a857 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:28.859085 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b0688632-9c79-4a09-848a-4438d2722921 req-5a746b5e-7c45-410f-b1d2-6f590325a857 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7874296 Jun 22 10:06:28.915643 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Request body: {'port': {'device_id': 'd94a6eae-faa6-463b-a88b-9327945fdb5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:28.984548 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:28.999029 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8b2bbb1d-1a9d-4745-b50b-e9d61cdc2939 None None] Provisioning for port 85c307a6-e1ed-4063-aff4-a56d3485c2d8 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:06:29.002242 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-8b2bbb1d-1a9d-4745-b50b-e9d61cdc2939 None None] Provisioning complete for port 85c307a6-e1ed-4063-aff4-a56d3485c2d8 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:29.002703 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8b2bbb1d-1a9d-4745-b50b-e9d61cdc2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:29.040972 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-8b2bbb1d-1a9d-4745-b50b-e9d61cdc2939 None None] Port 85c307a6-e1ed-4063-aff4-a56d3485c2d8 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:06:29.137671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fee7c-2792-4f18-9486-bf285aca6c1e req-d2f30540-7b15-474c-bb2b-c21de5daf715 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:29.139144 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a95fee7c-2792-4f18-9486-bf285aca6c1e req-d2f30540-7b15-474c-bb2b-c21de5daf715 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 931 time: 0.0639570 Jun 22 10:06:29.177897 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a95fee7c-2792-4f18-9486-bf285aca6c1e req-4e8aa85f-48c5-4232-a4c8-1d2ab9a63f59 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328920 Jun 22 10:06:29.250731 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c307a6-e1ed-4063-aff4-a56d3485c2d8 {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:06:29.258307 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:29.269832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Transition to ACTIVE for port object 85c307a6-e1ed-4063-aff4-a56d3485c2d8 will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:06:29.340835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:29.343758 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-29cc5174-a47b-47f2-9e83-fdf6f1fc9bc6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:29.418391 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Pushing event updated for resources: {'Port': ['ID=85c307a6-e1ed-4063-aff4-a56d3485c2d8,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:29.422786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:29.489662 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Attempting to bind port 85c307a6-e1ed-4063-aff4-a56d3485c2d8 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:06:29.490006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Attempting to bind port 85c307a6-e1ed-4063-aff4-a56d3485c2d8 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:06:29.490347 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Attempting to bind port 85c307a6-e1ed-4063-aff4-a56d3485c2d8 on network d8c0310c-d02a-4ba7-8469-6e0096d5919d {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:06:29.494801 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Port 85c307a6-e1ed-4063-aff4-a56d3485c2d8 on network d8c0310c-d02a-4ba7-8469-6e0096d5919d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:06:29.495147 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Attempting to bind port 85c307a6-e1ed-4063-aff4-a56d3485c2d8 on network d8c0310c-d02a-4ba7-8469-6e0096d5919d {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:06:29.500088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:06:29.500362 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Checking segment: {'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:06:29.500755 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Bound using segment: {'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:06:29.501185 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Bound port: 85c307a6-e1ed-4063-aff4-a56d3485c2d8, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:06:29.501540 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:29.563647 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] For port 85c307a6-e1ed-4063-aff4-a56d3485c2d8, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:06:29.566837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] For port 85c307a6-e1ed-4063-aff4-a56d3485c2d8, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=85c307a6-e1ed-4063-aff4-a56d3485c2d8,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:06:29.661050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:29.663083 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5d47a1cb-e68b-4892-bfd1-bb327ca1d302 tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:29.702933 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:29.703537 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:29.705796 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b0688632-9c79-4a09-848a-4438d2722921 req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] 10.222.0.35 "PUT /v2.0/ports/85c307a6-e1ed-4063-aff4-a56d3485c2d8 HTTP/1.1" status: 200 len: 1093 time: 0.8386462 Jun 22 10:06:29.705796 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94a6eae-faa6-463b-a88b-9327945fdb5d', 'tag': '85c307a6-e1ed-4063-aff4-a56d3485c2d8'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:06:29.707803 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52301a5-a44b-4f9d-8b53-960831d6ad22" -d '{"events": [{"name": "network-changed", "server_uuid": "d94a6eae-faa6-463b-a88b-9327945fdb5d", "tag": "85c307a6-e1ed-4063-aff4-a56d3485c2d8"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:06:29.734133 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Pushing event updated for resources: {'Port': ['ID=85c307a6-e1ed-4063-aff4-a56d3485c2d8,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:29.734376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:29.759450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed989a4-9a87-49eb-af6b-190653716667 x-openstack-request-id: req-aed989a4-9a87-49eb-af6b-190653716667 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:06:29.759801 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94a6eae-faa6-463b-a88b-9327945fdb5d", "tag": "85c307a6-e1ed-4063-aff4-a56d3485c2d8", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:06:29.760117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aed989a4-9a87-49eb-af6b-190653716667 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:06:29.762777 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94a6eae-faa6-463b-a88b-9327945fdb5d', 'tag': '85c307a6-e1ed-4063-aff4-a56d3485c2d8', 'status': 'completed', 'code': 200} Jun 22 10:06:29.836038 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52301a5-a44b-4f9d-8b53-960831d6ad22 req-37051ba7-371b-4f4d-92ea-4926e04854d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:29.837542 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d52301a5-a44b-4f9d-8b53-960831d6ad22 req-37051ba7-371b-4f4d-92ea-4926e04854d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 1096 time: 0.0556581 Jun 22 10:06:29.937491 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52301a5-a44b-4f9d-8b53-960831d6ad22 req-4c0d7c0b-2a74-49cd-b8b4-dd3dcbbe16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:29.938900 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d52301a5-a44b-4f9d-8b53-960831d6ad22 req-4c0d7c0b-2a74-49cd-b8b4-dd3dcbbe16d0 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0934787 Jun 22 10:06:30.029085 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52301a5-a44b-4f9d-8b53-960831d6ad22 req-41c69b71-d743-4d89-b5b3-aea431f556be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:30.030475 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d52301a5-a44b-4f9d-8b53-960831d6ad22 req-41c69b71-d743-4d89-b5b3-aea431f556be service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857544 Jun 22 10:06:30.122776 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0688632-9c79-4a09-848a-4438d2722921 req-b1358eec-2b7e-4397-ab73-fd7631ddf4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:30.124322 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b0688632-9c79-4a09-848a-4438d2722921 req-b1358eec-2b7e-4397-ab73-fd7631ddf4c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 1096 time: 0.0524511 Jun 22 10:06:30.167862 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b0688632-9c79-4a09-848a-4438d2722921 req-393fc3d4-0401-414a-977f-aadd9be9b23b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85c307a6-e1ed-4063-aff4-a56d3485c2d8 HTTP/1.1" status: 200 len: 217 time: 0.0365269 Jun 22 10:06:30.214255 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0688632-9c79-4a09-848a-4438d2722921 req-ca644b41-0ea6-48eb-ade7-ec001d2509c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:30.215717 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b0688632-9c79-4a09-848a-4438d2722921 req-ca644b41-0ea6-48eb-ade7-ec001d2509c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0421367 Jun 22 10:06:30.270922 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0688632-9c79-4a09-848a-4438d2722921 req-9588d0e5-1178-45b1-9133-9d164a326128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:30.272430 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b0688632-9c79-4a09-848a-4438d2722921 req-9588d0e5-1178-45b1-9133-9d164a326128 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0510087 Jun 22 10:06:30.355483 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0c10d-09cf-47df-ae9c-385ad0ae06d1 req-07a835d8-b68e-4afc-8d17-a087ebfcdf88 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:30.357038 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f7a0c10d-09cf-47df-ae9c-385ad0ae06d1 req-07a835d8-b68e-4afc-8d17-a087ebfcdf88 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 943 time: 0.0679030 Jun 22 10:06:30.397954 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f7a0c10d-09cf-47df-ae9c-385ad0ae06d1 req-c48bd361-1713-47c7-aa8b-89657ffc2c8f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349579 Jun 22 10:06:30.702561 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b0688632-9c79-4a09-848a-4438d2722921 req-81136d4d-603d-4f0a-9262-b08dde87f0f7 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222953 Jun 22 10:06:30.787297 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b0688632-9c79-4a09-848a-4438d2722921 req-07d65823-04c8-4856-a42d-d4438323407b service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783646 Jun 22 10:06:31.574552 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd274c2-7b06-4723-be21-7dfd6562a384 req-8aa45105-cfb7-4519-8b8b-de042e7226ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:31.576030 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8cd274c2-7b06-4723-be21-7dfd6562a384 req-8aa45105-cfb7-4519-8b8b-de042e7226ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 943 time: 0.0670090 Jun 22 10:06:31.612166 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8cd274c2-7b06-4723-be21-7dfd6562a384 req-08406437-a268-494e-a19e-8eb0fc6b03b9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305982 Jun 22 10:06:32.785656 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a679283-867d-40e0-acad-f1c069378256 req-bdabe367-cbb2-455a-b4db-23cd68590b3e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:32.787124 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5a679283-867d-40e0-acad-f1c069378256 req-bdabe367-cbb2-455a-b4db-23cd68590b3e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 943 time: 0.0652225 Jun 22 10:06:32.824201 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5a679283-867d-40e0-acad-f1c069378256 req-0d02be85-8ac6-4f73-b0fd-e63a758e5a22 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310082 Jun 22 10:06:33.449081 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 85c307a6-e1ed-4063-aff4-a56d3485c2d8 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:06:33.539138 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 85c307a6-e1ed-4063-aff4-a56d3485c2d8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=85c307a6-e1ed-4063-aff4-a56d3485c2d8,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:33.549874 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '85c307a6-e1ed-4063-aff4-a56d3485c2d8', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'port_id': '85c307a6-e1ed-4063-aff4-a56d3485c2d8', 'mac_address': 'fa:16:3e:cc:40:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:06:33.584345 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:33.599759 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c307a6-e1ed-4063-aff4-a56d3485c2d8 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:06:33.617776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 85c307a6-e1ed-4063-aff4-a56d3485c2d8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=85c307a6-e1ed-4063-aff4-a56d3485c2d8,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:33.712290 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:33.714576 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:33.758691 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=85c307a6-e1ed-4063-aff4-a56d3485c2d8,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:33.765994 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:33.766352 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:33.766701 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:33.767042 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:33.767378 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:33.767739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:33.768070 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:33.768399 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:33.768753 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:33.769078 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:33.769416 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:33.769722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:33.773398 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:33.990328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10600934-3295-4fc0-9092-6684ca9e3bea req-67fe9a6f-a6cf-42c1-8235-22f0f9cf001e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:33.991727 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-10600934-3295-4fc0-9092-6684ca9e3bea req-67fe9a6f-a6cf-42c1-8235-22f0f9cf001e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 944 time: 0.0615792 Jun 22 10:06:34.029267 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-10600934-3295-4fc0-9092-6684ca9e3bea req-388122b3-e068-40ce-a97c-8235ad72e758 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314360 Jun 22 10:06:34.045035 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['85c307a6-e1ed-4063-aff4-a56d3485c2d8'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:06:35.197161 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b3d32-a7cc-48f1-ac04-9b4ee0dee020 req-50b4240d-cfd9-42b1-9759-679bc687c645 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:35.199143 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-da1b3d32-a7cc-48f1-ac04-9b4ee0dee020 req-50b4240d-cfd9-42b1-9759-679bc687c645 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 944 time: 0.0625341 Jun 22 10:06:35.236535 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-da1b3d32-a7cc-48f1-ac04-9b4ee0dee020 req-5718a0f1-c36b-4d8e-ba68-879b2c8c97d3 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316613 Jun 22 10:06:35.448521 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 85c307a6-e1ed-4063-aff4-a56d3485c2d8 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:06:35.560563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 85c307a6-e1ed-4063-aff4-a56d3485c2d8 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:06:35.564349 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 85c307a6-e1ed-4063-aff4-a56d3485c2d8 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:35.564725 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:35.636337 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:35.657769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94a6eae-faa6-463b-a88b-9327945fdb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c307a6-e1ed-4063-aff4-a56d3485c2d8'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:06:35.660022 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a716e5-a4dc-4448-82ef-e83c5e321292" -d '{"events": [{"server_uuid": "d94a6eae-faa6-463b-a88b-9327945fdb5d", "name": "network-vif-plugged", "status": "completed", "tag": "85c307a6-e1ed-4063-aff4-a56d3485c2d8"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:06:35.672774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 85c307a6-e1ed-4063-aff4-a56d3485c2d8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=85c307a6-e1ed-4063-aff4-a56d3485c2d8,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:35.694003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff757b3d-1940-4100-bd0f-9ef681c21a35 x-openstack-request-id: req-ff757b3d-1940-4100-bd0f-9ef681c21a35 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:06:35.694412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94a6eae-faa6-463b-a88b-9327945fdb5d", "name": "network-vif-plugged", "status": "completed", "tag": "85c307a6-e1ed-4063-aff4-a56d3485c2d8", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:06:35.694678 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff757b3d-1940-4100-bd0f-9ef681c21a35 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:06:35.695065 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94a6eae-faa6-463b-a88b-9327945fdb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c307a6-e1ed-4063-aff4-a56d3485c2d8', 'code': 200} Jun 22 10:06:35.746791 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:35.748705 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:35.796367 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=85c307a6-e1ed-4063-aff4-a56d3485c2d8,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:35.799278 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:36.041176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465ee31-0da3-4798-b4be-0632c64cf2d1 req-5e01b387-9f88-4f30-a1ce-5cb2002ae040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:36.042641 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f465ee31-0da3-4798-b4be-0632c64cf2d1 req-5e01b387-9f88-4f30-a1ce-5cb2002ae040 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 1098 time: 0.0500052 Jun 22 10:06:36.078465 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f465ee31-0da3-4798-b4be-0632c64cf2d1 req-e1e18aca-0d4a-452d-9fda-8ee357820445 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295737 Jun 22 10:06:36.407713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520d683-c4db-4e76-bc5d-929e91e9edc4 req-c46dc035-d4f8-41f7-a17e-9bb5860ee7a0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:36.409235 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f520d683-c4db-4e76-bc5d-929e91e9edc4 req-c46dc035-d4f8-41f7-a17e-9bb5860ee7a0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0666924 Jun 22 10:06:36.445611 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f520d683-c4db-4e76-bc5d-929e91e9edc4 req-95fdc3fd-92db-4d9c-aa57-b2bd79e5f21e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308704 Jun 22 10:06:37.617896 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cb949-2988-4b87-84a8-721ddea7a59a req-44297d87-7c1e-488f-b609-d9b9f5ccfee3 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:37.619394 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e7cb949-2988-4b87-84a8-721ddea7a59a req-44297d87-7c1e-488f-b609-d9b9f5ccfee3 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0659070 Jun 22 10:06:37.657454 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e7cb949-2988-4b87-84a8-721ddea7a59a req-cc4c2b5d-ee05-4bde-b791-4ccda332809e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319071 Jun 22 10:06:37.835020 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8349a71-46cd-4ce8-a7fc-270368cf816b req-303214f7-498a-4bb2-87be-d27761bb3048 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:37.837109 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b8349a71-46cd-4ce8-a7fc-270368cf816b req-303214f7-498a-4bb2-87be-d27761bb3048 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0721786 Jun 22 10:06:37.845617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 37780) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:37.850298 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-5b15e665-1146-4c5c-becc-10234860e3d0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Request body: {'floatingip': {'port_id': '85c307a6-e1ed-4063-aff4-a56d3485c2d8'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:37.892688 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5b15e665-1146-4c5c-becc-10234860e3d0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for floatingip, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:38.329381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5b15e665-1146-4c5c-becc-10234860e3d0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:38.386861 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5b15e665-1146-4c5c-becc-10234860e3d0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:38.482579 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-5b15e665-1146-4c5c-becc-10234860e3d0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Floating IP 3af53d36-413c-48a1-bfa6-e1bb09bdaf98 associated. External IP: 172.26.3.155, port: 85c307a6-e1ed-4063-aff4-a56d3485c2d8. Jun 22 10:06:38.681354 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b15e665-1146-4c5c-becc-10234860e3d0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Router e9d46832-b854-4e6b-892c-7ef8d975914b has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:06:38.793806 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b15e665-1146-4c5c-becc-10234860e3d0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:06:38.798538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5b15e665-1146-4c5c-becc-10234860e3d0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:38.802985 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08dbab8-0d0b-439c-ab21-e497f6ec7fff None None] Sync routers for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:06:38.812923 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08dbab8-0d0b-439c-ab21-e497f6ec7fff None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:06:38.813538 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c08dbab8-0d0b-439c-ab21-e497f6ec7fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:06:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:38.836941 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5b15e665-1146-4c5c-becc-10234860e3d0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "PUT /v2.0/floatingips/3af53d36-413c-48a1-bfa6-e1bb09bdaf98 HTTP/1.1" status: 200 len: 991 time: 0.9902456 Jun 22 10:06:38.837729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94a6eae-faa6-463b-a88b-9327945fdb5d', 'tag': '85c307a6-e1ed-4063-aff4-a56d3485c2d8'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:06:38.842918 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4150f4d-44e2-43f3-a4de-8aea27dccd1c" -d '{"events": [{"name": "network-changed", "server_uuid": "d94a6eae-faa6-463b-a88b-9327945fdb5d", "tag": "85c307a6-e1ed-4063-aff4-a56d3485c2d8"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:06:38.923621 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-c08dbab8-0d0b-439c-ab21-e497f6ec7fff None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:06:38.938684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6382849e-c2e6-48de-8d0c-7508fbeb3578 x-openstack-request-id: req-6382849e-c2e6-48de-8d0c-7508fbeb3578 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:06:38.939087 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94a6eae-faa6-463b-a88b-9327945fdb5d", "tag": "85c307a6-e1ed-4063-aff4-a56d3485c2d8", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:06:38.939483 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6382849e-c2e6-48de-8d0c-7508fbeb3578 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:06:38.939997 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94a6eae-faa6-463b-a88b-9327945fdb5d', 'tag': '85c307a6-e1ed-4063-aff4-a56d3485c2d8', 'status': 'completed', 'code': 200} Jun 22 10:06:39.012571 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4150f4d-44e2-43f3-a4de-8aea27dccd1c req-be742c06-719b-4263-ac9f-3b3158ea651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:39.014096 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e4150f4d-44e2-43f3-a4de-8aea27dccd1c req-be742c06-719b-4263-ac9f-3b3158ea651b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 1098 time: 0.0536573 Jun 22 10:06:39.113461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4150f4d-44e2-43f3-a4de-8aea27dccd1c req-8360e3a0-1534-4a1d-8a1a-e35c2de07992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:39.114951 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e4150f4d-44e2-43f3-a4de-8aea27dccd1c req-8360e3a0-1534-4a1d-8a1a-e35c2de07992 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0950770 Jun 22 10:06:39.178231 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e4150f4d-44e2-43f3-a4de-8aea27dccd1c req-75dd7549-b488-4f7e-a384-0f0f3af6d2a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85c307a6-e1ed-4063-aff4-a56d3485c2d8 HTTP/1.1" status: 200 len: 999 time: 0.0564275 Jun 22 10:06:39.225394 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4150f4d-44e2-43f3-a4de-8aea27dccd1c req-aabff664-0af2-4d97-9931-0f1091e9f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:39.226768 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e4150f4d-44e2-43f3-a4de-8aea27dccd1c req-aabff664-0af2-4d97-9931-0f1091e9f6b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0428531 Jun 22 10:06:39.232337 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c08dbab8-0d0b-439c-ab21-e497f6ec7fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '3af53d36-413c-48a1-bfa6-e1bb09bdaf98', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'port_id': '85c307a6-e1ed-4063-aff4-a56d3485c2d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'mac_address': 'fa:16:3e:cc:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94a6eae-faa6-463b-a88b-9327945fdb5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:06:23Z', 'updated_at': '2021-06-22T10:06:38Z', 'revision_number': 1, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:39.257355 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08dbab8-0d0b-439c-ab21-e497f6ec7fff None None] Checking router: e9d46832-b854-4e6b-892c-7ef8d975914b for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:06:39.265554 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08dbab8-0d0b-439c-ab21-e497f6ec7fff None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:06:39.266169 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c08dbab8-0d0b-439c-ab21-e497f6ec7fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:06:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:39.286423 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4150f4d-44e2-43f3-a4de-8aea27dccd1c req-4b049922-3620-497f-8851-4a44c007e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:39.287978 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e4150f4d-44e2-43f3-a4de-8aea27dccd1c req-4b049922-3620-497f-8851-4a44c007e5d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546744 Jun 22 10:06:39.369038 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-c08dbab8-0d0b-439c-ab21-e497f6ec7fff None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:06:39.375997 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e4150f4d-44e2-43f3-a4de-8aea27dccd1c req-b48640c8-7114-4fc0-881d-9716572e67a2 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814748 Jun 22 10:06:39.466128 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e4150f4d-44e2-43f3-a4de-8aea27dccd1c req-f5f6617c-1f2e-4dbf-9fc0-0af249cfa104 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844665 Jun 22 10:06:39.582208 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c08dbab8-0d0b-439c-ab21-e497f6ec7fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '3af53d36-413c-48a1-bfa6-e1bb09bdaf98', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'port_id': '85c307a6-e1ed-4063-aff4-a56d3485c2d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'mac_address': 'fa:16:3e:cc:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94a6eae-faa6-463b-a88b-9327945fdb5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:06:23Z', 'updated_at': '2021-06-22T10:06:38Z', 'revision_number': 1, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:39.610927 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08dbab8-0d0b-439c-ab21-e497f6ec7fff None None] The sync data for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv is: [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '3af53d36-413c-48a1-bfa6-e1bb09bdaf98', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'port_id': '85c307a6-e1ed-4063-aff4-a56d3485c2d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'mac_address': 'fa:16:3e:cc:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94a6eae-faa6-463b-a88b-9327945fdb5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:06:23Z', 'updated_at': '2021-06-22T10:06:38Z', 'revision_number': 1, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:06:39.783551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c11205-c2f2-401b-9301-271859c17b90 None None] New status for floating IP 3af53d36-413c-48a1-bfa6-e1bb09bdaf98: ACTIVE {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:06:40.589456 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:46.591889 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3a110a14-159c-47e1-9691-d692508a66ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:49.060868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fe9b50f7-efae-45d5-9d14-5c9c91b2ba10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:49.357713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:50.502613 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:51.189380 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:06:51.759814 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:10.608478 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:16.570156 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-478cb649-1abc-450b-8418-281245b4a118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:19.055523 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-299874b7-5675-4b85-8c41-da6e4a97ca30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:19.335823 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:20.511043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:21.758708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:28.173680 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4f932546-4d6e-4345-9847-e746f54a0bda req-59cb35aa-fc40-466b-a174-ec5c578a889b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496941 Jun 22 10:07:28.188672 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:07:28.266931 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f932546-4d6e-4345-9847-e746f54a0bda req-dd88c968-7f97-4a5e-b7fb-f9389216a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:28.268387 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4f932546-4d6e-4345-9847-e746f54a0bda req-dd88c968-7f97-4a5e-b7fb-f9389216a1cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 1098 time: 0.0501907 Jun 22 10:07:28.371588 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f932546-4d6e-4345-9847-e746f54a0bda req-80ac7079-1dd4-4ebe-acf1-32930c503a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:28.373686 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4f932546-4d6e-4345-9847-e746f54a0bda req-80ac7079-1dd4-4ebe-acf1-32930c503a8a service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0857766 Jun 22 10:07:28.437159 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4f932546-4d6e-4345-9847-e746f54a0bda req-0a44989b-5b08-4894-aa3d-7ebc5821214b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85c307a6-e1ed-4063-aff4-a56d3485c2d8 HTTP/1.1" status: 200 len: 1001 time: 0.0570588 Jun 22 10:07:28.488407 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f932546-4d6e-4345-9847-e746f54a0bda req-264a2180-95c7-4422-a930-c56dfe4434c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:28.489839 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4f932546-4d6e-4345-9847-e746f54a0bda req-264a2180-95c7-4422-a930-c56dfe4434c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0469537 Jun 22 10:07:28.544260 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f932546-4d6e-4345-9847-e746f54a0bda req-b241241d-01dc-488e-9810-7250b209f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:28.546406 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4f932546-4d6e-4345-9847-e746f54a0bda req-b241241d-01dc-488e-9810-7250b209f590 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0507224 Jun 22 10:07:28.631927 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4f932546-4d6e-4345-9847-e746f54a0bda req-0130c213-7707-4cdd-be8e-2892736d115b service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785592 Jun 22 10:07:28.723814 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4f932546-4d6e-4345-9847-e746f54a0bda req-3d9fc9a4-cb73-46ce-b0d0-390ec80015e5 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859447 Jun 22 10:07:40.590435 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:46.568956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a80014ec-7f2e-4cbe-9ba1-134c5f2a0c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:49.064266 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ac02b85f-4ed6-4ee5-94b1-133b032cae15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:49.328342 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:50.510455 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:51.763233 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:54.439845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e9e60-4fa0-4cc9-aba6-093051b78390 req-313d735e-bc2e-41d6-a149-24845a0ddcb7 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:54.441189 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e5e9e60-4fa0-4cc9-aba6-093051b78390 req-313d735e-bc2e-41d6-a149-24845a0ddcb7 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0622325 Jun 22 10:07:54.476832 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e5e9e60-4fa0-4cc9-aba6-093051b78390 req-371195a6-ca57-4e3e-b697-bd5433b562be tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302229 Jun 22 10:07:55.058030 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517d1ff-6364-453c-8244-6c8d23783e85 req-261764b4-b01b-4a6b-bb80-abefc34c3cc8 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:55.059537 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3517d1ff-6364-453c-8244-6c8d23783e85 req-261764b4-b01b-4a6b-bb80-abefc34c3cc8 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0680170 Jun 22 10:07:55.096685 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3517d1ff-6364-453c-8244-6c8d23783e85 req-e93962c6-8cbd-4e0c-b177-22c9f9a94141 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312366 Jun 22 10:07:55.156310 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fce42974-7aa6-41b3-9418-4c1694529978 req-ea6db18a-5999-4b90-9d17-c6dbfebfdc27 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0517945 Jun 22 10:07:56.274400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed732ce3-ca0c-4c83-978e-e88cdc50f656 req-e06766a0-7e16-4886-8a4e-281614b720ec tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:56.276075 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ed732ce3-ca0c-4c83-978e-e88cdc50f656 req-e06766a0-7e16-4886-8a4e-281614b720ec tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0639768 Jun 22 10:07:56.314005 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ed732ce3-ca0c-4c83-978e-e88cdc50f656 req-aeedf9e0-69fd-402f-9fa9-480577482880 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321684 Jun 22 10:07:57.046071 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce42974-7aa6-41b3-9418-4c1694529978 req-85863443-de34-4c8e-9667-36b783b11cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:57.047561 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fce42974-7aa6-41b3-9418-4c1694529978 req-85863443-de34-4c8e-9667-36b783b11cb1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 1098 time: 0.0510821 Jun 22 10:07:57.137811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce42974-7aa6-41b3-9418-4c1694529978 req-337d4431-e0f7-4efd-a505-d5ec8914d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:57.139246 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fce42974-7aa6-41b3-9418-4c1694529978 req-337d4431-e0f7-4efd-a505-d5ec8914d7bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0851858 Jun 22 10:07:57.201552 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fce42974-7aa6-41b3-9418-4c1694529978 req-a556e372-b0ec-43a7-b48b-65593c223a19 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85c307a6-e1ed-4063-aff4-a56d3485c2d8 HTTP/1.1" status: 200 len: 1001 time: 0.0560362 Jun 22 10:07:57.251217 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce42974-7aa6-41b3-9418-4c1694529978 req-338337e3-da4a-4330-b6d9-1239e3acd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:57.253242 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fce42974-7aa6-41b3-9418-4c1694529978 req-338337e3-da4a-4330-b6d9-1239e3acd7d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0456977 Jun 22 10:07:57.306907 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce42974-7aa6-41b3-9418-4c1694529978 req-c923c1c2-15d2-4442-a65d-1bbdb7b64b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:57.308338 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fce42974-7aa6-41b3-9418-4c1694529978 req-c923c1c2-15d2-4442-a65d-1bbdb7b64b9e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493166 Jun 22 10:07:57.392472 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fce42974-7aa6-41b3-9418-4c1694529978 req-b5b208f7-ca4d-42f1-9cab-4a3350a937cb service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776937 Jun 22 10:07:57.516207 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fce42974-7aa6-41b3-9418-4c1694529978 req-16f79208-d34e-4eb4-84ae-6847094c0d3a service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166139 Jun 22 10:07:57.533862 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156699a6-760c-48c4-b73a-8d44ec21c10a req-592e2d90-f576-46c6-9436-ccd011cec010 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:57.535294 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-156699a6-760c-48c4-b73a-8d44ec21c10a req-592e2d90-f576-46c6-9436-ccd011cec010 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0913620 Jun 22 10:07:57.572627 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-156699a6-760c-48c4-b73a-8d44ec21c10a req-c07bd88f-2ad7-4359-b471-bf5d9e14f14d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315897 Jun 22 10:07:58.744650 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba32621-8a93-40ea-aba1-fba8de49bf3c req-7d6e9db4-d8d9-49a6-959b-f169ebc6fd9b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:58.746098 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bba32621-8a93-40ea-aba1-fba8de49bf3c req-7d6e9db4-d8d9-49a6-959b-f169ebc6fd9b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0627980 Jun 22 10:07:58.782728 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bba32621-8a93-40ea-aba1-fba8de49bf3c req-af3fbe80-7dc2-450c-b4a2-3d86b5f1af25 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310273 Jun 22 10:07:59.962159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469ef6e-8c6d-47bb-a3ed-7feb55e66682 req-081b260e-0cff-454d-ac69-38a57c5e6139 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:59.963612 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6469ef6e-8c6d-47bb-a3ed-7feb55e66682 req-081b260e-0cff-454d-ac69-38a57c5e6139 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0685222 Jun 22 10:08:00.000170 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6469ef6e-8c6d-47bb-a3ed-7feb55e66682 req-654cefc6-1688-48de-be62-a26ed686ca8f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310376 Jun 22 10:08:01.174517 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b23644-2769-45de-b881-6015ad711005 req-82eb8382-846b-4db4-a7ff-74aaae33ff8c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:01.176517 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-76b23644-2769-45de-b881-6015ad711005 req-82eb8382-846b-4db4-a7ff-74aaae33ff8c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0692947 Jun 22 10:08:01.213310 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-76b23644-2769-45de-b881-6015ad711005 req-845499b2-ee66-4667-858a-5b3490e46702 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312328 Jun 22 10:08:02.381713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ec05a-6d73-40c6-b437-3609f2b0d7d1 req-b8473df4-0e58-4f38-95ab-ab0c058e5896 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:02.383086 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a09ec05a-6d73-40c6-b437-3609f2b0d7d1 req-b8473df4-0e58-4f38-95ab-ab0c058e5896 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0620003 Jun 22 10:08:02.420554 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a09ec05a-6d73-40c6-b437-3609f2b0d7d1 req-94f329b9-6ae5-431c-9315-28f83ea8006b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308294 Jun 22 10:08:03.589371 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c0628-c806-46d9-9c88-53fc2333a009 req-a9fa1efc-d889-41e4-8cfc-00e43eee443f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:03.590810 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3c5c0628-c806-46d9-9c88-53fc2333a009 req-a9fa1efc-d889-41e4-8cfc-00e43eee443f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0627449 Jun 22 10:08:03.627601 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3c5c0628-c806-46d9-9c88-53fc2333a009 req-fa8a5e26-a7d4-4075-bfae-a38cf26ac509 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312798 Jun 22 10:08:04.802085 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c154c62-5c49-40e0-9e72-c792d424cf19 req-60313520-7612-4471-8302-61c3ce6c3778 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:04.803549 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0c154c62-5c49-40e0-9e72-c792d424cf19 req-60313520-7612-4471-8302-61c3ce6c3778 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0623546 Jun 22 10:08:04.843800 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0c154c62-5c49-40e0-9e72-c792d424cf19 req-64fec56a-dd62-4dbd-bc64-034635c92fc7 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344756 Jun 22 10:08:05.186788 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:08:06.016359 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cb873-2864-49cb-ae37-54733eb0ed4d req-bd4fab5c-4a3c-4996-9ad4-69c89c621835 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:06.017791 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c41cb873-2864-49cb-ae37-54733eb0ed4d req-bd4fab5c-4a3c-4996-9ad4-69c89c621835 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0616522 Jun 22 10:08:06.058308 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c41cb873-2864-49cb-ae37-54733eb0ed4d req-a3bac4b2-5ea8-49df-bb54-858d57e95836 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350547 Jun 22 10:08:07.227585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ab819-1501-4b9c-8882-1759fed20bff req-5503dc60-c0eb-44ce-92ff-98b675f144b3 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:07.229087 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3c3ab819-1501-4b9c-8882-1759fed20bff req-5503dc60-c0eb-44ce-92ff-98b675f144b3 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0623724 Jun 22 10:08:07.265519 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3c3ab819-1501-4b9c-8882-1759fed20bff req-5fba06de-7309-43d5-af34-aa3217063cb8 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309412 Jun 22 10:08:08.437969 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974f381-336b-4dd7-81df-07cf664f90f5 req-093f8731-114d-40b6-941b-958703d0f75e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:08.439325 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9974f381-336b-4dd7-81df-07cf664f90f5 req-093f8731-114d-40b6-941b-958703d0f75e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0652137 Jun 22 10:08:08.476260 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9974f381-336b-4dd7-81df-07cf664f90f5 req-f37e3898-fed4-4ec3-bc4b-629823ef0766 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313022 Jun 22 10:08:09.568541 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fce42974-7aa6-41b3-9418-4c1694529978 req-0cf807c3-a2b6-423f-9d19-cafaa2113530 service neutron] 10.222.0.35 "GET /v2.0/ports/85c307a6-e1ed-4063-aff4-a56d3485c2d8/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0534959 Jun 22 10:08:09.652241 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935511e7-933e-4ab4-9045-23e556888e3e req-a8d04b7a-e292-4b36-a07c-0087c8a9e02a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:09.653668 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-935511e7-933e-4ab4-9045-23e556888e3e req-a8d04b7a-e292-4b36-a07c-0087c8a9e02a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0661244 Jun 22 10:08:09.691979 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-935511e7-933e-4ab4-9045-23e556888e3e req-7e914d38-00bf-4b5e-9607-4cc897f284dc tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327103 Jun 22 10:08:10.160297 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce42974-7aa6-41b3-9418-4c1694529978 req-7d5855b1-bba2-4542-addb-cd8bbc2214ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:10.161775 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fce42974-7aa6-41b3-9418-4c1694529978 req-7d5855b1-bba2-4542-addb-cd8bbc2214ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d&tenant_id=1529fd0f436b431c8c9cb51ec83aecd4 HTTP/1.1" status: 200 len: 1098 time: 0.0571058 Jun 22 10:08:10.236242 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce42974-7aa6-41b3-9418-4c1694529978 req-151ee2a8-f752-4306-b3aa-9e0f59a97e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:10.238321 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fce42974-7aa6-41b3-9418-4c1694529978 req-151ee2a8-f752-4306-b3aa-9e0f59a97e4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 1098 time: 0.0521929 Jun 22 10:08:10.327948 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce42974-7aa6-41b3-9418-4c1694529978 req-5ed90394-3d4f-48c6-a62f-29138b226028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:10.329623 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fce42974-7aa6-41b3-9418-4c1694529978 req-5ed90394-3d4f-48c6-a62f-29138b226028 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0852959 Jun 22 10:08:10.396455 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fce42974-7aa6-41b3-9418-4c1694529978 req-fc5e0d40-ebcb-44a5-b8ef-967a20d5e75e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85c307a6-e1ed-4063-aff4-a56d3485c2d8 HTTP/1.1" status: 200 len: 1001 time: 0.0572758 Jun 22 10:08:10.447747 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce42974-7aa6-41b3-9418-4c1694529978 req-ff48ca18-79c0-4833-8eb6-6770bcf1b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:10.449171 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fce42974-7aa6-41b3-9418-4c1694529978 req-ff48ca18-79c0-4833-8eb6-6770bcf1b996 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0465977 Jun 22 10:08:10.508483 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce42974-7aa6-41b3-9418-4c1694529978 req-346abf7a-7837-4c41-8328-08335388a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:10.510147 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fce42974-7aa6-41b3-9418-4c1694529978 req-346abf7a-7837-4c41-8328-08335388a5d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0508153 Jun 22 10:08:10.601572 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fce42974-7aa6-41b3-9418-4c1694529978 req-0f7ef39e-f964-4e89-b715-2d5b10147c62 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835402 Jun 22 10:08:10.613914 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:10.694663 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fce42974-7aa6-41b3-9418-4c1694529978 req-8e386dd8-f994-4715-95f4-41ece6011e94 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858767 Jun 22 10:08:10.876564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f5534-dcbe-48bf-9f68-9c2f58758f33 req-67cd246d-59e2-4179-b365-5d642b36e912 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:10.878738 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bf7f5534-dcbe-48bf-9f68-9c2f58758f33 req-67cd246d-59e2-4179-b365-5d642b36e912 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0678914 Jun 22 10:08:10.919186 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bf7f5534-dcbe-48bf-9f68-9c2f58758f33 req-07447bb1-4739-4bdf-826a-f7e8fd2c9aae tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346382 Jun 22 10:08:11.947895 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 85c307a6-e1ed-4063-aff4-a56d3485c2d8 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:08:11.949994 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 85c307a6-e1ed-4063-aff4-a56d3485c2d8 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:08:12.085822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:12.093020 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec4356-b9b6-4e60-9116-7ba532e82d0a req-0531559b-e524-4077-9473-9fd3513b63da tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:12.094512 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b3ec4356-b9b6-4e60-9116-7ba532e82d0a req-0531559b-e524-4077-9473-9fd3513b63da tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0623784 Jun 22 10:08:12.110554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 85c307a6-e1ed-4063-aff4-a56d3485c2d8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=85c307a6-e1ed-4063-aff4-a56d3485c2d8,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:12.129526 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94a6eae-faa6-463b-a88b-9327945fdb5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85c307a6-e1ed-4063-aff4-a56d3485c2d8'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:08:12.131782 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2504d09-9555-4541-a1a4-e1f0c5a861f5" -d '{"events": [{"server_uuid": "d94a6eae-faa6-463b-a88b-9327945fdb5d", "name": "network-vif-unplugged", "status": "completed", "tag": "85c307a6-e1ed-4063-aff4-a56d3485c2d8"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:08:12.140886 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b3ec4356-b9b6-4e60-9116-7ba532e82d0a req-d9f3350f-8d42-431b-ae21-0d7aaf09917b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391293 Jun 22 10:08:12.142349 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '85c307a6-e1ed-4063-aff4-a56d3485c2d8', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'port_id': '85c307a6-e1ed-4063-aff4-a56d3485c2d8', 'mac_address': 'fa:16:3e:cc:40:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:08:12.148296 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 85c307a6-e1ed-4063-aff4-a56d3485c2d8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=85c307a6-e1ed-4063-aff4-a56d3485c2d8,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:12.183993 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 10:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f711f7e-9c53-40c0-bded-024333fd8f9a x-openstack-request-id: req-7f711f7e-9c53-40c0-bded-024333fd8f9a {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:08:12.183993 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94a6eae-faa6-463b-a88b-9327945fdb5d", "name": "network-vif-unplugged", "status": "completed", "tag": "85c307a6-e1ed-4063-aff4-a56d3485c2d8", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:08:12.183993 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f711f7e-9c53-40c0-bded-024333fd8f9a {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:08:12.184313 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94a6eae-faa6-463b-a88b-9327945fdb5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85c307a6-e1ed-4063-aff4-a56d3485c2d8', 'code': 200} Jun 22 10:08:12.186340 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:12.198826 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85c307a6-e1ed-4063-aff4-a56d3485c2d8 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:08:12.248667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:12.250473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:12.462140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 10:08:12.462417 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:08:12.465023 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=85c307a6-e1ed-4063-aff4-a56d3485c2d8,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:12.471724 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.472077 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.472417 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.472750 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.473077 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.473405 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.473730 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.474053 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.474374 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.474690 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.475009 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.475324 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.479090 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:12.997250 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:13.009027 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c307a6-e1ed-4063-aff4-a56d3485c2d8 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:08:13.027348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 85c307a6-e1ed-4063-aff4-a56d3485c2d8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=85c307a6-e1ed-4063-aff4-a56d3485c2d8,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:13.093302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:13.095055 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f853f454-aa4a-4d5f-b909-c7a9cba8a9cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:13.142460 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=85c307a6-e1ed-4063-aff4-a56d3485c2d8,revision_number=7']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:13.145241 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:13.153563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['85c307a6-e1ed-4063-aff4-a56d3485c2d8'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:08:13.311764 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d92b7-f99a-4852-a951-faefa63af5e4 req-706abd08-f684-48d6-9a9b-2fd50a83429e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:13.313225 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-008d92b7-f99a-4852-a951-faefa63af5e4 req-706abd08-f684-48d6-9a9b-2fd50a83429e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 944 time: 0.0634017 Jun 22 10:08:13.354946 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-008d92b7-f99a-4852-a951-faefa63af5e4 req-1eaaebc2-f105-4cc7-9efa-e7457e61bd12 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361495 Jun 22 10:08:13.980490 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 85c307a6-e1ed-4063-aff4-a56d3485c2d8 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:08:14.029281 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 85c307a6-e1ed-4063-aff4-a56d3485c2d8 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:08:14.029970 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:14.107880 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:14.146787 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 85c307a6-e1ed-4063-aff4-a56d3485c2d8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=85c307a6-e1ed-4063-aff4-a56d3485c2d8,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:14.185045 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94a6eae-faa6-463b-a88b-9327945fdb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c307a6-e1ed-4063-aff4-a56d3485c2d8'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:08:14.187332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58385c26-6642-4e9e-988a-6c1535ae328d" -d '{"events": [{"server_uuid": "d94a6eae-faa6-463b-a88b-9327945fdb5d", "name": "network-vif-plugged", "status": "completed", "tag": "85c307a6-e1ed-4063-aff4-a56d3485c2d8"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:08:14.206549 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:14.208478 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:14.233338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b37d7f-5ff8-49c3-a1f0-c056bf988454 x-openstack-request-id: req-16b37d7f-5ff8-49c3-a1f0-c056bf988454 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:08:14.233338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94a6eae-faa6-463b-a88b-9327945fdb5d", "name": "network-vif-plugged", "status": "completed", "tag": "85c307a6-e1ed-4063-aff4-a56d3485c2d8", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:08:14.233338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16b37d7f-5ff8-49c3-a1f0-c056bf988454 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:08:14.233338 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94a6eae-faa6-463b-a88b-9327945fdb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c307a6-e1ed-4063-aff4-a56d3485c2d8', 'code': 200} Jun 22 10:08:14.256017 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=85c307a6-e1ed-4063-aff4-a56d3485c2d8,revision_number=8']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:14.258974 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:14.527116 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f33b2-482b-499e-b311-e68cff94f6a4 req-ff6ef9f9-3891-466e-8747-0f8382cd3eee tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:14.528531 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-859f33b2-482b-499e-b311-e68cff94f6a4 req-ff6ef9f9-3891-466e-8747-0f8382cd3eee tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0666745 Jun 22 10:08:14.566273 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-859f33b2-482b-499e-b311-e68cff94f6a4 req-b7eb074b-a262-4e49-836f-8f850c87ea6d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320683 Jun 22 10:08:15.049695 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec7846-54e2-440a-9e10-824492d37f23 req-68b9d3a5-846a-4703-99d3-7d9d838c6c81 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:15.051231 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8aec7846-54e2-440a-9e10-824492d37f23 req-68b9d3a5-846a-4703-99d3-7d9d838c6c81 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0625064 Jun 22 10:08:15.126125 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8aec7846-54e2-440a-9e10-824492d37f23 req-41409832-7dd5-43d1-9566-2b9eca2f43fb tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655582 Jun 22 10:08:15.151669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbdc91-2277-4576-97f3-2bbd8082d8fc req-e2e5700b-1f8c-45fa-a002-6ebd7e1204c5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:15.152445 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7afbdc91-2277-4576-97f3-2bbd8082d8fc req-e2e5700b-1f8c-45fa-a002-6ebd7e1204c5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d&tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.1003253 Jun 22 10:08:15.250967 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbdc91-2277-4576-97f3-2bbd8082d8fc req-9fc49c7c-8124-4638-aa16-9ebff294018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:15.252541 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7afbdc91-2277-4576-97f3-2bbd8082d8fc req-9fc49c7c-8124-4638-aa16-9ebff294018a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 1098 time: 0.0511942 Jun 22 10:08:15.344477 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbdc91-2277-4576-97f3-2bbd8082d8fc req-f1188cd7-f6b8-488c-b2a3-6402e3d20ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:15.345929 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7afbdc91-2277-4576-97f3-2bbd8082d8fc req-f1188cd7-f6b8-488c-b2a3-6402e3d20ec8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0873168 Jun 22 10:08:15.408918 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7afbdc91-2277-4576-97f3-2bbd8082d8fc req-4ead214c-a681-463c-a55f-b6ecdab17ca7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85c307a6-e1ed-4063-aff4-a56d3485c2d8 HTTP/1.1" status: 200 len: 1001 time: 0.0570176 Jun 22 10:08:15.454602 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbdc91-2277-4576-97f3-2bbd8082d8fc req-f1a06f94-97eb-45b4-ba56-ad4148e66480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:15.456118 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7afbdc91-2277-4576-97f3-2bbd8082d8fc req-f1a06f94-97eb-45b4-ba56-ad4148e66480 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0417571 Jun 22 10:08:15.513640 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbdc91-2277-4576-97f3-2bbd8082d8fc req-2ed86196-ac7b-4569-8a1c-0e2cb7c9ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:15.515060 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7afbdc91-2277-4576-97f3-2bbd8082d8fc req-2ed86196-ac7b-4569-8a1c-0e2cb7c9ca3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522885 Jun 22 10:08:15.599374 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7afbdc91-2277-4576-97f3-2bbd8082d8fc req-f13d563e-bab4-4370-ad08-ec6a8bcba7a2 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773084 Jun 22 10:08:15.688060 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7afbdc91-2277-4576-97f3-2bbd8082d8fc req-21323079-68f8-4431-aee8-e5d027e7bb3d service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828154 Jun 22 10:08:16.314022 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cbc8d-c7df-499a-a6da-a812675e9ce4 req-3566f1ec-d332-4bad-9af7-dc15ac375d91 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:16.315605 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-700cbc8d-c7df-499a-a6da-a812675e9ce4 req-3566f1ec-d332-4bad-9af7-dc15ac375d91 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0709226 Jun 22 10:08:16.353155 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-700cbc8d-c7df-499a-a6da-a812675e9ce4 req-26f4281a-28a3-42dd-8ff9-530b8f8a0b38 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318644 Jun 22 10:08:16.567541 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f942e0ea-24c2-4c3b-874a-c8bba217e072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:17.523617 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8eb076-979d-443b-9c2a-880962fc76f8 req-daba053b-6eb3-48ba-a600-3cb42ebd45bc tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:17.525358 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ac8eb076-979d-443b-9c2a-880962fc76f8 req-daba053b-6eb3-48ba-a600-3cb42ebd45bc tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0627084 Jun 22 10:08:17.561968 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ac8eb076-979d-443b-9c2a-880962fc76f8 req-1b4261cc-1d40-465b-9634-3e99939a8113 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311837 Jun 22 10:08:17.730831 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e5413-af97-4ada-b9b7-9442d920d934 req-9ba8fe66-8358-438e-b2c2-18606337e953 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:17.732227 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-600e5413-af97-4ada-b9b7-9442d920d934 req-9ba8fe66-8358-438e-b2c2-18606337e953 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0626462 Jun 22 10:08:17.772261 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-600e5413-af97-4ada-b9b7-9442d920d934 req-b02ee162-43a0-4ff1-86ce-90f5f40de4a2 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337732 Jun 22 10:08:17.938110 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40571c01-732e-4e0c-b46a-ca76cf2e16bf req-c34963ff-4bcf-4a6b-9791-d5a56a8f84dd tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:17.939572 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-40571c01-732e-4e0c-b46a-ca76cf2e16bf req-c34963ff-4bcf-4a6b-9791-d5a56a8f84dd tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0605707 Jun 22 10:08:17.977858 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-40571c01-732e-4e0c-b46a-ca76cf2e16bf req-fa7302ad-63e2-422f-9441-eec0655a58bc tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328205 Jun 22 10:08:18.597788 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ffeb5-0f51-4de3-9652-22002d1ef51d req-a474fc83-d60a-42ff-ae3a-85956a60c484 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:18.599325 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b05ffeb5-0f51-4de3-9652-22002d1ef51d req-a474fc83-d60a-42ff-ae3a-85956a60c484 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0661650 Jun 22 10:08:18.634517 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b05ffeb5-0f51-4de3-9652-22002d1ef51d req-45f89867-46db-467f-af3c-1ee2e40eee25 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296595 Jun 22 10:08:19.063742 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-26ca8281-5e17-483a-a2aa-bcd22ce496be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:19.299051 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:19.807681 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0aa78-f729-4cae-80ca-a5ece1bfe296 req-f77d039d-1ed7-4a16-974f-a1046fd1ef9d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:19.809120 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6ef0aa78-f729-4cae-80ca-a5ece1bfe296 req-f77d039d-1ed7-4a16-974f-a1046fd1ef9d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0657220 Jun 22 10:08:19.845652 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6ef0aa78-f729-4cae-80ca-a5ece1bfe296 req-bfdb0eb7-6034-47db-96c6-7d4a58a882ce tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310419 Jun 22 10:08:20.376338 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66327ed-5da4-424f-a60c-8cbc66c42b4b req-54e778b3-60cc-4068-9acd-2b978618bc24 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:20.377673 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b66327ed-5da4-424f-a60c-8cbc66c42b4b req-54e778b3-60cc-4068-9acd-2b978618bc24 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 945 time: 0.0635498 Jun 22 10:08:20.478855 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-b66327ed-5da4-424f-a60c-8cbc66c42b4b req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Deleting port 85c307a6-e1ed-4063-aff4-a56d3485c2d8 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:08:20.479199 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b66327ed-5da4-424f-a60c-8cbc66c42b4b req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:20.510566 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:20.564114 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-b66327ed-5da4-424f-a60c-8cbc66c42b4b req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] For port 85c307a6-e1ed-4063-aff4-a56d3485c2d8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=85c307a6-e1ed-4063-aff4-a56d3485c2d8,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:20.564473 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b66327ed-5da4-424f-a60c-8cbc66c42b4b req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:20.761159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b66327ed-5da4-424f-a60c-8cbc66c42b4b req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:20.761159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b66327ed-5da4-424f-a60c-8cbc66c42b4b req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:20.761159 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [req-b66327ed-5da4-424f-a60c-8cbc66c42b4b req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Floating IP 3af53d36-413c-48a1-bfa6-e1bb09bdaf98 disassociated. External IP: 172.26.3.155, port: 85c307a6-e1ed-4063-aff4-a56d3485c2d8. Jun 22 10:08:20.761159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-b66327ed-5da4-424f-a60c-8cbc66c42b4b req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Calling delete_port for 85c307a6-e1ed-4063-aff4-a56d3485c2d8 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:08:20.943945 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b66327ed-5da4-424f-a60c-8cbc66c42b4b req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:20.948351 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:20.984744 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Pushing event deleted for resources: {'Port': ['ID=85c307a6-e1ed-4063-aff4-a56d3485c2d8,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:21.011067 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-13982726-9dd3-4ddd-bed9-73f9a0752e8b req-70fbb118-3829-4185-bd9f-3d4b9590b9dd tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 210 time: 0.0400438 Jun 22 10:08:21.012606 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:21.012921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:21.013299 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:21.013734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:21.014109 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:21.014484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:21.014856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:21.015225 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:21.015616 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:21.016116 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:21.016393 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:21.016758 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:21.021126 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:21.131233 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b66327ed-5da4-424f-a60c-8cbc66c42b4b req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Router e9d46832-b854-4e6b-892c-7ef8d975914b has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:08:21.235405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b66327ed-5da4-424f-a60c-8cbc66c42b4b req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:08:21.244611 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bd0f65-4f4d-47ae-8679-56978b2525e5 None None] Sync routers for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:08:21.254944 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bd0f65-4f4d-47ae-8679-56978b2525e5 None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:08:21.255655 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-77bd0f65-4f4d-47ae-8679-56978b2525e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:08:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:21.279881 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66327ed-5da4-424f-a60c-8cbc66c42b4b req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] No DVR routers for this DVR port 85c307a6-e1ed-4063-aff4-a56d3485c2d8 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:08:21.282323 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b66327ed-5da4-424f-a60c-8cbc66c42b4b req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:21.284381 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b66327ed-5da4-424f-a60c-8cbc66c42b4b req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "DELETE /v2.0/ports/85c307a6-e1ed-4063-aff4-a56d3485c2d8 HTTP/1.1" status: 204 len: 173 time: 0.9005344 Jun 22 10:08:21.284898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94a6eae-faa6-463b-a88b-9327945fdb5d', 'name': 'network-vif-deleted', 'tag': '85c307a6-e1ed-4063-aff4-a56d3485c2d8'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:08:21.287271 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8aaf391-adb2-4f3e-8018-cb62e77915f7" -d '{"events": [{"server_uuid": "d94a6eae-faa6-463b-a88b-9327945fdb5d", "name": "network-vif-deleted", "tag": "85c307a6-e1ed-4063-aff4-a56d3485c2d8"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:08:21.326796 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9476cc67-88ef-49c3-b417-71e4070eb6e2 x-openstack-request-id: req-9476cc67-88ef-49c3-b417-71e4070eb6e2 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:08:21.327142 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94a6eae-faa6-463b-a88b-9327945fdb5d", "name": "network-vif-deleted", "tag": "85c307a6-e1ed-4063-aff4-a56d3485c2d8", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:08:21.327470 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9476cc67-88ef-49c3-b417-71e4070eb6e2 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:08:21.327927 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94a6eae-faa6-463b-a88b-9327945fdb5d', 'name': 'network-vif-deleted', 'tag': '85c307a6-e1ed-4063-aff4-a56d3485c2d8', 'status': 'completed', 'code': 200} Jun 22 10:08:21.368729 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-77bd0f65-4f4d-47ae-8679-56978b2525e5 None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:08:21.557675 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-77bd0f65-4f4d-47ae-8679-56978b2525e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:21.588787 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bd0f65-4f4d-47ae-8679-56978b2525e5 None None] Checking router: e9d46832-b854-4e6b-892c-7ef8d975914b for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:08:21.597156 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bd0f65-4f4d-47ae-8679-56978b2525e5 None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:08:21.598010 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-77bd0f65-4f4d-47ae-8679-56978b2525e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:08:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:21.700912 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-77bd0f65-4f4d-47ae-8679-56978b2525e5 None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:08:21.755791 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:21.890586 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-77bd0f65-4f4d-47ae-8679-56978b2525e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:21.915393 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bd0f65-4f4d-47ae-8679-56978b2525e5 None None] The sync data for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv is: [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:08:22.134043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c916004-4a09-42d9-87c0-3e66b6e0fe3a None None] New status for floating IP 3af53d36-413c-48a1-bfa6-e1bb09bdaf98: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:08:22.187744 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-92288627-bbd3-436b-b352-4fda8063a1bb req-b7cc3f25-b425-49c3-8d0b-350d267d8edc tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=d94a6eae-faa6-463b-a88b-9327945fdb5d HTTP/1.1" status: 200 len: 210 time: 0.0316398 Jun 22 10:08:23.481788 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cc119248-84a4-4127-a643-c0503f4847ec req-6f3875a0-da38-47a5-8cbb-db919f211191 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1633451230&fields=id&tenant_id=1529fd0f436b431c8c9cb51ec83aecd4 HTTP/1.1" status: 200 len: 267 time: 0.0331051 Jun 22 10:08:23.583704 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc119248-84a4-4127-a643-c0503f4847ec req-8af6fbb8-7a3f-491e-ad54-3dfd26bf1fe9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:23.585134 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cc119248-84a4-4127-a643-c0503f4847ec req-8af6fbb8-7a3f-491e-ad54-3dfd26bf1fe9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 812 time: 0.0972092 Jun 22 10:08:23.599048 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cc119248-84a4-4127-a643-c0503f4847ec req-91e21a02-4033-442b-9c94-c7b1afc7a0ee tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/quotas/1529fd0f436b431c8c9cb51ec83aecd4 HTTP/1.1" status: 200 len: 375 time: 0.0086298 Jun 22 10:08:23.672048 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cc119248-84a4-4127-a643-c0503f4847ec req-bd8bf773-a192-4521-8356-c99e2c29f518 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0682209 Jun 22 10:08:23.762272 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cc119248-84a4-4127-a643-c0503f4847ec req-e8f9465a-b117-4bac-8d83-b8db5a6cb60d service neutron] 10.222.0.20 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792732 Jun 22 10:08:23.854471 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cc119248-84a4-4127-a643-c0503f4847ec req-39f892a5-7a6b-44ed-967f-686d322243c1 service neutron] 10.222.0.20 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839927 Jun 22 10:08:24.053748 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 85c307a6-e1ed-4063-aff4-a56d3485c2d8 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:08:24.077132 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 85c307a6-e1ed-4063-aff4-a56d3485c2d8 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:08:24.077493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 85c307a6-e1ed-4063-aff4-a56d3485c2d8 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:08:24.089489 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-62a0f22f-f95a-421f-b2bf-c3e647bbc779 req-ba800163-d714-4200-9e3f-a9c44cf9c05b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 210 time: 0.0298231 Jun 22 10:08:25.233288 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3ae43076-0555-41ac-9164-d2a843c1c67f req-652bb8d5-cd89-4ed7-89bd-ca2013d774e9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 210 time: 0.0297108 Jun 22 10:08:26.381645 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e10c23f1-6379-4c07-aa83-f794a6e9adc2 req-1330196f-73ea-41e8-bd06-4b6786cfa1d4 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 210 time: 0.0323036 Jun 22 10:08:26.387916 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc119248-84a4-4127-a643-c0503f4847ec req-8643d8ac-b7d2-455a-8bb2-a7b55ad8df9f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:26.389254 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc119248-84a4-4127-a643-c0503f4847ec req-8643d8ac-b7d2-455a-8bb2-a7b55ad8df9f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 812 time: 0.4765859 Jun 22 10:08:26.431139 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc119248-84a4-4127-a643-c0503f4847ec req-5c23c2db-8673-41d4-ba9c-d08305f5364e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1529fd0f436b431c8c9cb51ec83aecd4 HTTP/1.1" status: 200 len: 380 time: 0.0330231 Jun 22 10:08:26.439298 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-cc119248-84a4-4127-a643-c0503f4847ec req-27fdb11b-b102-471a-b276-fbd565826b49 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Request body: {'port': {'device_id': '3933d422-8317-4d97-85e2-16d35bbe5123', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'admin_state_up': True, 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'security_groups': ['91903fb7-27b8-4684-8fd9-d9a09a448bf1']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:08:26.617589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc119248-84a4-4127-a643-c0503f4847ec req-27fdb11b-b102-471a-b276-fbd565826b49 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Made reservation on behalf of 1529fd0f436b431c8c9cb51ec83aecd4 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:08:26.621174 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-cc119248-84a4-4127-a643-c0503f4847ec req-27fdb11b-b102-471a-b276-fbd565826b49 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:26.739894 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-cc119248-84a4-4127-a643-c0503f4847ec req-27fdb11b-b102-471a-b276-fbd565826b49 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Allocated IP 172.20.0.3 (d8c0310c-d02a-4ba7-8469-6e0096d5919d/d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2/9f106127-1da7-495a-a352-9eeda53a59ae) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:08:26.883843 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-cc119248-84a4-4127-a643-c0503f4847ec req-27fdb11b-b102-471a-b276-fbd565826b49 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:26.896805 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-cc119248-84a4-4127-a643-c0503f4847ec req-27fdb11b-b102-471a-b276-fbd565826b49 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Transition to ACTIVE for port object 9f106127-1da7-495a-a352-9eeda53a59ae will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:08:27.007726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-cc119248-84a4-4127-a643-c0503f4847ec req-27fdb11b-b102-471a-b276-fbd565826b49 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:27.011834 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a9da6c0d-c141-4871-98d5-dacf0d98a1a4 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:27.050209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc119248-84a4-4127-a643-c0503f4847ec req-27fdb11b-b102-471a-b276-fbd565826b49 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Network d8c0310c-d02a-4ba7-8469-6e0096d5919d is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:08:27.053803 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-cc119248-84a4-4127-a643-c0503f4847ec req-27fdb11b-b102-471a-b276-fbd565826b49 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:08:27.056277 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc119248-84a4-4127-a643-c0503f4847ec req-27fdb11b-b102-471a-b276-fbd565826b49 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:08:27.092427 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdb11b-b102-471a-b276-fbd565826b49 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Pushing event updated for resources: {'Port': ['ID=9f106127-1da7-495a-a352-9eeda53a59ae,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:27.095702 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-27fdb11b-b102-471a-b276-fbd565826b49 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:27.129816 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc119248-84a4-4127-a643-c0503f4847ec req-27fdb11b-b102-471a-b276-fbd565826b49 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:27.130426 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-cc119248-84a4-4127-a643-c0503f4847ec req-27fdb11b-b102-471a-b276-fbd565826b49 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:27.225033 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc119248-84a4-4127-a643-c0503f4847ec req-27fdb11b-b102-471a-b276-fbd565826b49 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7894132 Jun 22 10:08:27.236517 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Request body: {'port': {'device_id': '3933d422-8317-4d97-85e2-16d35bbe5123', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:08:27.309031 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:27.321358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-89a0480a-3bce-4346-8236-f43bddfdffdf None None] Provisioning for port 9f106127-1da7-495a-a352-9eeda53a59ae completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:08:27.325205 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-89a0480a-3bce-4346-8236-f43bddfdffdf None None] Provisioning complete for port 9f106127-1da7-495a-a352-9eeda53a59ae triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:08:27.325540 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-89a0480a-3bce-4346-8236-f43bddfdffdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:27.358683 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-89a0480a-3bce-4346-8236-f43bddfdffdf None None] Port 9f106127-1da7-495a-a352-9eeda53a59ae cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:08:27.551393 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34b61f-7245-4055-917a-bcea7ba01e4b req-17032955-4e23-4cd2-b7a5-70592e6b25f1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:27.552986 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6a34b61f-7245-4055-917a-bcea7ba01e4b req-17032955-4e23-4cd2-b7a5-70592e6b25f1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 931 time: 0.0619776 Jun 22 10:08:27.563066 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f106127-1da7-495a-a352-9eeda53a59ae {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:08:27.570253 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:27.582284 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Transition to ACTIVE for port object 9f106127-1da7-495a-a352-9eeda53a59ae will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:08:27.590722 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6a34b61f-7245-4055-917a-bcea7ba01e4b req-ece6133f-1699-4cac-b7aa-d1438f2221ca tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318439 Jun 22 10:08:27.659010 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:27.662654 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:27.735413 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Pushing event updated for resources: {'Port': ['ID=9f106127-1da7-495a-a352-9eeda53a59ae,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:27.738340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:27.810508 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Attempting to bind port 9f106127-1da7-495a-a352-9eeda53a59ae on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:08:27.810853 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Attempting to bind port 9f106127-1da7-495a-a352-9eeda53a59ae by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:08:27.811186 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Attempting to bind port 9f106127-1da7-495a-a352-9eeda53a59ae on network d8c0310c-d02a-4ba7-8469-6e0096d5919d {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:08:27.815797 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Port 9f106127-1da7-495a-a352-9eeda53a59ae on network d8c0310c-d02a-4ba7-8469-6e0096d5919d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:08:27.816069 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Attempting to bind port 9f106127-1da7-495a-a352-9eeda53a59ae on network d8c0310c-d02a-4ba7-8469-6e0096d5919d {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:08:27.821121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:08:27.821463 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Checking segment: {'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:08:27.821882 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Bound using segment: {'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:08:27.822315 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Bound port: 9f106127-1da7-495a-a352-9eeda53a59ae, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:08:27.822668 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:27.884789 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] For port 9f106127-1da7-495a-a352-9eeda53a59ae, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:08:27.887934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] For port 9f106127-1da7-495a-a352-9eeda53a59ae, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9f106127-1da7-495a-a352-9eeda53a59ae,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:08:27.984924 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:27.987696 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-807e4e20-9010-4b4f-86c4-679c241a08b9 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:28.015886 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:28.016549 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:28.017949 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc119248-84a4-4127-a643-c0503f4847ec req-a87c103c-3811-4799-947c-6377487dad95 service neutron] 10.222.0.35 "PUT /v2.0/ports/9f106127-1da7-495a-a352-9eeda53a59ae HTTP/1.1" status: 200 len: 1093 time: 0.7854421 Jun 22 10:08:28.020832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3933d422-8317-4d97-85e2-16d35bbe5123', 'tag': '9f106127-1da7-495a-a352-9eeda53a59ae'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:08:28.024035 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8153e13-45d2-423f-97c9-7183fb588b20" -d '{"events": [{"name": "network-changed", "server_uuid": "3933d422-8317-4d97-85e2-16d35bbe5123", "tag": "9f106127-1da7-495a-a352-9eeda53a59ae"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:08:28.052701 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Pushing event updated for resources: {'Port': ['ID=9f106127-1da7-495a-a352-9eeda53a59ae,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:28.056005 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:28.068615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732106a0-f3ff-473d-8952-3eec17980f1d x-openstack-request-id: req-732106a0-f3ff-473d-8952-3eec17980f1d {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:08:28.068615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3933d422-8317-4d97-85e2-16d35bbe5123", "tag": "9f106127-1da7-495a-a352-9eeda53a59ae", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:08:28.068907 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-732106a0-f3ff-473d-8952-3eec17980f1d {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:08:28.069371 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3933d422-8317-4d97-85e2-16d35bbe5123', 'tag': '9f106127-1da7-495a-a352-9eeda53a59ae', 'status': 'completed', 'code': 200} Jun 22 10:08:28.144324 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8153e13-45d2-423f-97c9-7183fb588b20 req-8e02e8d5-88ed-4e93-a6c5-2adce7cea574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:28.146367 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d8153e13-45d2-423f-97c9-7183fb588b20 req-8e02e8d5-88ed-4e93-a6c5-2adce7cea574 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 1096 time: 0.0569212 Jun 22 10:08:28.249570 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8153e13-45d2-423f-97c9-7183fb588b20 req-4d1a6e50-6d3c-49ea-94d5-726e8498f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:28.251010 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d8153e13-45d2-423f-97c9-7183fb588b20 req-4d1a6e50-6d3c-49ea-94d5-726e8498f862 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0921826 Jun 22 10:08:28.346441 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8153e13-45d2-423f-97c9-7183fb588b20 req-8756b2e5-ac35-48c7-8654-894290daf3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:28.347858 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d8153e13-45d2-423f-97c9-7183fb588b20 req-8756b2e5-ac35-48c7-8654-894290daf3f8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906100 Jun 22 10:08:28.434473 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc119248-84a4-4127-a643-c0503f4847ec req-0733166f-13a0-41e3-b536-88033290689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:28.435968 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc119248-84a4-4127-a643-c0503f4847ec req-0733166f-13a0-41e3-b536-88033290689d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 1096 time: 0.0510316 Jun 22 10:08:28.475496 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc119248-84a4-4127-a643-c0503f4847ec req-e80bd426-3b9c-4a4e-a076-604331d5a7bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f106127-1da7-495a-a352-9eeda53a59ae HTTP/1.1" status: 200 len: 217 time: 0.0319848 Jun 22 10:08:28.525260 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc119248-84a4-4127-a643-c0503f4847ec req-b05ce3ee-29c2-41e6-8701-d8a126be4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:28.526625 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc119248-84a4-4127-a643-c0503f4847ec req-b05ce3ee-29c2-41e6-8701-d8a126be4e30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0456333 Jun 22 10:08:28.580682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc119248-84a4-4127-a643-c0503f4847ec req-681dd69b-af8f-4457-9407-1bc80c1e34fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:28.582194 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc119248-84a4-4127-a643-c0503f4847ec req-681dd69b-af8f-4457-9407-1bc80c1e34fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0494406 Jun 22 10:08:28.669827 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc119248-84a4-4127-a643-c0503f4847ec req-8706c41b-da6d-4ff2-ac6e-265bda284519 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814230 Jun 22 10:08:28.762396 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cc119248-84a4-4127-a643-c0503f4847ec req-cb3d515f-5c7e-421f-8774-22d5a57e48ee service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853775 Jun 22 10:08:28.768636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c22b99-7aec-4654-8808-5ebd0fa6fe1f req-5f25c9d7-8af9-4da6-89ca-8b3358fed7f5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:28.770164 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a6c22b99-7aec-4654-8808-5ebd0fa6fe1f req-5f25c9d7-8af9-4da6-89ca-8b3358fed7f5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 943 time: 0.0681121 Jun 22 10:08:28.809144 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a6c22b99-7aec-4654-8808-5ebd0fa6fe1f req-fec82d61-8e33-49f1-a2da-1c86de40e9fa tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328701 Jun 22 10:08:29.981131 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606991c-33d7-49a5-a74b-83e549d81cff req-065688ce-d5d7-4a0f-bc32-84e737fd15b7 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:29.982565 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8606991c-33d7-49a5-a74b-83e549d81cff req-065688ce-d5d7-4a0f-bc32-84e737fd15b7 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 943 time: 0.0615172 Jun 22 10:08:30.020213 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8606991c-33d7-49a5-a74b-83e549d81cff req-047bb998-4432-4991-ba87-04969d92df79 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320358 Jun 22 10:08:31.190446 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3005a-8c90-4517-99e3-50e6ee5b1f44 req-d04351a8-689a-4f67-a8fe-c3051c2098db tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:31.191927 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-08d3005a-8c90-4517-99e3-50e6ee5b1f44 req-d04351a8-689a-4f67-a8fe-c3051c2098db tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 943 time: 0.0643911 Jun 22 10:08:31.229076 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-08d3005a-8c90-4517-99e3-50e6ee5b1f44 req-a76974f2-5803-4cc3-ace6-fb3ebc2b1288 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315876 Jun 22 10:08:32.057423 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9f106127-1da7-495a-a352-9eeda53a59ae details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:08:32.156452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9f106127-1da7-495a-a352-9eeda53a59ae, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9f106127-1da7-495a-a352-9eeda53a59ae,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:32.167711 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '9f106127-1da7-495a-a352-9eeda53a59ae', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'port_id': '9f106127-1da7-495a-a352-9eeda53a59ae', 'mac_address': 'fa:16:3e:b6:af:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:08:32.203584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:32.215640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f106127-1da7-495a-a352-9eeda53a59ae {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:08:32.234014 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9f106127-1da7-495a-a352-9eeda53a59ae, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9f106127-1da7-495a-a352-9eeda53a59ae,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:32.350877 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:32.353600 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:32.398868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=9f106127-1da7-495a-a352-9eeda53a59ae,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:32.402309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:32.403029 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cafbd-e5f0-41f8-b7f1-6f489c372afc req-aabdc66f-7ba4-4ade-82d7-045650ace4ed tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:32.404550 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9f2cafbd-e5f0-41f8-b7f1-6f489c372afc req-aabdc66f-7ba4-4ade-82d7-045650ace4ed tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 943 time: 0.0688162 Jun 22 10:08:32.445290 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9f2cafbd-e5f0-41f8-b7f1-6f489c372afc req-04928a9e-24c8-47b0-8f13-9e7260773875 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314505 Jun 22 10:08:32.667697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['9f106127-1da7-495a-a352-9eeda53a59ae'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:08:33.685163 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402e136-6bfb-4184-8f1c-fad729ae614d req-ff1f662c-ec7f-4bdf-a048-20a2d6e2b95e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:33.686594 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a402e136-6bfb-4184-8f1c-fad729ae614d req-ff1f662c-ec7f-4bdf-a048-20a2d6e2b95e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 944 time: 0.1309052 Jun 22 10:08:33.722706 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a402e136-6bfb-4184-8f1c-fad729ae614d req-5036c701-d5b0-4fa5-9211-76c1fa5247d5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299175 Jun 22 10:08:34.087296 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9f106127-1da7-495a-a352-9eeda53a59ae up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:08:34.223665 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 9f106127-1da7-495a-a352-9eeda53a59ae completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:08:34.227727 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 9f106127-1da7-495a-a352-9eeda53a59ae triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:08:34.228109 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:34.304769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:34.325686 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3933d422-8317-4d97-85e2-16d35bbe5123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f106127-1da7-495a-a352-9eeda53a59ae'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:08:34.327936 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ef7937-7387-4da4-95a9-d2fd5f6e5083" -d '{"events": [{"server_uuid": "3933d422-8317-4d97-85e2-16d35bbe5123", "name": "network-vif-plugged", "status": "completed", "tag": "9f106127-1da7-495a-a352-9eeda53a59ae"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:08:34.341220 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9f106127-1da7-495a-a352-9eeda53a59ae, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9f106127-1da7-495a-a352-9eeda53a59ae,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:34.363302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0a2c0b-bb84-44dd-bb87-c17aa571538c x-openstack-request-id: req-7f0a2c0b-bb84-44dd-bb87-c17aa571538c {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:08:34.363619 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3933d422-8317-4d97-85e2-16d35bbe5123", "name": "network-vif-plugged", "status": "completed", "tag": "9f106127-1da7-495a-a352-9eeda53a59ae", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:08:34.363878 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f0a2c0b-bb84-44dd-bb87-c17aa571538c {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:08:34.364278 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3933d422-8317-4d97-85e2-16d35bbe5123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f106127-1da7-495a-a352-9eeda53a59ae', 'code': 200} Jun 22 10:08:34.418206 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:34.420912 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-97941a02-9ba6-4ce2-b522-7665b8d47735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:34.465820 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=9f106127-1da7-495a-a352-9eeda53a59ae,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:34.468842 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:34.722705 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a612b-7e61-44ca-bf4f-228cb58f04f8 req-f6085bc9-6df6-482c-bd23-e52b48eb425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:34.724084 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-559a612b-7e61-44ca-bf4f-228cb58f04f8 req-f6085bc9-6df6-482c-bd23-e52b48eb425a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 1098 time: 0.0512266 Jun 22 10:08:34.756796 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-559a612b-7e61-44ca-bf4f-228cb58f04f8 req-bdd8b403-33a4-43a5-9307-85c204c95edc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265088 Jun 22 10:08:34.896405 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf4aae-953f-4987-8e2c-b56e46c9d7a8 req-f07c3d8e-9b2f-442c-aaff-c46c8ce4c907 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:34.897853 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d9cf4aae-953f-4987-8e2c-b56e46c9d7a8 req-f07c3d8e-9b2f-442c-aaff-c46c8ce4c907 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.0621586 Jun 22 10:08:34.934017 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d9cf4aae-953f-4987-8e2c-b56e46c9d7a8 req-13ed9409-637b-4983-b11a-2445444a5597 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303621 Jun 22 10:08:36.154871 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c877586-9b20-4185-83e8-ce29b02252f4 req-e1d7adb3-af70-4d8a-bbb0-97692d4ed469 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:36.156299 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6c877586-9b20-4185-83e8-ce29b02252f4 req-e1d7adb3-af70-4d8a-bbb0-97692d4ed469 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.1128051 Jun 22 10:08:36.196968 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6c877586-9b20-4185-83e8-ce29b02252f4 req-45ff0843-93af-4c86-be81-8f31c0d00535 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349042 Jun 22 10:08:36.358134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e3cb5-fa66-478c-a8cf-a0351db051ef req-d6b984ce-64c8-4e07-b5bc-05f3b6deecf9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:36.359597 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a33e3cb5-fa66-478c-a8cf-a0351db051ef req-d6b984ce-64c8-4e07-b5bc-05f3b6deecf9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.0611413 Jun 22 10:08:36.367948 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 38084) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:36.372420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-9ca24bb4-c842-4be5-aced-673d7997971a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Request body: {'floatingip': {'port_id': '9f106127-1da7-495a-a352-9eeda53a59ae'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:08:36.414211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9ca24bb4-c842-4be5-aced-673d7997971a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for floatingip, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:36.840412 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9ca24bb4-c842-4be5-aced-673d7997971a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:36.897776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9ca24bb4-c842-4be5-aced-673d7997971a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:37.337668 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-9ca24bb4-c842-4be5-aced-673d7997971a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Floating IP 3af53d36-413c-48a1-bfa6-e1bb09bdaf98 associated. External IP: 172.26.3.155, port: 9f106127-1da7-495a-a352-9eeda53a59ae. Jun 22 10:08:37.535618 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca24bb4-c842-4be5-aced-673d7997971a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Router e9d46832-b854-4e6b-892c-7ef8d975914b has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:08:37.641191 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca24bb4-c842-4be5-aced-673d7997971a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:08:37.646625 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9ca24bb4-c842-4be5-aced-673d7997971a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:37.651147 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d93f28-d8b4-4f69-903e-7d514817c54c None None] Sync routers for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:08:37.660686 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d93f28-d8b4-4f69-903e-7d514817c54c None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:08:37.664543 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-28d93f28-d8b4-4f69-903e-7d514817c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:08:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:37.685130 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9ca24bb4-c842-4be5-aced-673d7997971a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "PUT /v2.0/floatingips/3af53d36-413c-48a1-bfa6-e1bb09bdaf98 HTTP/1.1" status: 200 len: 991 time: 1.3160903 Jun 22 10:08:37.690326 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3933d422-8317-4d97-85e2-16d35bbe5123', 'tag': '9f106127-1da7-495a-a352-9eeda53a59ae'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:08:37.690326 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470ecc35-8f04-492a-85b8-206df9e0d86d" -d '{"events": [{"name": "network-changed", "server_uuid": "3933d422-8317-4d97-85e2-16d35bbe5123", "tag": "9f106127-1da7-495a-a352-9eeda53a59ae"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:08:37.726977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81550383-306c-449a-9d43-d41a04a565db x-openstack-request-id: req-81550383-306c-449a-9d43-d41a04a565db {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:08:37.727314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3933d422-8317-4d97-85e2-16d35bbe5123", "tag": "9f106127-1da7-495a-a352-9eeda53a59ae", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:08:37.727719 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81550383-306c-449a-9d43-d41a04a565db {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:08:37.728168 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3933d422-8317-4d97-85e2-16d35bbe5123', 'tag': '9f106127-1da7-495a-a352-9eeda53a59ae', 'status': 'completed', 'code': 200} Jun 22 10:08:37.812028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ecc35-8f04-492a-85b8-206df9e0d86d req-f64bb7b8-3289-4bf3-9d4b-07e5cd6bc0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:37.814103 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-470ecc35-8f04-492a-85b8-206df9e0d86d req-f64bb7b8-3289-4bf3-9d4b-07e5cd6bc0c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 1098 time: 0.0629010 Jun 22 10:08:37.857755 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-28d93f28-d8b4-4f69-903e-7d514817c54c None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:08:37.901692 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ecc35-8f04-492a-85b8-206df9e0d86d req-88fdbac3-3310-46ec-b2e2-356079a7b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:37.903136 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-470ecc35-8f04-492a-85b8-206df9e0d86d req-88fdbac3-3310-46ec-b2e2-356079a7b12d service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0822473 Jun 22 10:08:37.969331 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-470ecc35-8f04-492a-85b8-206df9e0d86d req-1f54ea42-2571-4043-94cf-e567bf60bb8f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f106127-1da7-495a-a352-9eeda53a59ae HTTP/1.1" status: 200 len: 999 time: 0.0601773 Jun 22 10:08:38.018569 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ecc35-8f04-492a-85b8-206df9e0d86d req-4ed7346e-d1de-48e9-bb5b-66bda76bf314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:38.020084 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-470ecc35-8f04-492a-85b8-206df9e0d86d req-4ed7346e-d1de-48e9-bb5b-66bda76bf314 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0453401 Jun 22 10:08:38.073861 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-28d93f28-d8b4-4f69-903e-7d514817c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '3af53d36-413c-48a1-bfa6-e1bb09bdaf98', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'port_id': '9f106127-1da7-495a-a352-9eeda53a59ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'mac_address': 'fa:16:3e:b6:af:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3933d422-8317-4d97-85e2-16d35bbe5123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:06:23Z', 'updated_at': '2021-06-22T10:08:36Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:38.076753 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ecc35-8f04-492a-85b8-206df9e0d86d req-57aa8de5-cde5-40e4-b628-6041705079d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:38.078318 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-470ecc35-8f04-492a-85b8-206df9e0d86d req-57aa8de5-cde5-40e4-b628-6041705079d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0513346 Jun 22 10:08:38.099084 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d93f28-d8b4-4f69-903e-7d514817c54c None None] Checking router: e9d46832-b854-4e6b-892c-7ef8d975914b for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:08:38.107613 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d93f28-d8b4-4f69-903e-7d514817c54c None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:08:38.108251 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-28d93f28-d8b4-4f69-903e-7d514817c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:08:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:38.173888 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-470ecc35-8f04-492a-85b8-206df9e0d86d req-8e27de39-6e2d-480c-8c3c-37a2e171a02e service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895007 Jun 22 10:08:38.216144 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-28d93f28-d8b4-4f69-903e-7d514817c54c None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:08:38.260861 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-470ecc35-8f04-492a-85b8-206df9e0d86d req-0ec2e1cd-2c3d-4ed7-ac6f-39a6a2577444 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805309 Jun 22 10:08:38.432781 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-28d93f28-d8b4-4f69-903e-7d514817c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '3af53d36-413c-48a1-bfa6-e1bb09bdaf98', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'port_id': '9f106127-1da7-495a-a352-9eeda53a59ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'mac_address': 'fa:16:3e:b6:af:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3933d422-8317-4d97-85e2-16d35bbe5123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:06:23Z', 'updated_at': '2021-06-22T10:08:36Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:38.457564 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d93f28-d8b4-4f69-903e-7d514817c54c None None] The sync data for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv is: [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '3af53d36-413c-48a1-bfa6-e1bb09bdaf98', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'port_id': '9f106127-1da7-495a-a352-9eeda53a59ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'mac_address': 'fa:16:3e:b6:af:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3933d422-8317-4d97-85e2-16d35bbe5123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:06:23Z', 'updated_at': '2021-06-22T10:08:36Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:08:38.633622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6b780b-2dd9-4d02-b9b0-b2f6c1842448 None None] New status for floating IP 3af53d36-413c-48a1-bfa6-e1bb09bdaf98: ACTIVE {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:08:40.611533 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:42.186998 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:08:46.565551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1647f36f-3393-4845-87b0-e269a2944dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:49.046062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ae2e74f5-32a2-4305-8785-688ea8f4e115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:49.314810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:50.520721 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:51.771591 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:10.639244 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:16.587840 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8a9097d0-57b1-490e-a74e-f3e73929376d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:19.067398 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e9f162e8-eb01-4bef-af33-1235339156a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:19.185342 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:09:19.307851 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:20.559029 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:21.781990 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:29.787730 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3e860df6-1650-45d6-a4cc-8e05d7930c48 req-94ec0502-d862-47c6-b76e-651e2fe9b97b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559351 Jun 22 10:09:29.876524 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e860df6-1650-45d6-a4cc-8e05d7930c48 req-7d7a62b6-1a83-4ce8-a631-7838791289c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:29.877962 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3e860df6-1650-45d6-a4cc-8e05d7930c48 req-7d7a62b6-1a83-4ce8-a631-7838791289c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 1098 time: 0.0508306 Jun 22 10:09:29.975214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e860df6-1650-45d6-a4cc-8e05d7930c48 req-abe8abee-5cb5-4710-bbd8-b354a91c54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:29.976690 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3e860df6-1650-45d6-a4cc-8e05d7930c48 req-abe8abee-5cb5-4710-bbd8-b354a91c54a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0803442 Jun 22 10:09:30.047050 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3e860df6-1650-45d6-a4cc-8e05d7930c48 req-9fff26a4-12c9-4de4-90e3-cebbafb8c7c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f106127-1da7-495a-a352-9eeda53a59ae HTTP/1.1" status: 200 len: 1001 time: 0.0628188 Jun 22 10:09:30.094706 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e860df6-1650-45d6-a4cc-8e05d7930c48 req-4cfdf7fa-89c5-4b39-a8a7-3887e117d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:30.096172 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3e860df6-1650-45d6-a4cc-8e05d7930c48 req-4cfdf7fa-89c5-4b39-a8a7-3887e117d4d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0427256 Jun 22 10:09:30.152165 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e860df6-1650-45d6-a4cc-8e05d7930c48 req-91ab45b7-8f38-49da-b778-ab29e786801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:30.153636 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3e860df6-1650-45d6-a4cc-8e05d7930c48 req-91ab45b7-8f38-49da-b778-ab29e786801a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515370 Jun 22 10:09:30.243805 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3e860df6-1650-45d6-a4cc-8e05d7930c48 req-25cab1ef-814e-41b7-a1c5-cea9141b8c5d service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833466 Jun 22 10:09:30.328512 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3e860df6-1650-45d6-a4cc-8e05d7930c48 req-9e7b9fba-d4e8-4c5e-96c9-2a523fa39b44 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784776 Jun 22 10:09:40.615290 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:46.569647 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d6136843-0dec-4c4b-a54e-623a3d681ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:49.066620 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e15a31c7-d463-4222-9d88-7ded35387fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:49.306827 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:50.518475 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:51.070485 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0c226-4e4c-4fe0-946b-4a2393c17254 req-c7d270dc-accb-40e3-bc9a-07987cf946ed tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:51.072145 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-aee0c226-4e4c-4fe0-946b-4a2393c17254 req-c7d270dc-accb-40e3-bc9a-07987cf946ed tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.0679300 Jun 22 10:09:51.111337 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-aee0c226-4e4c-4fe0-946b-4a2393c17254 req-c16d6393-93f6-4e72-b527-3bbc95d6b915 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334430 Jun 22 10:09:51.775434 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:52.304583 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137ea7d-aee7-457e-a5e7-1816daa6afef req-e4b8a11d-a5f2-431a-95bc-09227522fe52 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:52.306077 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8137ea7d-aee7-457e-a5e7-1816daa6afef req-e4b8a11d-a5f2-431a-95bc-09227522fe52 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.0678670 Jun 22 10:09:52.342235 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8137ea7d-aee7-457e-a5e7-1816daa6afef req-7f70edc1-7294-4e27-83f1-6f4e4e1caa39 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306015 Jun 22 10:09:53.513412 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f10d4-79d6-4c36-b8f5-1d7583b9b4ee req-ee4ae9af-2f0f-46b2-b731-9aa24e553ba5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:53.514846 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-073f10d4-79d6-4c36-b8f5-1d7583b9b4ee req-ee4ae9af-2f0f-46b2-b731-9aa24e553ba5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.0614722 Jun 22 10:09:53.551672 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-073f10d4-79d6-4c36-b8f5-1d7583b9b4ee req-6b758d71-3841-4147-8434-ae777683a040 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312917 Jun 22 10:09:54.718611 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e4e16-0a73-4076-abcb-6e9a27dfeb09 req-cc9552d5-48af-4859-bf77-e80163463db2 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:54.720688 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-487e4e16-0a73-4076-abcb-6e9a27dfeb09 req-cc9552d5-48af-4859-bf77-e80163463db2 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.0611825 Jun 22 10:09:54.755860 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-487e4e16-0a73-4076-abcb-6e9a27dfeb09 req-21814237-6dfc-49ac-9227-22262f394fde tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296643 Jun 22 10:09:55.927053 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ffa66-ccad-421b-b558-16534d647422 req-ace103f4-465d-41e3-9187-621d48121fa0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:55.928509 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-604ffa66-ccad-421b-b558-16534d647422 req-ace103f4-465d-41e3-9187-621d48121fa0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.0651255 Jun 22 10:09:55.964280 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-604ffa66-ccad-421b-b558-16534d647422 req-6b8454bf-a2d5-4802-b7e6-af7776ed6a69 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302160 Jun 22 10:09:56.183451 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:09:57.145239 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcfa9c-83d1-4a82-ac08-1a7d623046e9 req-7a91ddd0-9bf2-4066-9be1-24e3323b2093 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:57.146960 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3fbcfa9c-83d1-4a82-ac08-1a7d623046e9 req-7a91ddd0-9bf2-4066-9be1-24e3323b2093 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.0728664 Jun 22 10:09:57.185694 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3fbcfa9c-83d1-4a82-ac08-1a7d623046e9 req-284c8e04-d1d6-408c-a56a-1f5e05308cb4 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323884 Jun 22 10:09:58.352416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4579bfd-ca67-4ac0-8100-38e5c5a51d99 req-563f06d5-c534-4757-b47e-04930fb72554 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:58.353837 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c4579bfd-ca67-4ac0-8100-38e5c5a51d99 req-563f06d5-c534-4757-b47e-04930fb72554 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.0607653 Jun 22 10:09:58.389056 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c4579bfd-ca67-4ac0-8100-38e5c5a51d99 req-34b75f2f-141e-4bd9-bbb2-36375145e7fa tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296407 Jun 22 10:09:59.561262 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626ca40-972e-47d2-9199-536ca22f1000 req-8981f584-eddb-4f51-b2fe-468f7610d77f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:59.562683 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3626ca40-972e-47d2-9199-536ca22f1000 req-8981f584-eddb-4f51-b2fe-468f7610d77f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.0644636 Jun 22 10:09:59.598765 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3626ca40-972e-47d2-9199-536ca22f1000 req-4bb86cfa-777c-4f10-b2c7-9503514cc2a1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300181 Jun 22 10:10:00.771588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a9997-697a-4a3f-8daa-d54f0069fddd req-f18f0c62-9c64-4fcd-ba0e-44ebe40a3cc1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:00.773033 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-237a9997-697a-4a3f-8daa-d54f0069fddd req-f18f0c62-9c64-4fcd-ba0e-44ebe40a3cc1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.0625427 Jun 22 10:10:00.814245 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-237a9997-697a-4a3f-8daa-d54f0069fddd req-d2216e4a-d5d2-44a4-9449-5a6c608543b2 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356257 Jun 22 10:10:01.980805 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e136840-82d0-40db-a57e-31e1e2aeb91e req-0c9877ef-e350-4c3c-bd0a-f1cb702498e1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:01.982252 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0e136840-82d0-40db-a57e-31e1e2aeb91e req-0c9877ef-e350-4c3c-bd0a-f1cb702498e1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.0615392 Jun 22 10:10:02.018855 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0e136840-82d0-40db-a57e-31e1e2aeb91e req-22773d47-18c1-476c-ad43-8e1dd8a1615a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304837 Jun 22 10:10:02.567226 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cda1a-3d44-4762-8896-bfb982665431 req-7628f302-3ab6-4e5f-9c21-ba87ff797c92 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:02.568715 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9c0cda1a-3d44-4762-8896-bfb982665431 req-7628f302-3ab6-4e5f-9c21-ba87ff797c92 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.0713704 Jun 22 10:10:02.610781 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9c0cda1a-3d44-4762-8896-bfb982665431 req-d934091d-33fb-453f-94c2-34fd5926e2d5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363798 Jun 22 10:10:02.691516 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-edc88d61-0be2-4aee-a619-618d31db77fb req-192597ad-7294-4119-b940-b481b2e4982a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963795 Jun 22 10:10:03.787698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd58940-47cf-4153-8bfd-6692c1e4c364 req-df66943f-10fc-4682-a3b1-677e1f2938fa tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:03.789181 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0dd58940-47cf-4153-8bfd-6692c1e4c364 req-df66943f-10fc-4682-a3b1-677e1f2938fa tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.0700064 Jun 22 10:10:03.826299 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0dd58940-47cf-4153-8bfd-6692c1e4c364 req-30367355-4285-477c-bba1-12fc4d897ca7 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313361 Jun 22 10:10:04.590298 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc88d61-0be2-4aee-a619-618d31db77fb req-b060a8e8-be88-46f7-9450-fee4ec97e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:04.591778 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-edc88d61-0be2-4aee-a619-618d31db77fb req-b060a8e8-be88-46f7-9450-fee4ec97e455 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 1098 time: 0.0514131 Jun 22 10:10:04.681796 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc88d61-0be2-4aee-a619-618d31db77fb req-99696519-dd31-45b3-9b06-4b04993350e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:04.683171 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-edc88d61-0be2-4aee-a619-618d31db77fb req-99696519-dd31-45b3-9b06-4b04993350e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0857937 Jun 22 10:10:04.743882 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-edc88d61-0be2-4aee-a619-618d31db77fb req-3bb80788-e947-4d4d-bfe6-eb1155c0a4ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f106127-1da7-495a-a352-9eeda53a59ae HTTP/1.1" status: 200 len: 1001 time: 0.0551879 Jun 22 10:10:04.790876 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc88d61-0be2-4aee-a619-618d31db77fb req-911a1a3f-b0c8-47d3-9052-357aa3cd0372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:04.792342 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-edc88d61-0be2-4aee-a619-618d31db77fb req-911a1a3f-b0c8-47d3-9052-357aa3cd0372 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0432439 Jun 22 10:10:04.852010 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc88d61-0be2-4aee-a619-618d31db77fb req-4aa1a2ff-4a14-458a-ab85-bfc41fdebe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:04.853507 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-edc88d61-0be2-4aee-a619-618d31db77fb req-4aa1a2ff-4a14-458a-ab85-bfc41fdebe2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0548375 Jun 22 10:10:04.943636 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-edc88d61-0be2-4aee-a619-618d31db77fb req-2290b618-6673-42f1-b298-d9045be5ec8b service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828269 Jun 22 10:10:05.075891 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2e15f-722f-4c8f-a1f3-9c5400733c2f req-4b8155fd-4233-4679-9bc4-a7c7373386d6 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:05.077358 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9af2e15f-722f-4c8f-a1f3-9c5400733c2f req-4b8155fd-4233-4679-9bc4-a7c7373386d6 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.1328290 Jun 22 10:10:05.081372 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-edc88d61-0be2-4aee-a619-618d31db77fb req-e65646b9-d723-4d69-b11d-90488186c697 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285138 Jun 22 10:10:05.117566 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9af2e15f-722f-4c8f-a1f3-9c5400733c2f req-2ee7b6e6-b0bb-487c-943f-31469422258a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336750 Jun 22 10:10:06.288899 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4a444-09e8-4cc4-8788-d4a97577ada0 req-322eb8bf-5b6c-462d-a48e-507612cd8634 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:06.290356 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-32c4a444-09e8-4cc4-8788-d4a97577ada0 req-322eb8bf-5b6c-462d-a48e-507612cd8634 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.0617225 Jun 22 10:10:06.327016 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-32c4a444-09e8-4cc4-8788-d4a97577ada0 req-b5298b70-a762-4cc2-8a81-7eff18374010 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311279 Jun 22 10:10:06.986236 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-edc88d61-0be2-4aee-a619-618d31db77fb req-c5fdaf27-d9c6-4c0d-bd37-94242152b3a7 service neutron] 10.222.0.35 "GET /v2.0/ports/9f106127-1da7-495a-a352-9eeda53a59ae/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0519571 Jun 22 10:10:07.503255 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699913c-c478-496d-9b9c-b6e09a99f802 req-0a69b9dd-7449-4e7f-a435-7c84c7ad0a08 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:07.504807 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f699913c-c478-496d-9b9c-b6e09a99f802 req-0a69b9dd-7449-4e7f-a435-7c84c7ad0a08 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.0683403 Jun 22 10:10:07.566540 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f699913c-c478-496d-9b9c-b6e09a99f802 req-7287ecf0-e614-4a0c-b8cd-b7f1e01e6735 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538414 Jun 22 10:10:07.580658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc88d61-0be2-4aee-a619-618d31db77fb req-412de288-4097-42db-b556-164e7e44d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:07.582126 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-edc88d61-0be2-4aee-a619-618d31db77fb req-412de288-4097-42db-b556-164e7e44d047 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123&tenant_id=1529fd0f436b431c8c9cb51ec83aecd4 HTTP/1.1" status: 200 len: 1098 time: 0.0765271 Jun 22 10:10:07.660313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc88d61-0be2-4aee-a619-618d31db77fb req-6f7c7937-81a2-498c-b1d4-a62f6f4442c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:07.661864 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-edc88d61-0be2-4aee-a619-618d31db77fb req-6f7c7937-81a2-498c-b1d4-a62f6f4442c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 1098 time: 0.0521405 Jun 22 10:10:07.749550 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc88d61-0be2-4aee-a619-618d31db77fb req-9e089789-868e-4209-8d80-ab59d7ea0ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:07.751013 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-edc88d61-0be2-4aee-a619-618d31db77fb req-9e089789-868e-4209-8d80-ab59d7ea0ca1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0837650 Jun 22 10:10:07.812113 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-edc88d61-0be2-4aee-a619-618d31db77fb req-d0a2edf9-281f-49b7-97cf-556c024bc646 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f106127-1da7-495a-a352-9eeda53a59ae HTTP/1.1" status: 200 len: 1001 time: 0.0553758 Jun 22 10:10:07.862217 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc88d61-0be2-4aee-a619-618d31db77fb req-193ea7ba-7126-4924-a0b3-4c783e3a0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:07.863654 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-edc88d61-0be2-4aee-a619-618d31db77fb req-193ea7ba-7126-4924-a0b3-4c783e3a0c95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0453098 Jun 22 10:10:07.916497 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc88d61-0be2-4aee-a619-618d31db77fb req-672da733-1b33-49a8-8dec-9a52c63dac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:07.917897 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-edc88d61-0be2-4aee-a619-618d31db77fb req-672da733-1b33-49a8-8dec-9a52c63dac4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0485106 Jun 22 10:10:08.001188 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-edc88d61-0be2-4aee-a619-618d31db77fb req-14649fbc-bdf7-47cb-ad0b-e34020a687cf service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0767045 Jun 22 10:10:08.094716 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-edc88d61-0be2-4aee-a619-618d31db77fb req-e5abce74-56f0-4e09-bb5e-3affad8bdfc6 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866945 Jun 22 10:10:08.740201 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d34569-9d25-449c-93cc-d783af3d89bd req-f7f46ade-6ff9-4302-99d5-985f8797d5a5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:08.741579 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a6d34569-9d25-449c-93cc-d783af3d89bd req-f7f46ade-6ff9-4302-99d5-985f8797d5a5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.0664358 Jun 22 10:10:08.779347 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a6d34569-9d25-449c-93cc-d783af3d89bd req-15861a28-9d0c-4043-b1ff-a1bd940dfc34 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321565 Jun 22 10:10:09.948996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e0620-109a-4b83-98c0-a63d52900f25 req-ae2a98a0-cfd4-461f-9a3a-2b00e51b13c1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:09.950441 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0f7e0620-109a-4b83-98c0-a63d52900f25 req-ae2a98a0-cfd4-461f-9a3a-2b00e51b13c1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 945 time: 0.0626109 Jun 22 10:10:09.986397 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0f7e0620-109a-4b83-98c0-a63d52900f25 req-94efe2ea-8242-49d4-877d-59436d80dc29 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298300 Jun 22 10:10:10.521509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9f106127-1da7-495a-a352-9eeda53a59ae details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:10:10.525142 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9f106127-1da7-495a-a352-9eeda53a59ae no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:10:10.651833 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:10.670209 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:10.699969 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9f106127-1da7-495a-a352-9eeda53a59ae, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9f106127-1da7-495a-a352-9eeda53a59ae,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:10:10.710729 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3933d422-8317-4d97-85e2-16d35bbe5123', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f106127-1da7-495a-a352-9eeda53a59ae'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:10:10.712991 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba21bd3-b77d-47c3-afe9-80a3c1746fa3" -d '{"events": [{"server_uuid": "3933d422-8317-4d97-85e2-16d35bbe5123", "name": "network-vif-unplugged", "status": "completed", "tag": "9f106127-1da7-495a-a352-9eeda53a59ae"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:10:10.727699 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9f106127-1da7-495a-a352-9eeda53a59ae, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9f106127-1da7-495a-a352-9eeda53a59ae,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:10:10.728819 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '9f106127-1da7-495a-a352-9eeda53a59ae', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'port_id': '9f106127-1da7-495a-a352-9eeda53a59ae', 'mac_address': 'fa:16:3e:b6:af:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:10:10.771704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:10.785979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f106127-1da7-495a-a352-9eeda53a59ae {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:10:10.807581 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:10.812451 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 10:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72de4e40-c7a5-47ee-8551-3de61ee70a59 x-openstack-request-id: req-72de4e40-c7a5-47ee-8551-3de61ee70a59 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:10:10.813162 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3933d422-8317-4d97-85e2-16d35bbe5123", "name": "network-vif-unplugged", "status": "completed", "tag": "9f106127-1da7-495a-a352-9eeda53a59ae", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:10:10.813162 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72de4e40-c7a5-47ee-8551-3de61ee70a59 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:10:10.813644 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3933d422-8317-4d97-85e2-16d35bbe5123', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f106127-1da7-495a-a352-9eeda53a59ae', 'code': 200} Jun 22 10:10:10.814150 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:10.875733 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 10:10:10.876096 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:10:10.884813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=9f106127-1da7-495a-a352-9eeda53a59ae,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:10.891716 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:10.892066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:10.892404 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:10.892736 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:10.893064 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:10.893524 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:10.893785 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:10.894110 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:10.894434 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:10.894755 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:10.895075 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:10.895718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:10.899566 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:11.162386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61501ea4-15c9-43b8-bdce-24268f02495a req-abc1ccb5-912a-42b1-9e74-2d290dd372ca tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:11.163988 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-61501ea4-15c9-43b8-bdce-24268f02495a req-abc1ccb5-912a-42b1-9e74-2d290dd372ca tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 943 time: 0.0667322 Jun 22 10:10:11.206185 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-61501ea4-15c9-43b8-bdce-24268f02495a req-d18f0125-7819-4239-b628-9b575d1afebd tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362437 Jun 22 10:10:11.423324 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:11.436016 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f106127-1da7-495a-a352-9eeda53a59ae {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:10:11.457127 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9f106127-1da7-495a-a352-9eeda53a59ae, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9f106127-1da7-495a-a352-9eeda53a59ae,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:10:11.564117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:11.565848 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:11.614618 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=9f106127-1da7-495a-a352-9eeda53a59ae,revision_number=7']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:11.617570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:11.633739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['9f106127-1da7-495a-a352-9eeda53a59ae'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:10:11.709527 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a15dee-5322-44ee-80c0-a83ecde2aaa7 req-50ee6c4c-48a4-47a3-9655-850f8298a6e4 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:11.711016 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-48a15dee-5322-44ee-80c0-a83ecde2aaa7 req-50ee6c4c-48a4-47a3-9655-850f8298a6e4 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 944 time: 0.0682325 Jun 22 10:10:11.796065 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-48a15dee-5322-44ee-80c0-a83ecde2aaa7 req-b2fe6ec7-e0e2-4bb1-ab04-a1cee922263a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706310 Jun 22 10:10:11.821522 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a63dde-a082-4e27-9fdd-1d2f64c73e3e req-70113dc2-cbc8-4321-b681-a0c5eb97495d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:11.823073 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-60a63dde-a082-4e27-9fdd-1d2f64c73e3e req-70113dc2-cbc8-4321-b681-a0c5eb97495d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123&tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 944 time: 0.1067975 Jun 22 10:10:11.922582 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a63dde-a082-4e27-9fdd-1d2f64c73e3e req-8e29020b-4d9a-4811-84c9-77b11f747a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:11.923983 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-60a63dde-a082-4e27-9fdd-1d2f64c73e3e req-8e29020b-4d9a-4811-84c9-77b11f747a84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 1097 time: 0.0519001 Jun 22 10:10:12.013579 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a63dde-a082-4e27-9fdd-1d2f64c73e3e req-d132cd55-168e-4137-8d2b-3a6af28d4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:12.015026 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-60a63dde-a082-4e27-9fdd-1d2f64c73e3e req-d132cd55-168e-4137-8d2b-3a6af28d4e7f service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0843544 Jun 22 10:10:12.082673 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-60a63dde-a082-4e27-9fdd-1d2f64c73e3e req-3067531f-f0d2-4069-aa5d-1f3aeeb45a0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f106127-1da7-495a-a352-9eeda53a59ae HTTP/1.1" status: 200 len: 1000 time: 0.0605299 Jun 22 10:10:12.129936 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a63dde-a082-4e27-9fdd-1d2f64c73e3e req-8cf1e3c1-a8fc-4444-86d8-7efbd3518583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:12.131350 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-60a63dde-a082-4e27-9fdd-1d2f64c73e3e req-8cf1e3c1-a8fc-4444-86d8-7efbd3518583 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0427146 Jun 22 10:10:12.185467 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a63dde-a082-4e27-9fdd-1d2f64c73e3e req-51b6eb8a-b8e9-47cb-aa5c-5349bdb5588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:12.186797 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-60a63dde-a082-4e27-9fdd-1d2f64c73e3e req-51b6eb8a-b8e9-47cb-aa5c-5349bdb5588a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493650 Jun 22 10:10:12.276571 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-60a63dde-a082-4e27-9fdd-1d2f64c73e3e req-3f212709-e469-41fb-ba0c-ba473095105e service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833013 Jun 22 10:10:12.362711 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-60a63dde-a082-4e27-9fdd-1d2f64c73e3e req-099ed7a0-b58f-4b86-9a22-af99e91b444e service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787880 Jun 22 10:10:12.534904 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9f106127-1da7-495a-a352-9eeda53a59ae no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:10:12.611704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:12.623735 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9f106127-1da7-495a-a352-9eeda53a59ae {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:10:12.643081 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9f106127-1da7-495a-a352-9eeda53a59ae, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9f106127-1da7-495a-a352-9eeda53a59ae,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:10:12.710582 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:12.712993 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:12.756693 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=9f106127-1da7-495a-a352-9eeda53a59ae,revision_number=8']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:12.759708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:12.982911 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d69b0c-1b1a-41ba-b8ef-5985cf988c68 req-f6dd2afa-d2a8-450f-88f0-e52f98bfb6ad tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:12.984396 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-17d69b0c-1b1a-41ba-b8ef-5985cf988c68 req-f6dd2afa-d2a8-450f-88f0-e52f98bfb6ad tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 943 time: 0.0632131 Jun 22 10:10:13.023569 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-17d69b0c-1b1a-41ba-b8ef-5985cf988c68 req-84e0c269-6419-41b9-9b21-2988da98f5f3 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328851 Jun 22 10:10:14.196952 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8948c3-e4f6-4bd7-9358-547a1f439dc9 req-277c84c8-4730-4b85-92c3-fc151977ccfe tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:14.198415 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ee8948c3-e4f6-4bd7-9358-547a1f439dc9 req-277c84c8-4730-4b85-92c3-fc151977ccfe tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 943 time: 0.0686166 Jun 22 10:10:14.235879 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ee8948c3-e4f6-4bd7-9358-547a1f439dc9 req-c724fef8-501e-437a-966b-975819fd25f3 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313315 Jun 22 10:10:14.403387 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69be2a-7eae-44ea-a651-a0bce10519f1 req-9a0ca9b2-de14-4b01-ae0c-e64fa48a0745 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:14.404738 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5d69be2a-7eae-44ea-a651-a0bce10519f1 req-9a0ca9b2-de14-4b01-ae0c-e64fa48a0745 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 943 time: 0.0628138 Jun 22 10:10:14.446838 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5d69be2a-7eae-44ea-a651-a0bce10519f1 req-db3b89d8-ea95-47c0-9410-94787ab3801e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365405 Jun 22 10:10:14.907573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c68610-07bb-455d-8496-e1144780589e req-077c9dac-d4b2-4730-a53f-e023deb5427b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:14.907978 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b0c68610-07bb-455d-8496-e1144780589e req-077c9dac-d4b2-4730-a53f-e023deb5427b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 943 time: 0.0634923 Jun 22 10:10:14.946199 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b0c68610-07bb-455d-8496-e1144780589e req-9f869475-1e97-495b-b202-99d6b773946b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323875 Jun 22 10:10:14.953576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0dba0-3fc7-49e3-9baf-0e9f8a3fac81 req-eb1e8ac2-1298-4cbb-9d8c-e7060d5aeb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:14.955082 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-58d0dba0-3fc7-49e3-9baf-0e9f8a3fac81 req-eb1e8ac2-1298-4cbb-9d8c-e7060d5aeb99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 1096 time: 0.0531237 Jun 22 10:10:15.043146 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0dba0-3fc7-49e3-9baf-0e9f8a3fac81 req-5f2aa208-c082-4034-9e87-323de54a24ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:15.044627 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-58d0dba0-3fc7-49e3-9baf-0e9f8a3fac81 req-5f2aa208-c082-4034-9e87-323de54a24ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0834682 Jun 22 10:10:15.108067 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-58d0dba0-3fc7-49e3-9baf-0e9f8a3fac81 req-c98bcd67-6dfe-4ab9-b1fb-88deb83bf3d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f106127-1da7-495a-a352-9eeda53a59ae HTTP/1.1" status: 200 len: 999 time: 0.0570323 Jun 22 10:10:15.154548 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0dba0-3fc7-49e3-9baf-0e9f8a3fac81 req-47222898-117d-4282-a178-c2ac6ad0e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:15.156521 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-58d0dba0-3fc7-49e3-9baf-0e9f8a3fac81 req-47222898-117d-4282-a178-c2ac6ad0e716 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0421653 Jun 22 10:10:15.222537 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0dba0-3fc7-49e3-9baf-0e9f8a3fac81 req-365107b4-ee68-464e-90d8-23879d0fc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:15.224013 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-58d0dba0-3fc7-49e3-9baf-0e9f8a3fac81 req-365107b4-ee68-464e-90d8-23879d0fc5eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0618541 Jun 22 10:10:15.308967 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-58d0dba0-3fc7-49e3-9baf-0e9f8a3fac81 req-2e84cd3c-00a5-45a5-a13e-f8cf3ae786b5 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786505 Jun 22 10:10:15.397169 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-58d0dba0-3fc7-49e3-9baf-0e9f8a3fac81 req-e8bf54e5-73d6-4ef6-8aeb-8eb5a4932a7a service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824714 Jun 22 10:10:16.122610 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3224c2b-2ea6-425d-a558-70db7d43fe26 req-bc64a386-c9c0-40a2-a9e2-074944029ce0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:16.124028 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a3224c2b-2ea6-425d-a558-70db7d43fe26 req-bc64a386-c9c0-40a2-a9e2-074944029ce0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 943 time: 0.0654266 Jun 22 10:10:16.161055 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a3224c2b-2ea6-425d-a558-70db7d43fe26 req-3c458f42-98d1-4d1c-8b0c-f992b766cc41 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308793 Jun 22 10:10:16.557856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0cbe6100-1e35-4df5-bdfb-3c2cee2b40ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:16.793058 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaead9d0-a6a5-4150-bfba-c4501e3f453c req-6f85754c-2b72-4a63-a67b-5b2cb140480e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:16.794541 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aaead9d0-a6a5-4150-bfba-c4501e3f453c req-6f85754c-2b72-4a63-a67b-5b2cb140480e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 943 time: 0.0646398 Jun 22 10:10:16.831834 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aaead9d0-a6a5-4150-bfba-c4501e3f453c req-144f7754-96be-4453-8131-92a6940bee78 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315666 Jun 22 10:10:18.166122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe0533-ae78-48cf-a6cf-5433c8c96c97 req-951b7c71-5c04-4bd0-8c52-174e2564fdfb tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:18.167579 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3cbe0533-ae78-48cf-a6cf-5433c8c96c97 req-951b7c71-5c04-4bd0-8c52-174e2564fdfb tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 943 time: 0.0621746 Jun 22 10:10:18.206746 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3cbe0533-ae78-48cf-a6cf-5433c8c96c97 req-1731a308-01c8-464d-b3ae-e5ee9be1b318 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335553 Jun 22 10:10:18.865167 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67aedfe-7163-49b0-8fa0-0851704d791e req-9eae57b8-e9b5-43a7-a9d9-b5051d370049 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:18.866617 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c67aedfe-7163-49b0-8fa0-0851704d791e req-9eae57b8-e9b5-43a7-a9d9-b5051d370049 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 943 time: 0.4175782 Jun 22 10:10:18.959594 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-c67aedfe-7163-49b0-8fa0-0851704d791e req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Deleting port 9f106127-1da7-495a-a352-9eeda53a59ae {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:10:18.959931 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-c67aedfe-7163-49b0-8fa0-0851704d791e req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:19.047343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-c67aedfe-7163-49b0-8fa0-0851704d791e req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] For port 9f106127-1da7-495a-a352-9eeda53a59ae, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9f106127-1da7-495a-a352-9eeda53a59ae,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:10:19.047725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-c67aedfe-7163-49b0-8fa0-0851704d791e req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:19.077621 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f10f4f16-cd7a-4b2a-a137-032066cacaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:19.216958 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-c67aedfe-7163-49b0-8fa0-0851704d791e req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:19.217242 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-c67aedfe-7163-49b0-8fa0-0851704d791e req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:19.217549 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [req-c67aedfe-7163-49b0-8fa0-0851704d791e req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Floating IP 3af53d36-413c-48a1-bfa6-e1bb09bdaf98 disassociated. External IP: 172.26.3.155, port: 9f106127-1da7-495a-a352-9eeda53a59ae. Jun 22 10:10:19.217890 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-c67aedfe-7163-49b0-8fa0-0851704d791e req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Calling delete_port for 9f106127-1da7-495a-a352-9eeda53a59ae owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:10:19.346112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:19.399798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357e57b-3e1b-4b92-a2a4-8fcd81dcfbf0 req-43cba9d0-9625-4eca-ad8b-e5505e595093 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:19.401269 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a357e57b-3e1b-4b92-a2a4-8fcd81dcfbf0 req-43cba9d0-9625-4eca-ad8b-e5505e595093 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 943 time: 0.0713701 Jun 22 10:10:19.421414 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-c67aedfe-7163-49b0-8fa0-0851704d791e req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:19.426013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:19.459876 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Pushing event deleted for resources: {'Port': ['ID=9f106127-1da7-495a-a352-9eeda53a59ae,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:19.480361 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a357e57b-3e1b-4b92-a2a4-8fcd81dcfbf0 req-a6b11b16-8268-4919-9e63-0d09eef41890 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725756 Jun 22 10:10:19.482758 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:19.483162 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:19.484122 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:19.484122 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:19.484377 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:19.484723 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:19.485103 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:19.485482 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:19.485858 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:19.486220 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:19.486589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:19.486956 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:19.495810 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:19.602342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c67aedfe-7163-49b0-8fa0-0851704d791e req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Router e9d46832-b854-4e6b-892c-7ef8d975914b has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:10:19.707823 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c67aedfe-7163-49b0-8fa0-0851704d791e req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:10:19.716819 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc72c89-9f1b-46c0-b17e-54ef66f5451d None None] Sync routers for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:10:19.725771 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc72c89-9f1b-46c0-b17e-54ef66f5451d None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:10:19.726326 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7fc72c89-9f1b-46c0-b17e-54ef66f5451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:10:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:19.749006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67aedfe-7163-49b0-8fa0-0851704d791e req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] No DVR routers for this DVR port 9f106127-1da7-495a-a352-9eeda53a59ae on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:10:19.752387 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-c67aedfe-7163-49b0-8fa0-0851704d791e req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:19.754338 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c67aedfe-7163-49b0-8fa0-0851704d791e req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "DELETE /v2.0/ports/9f106127-1da7-495a-a352-9eeda53a59ae HTTP/1.1" status: 204 len: 173 time: 0.8821826 Jun 22 10:10:19.754905 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3933d422-8317-4d97-85e2-16d35bbe5123', 'name': 'network-vif-deleted', 'tag': '9f106127-1da7-495a-a352-9eeda53a59ae'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:10:19.757935 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db11c66-604e-48b8-9681-49f07aa4a47c" -d '{"events": [{"server_uuid": "3933d422-8317-4d97-85e2-16d35bbe5123", "name": "network-vif-deleted", "tag": "9f106127-1da7-495a-a352-9eeda53a59ae"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:10:19.833135 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-7fc72c89-9f1b-46c0-b17e-54ef66f5451d None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:10:19.846897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6af3be-8d7b-4882-8603-c2ad0f8cc369 x-openstack-request-id: req-5e6af3be-8d7b-4882-8603-c2ad0f8cc369 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:10:19.847244 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3933d422-8317-4d97-85e2-16d35bbe5123", "name": "network-vif-deleted", "tag": "9f106127-1da7-495a-a352-9eeda53a59ae", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:10:19.847616 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e6af3be-8d7b-4882-8603-c2ad0f8cc369 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:10:19.848065 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3933d422-8317-4d97-85e2-16d35bbe5123', 'name': 'network-vif-deleted', 'tag': '9f106127-1da7-495a-a352-9eeda53a59ae', 'status': 'completed', 'code': 200} Jun 22 10:10:20.027879 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7fc72c89-9f1b-46c0-b17e-54ef66f5451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:20.053200 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc72c89-9f1b-46c0-b17e-54ef66f5451d None None] Checking router: e9d46832-b854-4e6b-892c-7ef8d975914b for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:10:20.061191 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc72c89-9f1b-46c0-b17e-54ef66f5451d None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:10:20.061825 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7fc72c89-9f1b-46c0-b17e-54ef66f5451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:10:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:20.163114 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-7fc72c89-9f1b-46c0-b17e-54ef66f5451d None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:10:20.429106 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7fc72c89-9f1b-46c0-b17e-54ef66f5451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:20.456763 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc72c89-9f1b-46c0-b17e-54ef66f5451d None None] The sync data for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv is: [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:10:20.539787 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:20.645480 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2a0020a7-9ec4-45f2-950c-195e3f42bc02 req-e0de8c8a-a6fd-4d21-baf3-24f786f9d3cc tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3933d422-8317-4d97-85e2-16d35bbe5123 HTTP/1.1" status: 200 len: 210 time: 0.0299506 Jun 22 10:10:20.695404 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8a26be-5110-49c0-985d-55798f402ad5 None None] New status for floating IP 3af53d36-413c-48a1-bfa6-e1bb09bdaf98: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:10:21.802041 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:21.979949 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-07ae14b9-0684-426b-be2a-65383bba801b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1633451230&fields=id&tenant_id=1529fd0f436b431c8c9cb51ec83aecd4 HTTP/1.1" status: 200 len: 267 time: 0.0325861 Jun 22 10:10:22.085539 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-37acfe42-467a-4027-865d-87b01cd2b4e5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:22.086949 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-37acfe42-467a-4027-865d-87b01cd2b4e5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 812 time: 0.1002405 Jun 22 10:10:22.101909 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-4dbf32dc-c846-4529-b448-315a671d2ced tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/quotas/1529fd0f436b431c8c9cb51ec83aecd4 HTTP/1.1" status: 200 len: 375 time: 0.0094883 Jun 22 10:10:22.174961 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-19ef7b59-5a20-4eb1-9119-b562fb48b6b5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679860 Jun 22 10:10:22.309683 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-20ba07b3-3a55-47fd-96d2-4fb864847adf service neutron] 10.222.0.20 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237490 Jun 22 10:10:22.394393 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-063ea0ff-44c6-4f6e-9e7c-a3861aafc8de service neutron] 10.222.0.20 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789881 Jun 22 10:10:22.583986 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9f106127-1da7-495a-a352-9eeda53a59ae no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:10:22.608477 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 9f106127-1da7-495a-a352-9eeda53a59ae {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:10:22.609065 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9f106127-1da7-495a-a352-9eeda53a59ae not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:10:22.643113 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-72bc4dfa-267f-47c0-b8e6-18b6b400a47b req-23a81fce-b05b-478b-a871-f000f0269c19 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 210 time: 0.0297537 Jun 22 10:10:23.783918 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-12f8f5a4-4e9a-4a9c-aa99-814135702e7c req-703cb4ef-9aba-4c8f-9f92-efcd895d59fb tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 210 time: 0.0350311 Jun 22 10:10:24.536631 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-2e3b0f3e-4585-4b5a-9d2c-44759e25e6d9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:24.538042 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-2e3b0f3e-4585-4b5a-9d2c-44759e25e6d9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 812 time: 0.1053524 Jun 22 10:10:24.578381 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-578e604c-6e3e-4035-ac4a-0ec061ce2a4f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1529fd0f436b431c8c9cb51ec83aecd4 HTTP/1.1" status: 200 len: 380 time: 0.0320835 Jun 22 10:10:24.586911 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-4a489e20-3145-4ee5-899f-b9aa9d2df8a9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Request body: {'port': {'device_id': 'fa0c194d-e253-4961-9329-08147786936a', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'admin_state_up': True, 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'security_groups': ['91903fb7-27b8-4684-8fd9-d9a09a448bf1']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:10:24.768946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-4a489e20-3145-4ee5-899f-b9aa9d2df8a9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Made reservation on behalf of 1529fd0f436b431c8c9cb51ec83aecd4 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:10:24.772750 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-4a489e20-3145-4ee5-899f-b9aa9d2df8a9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:24.897419 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-4a489e20-3145-4ee5-899f-b9aa9d2df8a9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Allocated IP 172.20.0.9 (d8c0310c-d02a-4ba7-8469-6e0096d5919d/d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2/2886c717-5dfd-4e96-bbb8-c79b3b65ebef) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:10:24.940530 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-557a0397-be2e-40ba-bbf7-8e059177fad1 req-a7398579-63fa-42d8-97d0-a63458c643eb tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 210 time: 0.0402112 Jun 22 10:10:25.061227 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-4a489e20-3145-4ee5-899f-b9aa9d2df8a9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:25.075351 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-4a489e20-3145-4ee5-899f-b9aa9d2df8a9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Transition to ACTIVE for port object 2886c717-5dfd-4e96-bbb8-c79b3b65ebef will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:10:25.190646 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-4a489e20-3145-4ee5-899f-b9aa9d2df8a9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:25.194689 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5a746b5e-7c45-410f-b1d2-6f590325a857 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:25.241215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-4a489e20-3145-4ee5-899f-b9aa9d2df8a9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Network d8c0310c-d02a-4ba7-8469-6e0096d5919d is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:10:25.244612 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-4a489e20-3145-4ee5-899f-b9aa9d2df8a9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:10:25.248623 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-4a489e20-3145-4ee5-899f-b9aa9d2df8a9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:10:25.276899 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a489e20-3145-4ee5-899f-b9aa9d2df8a9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Pushing event updated for resources: {'Port': ['ID=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:25.281673 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4a489e20-3145-4ee5-899f-b9aa9d2df8a9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:25.305739 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-4a489e20-3145-4ee5-899f-b9aa9d2df8a9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:25.306366 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-4a489e20-3145-4ee5-899f-b9aa9d2df8a9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:25.409614 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-4a489e20-3145-4ee5-899f-b9aa9d2df8a9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8266008 Jun 22 10:10:25.420658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Request body: {'port': {'device_id': 'fa0c194d-e253-4961-9329-08147786936a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:10:25.490802 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:25.546575 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-18135ef9-2334-43e9-b1f4-a5d77b256b9d None None] Provisioning for port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:10:25.550618 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-18135ef9-2334-43e9-b1f4-a5d77b256b9d None None] Provisioning complete for port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:10:25.550999 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-18135ef9-2334-43e9-b1f4-a5d77b256b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:25.584447 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-18135ef9-2334-43e9-b1f4-a5d77b256b9d None None] Port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:10:25.742178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2886c717-5dfd-4e96-bbb8-c79b3b65ebef {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:10:25.749372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:25.760578 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Transition to ACTIVE for port object 2886c717-5dfd-4e96-bbb8-c79b3b65ebef will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:10:25.825884 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:25.828726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e0712145-4eac-4d3e-8b94-7f8465a14871 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:25.899485 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:25.903974 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:25.977264 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Attempting to bind port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:10:25.977625 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Attempting to bind port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:10:25.977964 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Attempting to bind port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef on network d8c0310c-d02a-4ba7-8469-6e0096d5919d {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:10:25.982750 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef on network d8c0310c-d02a-4ba7-8469-6e0096d5919d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:10:25.983088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Attempting to bind port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef on network d8c0310c-d02a-4ba7-8469-6e0096d5919d {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:10:25.988435 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:10:25.988785 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Checking segment: {'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:10:25.989178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Bound using segment: {'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:10:25.989620 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Bound port: 2886c717-5dfd-4e96-bbb8-c79b3b65ebef, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:10:25.989971 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:26.053734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] For port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:10:26.056724 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] For port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:10:26.119041 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a8438-c636-4300-80df-27bdc8d24690 req-93fa80fd-00b2-4250-bbbe-cd8569e854e3 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:26.120574 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-521a8438-c636-4300-80df-27bdc8d24690 req-93fa80fd-00b2-4250-bbbe-cd8569e854e3 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 943 time: 0.0664313 Jun 22 10:10:26.129611 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:26.131783 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-54649b77-1f5c-456a-a9b1-dca9ddc5710c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:26.158390 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-521a8438-c636-4300-80df-27bdc8d24690 req-a772270c-23cd-452e-b14b-face6e166cbb tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315080 Jun 22 10:10:26.164669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:26.168628 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:26.168628 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] 10.222.0.35 "PUT /v2.0/ports/2886c717-5dfd-4e96-bbb8-c79b3b65ebef HTTP/1.1" status: 200 len: 1093 time: 0.7501812 Jun 22 10:10:26.168628 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0c194d-e253-4961-9329-08147786936a', 'tag': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:10:26.169542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471af8b0-a1a4-47e1-ab6b-c1b8a27a7212" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0c194d-e253-4961-9329-08147786936a", "tag": "2886c717-5dfd-4e96-bbb8-c79b3b65ebef"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:10:26.204527 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:26.212544 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:26.220542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2679a11a-9ea7-4ab8-8d65-d8ca36b00a2a x-openstack-request-id: req-2679a11a-9ea7-4ab8-8d65-d8ca36b00a2a {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:10:26.220542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0c194d-e253-4961-9329-08147786936a", "tag": "2886c717-5dfd-4e96-bbb8-c79b3b65ebef", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:10:26.220542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2679a11a-9ea7-4ab8-8d65-d8ca36b00a2a {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:10:26.220542 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0c194d-e253-4961-9329-08147786936a', 'tag': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef', 'status': 'completed', 'code': 200} Jun 22 10:10:26.290907 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471af8b0-a1a4-47e1-ab6b-c1b8a27a7212 req-3f90f3fe-8d37-44fc-bc11-5acb88a6ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:26.292523 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-471af8b0-a1a4-47e1-ab6b-c1b8a27a7212 req-3f90f3fe-8d37-44fc-bc11-5acb88a6ebb6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 1096 time: 0.0601156 Jun 22 10:10:26.387850 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471af8b0-a1a4-47e1-ab6b-c1b8a27a7212 req-e4aced04-49b1-438d-8fa7-7a9b8dee9dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:26.389233 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-471af8b0-a1a4-47e1-ab6b-c1b8a27a7212 req-e4aced04-49b1-438d-8fa7-7a9b8dee9dad service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0894196 Jun 22 10:10:26.483229 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471af8b0-a1a4-47e1-ab6b-c1b8a27a7212 req-e5d68583-93f0-445b-8eca-5236b9208e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:26.485484 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-471af8b0-a1a4-47e1-ab6b-c1b8a27a7212 req-e5d68583-93f0-445b-8eca-5236b9208e9a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897329 Jun 22 10:10:26.574387 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-cfb56cc1-8b7e-4932-a066-1af5aeeb8c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:26.575864 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-cfb56cc1-8b7e-4932-a066-1af5aeeb8c3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 1096 time: 0.0514987 Jun 22 10:10:26.617109 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-f5a32216-dec0-4f2e-8e9a-2a64aa96de3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef HTTP/1.1" status: 200 len: 217 time: 0.0339191 Jun 22 10:10:26.667442 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-13bd8db4-6cfe-41d0-886b-ee39c78c36c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:26.668778 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-13bd8db4-6cfe-41d0-886b-ee39c78c36c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0457673 Jun 22 10:10:26.723368 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-3c5e49a0-b5e4-43e8-a333-961005d66ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:26.724829 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-3c5e49a0-b5e4-43e8-a333-961005d66ca0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0494649 Jun 22 10:10:26.809339 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-6227b203-58c0-4c82-8a82-b68a69c00adf service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782251 Jun 22 10:10:26.897162 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bc55ed9c-95c0-4292-96bb-2d13431dd910 req-8d0f09d6-030f-4c40-90ce-380b71414ca3 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816875 Jun 22 10:10:27.329500 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4ecee-4173-40fa-8d14-a217242665b9 req-d9ad3784-2b8f-491d-9cfa-8c892667acc6 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:27.330932 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a5e4ecee-4173-40fa-8d14-a217242665b9 req-d9ad3784-2b8f-491d-9cfa-8c892667acc6 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 943 time: 0.0625188 Jun 22 10:10:27.371483 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a5e4ecee-4173-40fa-8d14-a217242665b9 req-1b293098-9006-418c-ae85-97ef1637f8d0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346944 Jun 22 10:10:28.540764 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235cdfb-8fa3-4a0a-8819-c0763d465eac req-49e986ba-a9d1-4aba-b84c-6e4eccaf99f8 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:28.542226 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d235cdfb-8fa3-4a0a-8819-c0763d465eac req-49e986ba-a9d1-4aba-b84c-6e4eccaf99f8 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 943 time: 0.0624764 Jun 22 10:10:28.578300 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d235cdfb-8fa3-4a0a-8819-c0763d465eac req-43a51d72-b03d-455f-b8ad-96549a5fff76 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306051 Jun 22 10:10:28.646291 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 2886c717-5dfd-4e96-bbb8-c79b3b65ebef details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:10:28.740409 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:10:28.751972 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'port_id': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef', 'mac_address': 'fa:16:3e:99:34:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:10:28.787730 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:28.799656 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2886c717-5dfd-4e96-bbb8-c79b3b65ebef {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:10:28.818732 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:10:28.928347 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:28.930062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-77814c8a-1438-40a4-8e4f-4f28ce561dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:28.977091 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:28.979978 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:29.304638 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['2886c717-5dfd-4e96-bbb8-c79b3b65ebef'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:10:29.748780 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da9ee7-3e88-4736-aa56-e34986ef44a2 req-a6653897-d170-4724-9dd0-2700128e5516 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:29.750778 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-88da9ee7-3e88-4736-aa56-e34986ef44a2 req-a6653897-d170-4724-9dd0-2700128e5516 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 944 time: 0.0616858 Jun 22 10:10:29.787449 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-88da9ee7-3e88-4736-aa56-e34986ef44a2 req-0e6119b5-a3ef-4966-bcaf-753c11827d3a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312400 Jun 22 10:10:30.661119 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 2886c717-5dfd-4e96-bbb8-c79b3b65ebef up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:10:30.762629 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:10:30.766695 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:10:30.767074 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:30.969500 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d181c-06eb-49e4-9654-10e99eca6334 req-768e9d86-6edb-46c5-a944-bf5889ffb943 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:30.970880 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-939d181c-06eb-49e4-9654-10e99eca6334 req-768e9d86-6edb-46c5-a944-bf5889ffb943 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 944 time: 0.0682561 Jun 22 10:10:30.992177 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:31.007452 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-939d181c-06eb-49e4-9654-10e99eca6334 req-c24f3ced-f0bd-4620-a38c-ef234c2d3ec6 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309155 Jun 22 10:10:31.015769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0c194d-e253-4961-9329-08147786936a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:10:31.021689 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b91208-046a-44bd-aa74-77457d78b278" -d '{"events": [{"server_uuid": "fa0c194d-e253-4961-9329-08147786936a", "name": "network-vif-plugged", "status": "completed", "tag": "2886c717-5dfd-4e96-bbb8-c79b3b65ebef"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:10:31.030571 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:10:31.055193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f0aef4-4d59-4fd0-b7a8-fa380e689079 x-openstack-request-id: req-d8f0aef4-4d59-4fd0-b7a8-fa380e689079 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:10:31.055522 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0c194d-e253-4961-9329-08147786936a", "name": "network-vif-plugged", "status": "completed", "tag": "2886c717-5dfd-4e96-bbb8-c79b3b65ebef", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:10:31.055790 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8f0aef4-4d59-4fd0-b7a8-fa380e689079 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:10:31.056190 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0c194d-e253-4961-9329-08147786936a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef', 'code': 200} Jun 22 10:10:31.094496 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:31.096383 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:31.142193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:31.145371 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:31.403730 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af608f-0f95-4de3-845d-8ba33138f2cd req-e54df5d1-5065-4010-abed-8f24ad79fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:31.405158 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-99af608f-0f95-4de3-845d-8ba33138f2cd req-e54df5d1-5065-4010-abed-8f24ad79fd44 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 1098 time: 0.0509920 Jun 22 10:10:31.438166 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-99af608f-0f95-4de3-845d-8ba33138f2cd req-6061691f-af29-458b-91de-5963740bbf0b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268126 Jun 22 10:10:32.175292 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8bccf-0481-41be-a90d-55059c56a8ed req-c0f236f2-c923-4474-a15e-050dcc6fa596 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:32.176805 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-47f8bccf-0481-41be-a90d-55059c56a8ed req-c0f236f2-c923-4474-a15e-050dcc6fa596 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0619264 Jun 22 10:10:32.217295 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-47f8bccf-0481-41be-a90d-55059c56a8ed req-25737b16-3fcc-491b-b195-26daeb8604a6 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349162 Jun 22 10:10:33.181632 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:10:33.398118 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0ddfe-b2d3-4d34-8cf4-08515404829d req-89770289-118e-49f2-a4be-34d92892ff53 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:33.399482 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b7c0ddfe-b2d3-4d34-8cf4-08515404829d req-89770289-118e-49f2-a4be-34d92892ff53 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0621765 Jun 22 10:10:33.436566 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b7c0ddfe-b2d3-4d34-8cf4-08515404829d req-573b09da-2766-4ca8-9958-47ff21859436 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314338 Jun 22 10:10:33.597768 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ddc3c-3aa3-407a-aff6-9bfafa06c260 req-293738bf-45f5-4abf-85a5-338c37b0f1a9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:33.599216 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0d8ddc3c-3aa3-407a-aff6-9bfafa06c260 req-293738bf-45f5-4abf-85a5-338c37b0f1a9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0611095 Jun 22 10:10:33.607563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 38396) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:33.612545 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-85ceb55f-d841-4bb2-865f-eb44bdbcf3f5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Request body: {'floatingip': {'port_id': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:10:33.660449 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-85ceb55f-d841-4bb2-865f-eb44bdbcf3f5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for floatingip, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:34.111315 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-85ceb55f-d841-4bb2-865f-eb44bdbcf3f5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:34.195723 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-85ceb55f-d841-4bb2-865f-eb44bdbcf3f5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:34.293048 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-85ceb55f-d841-4bb2-865f-eb44bdbcf3f5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Floating IP 3af53d36-413c-48a1-bfa6-e1bb09bdaf98 associated. External IP: 172.26.3.155, port: 2886c717-5dfd-4e96-bbb8-c79b3b65ebef. Jun 22 10:10:34.487920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ceb55f-d841-4bb2-865f-eb44bdbcf3f5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Router e9d46832-b854-4e6b-892c-7ef8d975914b has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:10:34.596222 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ceb55f-d841-4bb2-865f-eb44bdbcf3f5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:10:34.600894 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-85ceb55f-d841-4bb2-865f-eb44bdbcf3f5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:34.606232 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1639a115-318d-4f32-b113-d417e0490efa None None] Sync routers for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:10:34.615194 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1639a115-318d-4f32-b113-d417e0490efa None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:10:34.615836 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-1639a115-318d-4f32-b113-d417e0490efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:10:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:34.636417 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-85ceb55f-d841-4bb2-865f-eb44bdbcf3f5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "PUT /v2.0/floatingips/3af53d36-413c-48a1-bfa6-e1bb09bdaf98 HTTP/1.1" status: 200 len: 991 time: 1.0277655 Jun 22 10:10:34.637398 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0c194d-e253-4961-9329-08147786936a', 'tag': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:10:34.639755 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08195ddb-e1dc-4030-9c47-094b1aed377e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0c194d-e253-4961-9329-08147786936a", "tag": "2886c717-5dfd-4e96-bbb8-c79b3b65ebef"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:10:34.677103 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdcf8de-78af-44d8-8625-48b586db68dc x-openstack-request-id: req-6cdcf8de-78af-44d8-8625-48b586db68dc {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:10:34.677440 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0c194d-e253-4961-9329-08147786936a", "tag": "2886c717-5dfd-4e96-bbb8-c79b3b65ebef", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:10:34.677741 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6cdcf8de-78af-44d8-8625-48b586db68dc {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:10:34.678182 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0c194d-e253-4961-9329-08147786936a', 'tag': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef', 'status': 'completed', 'code': 200} Jun 22 10:10:34.728807 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-1639a115-318d-4f32-b113-d417e0490efa None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:10:34.754784 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08195ddb-e1dc-4030-9c47-094b1aed377e req-2271be86-b86d-4b7e-8753-7c0c001a7488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:34.756312 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-08195ddb-e1dc-4030-9c47-094b1aed377e req-2271be86-b86d-4b7e-8753-7c0c001a7488 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 1098 time: 0.0557790 Jun 22 10:10:34.843160 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08195ddb-e1dc-4030-9c47-094b1aed377e req-8f482d94-7490-42b6-a773-264ce97e3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:34.844721 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-08195ddb-e1dc-4030-9c47-094b1aed377e req-8f482d94-7490-42b6-a773-264ce97e3f36 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0819623 Jun 22 10:10:34.910922 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-08195ddb-e1dc-4030-9c47-094b1aed377e req-53407c9f-bc72-4871-acb9-c8157e532ebc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef HTTP/1.1" status: 200 len: 999 time: 0.0595129 Jun 22 10:10:34.943812 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-1639a115-318d-4f32-b113-d417e0490efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '3af53d36-413c-48a1-bfa6-e1bb09bdaf98', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'port_id': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'mac_address': 'fa:16:3e:99:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0c194d-e253-4961-9329-08147786936a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:06:23Z', 'updated_at': '2021-06-22T10:10:34Z', 'revision_number': 9, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:34.956241 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08195ddb-e1dc-4030-9c47-094b1aed377e req-35f32722-e32b-4211-8620-ea0165a9a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:34.957703 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-08195ddb-e1dc-4030-9c47-094b1aed377e req-35f32722-e32b-4211-8620-ea0165a9a877 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0413828 Jun 22 10:10:34.972402 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1639a115-318d-4f32-b113-d417e0490efa None None] Checking router: e9d46832-b854-4e6b-892c-7ef8d975914b for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:10:34.980569 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1639a115-318d-4f32-b113-d417e0490efa None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:10:34.981218 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-1639a115-318d-4f32-b113-d417e0490efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:10:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:35.012858 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08195ddb-e1dc-4030-9c47-094b1aed377e req-3d6636cf-e2e2-45d4-bca3-cfa3bbb80cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:35.014253 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-08195ddb-e1dc-4030-9c47-094b1aed377e req-3d6636cf-e2e2-45d4-bca3-cfa3bbb80cb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0505152 Jun 22 10:10:35.082080 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-1639a115-318d-4f32-b113-d417e0490efa None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:10:35.106549 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-08195ddb-e1dc-4030-9c47-094b1aed377e req-522a07eb-c654-4e79-825f-0e0009a70e04 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840430 Jun 22 10:10:35.191482 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-08195ddb-e1dc-4030-9c47-094b1aed377e req-d9db459c-9ff5-4b96-9bb3-008d6dd944b1 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804489 Jun 22 10:10:35.300348 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-1639a115-318d-4f32-b113-d417e0490efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '3af53d36-413c-48a1-bfa6-e1bb09bdaf98', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'port_id': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'mac_address': 'fa:16:3e:99:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0c194d-e253-4961-9329-08147786936a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:06:23Z', 'updated_at': '2021-06-22T10:10:34Z', 'revision_number': 9, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:35.329374 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1639a115-318d-4f32-b113-d417e0490efa None None] The sync data for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv is: [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '3af53d36-413c-48a1-bfa6-e1bb09bdaf98', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'port_id': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'mac_address': 'fa:16:3e:99:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0c194d-e253-4961-9329-08147786936a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:06:23Z', 'updated_at': '2021-06-22T10:10:34Z', 'revision_number': 9, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:10:35.512128 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866350a6-525b-487e-a3bc-81e07a66f3a1 None None] New status for floating IP 3af53d36-413c-48a1-bfa6-e1bb09bdaf98: ACTIVE {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:10:40.637224 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:46.562230 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0a8c67fb-47c7-4cb2-aeb9-09354083b435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:49.059240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c09c9049-cf48-43ec-81bc-29c4ad77bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:49.358919 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:50.544842 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:51.813665 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:10.180789 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:11:10.659037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:16.576148 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ee44e6de-cb1d-4a07-85fa-41fc8d048ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:19.087064 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b3042a0b-5607-498e-b9cf-70932b6b16ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:19.330874 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:20.527093 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:21.778908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:29.797326 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-beed0677-83ee-4cf5-a869-f857be629072 req-61029758-a00f-4ab6-b785-f9a6843a3bdb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0868626 Jun 22 10:11:30.233319 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed0677-83ee-4cf5-a869-f857be629072 req-f83c3816-b52e-4e58-b249-71685767d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:30.234789 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-beed0677-83ee-4cf5-a869-f857be629072 req-f83c3816-b52e-4e58-b249-71685767d78f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 1098 time: 0.3966155 Jun 22 10:11:30.333243 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed0677-83ee-4cf5-a869-f857be629072 req-f178b1de-f42b-4ee8-814b-57fa9f86a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:30.334581 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-beed0677-83ee-4cf5-a869-f857be629072 req-f178b1de-f42b-4ee8-814b-57fa9f86a3c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0801754 Jun 22 10:11:30.399339 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-beed0677-83ee-4cf5-a869-f857be629072 req-3f03d318-ebe3-492e-a63a-8b3144476e5d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef HTTP/1.1" status: 200 len: 1002 time: 0.0580220 Jun 22 10:11:30.445789 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed0677-83ee-4cf5-a869-f857be629072 req-e7796481-e06b-4c13-8cd6-86688270abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:30.447169 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-beed0677-83ee-4cf5-a869-f857be629072 req-e7796481-e06b-4c13-8cd6-86688270abf3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0411472 Jun 22 10:11:30.499805 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed0677-83ee-4cf5-a869-f857be629072 req-d0534a74-a84e-49cb-817e-4be1c7643056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:30.501182 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-beed0677-83ee-4cf5-a869-f857be629072 req-d0534a74-a84e-49cb-817e-4be1c7643056 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0482700 Jun 22 10:11:30.511107 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [req-beed0677-83ee-4cf5-a869-f857be629072 req-d6f1c874-82ed-4be5-82bc-a74f9ad08ccc service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 10:11:30.512059 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-beed0677-83ee-4cf5-a869-f857be629072 req-d6f1c874-82ed-4be5-82bc-a74f9ad08ccc service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047688 Jun 22 10:11:30.600444 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-beed0677-83ee-4cf5-a869-f857be629072 req-a004b25a-c3d9-4959-9ae5-53460134220e service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823102 Jun 22 10:11:30.685650 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-beed0677-83ee-4cf5-a869-f857be629072 req-9b5d812f-8369-4c77-be42-3f3686225f9b service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791068 Jun 22 10:11:40.646800 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:46.595117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4a998141-935a-4e22-8c26-a891e4e89781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:47.179983 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:11:49.083803 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a5f5405c-fbf4-43fa-b333-3ffc51c5f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:49.223118 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49263c3-3de6-4598-a638-a47d3617f197 req-55da4ce1-d293-4dad-b82d-bf36f39ce95d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:49.224611 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b49263c3-3de6-4598-a638-a47d3617f197 req-55da4ce1-d293-4dad-b82d-bf36f39ce95d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0676925 Jun 22 10:11:49.271384 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b49263c3-3de6-4598-a638-a47d3617f197 req-a8ac4c47-385f-43ee-89e0-5fd70864db90 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407417 Jun 22 10:11:49.321529 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-125a2c72-3543-463c-a811-04709035867d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0579886 Jun 22 10:11:49.341013 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:50.445385 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6c3db-f3ca-43bf-952e-24fd96880bc6 req-aa3bc2a1-ed84-4619-9d53-6d92a2baefe9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:50.446738 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4ab6c3db-f3ca-43bf-952e-24fd96880bc6 req-aa3bc2a1-ed84-4619-9d53-6d92a2baefe9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0689132 Jun 22 10:11:50.484928 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4ab6c3db-f3ca-43bf-952e-24fd96880bc6 req-87caeedb-bbd9-4779-8d8c-e01e1da731cd tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323291 Jun 22 10:11:50.572548 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:51.555312 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-65f50616-b2be-48cf-9b0b-ed91cfb47546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:51.556889 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-65f50616-b2be-48cf-9b0b-ed91cfb47546 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 1098 time: 0.0528936 Jun 22 10:11:51.647419 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-f5e7b108-bd2f-4345-9238-8bcd79df9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:51.648935 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-f5e7b108-bd2f-4345-9238-8bcd79df9815 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0865049 Jun 22 10:11:51.662803 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b2d8c-d275-46f3-a9b5-8c459a4f4a52 req-83b54d04-d3af-4e93-85c1-31fbc49367c7 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:51.664284 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6a1b2d8c-d275-46f3-a9b5-8c459a4f4a52 req-83b54d04-d3af-4e93-85c1-31fbc49367c7 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0619631 Jun 22 10:11:51.701169 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6a1b2d8c-d275-46f3-a9b5-8c459a4f4a52 req-95fef14c-b39a-4fd9-9530-491085a45dd5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311263 Jun 22 10:11:51.713011 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-d23e970e-b810-4e27-a98e-f4762829b117 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef HTTP/1.1" status: 200 len: 1002 time: 0.0582602 Jun 22 10:11:51.761519 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-1d6e1cc5-1b09-4c1d-a939-a0c32a59bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:51.762957 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-1d6e1cc5-1b09-4c1d-a939-a0c32a59bd50 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0442996 Jun 22 10:11:51.806705 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:51.822730 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-86eabcb1-557f-4efb-bcca-4062c05106f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:51.824234 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-86eabcb1-557f-4efb-bcca-4062c05106f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0542672 Jun 22 10:11:51.909531 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-2f838af0-895d-4e57-bb7f-b565726e18eb service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789804 Jun 22 10:11:51.996980 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-682fac8f-5af1-42d1-88e1-75d08078b375 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818076 Jun 22 10:11:52.873837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7121b-44a6-4c83-91f9-8d4073abc869 req-f38f6f55-3443-42f9-8485-5114dab11021 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:52.875294 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0ea7121b-44a6-4c83-91f9-8d4073abc869 req-f38f6f55-3443-42f9-8485-5114dab11021 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0626426 Jun 22 10:11:52.911998 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0ea7121b-44a6-4c83-91f9-8d4073abc869 req-fb1f162b-c30c-4324-b9a7-08a8451bc8d2 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306075 Jun 22 10:11:54.090292 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63c1d5-e5ca-407e-8ab0-37fbb5cd91ce req-5a5b8850-117c-4ef4-8a20-d692f21b81e9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:54.091766 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3a63c1d5-e5ca-407e-8ab0-37fbb5cd91ce req-5a5b8850-117c-4ef4-8a20-d692f21b81e9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0672953 Jun 22 10:11:54.129843 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3a63c1d5-e5ca-407e-8ab0-37fbb5cd91ce req-0f956d66-973e-4b2c-81a5-487ffcdd0ce6 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324912 Jun 22 10:11:55.463565 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceeca79-b9be-4e11-bb6e-46513704c0a2 req-ac91d2fe-a99b-47ea-81dc-03c384feed5c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:55.464997 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aceeca79-b9be-4e11-bb6e-46513704c0a2 req-ac91d2fe-a99b-47ea-81dc-03c384feed5c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0617712 Jun 22 10:11:55.503161 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aceeca79-b9be-4e11-bb6e-46513704c0a2 req-e5e34cdd-ec4d-4004-9df5-5ee00a912643 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326462 Jun 22 10:11:56.672380 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d253b-a76a-4dac-8d40-8a06c4ceff5e req-1615aaa4-b04d-4e42-b5e4-54e72d29b778 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:56.673842 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8c0d253b-a76a-4dac-8d40-8a06c4ceff5e req-1615aaa4-b04d-4e42-b5e4-54e72d29b778 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0629010 Jun 22 10:11:56.710412 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8c0d253b-a76a-4dac-8d40-8a06c4ceff5e req-ed6f7326-99b9-4988-b9a4-6178de383f38 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311613 Jun 22 10:11:57.881025 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d8856-cdb9-4e99-ad76-874d1f0f0450 req-f1050480-9429-4beb-ab83-beeab241cf5d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:57.882393 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-449d8856-cdb9-4e99-ad76-874d1f0f0450 req-f1050480-9429-4beb-ab83-beeab241cf5d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0661199 Jun 22 10:11:57.917927 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-449d8856-cdb9-4e99-ad76-874d1f0f0450 req-f669914a-636f-42fa-895f-1dbb29ee7972 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300610 Jun 22 10:11:59.085854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdabd82-ef8c-4b16-beef-128ab856bb15 req-04be57b4-0f4f-4fda-8fa8-88e440451ab1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:59.087287 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fcdabd82-ef8c-4b16-beef-128ab856bb15 req-04be57b4-0f4f-4fda-8fa8-88e440451ab1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0619035 Jun 22 10:11:59.125397 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fcdabd82-ef8c-4b16-beef-128ab856bb15 req-1a9a07bf-6563-4fdd-8ca3-a9e8107279a4 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325544 Jun 22 10:12:00.295255 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b22e86-317e-4f2c-9520-9a5962d5ee81 req-45d2fdc4-2c3a-4997-96a5-9732a28f88c9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:00.296740 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-75b22e86-317e-4f2c-9520-9a5962d5ee81 req-45d2fdc4-2c3a-4997-96a5-9732a28f88c9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0646918 Jun 22 10:12:00.334437 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-75b22e86-317e-4f2c-9520-9a5962d5ee81 req-fdb9a215-60bf-4037-ac09-df3583e8b927 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315425 Jun 22 10:12:01.508143 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305920a1-9235-4cf7-9532-8e16a1c8442a req-4c24860c-110e-4b23-9961-a8f6987f49af tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:01.510386 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-305920a1-9235-4cf7-9532-8e16a1c8442a req-4c24860c-110e-4b23-9961-a8f6987f49af tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0666578 Jun 22 10:12:01.550612 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-305920a1-9235-4cf7-9532-8e16a1c8442a req-b6e2df47-b7c0-48b7-8ad3-5d2cea948a83 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347037 Jun 22 10:12:02.725154 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966bc0e-ac1e-4228-a5c0-9d7fac795eef req-e1fc8c02-17c4-44d0-86fb-f0cf3bed4510 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:02.726591 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1966bc0e-ac1e-4228-a5c0-9d7fac795eef req-e1fc8c02-17c4-44d0-86fb-f0cf3bed4510 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0656466 Jun 22 10:12:02.762826 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1966bc0e-ac1e-4228-a5c0-9d7fac795eef req-fbdf3c0b-bec0-4e7b-b706-724b450cbbc6 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306396 Jun 22 10:12:03.929508 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494001b7-f30f-4a8e-88df-c2fb5d48afbe req-f1c48de5-f6fa-45e6-a480-d24b1fc89bd7 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:03.930940 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-494001b7-f30f-4a8e-88df-c2fb5d48afbe req-f1c48de5-f6fa-45e6-a480-d24b1fc89bd7 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0619192 Jun 22 10:12:03.967210 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-494001b7-f30f-4a8e-88df-c2fb5d48afbe req-545905dd-d769-4a13-af26-52bdb1ca053e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306897 Jun 22 10:12:04.024489 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-1bd79304-a98b-438c-8334-5b8bc2d786ea service neutron] 10.222.0.35 "GET /v2.0/ports/2886c717-5dfd-4e96-bbb8-c79b3b65ebef/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0526435 Jun 22 10:12:04.682957 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-bd2ca947-b6bd-4dbe-848a-5343fc1d2dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:04.710505 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-bd2ca947-b6bd-4dbe-848a-5343fc1d2dc1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a&tenant_id=1529fd0f436b431c8c9cb51ec83aecd4 HTTP/1.1" status: 200 len: 1098 time: 0.0520210 Jun 22 10:12:04.754947 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-4c3f4559-7489-4bf5-8e97-f36f48b1d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:04.756443 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-4c3f4559-7489-4bf5-8e97-f36f48b1d3e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 1098 time: 0.0501077 Jun 22 10:12:04.845481 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-b0d7ecc3-bb74-4c5c-826b-0b093b353235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:04.846956 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-b0d7ecc3-bb74-4c5c-826b-0b093b353235 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0847685 Jun 22 10:12:04.913909 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-5629a1aa-e187-4fdb-933e-7d34d9eb802b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef HTTP/1.1" status: 200 len: 1002 time: 0.0608406 Jun 22 10:12:04.964552 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-89772d80-a02b-4dcb-840c-31ff97c109a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:04.965884 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-89772d80-a02b-4dcb-840c-31ff97c109a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0464466 Jun 22 10:12:05.022145 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-fddca690-f88c-44c8-b5d9-81739b38a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:05.023668 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-fddca690-f88c-44c8-b5d9-81739b38a141 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511479 Jun 22 10:12:05.150480 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-0b7c4f1e-a49a-457b-9ac2-084417bb7beb service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206317 Jun 22 10:12:05.183227 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669673c-9ed6-44ee-98a5-4e9c9cf9aa98 req-dce13aa7-d489-43d7-8cbf-d294800ce6ad tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:05.184655 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7669673c-9ed6-44ee-98a5-4e9c9cf9aa98 req-dce13aa7-d489-43d7-8cbf-d294800ce6ad tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.1103449 Jun 22 10:12:05.270823 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7669673c-9ed6-44ee-98a5-4e9c9cf9aa98 req-0306df16-6a6d-4964-968a-6f235edbe9f1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630915 Jun 22 10:12:05.287703 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7a3eb49b-6fc3-4399-a629-4df61a555272 req-ce9c4da8-face-4d22-8dd6-6e81ebb45b49 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297996 Jun 22 10:12:06.445007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2838f0-21fb-49bc-b2bd-5caca6b14537 req-94a9e34b-8201-47fb-a34c-6f04f074e677 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:06.446356 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ff2838f0-21fb-49bc-b2bd-5caca6b14537 req-94a9e34b-8201-47fb-a34c-6f04f074e677 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0655489 Jun 22 10:12:06.483678 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ff2838f0-21fb-49bc-b2bd-5caca6b14537 req-f2afad54-d94c-4630-9de0-8eac8437cb9e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317194 Jun 22 10:12:07.259695 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 2886c717-5dfd-4e96-bbb8-c79b3b65ebef details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:12:07.266057 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 2886c717-5dfd-4e96-bbb8-c79b3b65ebef no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:12:07.403226 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:07.422472 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:07.441491 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0c194d-e253-4961-9329-08147786936a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:12:07.443764 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19374e35-edec-4ff3-915f-c6bb298d8886" -d '{"events": [{"server_uuid": "fa0c194d-e253-4961-9329-08147786936a", "name": "network-vif-unplugged", "status": "completed", "tag": "2886c717-5dfd-4e96-bbb8-c79b3b65ebef"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:12:07.448066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'port_id': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef', 'mac_address': 'fa:16:3e:99:34:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:12:07.458225 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:07.487941 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 10:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa777e6c-e687-45f9-a221-3b395d9b81fa x-openstack-request-id: req-fa777e6c-e687-45f9-a221-3b395d9b81fa {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:12:07.488238 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0c194d-e253-4961-9329-08147786936a", "name": "network-vif-unplugged", "status": "completed", "tag": "2886c717-5dfd-4e96-bbb8-c79b3b65ebef", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:12:07.488500 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa777e6c-e687-45f9-a221-3b395d9b81fa {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:12:07.488887 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0c194d-e253-4961-9329-08147786936a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef', 'code': 200} Jun 22 10:12:07.496472 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:07.509321 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2886c717-5dfd-4e96-bbb8-c79b3b65ebef {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:12:07.521122 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:07.524460 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-bf10069f-0b11-4e7a-9d04-b4e224b87fdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:07.594259 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 10:12:07.594621 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:12:07.600507 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:07.607453 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:07.607803 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:07.608139 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:07.608470 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:07.608797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:07.609122 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:07.609451 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:07.609772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:07.610095 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:07.610410 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:07.610726 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:07.611042 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:07.615713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:07.662880 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c64b33-2dab-4a1b-93ce-061926dbee99 req-713842a2-7e86-40a0-adc9-4829ecf3c411 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:07.664316 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-66c64b33-2dab-4a1b-93ce-061926dbee99 req-713842a2-7e86-40a0-adc9-4829ecf3c411 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 943 time: 0.0629253 Jun 22 10:12:07.701933 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-66c64b33-2dab-4a1b-93ce-061926dbee99 req-5e0c169b-cbc4-41aa-9cb7-f5bdda2078b8 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319543 Jun 22 10:12:08.129329 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:08.141532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2886c717-5dfd-4e96-bbb8-c79b3b65ebef {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:12:08.160301 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:08.279918 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:08.281609 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:08.329744 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,revision_number=7']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:08.333303 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:08.345105 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['2886c717-5dfd-4e96-bbb8-c79b3b65ebef'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:12:08.871901 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fa2db-6684-44d6-bf0c-4fdd71a0575d req-372fffd2-4d8d-4ad7-b5d3-32f189ccf700 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:08.873378 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a63fa2db-6684-44d6-bf0c-4fdd71a0575d req-372fffd2-4d8d-4ad7-b5d3-32f189ccf700 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 944 time: 0.0627925 Jun 22 10:12:08.910644 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a63fa2db-6684-44d6-bf0c-4fdd71a0575d req-83876450-54b5-4e65-9eb3-0b2c34d30fbc tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314815 Jun 22 10:12:09.263075 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 2886c717-5dfd-4e96-bbb8-c79b3b65ebef up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:12:09.309750 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:12:09.310406 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:09.388612 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:09.420878 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:09.490161 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0c194d-e253-4961-9329-08147786936a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:12:09.492472 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8939591-5bea-4d64-9000-c3f0483a217d" -d '{"events": [{"server_uuid": "fa0c194d-e253-4961-9329-08147786936a", "name": "network-vif-plugged", "status": "completed", "tag": "2886c717-5dfd-4e96-bbb8-c79b3b65ebef"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:12:09.535281 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:09.537235 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:09.560957 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4006845e-0494-4bde-8e7a-642436c9a039 x-openstack-request-id: req-4006845e-0494-4bde-8e7a-642436c9a039 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:12:09.561188 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0c194d-e253-4961-9329-08147786936a", "name": "network-vif-plugged", "status": "completed", "tag": "2886c717-5dfd-4e96-bbb8-c79b3b65ebef", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:12:09.561595 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4006845e-0494-4bde-8e7a-642436c9a039 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:12:09.561991 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0c194d-e253-4961-9329-08147786936a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef', 'code': 200} Jun 22 10:12:09.586606 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,revision_number=8']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:09.589619 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:09.679640 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306885a-caaf-4e93-a966-2c5089b060fe req-6585c281-a5ca-4622-b76e-ad9395c36f46 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:09.681113 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0306885a-caaf-4e93-a966-2c5089b060fe req-6585c281-a5ca-4622-b76e-ad9395c36f46 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0640595 Jun 22 10:12:09.697652 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-80c41f31-dd62-432f-ae0c-f81ec2fa1a01 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:09.699077 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-80c41f31-dd62-432f-ae0c-f81ec2fa1a01 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a&tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.0699511 Jun 22 10:12:09.718527 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0306885a-caaf-4e93-a966-2c5089b060fe req-2f09e297-4294-476b-aabb-ee1aae85f839 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316041 Jun 22 10:12:09.757012 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-e8506808-fc0f-4152-8dba-26243a1cbded service neutron] 10.222.0.35 "GET /v2.0/ports/2886c717-5dfd-4e96-bbb8-c79b3b65ebef/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0522990 Jun 22 10:12:09.833479 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-e8872977-b341-4fa0-902d-27535ec6bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:09.834932 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-e8872977-b341-4fa0-902d-27535ec6bbe7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 1098 time: 0.0559084 Jun 22 10:12:09.919444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-3ec1a94d-75d3-49f0-b143-c8d8d479c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:09.920846 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-3ec1a94d-75d3-49f0-b143-c8d8d479c9a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0802221 Jun 22 10:12:09.985828 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-05ae559a-0ef0-42a2-af50-ac541454c579 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef HTTP/1.1" status: 200 len: 1002 time: 0.0587103 Jun 22 10:12:10.031342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-f3eb2223-246c-43a4-82f2-4015bb7ed8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:10.041236 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-f3eb2223-246c-43a4-82f2-4015bb7ed8bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0415089 Jun 22 10:12:10.087053 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-c20522b0-0122-4f0c-80a3-bb5f70973ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:10.088460 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-c20522b0-0122-4f0c-80a3-bb5f70973ae7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0490227 Jun 22 10:12:10.177624 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-4c95b565-1b3b-4c09-a635-3427be736c3d service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829298 Jun 22 10:12:10.264311 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-dc9732db-881e-4d47-ab05-668b5d3417aa service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810754 Jun 22 10:12:10.642234 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:10.892097 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de23e0-1049-40e4-b6bb-3021c28d6920 req-1ba53321-fdf1-4fe5-befe-54e7f409a8a8 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:10.893648 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e5de23e0-1049-40e4-b6bb-3021c28d6920 req-1ba53321-fdf1-4fe5-befe-54e7f409a8a8 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0621979 Jun 22 10:12:10.935583 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e5de23e0-1049-40e4-b6bb-3021c28d6920 req-9bc22b9d-3bf4-4f49-b2c7-4fe1c46c56e6 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362520 Jun 22 10:12:12.114023 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75553a-5d28-4a61-a527-97f966d93aed req-bd8d8430-17b4-4f1c-b9a8-7b444473d758 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:12.115517 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ce75553a-5d28-4a61-a527-97f966d93aed req-bd8d8430-17b4-4f1c-b9a8-7b444473d758 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0666962 Jun 22 10:12:12.153298 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ce75553a-5d28-4a61-a527-97f966d93aed req-e9eb18a0-78fa-4cef-a4b7-d3027715a80b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320799 Jun 22 10:12:13.278376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-9958b336-0996-48f9-b8cd-075f02571a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:13.279828 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-9958b336-0996-48f9-b8cd-075f02571a61 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a&tenant_id=1529fd0f436b431c8c9cb51ec83aecd4 HTTP/1.1" status: 200 len: 1098 time: 0.0660343 Jun 22 10:12:13.360560 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b58668-ff93-4ad8-9322-5c7593c7d753 req-adfa8a47-af91-4b81-ab28-26380819e971 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:13.362042 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-20b58668-ff93-4ad8-9322-5c7593c7d753 req-adfa8a47-af91-4b81-ab28-26380819e971 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0998604 Jun 22 10:12:13.388531 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-c2d7e799-f642-4cfc-8ff4-587ecb1bff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:13.389895 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-c2d7e799-f642-4cfc-8ff4-587ecb1bff25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 1098 time: 0.0886714 Jun 22 10:12:13.445421 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-20b58668-ff93-4ad8-9322-5c7593c7d753 req-0d53f7bf-4245-4ddd-bdbf-23fa85d03b48 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766687 Jun 22 10:12:13.487718 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-290c6fce-86c9-48ce-bc45-6b2f2d04f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:13.489175 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-290c6fce-86c9-48ce-bc45-6b2f2d04f1b3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0913229 Jun 22 10:12:13.556636 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-84a9a1ea-8b03-4153-9bae-aeb22963bbfc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef HTTP/1.1" status: 200 len: 1002 time: 0.0614324 Jun 22 10:12:13.602815 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-68ef310d-ebb4-4485-b33d-1fe05a2c4b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:13.604153 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-68ef310d-ebb4-4485-b33d-1fe05a2c4b2e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0419507 Jun 22 10:12:13.658204 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-11384bb8-d5ec-4c6a-8512-3afd8715f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:13.659677 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-11384bb8-d5ec-4c6a-8512-3afd8715f809 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0494311 Jun 22 10:12:13.746870 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-db6b09ce-ab28-4b38-b548-0a2f2e2186b9 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811028 Jun 22 10:12:13.831171 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4163e21b-5895-4960-ab8d-eb646eb69d47 req-340224f6-930d-459c-b96f-6c3d52fc96dc service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777123 Jun 22 10:12:14.617295 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9c4ea-c856-491a-b251-85ba74730a28 req-a45487e1-5211-4df3-b772-5436d3a259ec tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:14.618725 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3fc9c4ea-c856-491a-b251-85ba74730a28 req-a45487e1-5211-4df3-b772-5436d3a259ec tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0618727 Jun 22 10:12:14.655836 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3fc9c4ea-c856-491a-b251-85ba74730a28 req-30b48a7e-479e-4ecf-91b8-e6d44daf480b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316224 Jun 22 10:12:15.289313 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 2886c717-5dfd-4e96-bbb8-c79b3b65ebef details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:12:15.293353 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 2886c717-5dfd-4e96-bbb8-c79b3b65ebef no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:12:15.431140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:15.449104 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:15.466435 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'port_id': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef', 'mac_address': 'fa:16:3e:99:34:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:12:15.471538 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0c194d-e253-4961-9329-08147786936a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:12:15.473753 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b05efa2-6639-4ed8-9b91-fce27516505f" -d '{"events": [{"server_uuid": "fa0c194d-e253-4961-9329-08147786936a", "name": "network-vif-unplugged", "status": "completed", "tag": "2886c717-5dfd-4e96-bbb8-c79b3b65ebef"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:12:15.488704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:15.524786 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 10:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c393da13-cc4a-47d5-a6a9-659b34d2efb9 x-openstack-request-id: req-c393da13-cc4a-47d5-a6a9-659b34d2efb9 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:12:15.525087 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0c194d-e253-4961-9329-08147786936a", "name": "network-vif-unplugged", "status": "completed", "tag": "2886c717-5dfd-4e96-bbb8-c79b3b65ebef", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:12:15.525349 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c393da13-cc4a-47d5-a6a9-659b34d2efb9 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:12:15.525736 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0c194d-e253-4961-9329-08147786936a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef', 'code': 200} Jun 22 10:12:15.529177 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:15.544564 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2886c717-5dfd-4e96-bbb8-c79b3b65ebef {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:12:15.554474 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:15.556684 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-b8c37358-98f6-40c9-9376-f52a57c6f069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:15.626797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 10:12:15.627188 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:12:15.629820 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,revision_number=9']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:15.632959 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:15.830759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ff562-a8ba-494e-ad23-60d1e6c9b673 req-a84a85a2-658d-4910-ab8e-148b4428fb4b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:15.832254 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-451ff562-a8ba-494e-ad23-60d1e6c9b673 req-a84a85a2-658d-4910-ab8e-148b4428fb4b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 943 time: 0.0675945 Jun 22 10:12:15.870413 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-451ff562-a8ba-494e-ad23-60d1e6c9b673 req-7196fea9-247a-4694-8f70-6326176b1bde tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320661 Jun 22 10:12:16.165238 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:16.181246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2886c717-5dfd-4e96-bbb8-c79b3b65ebef {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:12:16.200759 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:16.280162 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:16.281932 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:16.329300 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,revision_number=10']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:16.332875 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:16.334899 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['2886c717-5dfd-4e96-bbb8-c79b3b65ebef'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:12:16.582802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-813799d4-9d7a-456d-b5ab-3c6ef6604c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:17.052534 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8656a75-c107-4b7d-818f-f3963af06b8c req-7eeb3e6c-2d9a-4e44-8cc6-5753298e2c5c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:17.053998 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b8656a75-c107-4b7d-818f-f3963af06b8c req-7eeb3e6c-2d9a-4e44-8cc6-5753298e2c5c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0616972 Jun 22 10:12:17.089434 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b8656a75-c107-4b7d-818f-f3963af06b8c req-39b9c727-15ec-4858-bde1-88b823d6a570 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296848 Jun 22 10:12:17.269710 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec03fe-748d-41b6-ba06-17e331d9b8f2 req-b6ec1a46-35f7-4fa9-98b4-244cc43d075b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:17.271841 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-41ec03fe-748d-41b6-ba06-17e331d9b8f2 req-b6ec1a46-35f7-4fa9-98b4-244cc43d075b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0731480 Jun 22 10:12:17.310654 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-41ec03fe-748d-41b6-ba06-17e331d9b8f2 req-497322c6-4f90-4b62-a3ae-7019d9b10c8e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333099 Jun 22 10:12:17.315413 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 2886c717-5dfd-4e96-bbb8-c79b3b65ebef up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:12:17.372157 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:12:17.372767 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:17.448814 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:17.480812 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:17.487868 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54339971-3b1d-4fac-b8ec-a5abc41fac37 req-e41e4c0e-5b22-4e01-b265-e08c9483455d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:17.489335 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-54339971-3b1d-4fac-b8ec-a5abc41fac37 req-e41e4c0e-5b22-4e01-b265-e08c9483455d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 945 time: 0.0663595 Jun 22 10:12:17.526295 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-54339971-3b1d-4fac-b8ec-a5abc41fac37 req-f9222a3a-c461-4a22-963f-fab6db216841 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312254 Jun 22 10:12:17.526482 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0c194d-e253-4961-9329-08147786936a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:12:17.530268 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaf4fee-93d7-425f-b36b-1ccc78093753" -d '{"events": [{"server_uuid": "fa0c194d-e253-4961-9329-08147786936a", "name": "network-vif-plugged", "status": "completed", "tag": "2886c717-5dfd-4e96-bbb8-c79b3b65ebef"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:12:17.548608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:17.550605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:17.577307 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0a9d86-8dad-44df-8f20-e4635147a3cb x-openstack-request-id: req-cb0a9d86-8dad-44df-8f20-e4635147a3cb {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:12:17.577616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0c194d-e253-4961-9329-08147786936a", "name": "network-vif-plugged", "status": "completed", "tag": "2886c717-5dfd-4e96-bbb8-c79b3b65ebef", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:12:17.577872 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb0a9d86-8dad-44df-8f20-e4635147a3cb {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:12:17.578267 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0c194d-e253-4961-9329-08147786936a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef', 'code': 200} Jun 22 10:12:17.604392 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,revision_number=11']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:17.607452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:18.131300 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3262a-dadd-41d5-aab1-bd51a15fe9ec req-815ce6f5-622e-4d07-ba73-d564816e6ecc tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:18.132762 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d3b3262a-dadd-41d5-aab1-bd51a15fe9ec req-815ce6f5-622e-4d07-ba73-d564816e6ecc tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 946 time: 0.0617085 Jun 22 10:12:18.168371 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d3b3262a-dadd-41d5-aab1-bd51a15fe9ec req-7dfc80e8-485e-4a73-8d49-2cc282004d60 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300677 Jun 22 10:12:19.053437 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b5184713-702b-4406-add4-3386c9066932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:19.319409 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 2886c717-5dfd-4e96-bbb8-c79b3b65ebef no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:12:19.322907 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:19.340656 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce7ab8-b7a1-4292-84c6-f5aa2580a628 req-3de05e13-acb8-4088-9a70-904e988de6fd tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:19.342132 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-90ce7ab8-b7a1-4292-84c6-f5aa2580a628 req-3de05e13-acb8-4088-9a70-904e988de6fd tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 946 time: 0.0623791 Jun 22 10:12:19.380095 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-90ce7ab8-b7a1-4292-84c6-f5aa2580a628 req-4360e3bb-a2fa-467a-802e-320baae7df30 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319576 Jun 22 10:12:19.395229 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:19.426682 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:19.505214 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:19.507849 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:19.552332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,revision_number=12']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:19.555353 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:19.578958 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0c194d-e253-4961-9329-08147786936a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:12:19.581360 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98198f2e-ee74-4fb0-8d4b-a78e72015efa" -d '{"events": [{"server_uuid": "fa0c194d-e253-4961-9329-08147786936a", "name": "network-vif-unplugged", "status": "completed", "tag": "2886c717-5dfd-4e96-bbb8-c79b3b65ebef"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:12:19.615520 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 10:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da7598a-ae6d-4c55-b015-3416549262a4 x-openstack-request-id: req-5da7598a-ae6d-4c55-b015-3416549262a4 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:12:19.615845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0c194d-e253-4961-9329-08147786936a", "name": "network-vif-unplugged", "status": "completed", "tag": "2886c717-5dfd-4e96-bbb8-c79b3b65ebef", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:12:19.616107 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5da7598a-ae6d-4c55-b015-3416549262a4 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:12:19.616503 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0c194d-e253-4961-9329-08147786936a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef', 'code': 200} Jun 22 10:12:20.378603 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe99544-bbf7-4364-b4dd-f7d4451a270e req-643b019e-14f8-4609-91e3-3890c7e42b5f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:20.379959 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2fe99544-bbf7-4364-b4dd-f7d4451a270e req-643b019e-14f8-4609-91e3-3890c7e42b5f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 944 time: 0.0650754 Jun 22 10:12:20.481791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-2fe99544-bbf7-4364-b4dd-f7d4451a270e req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Deleting port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:12:20.482139 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-2fe99544-bbf7-4364-b4dd-f7d4451a270e req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:20.534402 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:20.607222 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-2fe99544-bbf7-4364-b4dd-f7d4451a270e req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] For port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:20.607614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-2fe99544-bbf7-4364-b4dd-f7d4451a270e req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:20.674846 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5725a0a-6099-45b3-bf5a-855be862dad8 req-c6551f59-ba87-45d0-9b76-87dca2bb63b4 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:20.676250 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a5725a0a-6099-45b3-bf5a-855be862dad8 req-c6551f59-ba87-45d0-9b76-87dca2bb63b4 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 944 time: 0.1806204 Jun 22 10:12:20.755239 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a5725a0a-6099-45b3-bf5a-855be862dad8 req-33b75887-d68f-4cf6-9182-b2d239dc9cd7 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727513 Jun 22 10:12:20.822885 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-2fe99544-bbf7-4364-b4dd-f7d4451a270e req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:20.823257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-2fe99544-bbf7-4364-b4dd-f7d4451a270e req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:20.823607 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [req-2fe99544-bbf7-4364-b4dd-f7d4451a270e req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Floating IP 3af53d36-413c-48a1-bfa6-e1bb09bdaf98 disassociated. External IP: 172.26.3.155, port: 2886c717-5dfd-4e96-bbb8-c79b3b65ebef. Jun 22 10:12:20.823952 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-2fe99544-bbf7-4364-b4dd-f7d4451a270e req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Calling delete_port for 2886c717-5dfd-4e96-bbb8-c79b3b65ebef owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:12:21.002880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-2fe99544-bbf7-4364-b4dd-f7d4451a270e req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:21.006886 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-22289eb4-34bd-434c-9e5d-127ae98f9e52 tempest-ServerDiskConfigTestJSON-845807786 tempest-ServerDiskConfigTestJSON-845807786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:21.031001 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Pushing event deleted for resources: {'Port': ['ID=2886c717-5dfd-4e96-bbb8-c79b3b65ebef,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:21.041325 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:21.041723 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:21.042107 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:21.042533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:21.042850 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:21.043225 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:21.043641 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:21.043995 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:21.044361 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:21.044727 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:21.045089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:21.045450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:21.049548 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:21.157270 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fe99544-bbf7-4364-b4dd-f7d4451a270e req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Router e9d46832-b854-4e6b-892c-7ef8d975914b has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:12:21.262108 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fe99544-bbf7-4364-b4dd-f7d4451a270e req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:12:21.273853 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6249b42-13a5-4a79-bfd6-a9acc13efde1 None None] Sync routers for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:12:21.284217 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6249b42-13a5-4a79-bfd6-a9acc13efde1 None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:12:21.284947 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c6249b42-13a5-4a79-bfd6-a9acc13efde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:12:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:21.309517 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe99544-bbf7-4364-b4dd-f7d4451a270e req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] No DVR routers for this DVR port 2886c717-5dfd-4e96-bbb8-c79b3b65ebef on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:12:21.312019 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-2fe99544-bbf7-4364-b4dd-f7d4451a270e req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:21.314013 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2fe99544-bbf7-4364-b4dd-f7d4451a270e req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "DELETE /v2.0/ports/2886c717-5dfd-4e96-bbb8-c79b3b65ebef HTTP/1.1" status: 204 len: 173 time: 0.9287782 Jun 22 10:12:21.315100 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0c194d-e253-4961-9329-08147786936a', 'name': 'network-vif-deleted', 'tag': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:12:21.317386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45158eca-e9a2-43b2-ad07-4226d9d0dd8a" -d '{"events": [{"server_uuid": "fa0c194d-e253-4961-9329-08147786936a", "name": "network-vif-deleted", "tag": "2886c717-5dfd-4e96-bbb8-c79b3b65ebef"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:12:21.354150 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51df69db-30c0-4c9e-951a-f07cf9e8bfd7 x-openstack-request-id: req-51df69db-30c0-4c9e-951a-f07cf9e8bfd7 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:12:21.354468 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0c194d-e253-4961-9329-08147786936a", "name": "network-vif-deleted", "tag": "2886c717-5dfd-4e96-bbb8-c79b3b65ebef", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:12:21.354770 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51df69db-30c0-4c9e-951a-f07cf9e8bfd7 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:12:21.355217 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0c194d-e253-4961-9329-08147786936a', 'name': 'network-vif-deleted', 'tag': '2886c717-5dfd-4e96-bbb8-c79b3b65ebef', 'status': 'completed', 'code': 200} Jun 22 10:12:21.393808 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-c6249b42-13a5-4a79-bfd6-a9acc13efde1 None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:12:21.584697 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c6249b42-13a5-4a79-bfd6-a9acc13efde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:21.610296 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6249b42-13a5-4a79-bfd6-a9acc13efde1 None None] Checking router: e9d46832-b854-4e6b-892c-7ef8d975914b for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:12:21.618922 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6249b42-13a5-4a79-bfd6-a9acc13efde1 None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:12:21.619566 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c6249b42-13a5-4a79-bfd6-a9acc13efde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:12:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:21.806445 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-c6249b42-13a5-4a79-bfd6-a9acc13efde1 None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:12:21.831649 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:21.910434 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d0373f92-6f12-4793-b8f5-aa6041150676 req-cf8b4ed3-f483-4e08-a5c8-d33017b2a895 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0c194d-e253-4961-9329-08147786936a HTTP/1.1" status: 200 len: 210 time: 0.0287890 Jun 22 10:12:22.001652 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c6249b42-13a5-4a79-bfd6-a9acc13efde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:22.027916 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6249b42-13a5-4a79-bfd6-a9acc13efde1 None None] The sync data for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv is: [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:12:22.236574 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d329e7-b5bb-468e-ba58-5b86cb06f017 None None] New status for floating IP 3af53d36-413c-48a1-bfa6-e1bb09bdaf98: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:12:23.233085 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-248f9a09-f5df-4134-889a-793968c0fd46 req-c2a09986-8ac7-4fa6-9fb6-8bc3968e6e24 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1633451230&fields=id&tenant_id=1529fd0f436b431c8c9cb51ec83aecd4 HTTP/1.1" status: 200 len: 267 time: 0.0363250 Jun 22 10:12:23.335647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f9a09-f5df-4134-889a-793968c0fd46 req-bedfeec3-8dd9-4a0c-904b-98546f4994db tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:23.335992 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 2886c717-5dfd-4e96-bbb8-c79b3b65ebef no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:12:23.337109 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-248f9a09-f5df-4134-889a-793968c0fd46 req-bedfeec3-8dd9-4a0c-904b-98546f4994db tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 812 time: 0.0973034 Jun 22 10:12:23.352080 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-248f9a09-f5df-4134-889a-793968c0fd46 req-c8feeaa2-4377-4fc0-9622-226a561c6ae3 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/quotas/1529fd0f436b431c8c9cb51ec83aecd4 HTTP/1.1" status: 200 len: 375 time: 0.0094078 Jun 22 10:12:23.356061 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 2886c717-5dfd-4e96-bbb8-c79b3b65ebef {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:12:23.356416 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 2886c717-5dfd-4e96-bbb8-c79b3b65ebef not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:12:23.425534 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-248f9a09-f5df-4134-889a-793968c0fd46 req-842d5e62-a90b-477e-aebd-3caa83f86e91 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0682025 Jun 22 10:12:23.516568 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-248f9a09-f5df-4134-889a-793968c0fd46 req-290219e5-3ade-4eb4-8a6b-51825b8ce108 service neutron] 10.222.0.20 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799105 Jun 22 10:12:23.610309 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-248f9a09-f5df-4134-889a-793968c0fd46 req-e9f3aa45-e517-4807-8a4e-fe0f5f7a606d service neutron] 10.222.0.20 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870059 Jun 22 10:12:23.859970 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7d44e8e4-9421-4baf-95d5-70f8cf467d1c req-8d87ff01-5902-423b-b465-d80abb781503 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 210 time: 0.0272629 Jun 22 10:12:24.178873 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:12:25.002779 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-96d40349-94b2-4ffd-9cb5-210896ceae16 req-b9e35738-c2d8-4beb-8e92-b3ecdac1d1b7 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 210 time: 0.0322621 Jun 22 10:12:26.038506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f9a09-f5df-4134-889a-793968c0fd46 req-55dc204f-4dca-4d8d-976b-8453f0529947 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:26.040063 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-248f9a09-f5df-4134-889a-793968c0fd46 req-55dc204f-4dca-4d8d-976b-8453f0529947 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 812 time: 0.4484105 Jun 22 10:12:26.092474 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-248f9a09-f5df-4134-889a-793968c0fd46 req-d0708a9e-dfe6-478a-8ef6-e2e97f8e4736 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1529fd0f436b431c8c9cb51ec83aecd4 HTTP/1.1" status: 200 len: 380 time: 0.0348723 Jun 22 10:12:26.099128 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-248f9a09-f5df-4134-889a-793968c0fd46 req-87e6ef7f-1fab-4ab0-9e97-0c33125d155e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Request body: {'port': {'device_id': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'admin_state_up': True, 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'security_groups': ['91903fb7-27b8-4684-8fd9-d9a09a448bf1']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:12:26.172807 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f34e30f6-95eb-4687-bf97-86106f2d22b3 req-8b111c75-126f-4964-93ec-c449a64fb657 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 210 time: 0.0357740 Jun 22 10:12:26.325607 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248f9a09-f5df-4134-889a-793968c0fd46 req-87e6ef7f-1fab-4ab0-9e97-0c33125d155e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Made reservation on behalf of 1529fd0f436b431c8c9cb51ec83aecd4 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:12:26.329152 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-248f9a09-f5df-4134-889a-793968c0fd46 req-87e6ef7f-1fab-4ab0-9e97-0c33125d155e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:26.451576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-248f9a09-f5df-4134-889a-793968c0fd46 req-87e6ef7f-1fab-4ab0-9e97-0c33125d155e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Allocated IP 172.20.0.4 (d8c0310c-d02a-4ba7-8469-6e0096d5919d/d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2/a658fe92-69d9-4188-84ea-441babac55fd) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:12:26.597043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-248f9a09-f5df-4134-889a-793968c0fd46 req-87e6ef7f-1fab-4ab0-9e97-0c33125d155e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:26.609459 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-248f9a09-f5df-4134-889a-793968c0fd46 req-87e6ef7f-1fab-4ab0-9e97-0c33125d155e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Transition to ACTIVE for port object a658fe92-69d9-4188-84ea-441babac55fd will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:12:26.708679 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-248f9a09-f5df-4134-889a-793968c0fd46 req-87e6ef7f-1fab-4ab0-9e97-0c33125d155e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:26.712454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f492d9d6-265f-43bd-afcf-200e40c211c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:26.751942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248f9a09-f5df-4134-889a-793968c0fd46 req-87e6ef7f-1fab-4ab0-9e97-0c33125d155e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Network d8c0310c-d02a-4ba7-8469-6e0096d5919d is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:12:26.755594 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-248f9a09-f5df-4134-889a-793968c0fd46 req-87e6ef7f-1fab-4ab0-9e97-0c33125d155e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:12:26.759247 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-248f9a09-f5df-4134-889a-793968c0fd46 req-87e6ef7f-1fab-4ab0-9e97-0c33125d155e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:12:26.788754 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6ef7f-1fab-4ab0-9e97-0c33125d155e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Pushing event updated for resources: {'Port': ['ID=a658fe92-69d9-4188-84ea-441babac55fd,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:26.793170 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-87e6ef7f-1fab-4ab0-9e97-0c33125d155e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:26.814168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f9a09-f5df-4134-889a-793968c0fd46 req-87e6ef7f-1fab-4ab0-9e97-0c33125d155e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:26.814799 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-248f9a09-f5df-4134-889a-793968c0fd46 req-87e6ef7f-1fab-4ab0-9e97-0c33125d155e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:26.921625 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-248f9a09-f5df-4134-889a-793968c0fd46 req-87e6ef7f-1fab-4ab0-9e97-0c33125d155e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8259923 Jun 22 10:12:26.932644 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Request body: {'port': {'device_id': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:12:27.000738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:27.018855 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-23e1de0d-eedf-44e1-9caf-514ef7d8047c None None] Provisioning for port a658fe92-69d9-4188-84ea-441babac55fd completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:12:27.022775 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-23e1de0d-eedf-44e1-9caf-514ef7d8047c None None] Provisioning complete for port a658fe92-69d9-4188-84ea-441babac55fd triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:12:27.023155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-23e1de0d-eedf-44e1-9caf-514ef7d8047c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:27.056200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-23e1de0d-eedf-44e1-9caf-514ef7d8047c None None] Port a658fe92-69d9-4188-84ea-441babac55fd cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:12:27.256755 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a658fe92-69d9-4188-84ea-441babac55fd {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:12:27.264482 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:27.278063 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Transition to ACTIVE for port object a658fe92-69d9-4188-84ea-441babac55fd will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:12:27.347191 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cc50a-2cf7-4dbd-8718-e8626ba95c8a req-40dc7c20-0d07-4c3e-8062-624fc1606f87 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:27.348662 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-137cc50a-2cf7-4dbd-8718-e8626ba95c8a req-40dc7c20-0d07-4c3e-8062-624fc1606f87 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 931 time: 0.0621521 Jun 22 10:12:27.360115 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:27.363782 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5aa55b80-a222-4c2f-aa23-74bb4aae6af4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:27.388336 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-137cc50a-2cf7-4dbd-8718-e8626ba95c8a req-b44ab91f-2e42-47f5-ae04-97f16583cd79 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340774 Jun 22 10:12:27.436350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a658fe92-69d9-4188-84ea-441babac55fd,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:27.439945 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:27.508795 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Attempting to bind port a658fe92-69d9-4188-84ea-441babac55fd on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:12:27.509157 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Attempting to bind port a658fe92-69d9-4188-84ea-441babac55fd by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:12:27.509489 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Attempting to bind port a658fe92-69d9-4188-84ea-441babac55fd on network d8c0310c-d02a-4ba7-8469-6e0096d5919d {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:12:27.513904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Port a658fe92-69d9-4188-84ea-441babac55fd on network d8c0310c-d02a-4ba7-8469-6e0096d5919d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:12:27.514225 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Attempting to bind port a658fe92-69d9-4188-84ea-441babac55fd on network d8c0310c-d02a-4ba7-8469-6e0096d5919d {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:12:27.519719 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:12:27.520063 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Checking segment: {'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:12:27.520445 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Bound using segment: {'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:12:27.520867 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Bound port: a658fe92-69d9-4188-84ea-441babac55fd, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:12:27.521215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:27.584541 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] For port a658fe92-69d9-4188-84ea-441babac55fd, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:12:27.587602 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] For port a658fe92-69d9-4188-84ea-441babac55fd, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a658fe92-69d9-4188-84ea-441babac55fd,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:12:27.665118 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:27.667146 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6a2354fe-bf8e-4ab8-b39a-51da8073eab1 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:27.699566 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:27.700182 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:27.701556 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-248f9a09-f5df-4134-889a-793968c0fd46 req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] 10.222.0.35 "PUT /v2.0/ports/a658fe92-69d9-4188-84ea-441babac55fd HTTP/1.1" status: 200 len: 1093 time: 0.7730844 Jun 22 10:12:27.702083 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'tag': 'a658fe92-69d9-4188-84ea-441babac55fd'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:12:27.704425 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d3b545-0ec6-4a6a-a0c7-d0b8f8b404d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4ecfd5-d051-42e6-8c36-c0dac0724593", "tag": "a658fe92-69d9-4188-84ea-441babac55fd"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:12:27.736184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a658fe92-69d9-4188-84ea-441babac55fd,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:27.741113 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:27.742615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ff0d77-3352-4e87-a77b-45208555a09c x-openstack-request-id: req-95ff0d77-3352-4e87-a77b-45208555a09c {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:12:27.742947 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4ecfd5-d051-42e6-8c36-c0dac0724593", "tag": "a658fe92-69d9-4188-84ea-441babac55fd", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:12:27.743239 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95ff0d77-3352-4e87-a77b-45208555a09c {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:12:27.743696 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'tag': 'a658fe92-69d9-4188-84ea-441babac55fd', 'status': 'completed', 'code': 200} Jun 22 10:12:27.823161 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3b545-0ec6-4a6a-a0c7-d0b8f8b404d9 req-1d97845c-b321-4a40-9cac-9e1b39b2607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:27.824707 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-51d3b545-0ec6-4a6a-a0c7-d0b8f8b404d9 req-1d97845c-b321-4a40-9cac-9e1b39b2607c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 1096 time: 0.0601373 Jun 22 10:12:27.919971 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3b545-0ec6-4a6a-a0c7-d0b8f8b404d9 req-1a332b99-1ac4-4fb5-911a-b4b49ca137b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:27.921484 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-51d3b545-0ec6-4a6a-a0c7-d0b8f8b404d9 req-1a332b99-1ac4-4fb5-911a-b4b49ca137b3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0901456 Jun 22 10:12:28.014499 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3b545-0ec6-4a6a-a0c7-d0b8f8b404d9 req-66abb1c2-9b9e-4354-8a93-ae74582d00cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:28.016145 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-51d3b545-0ec6-4a6a-a0c7-d0b8f8b404d9 req-66abb1c2-9b9e-4354-8a93-ae74582d00cb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882564 Jun 22 10:12:28.103194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f9a09-f5df-4134-889a-793968c0fd46 req-3071524b-9b6e-46e6-a533-ea8396425d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:28.104701 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-248f9a09-f5df-4134-889a-793968c0fd46 req-3071524b-9b6e-46e6-a533-ea8396425d3a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 1096 time: 0.0514603 Jun 22 10:12:28.145196 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-248f9a09-f5df-4134-889a-793968c0fd46 req-8491e560-aa99-4336-b0aa-9c6e630be7d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a658fe92-69d9-4188-84ea-441babac55fd HTTP/1.1" status: 200 len: 217 time: 0.0335755 Jun 22 10:12:28.194676 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f9a09-f5df-4134-889a-793968c0fd46 req-e4bfd96b-7f68-4e2f-aed4-a78cf6587669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:28.196074 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-248f9a09-f5df-4134-889a-793968c0fd46 req-e4bfd96b-7f68-4e2f-aed4-a78cf6587669 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0454302 Jun 22 10:12:28.250006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f9a09-f5df-4134-889a-793968c0fd46 req-57143c59-5f44-414e-b815-6e439506a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:28.251424 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-248f9a09-f5df-4134-889a-793968c0fd46 req-57143c59-5f44-414e-b815-6e439506a42f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493472 Jun 22 10:12:28.338025 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-248f9a09-f5df-4134-889a-793968c0fd46 req-41e1d474-1035-4dd6-a207-73ef991e5c82 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799417 Jun 22 10:12:28.428891 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-248f9a09-f5df-4134-889a-793968c0fd46 req-a728473f-8f13-46c7-8bca-80ca72c3cae9 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845253 Jun 22 10:12:28.564490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312c98f-7c1c-417d-9273-f7d9531e1fe2 req-3d2d9799-da42-45e1-b69a-3a1801bc2aed tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:28.565964 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8312c98f-7c1c-417d-9273-f7d9531e1fe2 req-3d2d9799-da42-45e1-b69a-3a1801bc2aed tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 943 time: 0.0674078 Jun 22 10:12:28.606523 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8312c98f-7c1c-417d-9273-f7d9531e1fe2 req-3f0e157d-a7ba-4aec-9697-5abad4787b23 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348992 Jun 22 10:12:29.776384 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838bc61-f36e-44d9-bdb3-c4cfbdc5edca req-aa780798-caa9-4e0e-9edf-584fe7995fdd tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:29.777835 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9838bc61-f36e-44d9-bdb3-c4cfbdc5edca req-aa780798-caa9-4e0e-9edf-584fe7995fdd tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 943 time: 0.0637970 Jun 22 10:12:29.814468 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9838bc61-f36e-44d9-bdb3-c4cfbdc5edca req-baaf6f66-63b1-4d48-b972-a079a3e0111f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310354 Jun 22 10:12:30.983004 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9019bc-5bda-41a8-8eb4-d280bec7c5f0 req-44727f10-1f83-4408-b3c1-516b03698959 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:30.984494 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6d9019bc-5bda-41a8-8eb4-d280bec7c5f0 req-44727f10-1f83-4408-b3c1-516b03698959 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 943 time: 0.0631711 Jun 22 10:12:31.022541 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6d9019bc-5bda-41a8-8eb4-d280bec7c5f0 req-de706404-becc-4572-b156-cfadf18a1a3d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318191 Jun 22 10:12:31.383602 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device a658fe92-69d9-4188-84ea-441babac55fd details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:12:31.477140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port a658fe92-69d9-4188-84ea-441babac55fd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a658fe92-69d9-4188-84ea-441babac55fd,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:31.487928 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': 'a658fe92-69d9-4188-84ea-441babac55fd', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'port_id': 'a658fe92-69d9-4188-84ea-441babac55fd', 'mac_address': 'fa:16:3e:5a:0b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:12:31.523000 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:31.535507 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a658fe92-69d9-4188-84ea-441babac55fd {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:12:31.553636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port a658fe92-69d9-4188-84ea-441babac55fd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a658fe92-69d9-4188-84ea-441babac55fd,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:31.659325 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:31.661057 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:31.704942 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=a658fe92-69d9-4188-84ea-441babac55fd,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:31.708311 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:32.017787 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['a658fe92-69d9-4188-84ea-441babac55fd'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:12:32.198009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ab867-91a8-4248-86e9-fff71d52dd3c req-cce513fa-7cc6-4efe-81c7-ee495e010959 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:32.199478 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f39ab867-91a8-4248-86e9-fff71d52dd3c req-cce513fa-7cc6-4efe-81c7-ee495e010959 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 944 time: 0.0661898 Jun 22 10:12:32.235718 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f39ab867-91a8-4248-86e9-fff71d52dd3c req-044e719d-2abe-4760-97d9-5c7bd18b33ff tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307019 Jun 22 10:12:33.401513 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device a658fe92-69d9-4188-84ea-441babac55fd up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:12:33.402850 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ccc50-2368-4537-a4d7-6ce386fdadbb req-a11c77b9-1e9f-4468-8775-5df21f3d6261 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:33.404374 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6c5ccc50-2368-4537-a4d7-6ce386fdadbb req-a11c77b9-1e9f-4468-8775-5df21f3d6261 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 944 time: 0.0622158 Jun 22 10:12:33.442408 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6c5ccc50-2368-4537-a4d7-6ce386fdadbb req-6ae3ccb2-e484-42a7-bc3c-a224ee6825ca tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317268 Jun 22 10:12:33.509928 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port a658fe92-69d9-4188-84ea-441babac55fd completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:12:33.513837 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port a658fe92-69d9-4188-84ea-441babac55fd triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:12:33.514216 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:33.589587 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:33.611038 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a658fe92-69d9-4188-84ea-441babac55fd'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:12:33.613966 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a788f05-b128-431e-a39f-fa4deef41fff" -d '{"events": [{"server_uuid": "3a4ecfd5-d051-42e6-8c36-c0dac0724593", "name": "network-vif-plugged", "status": "completed", "tag": "a658fe92-69d9-4188-84ea-441babac55fd"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:12:33.631030 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port a658fe92-69d9-4188-84ea-441babac55fd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a658fe92-69d9-4188-84ea-441babac55fd,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:33.651249 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ca682c-407b-436b-8580-c0b099ea30cd x-openstack-request-id: req-e1ca682c-407b-436b-8580-c0b099ea30cd {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:12:33.651249 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4ecfd5-d051-42e6-8c36-c0dac0724593", "name": "network-vif-plugged", "status": "completed", "tag": "a658fe92-69d9-4188-84ea-441babac55fd", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:12:33.651249 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1ca682c-407b-436b-8580-c0b099ea30cd {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:12:33.651629 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a658fe92-69d9-4188-84ea-441babac55fd', 'code': 200} Jun 22 10:12:33.698723 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:33.700647 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:33.745087 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=a658fe92-69d9-4188-84ea-441babac55fd,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:33.748019 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:34.024258 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b70da8-be57-412f-85a6-cee66961576b req-5586adc5-6fbb-4fc8-9807-36deaa0d415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:34.025655 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-55b70da8-be57-412f-85a6-cee66961576b req-5586adc5-6fbb-4fc8-9807-36deaa0d415b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 1098 time: 0.0517747 Jun 22 10:12:34.058301 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-55b70da8-be57-412f-85a6-cee66961576b req-1425f6d3-49b1-4066-b62b-eb0bb3e65e40 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265460 Jun 22 10:12:34.619591 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe765156-67ed-4f9f-af82-b310eb649fba req-6c186876-968d-4456-a74e-5b50c7c54418 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:34.621074 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fe765156-67ed-4f9f-af82-b310eb649fba req-6c186876-968d-4456-a74e-5b50c7c54418 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0693603 Jun 22 10:12:34.657774 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fe765156-67ed-4f9f-af82-b310eb649fba req-16b62cb5-a3e7-4c31-8f58-672af69dcd3b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312324 Jun 22 10:12:35.826617 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c43009-3f6f-4911-a77f-a639761cf8ea req-e1246d56-3d40-4ff4-80f7-639884927e43 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:35.828089 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e4c43009-3f6f-4911-a77f-a639761cf8ea req-e1246d56-3d40-4ff4-80f7-639884927e43 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0621393 Jun 22 10:12:35.863741 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e4c43009-3f6f-4911-a77f-a639761cf8ea req-fe888ca7-ed03-4ef3-bf53-284d1271bc93 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295501 Jun 22 10:12:36.026350 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a10e6e-7f58-437e-8a54-ffeb8a482baa req-f01def17-38ce-4c19-8b0e-6491a3374a3f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:36.027802 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e7a10e6e-7f58-437e-8a54-ffeb8a482baa req-f01def17-38ce-4c19-8b0e-6491a3374a3f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0631208 Jun 22 10:12:36.036179 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 38718) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:36.040827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-2c0e5a89-bb94-48dd-94fd-18ea82a2706e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Request body: {'floatingip': {'port_id': 'a658fe92-69d9-4188-84ea-441babac55fd'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:12:36.083511 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2c0e5a89-bb94-48dd-94fd-18ea82a2706e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for floatingip, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:36.515671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2c0e5a89-bb94-48dd-94fd-18ea82a2706e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:36.578565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2c0e5a89-bb94-48dd-94fd-18ea82a2706e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:36.678264 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-2c0e5a89-bb94-48dd-94fd-18ea82a2706e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Floating IP 3af53d36-413c-48a1-bfa6-e1bb09bdaf98 associated. External IP: 172.26.3.155, port: a658fe92-69d9-4188-84ea-441babac55fd. Jun 22 10:12:36.877825 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0e5a89-bb94-48dd-94fd-18ea82a2706e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Router e9d46832-b854-4e6b-892c-7ef8d975914b has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:12:36.981551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0e5a89-bb94-48dd-94fd-18ea82a2706e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:12:36.986395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2c0e5a89-bb94-48dd-94fd-18ea82a2706e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:36.992497 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a678fa-cb72-4133-872b-b2f91e4d67d4 None None] Sync routers for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:12:37.004881 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a678fa-cb72-4133-872b-b2f91e4d67d4 None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:12:37.005837 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-93a678fa-cb72-4133-872b-b2f91e4d67d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:12:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:37.026992 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2c0e5a89-bb94-48dd-94fd-18ea82a2706e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "PUT /v2.0/floatingips/3af53d36-413c-48a1-bfa6-e1bb09bdaf98 HTTP/1.1" status: 200 len: 992 time: 0.9897430 Jun 22 10:12:37.027747 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'tag': 'a658fe92-69d9-4188-84ea-441babac55fd'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:12:37.030055 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd50e6ec-9a7a-4052-96bd-53372ffd8fac" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4ecfd5-d051-42e6-8c36-c0dac0724593", "tag": "a658fe92-69d9-4188-84ea-441babac55fd"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:12:37.116174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d69d4eb-e822-46a3-93e4-99da18cbf0bd x-openstack-request-id: req-3d69d4eb-e822-46a3-93e4-99da18cbf0bd {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:12:37.116524 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4ecfd5-d051-42e6-8c36-c0dac0724593", "tag": "a658fe92-69d9-4188-84ea-441babac55fd", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:12:37.117231 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-93a678fa-cb72-4133-872b-b2f91e4d67d4 None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:12:37.117658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d69d4eb-e822-46a3-93e4-99da18cbf0bd {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:12:37.118117 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'tag': 'a658fe92-69d9-4188-84ea-441babac55fd', 'status': 'completed', 'code': 200} Jun 22 10:12:37.194116 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50e6ec-9a7a-4052-96bd-53372ffd8fac req-b7cb682a-39f4-42fc-a4bf-06b25185846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:37.195616 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cd50e6ec-9a7a-4052-96bd-53372ffd8fac req-b7cb682a-39f4-42fc-a4bf-06b25185846e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 1098 time: 0.0574076 Jun 22 10:12:37.283454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50e6ec-9a7a-4052-96bd-53372ffd8fac req-d851850f-6227-42fa-8d52-b557170e7f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:37.284921 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cd50e6ec-9a7a-4052-96bd-53372ffd8fac req-d851850f-6227-42fa-8d52-b557170e7f4c service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0835333 Jun 22 10:12:37.334691 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-93a678fa-cb72-4133-872b-b2f91e4d67d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '3af53d36-413c-48a1-bfa6-e1bb09bdaf98', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'port_id': 'a658fe92-69d9-4188-84ea-441babac55fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'mac_address': 'fa:16:3e:5a:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:06:23Z', 'updated_at': '2021-06-22T10:12:36Z', 'revision_number': 13, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:37.353577 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cd50e6ec-9a7a-4052-96bd-53372ffd8fac req-13aa812d-f8ac-42c8-8824-ce3f90004cea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a658fe92-69d9-4188-84ea-441babac55fd HTTP/1.1" status: 200 len: 1000 time: 0.0626092 Jun 22 10:12:37.359547 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a678fa-cb72-4133-872b-b2f91e4d67d4 None None] Checking router: e9d46832-b854-4e6b-892c-7ef8d975914b for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:12:37.367765 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a678fa-cb72-4133-872b-b2f91e4d67d4 None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:12:37.368379 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-93a678fa-cb72-4133-872b-b2f91e4d67d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:12:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:37.402410 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50e6ec-9a7a-4052-96bd-53372ffd8fac req-f40ddb8a-0c4c-4a34-93d1-74e9a5aae8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:37.403895 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cd50e6ec-9a7a-4052-96bd-53372ffd8fac req-f40ddb8a-0c4c-4a34-93d1-74e9a5aae8df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0445065 Jun 22 10:12:37.458965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50e6ec-9a7a-4052-96bd-53372ffd8fac req-095b197e-0317-4a8b-aa0c-b45db030e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:37.460393 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cd50e6ec-9a7a-4052-96bd-53372ffd8fac req-095b197e-0317-4a8b-aa0c-b45db030e172 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502377 Jun 22 10:12:37.469952 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-93a678fa-cb72-4133-872b-b2f91e4d67d4 None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:12:37.551757 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cd50e6ec-9a7a-4052-96bd-53372ffd8fac req-b5287849-a47c-43b4-b276-90e79ab3daf0 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853088 Jun 22 10:12:37.637758 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cd50e6ec-9a7a-4052-96bd-53372ffd8fac req-542cdc01-fe52-4561-9db8-15e2ba0b89fc service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802705 Jun 22 10:12:37.699509 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-93a678fa-cb72-4133-872b-b2f91e4d67d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '3af53d36-413c-48a1-bfa6-e1bb09bdaf98', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'port_id': 'a658fe92-69d9-4188-84ea-441babac55fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'mac_address': 'fa:16:3e:5a:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:06:23Z', 'updated_at': '2021-06-22T10:12:36Z', 'revision_number': 13, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:37.727730 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a678fa-cb72-4133-872b-b2f91e4d67d4 None None] The sync data for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv is: [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '3af53d36-413c-48a1-bfa6-e1bb09bdaf98', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'port_id': 'a658fe92-69d9-4188-84ea-441babac55fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'mac_address': 'fa:16:3e:5a:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:06:23Z', 'updated_at': '2021-06-22T10:12:36Z', 'revision_number': 13, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:12:37.902436 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5116525a-6f72-47cb-bd4f-0fa00432622e None None] New status for floating IP 3af53d36-413c-48a1-bfa6-e1bb09bdaf98: ACTIVE {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:12:40.659039 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:46.713422 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cbf336c2-ad56-465b-82dc-c317c5377158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:49.056486 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dd42ac11-7a7c-43cc-a087-81ace5d073ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:49.321141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:50.543691 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:51.812143 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:01.178389 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:13:10.661345 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:16.582093 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fd2d900e-25ee-4a91-a48b-76ef11cbee9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:19.061349 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-334bab58-bef3-4262-9d8d-bf3e0ccaeba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:19.330816 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:20.553886 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:21.805202 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:30.846397 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2e626d30-51d3-4d4d-b8ab-a5676d059983 req-f7bd4ec8-d506-4d05-88e8-e16abd75fb9c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566094 Jun 22 10:13:30.938764 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e626d30-51d3-4d4d-b8ab-a5676d059983 req-0ae0003e-2303-487d-8157-9e25ae128882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:30.940271 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2e626d30-51d3-4d4d-b8ab-a5676d059983 req-0ae0003e-2303-487d-8157-9e25ae128882 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 1098 time: 0.0515196 Jun 22 10:13:31.038295 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e626d30-51d3-4d4d-b8ab-a5676d059983 req-83dbd12c-b854-482e-b39a-36043cbeee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:31.039770 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2e626d30-51d3-4d4d-b8ab-a5676d059983 req-83dbd12c-b854-482e-b39a-36043cbeee60 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0805724 Jun 22 10:13:31.106354 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2e626d30-51d3-4d4d-b8ab-a5676d059983 req-3edfebbf-510a-46f9-90c4-0dc2d8e85db6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a658fe92-69d9-4188-84ea-441babac55fd HTTP/1.1" status: 200 len: 1002 time: 0.0593545 Jun 22 10:13:31.153744 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e626d30-51d3-4d4d-b8ab-a5676d059983 req-2b5b431b-2a93-4a46-8664-3dc1dd2573eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:31.155106 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2e626d30-51d3-4d4d-b8ab-a5676d059983 req-2b5b431b-2a93-4a46-8664-3dc1dd2573eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0428474 Jun 22 10:13:31.209176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e626d30-51d3-4d4d-b8ab-a5676d059983 req-bf9f1970-d68e-4275-95ea-91927ac3430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:31.210605 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2e626d30-51d3-4d4d-b8ab-a5676d059983 req-bf9f1970-d68e-4275-95ea-91927ac3430f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493293 Jun 22 10:13:31.300759 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2e626d30-51d3-4d4d-b8ab-a5676d059983 req-8784776a-e7f9-4fd3-bb7e-eb1bcb891eb5 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831838 Jun 22 10:13:31.387997 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2e626d30-51d3-4d4d-b8ab-a5676d059983 req-97fac9da-6ee3-4f38-8c89-3f3e0caccfe4 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812392 Jun 22 10:13:38.176305 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:13:40.672812 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:46.558365 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5c1ece3f-586e-4c3d-b6a6-9b11d4b0cc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:49.066481 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e3046410-d58c-45db-9b85-a546d52423ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:49.318286 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:50.547140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:51.803449 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:54.134965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da1e2f-5378-4328-8530-1fbcffff844f req-acd3bca0-9c85-42ec-b65a-794aeb7a9bdc tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:54.136463 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-48da1e2f-5378-4328-8530-1fbcffff844f req-acd3bca0-9c85-42ec-b65a-794aeb7a9bdc tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.1097403 Jun 22 10:13:54.173611 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-48da1e2f-5378-4328-8530-1fbcffff844f req-a5cff9b4-b269-4397-b618-96e3ce0bace7 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312679 Jun 22 10:14:00.559544 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [req-8c6e8d85-3450-408d-ac21-a643b3bab3b0 req-38eefba7-5298-4b70-85e4-ea8de8e19420 service neutron] (100652) timed out ('10.222.0.35', 55740) {{(pid=100652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 10:14:07.330326 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f7212-1599-4ba6-a0d6-99733b980da7 req-080cc24c-2088-48be-878f-312926683179 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:07.331852 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c79f7212-1599-4ba6-a0d6-99733b980da7 req-080cc24c-2088-48be-878f-312926683179 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0679684 Jun 22 10:14:07.369936 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c79f7212-1599-4ba6-a0d6-99733b980da7 req-c23c7aaf-f3b5-45ed-97de-115aefc77012 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321867 Jun 22 10:14:07.372272 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-b427c89b-e7c0-4c93-be3e-5221d5bd5219 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0510838 Jun 22 10:14:08.548274 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31bc4e-3ae6-43b6-be9a-29110347e5cb req-8be9b052-d201-4bf3-abe0-2db6cfda103d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:08.549757 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4d31bc4e-3ae6-43b6-be9a-29110347e5cb req-8be9b052-d201-4bf3-abe0-2db6cfda103d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0635355 Jun 22 10:14:08.591579 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4d31bc4e-3ae6-43b6-be9a-29110347e5cb req-06d7badd-98b0-4ccb-b5a3-328fadecac58 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358264 Jun 22 10:14:09.264751 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-52a56f99-db14-411e-ba12-295e21a6bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:09.266232 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-52a56f99-db14-411e-ba12-295e21a6bc09 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 1098 time: 0.0528078 Jun 22 10:14:09.351714 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-5960d056-c05a-48cb-af51-c0ce24637e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:09.353159 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-5960d056-c05a-48cb-af51-c0ce24637e1c service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0811315 Jun 22 10:14:09.423615 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-7265352f-de51-43e1-9925-7d7e7a7fc66d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a658fe92-69d9-4188-84ea-441babac55fd HTTP/1.1" status: 200 len: 1002 time: 0.0632975 Jun 22 10:14:09.471538 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-12b63ebd-98ef-4ab3-897e-a337b65441b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:09.472987 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-12b63ebd-98ef-4ab3-897e-a337b65441b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0439360 Jun 22 10:14:09.536595 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-b31f0b50-5c16-4ad5-8147-adbd4bf02a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:09.538072 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-b31f0b50-5c16-4ad5-8147-adbd4bf02a5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0592806 Jun 22 10:14:09.630431 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-55bab2f1-1e87-41b7-ba76-b545aa8a0632 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850203 Jun 22 10:14:09.718654 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-886e650d-41be-4599-86f2-c330449b3a8c service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810134 Jun 22 10:14:09.766920 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f64575-923e-4c44-90fb-a2f2329ebe8d req-511404bd-5aff-4586-bd6a-5e202ec94769 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:09.768432 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-05f64575-923e-4c44-90fb-a2f2329ebe8d req-511404bd-5aff-4586-bd6a-5e202ec94769 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0657594 Jun 22 10:14:09.804913 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-05f64575-923e-4c44-90fb-a2f2329ebe8d req-ae6a7ae7-8f5e-444a-8251-a1441de9cbfd tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307996 Jun 22 10:14:10.660147 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:10.982435 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb87755-3dc5-458b-bfdf-4b39ff60c455 req-55ce5a54-f2d0-4384-a62b-5032002559e9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:10.983841 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8eb87755-3dc5-458b-bfdf-4b39ff60c455 req-55ce5a54-f2d0-4384-a62b-5032002559e9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0664651 Jun 22 10:14:11.021156 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8eb87755-3dc5-458b-bfdf-4b39ff60c455 req-1e4f57d9-7903-4271-86c3-395c2e2cedf9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317740 Jun 22 10:14:12.203314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288c8d3-2b85-4f75-8e92-fe3a3a1e75d6 req-07d5fb26-e3bc-4eda-a8e5-22df429307fe tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:12.204754 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8288c8d3-2b85-4f75-8e92-fe3a3a1e75d6 req-07d5fb26-e3bc-4eda-a8e5-22df429307fe tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0657907 Jun 22 10:14:12.240651 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8288c8d3-2b85-4f75-8e92-fe3a3a1e75d6 req-e1f2219a-0739-4fc7-a257-e27b0a6dec6d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304422 Jun 22 10:14:13.419048 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71dd2b0-555c-4582-8876-a4f7939c5ffb req-d4046108-6490-4aff-964b-1e7f8e3b2d5e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:13.420562 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a71dd2b0-555c-4582-8876-a4f7939c5ffb req-d4046108-6490-4aff-964b-1e7f8e3b2d5e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0656743 Jun 22 10:14:13.458212 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a71dd2b0-555c-4582-8876-a4f7939c5ffb req-6b473614-4d93-40bf-87c9-dde5b6f04540 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320408 Jun 22 10:14:14.626858 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed77b0-ab9a-44ee-afd2-fa0bab1b8c9e req-ae81f0c3-3aed-4269-ace5-b022472af245 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:14.628484 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-72ed77b0-ab9a-44ee-afd2-fa0bab1b8c9e req-ae81f0c3-3aed-4269-ace5-b022472af245 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0619464 Jun 22 10:14:14.664575 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-72ed77b0-ab9a-44ee-afd2-fa0bab1b8c9e req-10e968ee-a228-4af1-964f-51de37f49079 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305812 Jun 22 10:14:15.174957 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:14:15.831636 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a233d3c-d8ec-42ee-a135-63647deb54ad req-0b0b47c5-6b48-45b6-a0ce-45d247c8868e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:15.833056 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6a233d3c-d8ec-42ee-a135-63647deb54ad req-0b0b47c5-6b48-45b6-a0ce-45d247c8868e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0605149 Jun 22 10:14:15.868754 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6a233d3c-d8ec-42ee-a135-63647deb54ad req-a2c7609c-4f00-429b-a650-b31aba2547d3 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302136 Jun 22 10:14:16.557105 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2937b17f-681f-439e-a04f-956491ee6db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:17.040247 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c62543-4fe8-41a7-be11-b47c28c267a8 req-413b9d51-f8e9-442e-a496-1e127d53ecaa tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:17.041719 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-06c62543-4fe8-41a7-be11-b47c28c267a8 req-413b9d51-f8e9-442e-a496-1e127d53ecaa tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0657196 Jun 22 10:14:17.078247 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-06c62543-4fe8-41a7-be11-b47c28c267a8 req-3b290edb-d3c3-4afe-a71c-388738feeb3a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310528 Jun 22 10:14:18.251832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4d227-cd18-4ae4-a530-2c8e4084fccc req-0100591b-a580-4f3a-adfe-411c0c46f9a4 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:18.253260 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f0d4d227-cd18-4ae4-a530-2c8e4084fccc req-0100591b-a580-4f3a-adfe-411c0c46f9a4 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0650940 Jun 22 10:14:18.290339 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f0d4d227-cd18-4ae4-a530-2c8e4084fccc req-2bb6f5c2-affd-4b78-89a6-26c33378dd4f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314636 Jun 22 10:14:19.071046 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b32ec950-e49c-48f5-969e-f1c4ca822f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:19.345244 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:19.461403 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94c6a7-f906-492b-bb08-3e0613c3bf08 req-d40c9b64-b0c4-49fc-9688-3d3599fef1a7 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:19.463405 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-da94c6a7-f906-492b-bb08-3e0613c3bf08 req-d40c9b64-b0c4-49fc-9688-3d3599fef1a7 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0650668 Jun 22 10:14:19.500458 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-da94c6a7-f906-492b-bb08-3e0613c3bf08 req-4db893c7-4038-4d7e-9b82-355ae60de0db tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312574 Jun 22 10:14:20.545552 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:20.668978 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277e6cf-e368-4561-979c-4623bbec2723 req-c31883f7-783d-4637-bdf7-9f1c5067969a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:20.670424 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3277e6cf-e368-4561-979c-4623bbec2723 req-c31883f7-783d-4637-bdf7-9f1c5067969a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0616581 Jun 22 10:14:20.706399 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3277e6cf-e368-4561-979c-4623bbec2723 req-265f1ec9-ef8d-49e7-a3f3-ec92d7790e14 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304041 Jun 22 10:14:21.779421 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:21.879532 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcaa8b-854a-48cf-a583-30dccad0b1ff req-d3a1ff84-e66c-4091-8997-1130b7a7a5fb tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:21.880971 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7afcaa8b-854a-48cf-a583-30dccad0b1ff req-d3a1ff84-e66c-4091-8997-1130b7a7a5fb tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0622311 Jun 22 10:14:21.917810 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7afcaa8b-854a-48cf-a583-30dccad0b1ff req-a149b2df-cd5b-4a2a-81cd-aa5d3a2e5955 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308423 Jun 22 10:14:23.089595 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cbecf-a483-414a-a083-55c10dca9089 req-44e26494-9ff7-4425-a02d-102eea606c6f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:23.091034 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-612cbecf-a483-414a-a083-55c10dca9089 req-44e26494-9ff7-4425-a02d-102eea606c6f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0650029 Jun 22 10:14:23.127780 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-612cbecf-a483-414a-a083-55c10dca9089 req-d7ce66cf-5a9f-44e1-acdb-648c7e34e5d9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312457 Jun 22 10:14:24.301041 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4666a-98f9-443f-ad8d-7883a0bb303b req-685b59d6-53a3-4708-92be-5a2f14932e34 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:24.302492 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9bd4666a-98f9-443f-ad8d-7883a0bb303b req-685b59d6-53a3-4708-92be-5a2f14932e34 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0659170 Jun 22 10:14:24.339025 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9bd4666a-98f9-443f-ad8d-7883a0bb303b req-86010c96-1e5a-4824-b418-e47e998a58f2 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303159 Jun 22 10:14:25.513017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b6a66-ca89-4d0f-a8c7-a9752b816560 req-eedf5f3c-846c-446a-837f-c3145121425b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:25.514470 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5e9b6a66-ca89-4d0f-a8c7-a9752b816560 req-eedf5f3c-846c-446a-837f-c3145121425b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0675738 Jun 22 10:14:25.551797 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5e9b6a66-ca89-4d0f-a8c7-a9752b816560 req-11b5ed26-b93c-4443-9ebc-35d995c357ac tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315905 Jun 22 10:14:26.722328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971d25e-115f-465a-b35c-45a9d13ccaa5 req-45f9da86-6459-46ee-a160-c4fb40030ee7 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:26.723795 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c971d25e-115f-465a-b35c-45a9d13ccaa5 req-45f9da86-6459-46ee-a160-c4fb40030ee7 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0630562 Jun 22 10:14:26.760876 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c971d25e-115f-465a-b35c-45a9d13ccaa5 req-479107d9-1819-4da8-bbd6-902e5ae6cdaf tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312624 Jun 22 10:14:27.935836 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f0c2d-ed8a-4243-86d9-56179355a30c req-cd7054a1-7bce-4f2b-a10c-c253e5e15632 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:27.937290 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-564f0c2d-ed8a-4243-86d9-56179355a30c req-cd7054a1-7bce-4f2b-a10c-c253e5e15632 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0624139 Jun 22 10:14:27.974635 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-564f0c2d-ed8a-4243-86d9-56179355a30c req-bdc2ed7f-5a82-46bc-82d2-506447c42da7 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317519 Jun 22 10:14:28.771272 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-c3d18d54-60d4-408c-abb3-9d639e42a02e service neutron] 10.222.0.35 "GET /v2.0/ports/a658fe92-69d9-4188-84ea-441babac55fd/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0590718 Jun 22 10:14:29.150090 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d68ff3-611b-41f2-b1cb-c76e0a3ea34b req-11f2346b-6840-415c-ba18-de704c8c0ba6 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:29.151599 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f0d68ff3-611b-41f2-b1cb-c76e0a3ea34b req-11f2346b-6840-415c-ba18-de704c8c0ba6 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0673742 Jun 22 10:14:29.310501 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-3a6098fd-20ba-49a0-b095-e2a447e4019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:29.312035 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-3a6098fd-20ba-49a0-b095-e2a447e4019a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593&tenant_id=1529fd0f436b431c8c9cb51ec83aecd4 HTTP/1.1" status: 200 len: 1098 time: 0.0555372 Jun 22 10:14:29.393580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-de11a9af-5117-47e0-9276-788d59c13876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:29.395166 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-de11a9af-5117-47e0-9276-788d59c13876 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 1098 time: 0.0609853 Jun 22 10:14:29.493515 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-b566b00c-9314-4770-b326-cb415ce9d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:29.495596 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-b566b00c-9314-4770-b326-cb415ce9d919 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0944192 Jun 22 10:14:29.536693 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f0d68ff3-611b-41f2-b1cb-c76e0a3ea34b req-af3a07ef-181c-458b-8e62-4d27ea594edb tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3791280 Jun 22 10:14:29.561292 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-c1f6ca23-76cd-40a9-b1d3-f02400d1ce86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a658fe92-69d9-4188-84ea-441babac55fd HTTP/1.1" status: 200 len: 1002 time: 0.0596352 Jun 22 10:14:29.607395 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-2bc1491a-1ff7-41f5-894c-d1805550f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:29.608767 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-2bc1491a-1ff7-41f5-894c-d1805550f00b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0413277 Jun 22 10:14:29.665526 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-eea50452-8771-4c50-94ab-40f36ec25929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:29.667475 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-eea50452-8771-4c50-94ab-40f36ec25929 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0527997 Jun 22 10:14:29.752313 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-c4167bd3-f3de-4659-ac4c-dd16a15fa4cd service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786152 Jun 22 10:14:29.843229 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-69d711b9-62ad-430a-b55e-4b22b46c0e6f service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844636 Jun 22 10:14:29.848470 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device a658fe92-69d9-4188-84ea-441babac55fd no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:14:29.921912 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:29.942729 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a658fe92-69d9-4188-84ea-441babac55fd'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:14:29.970497 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8c2890-0183-4a15-8a69-9af844a707a9" -d '{"events": [{"server_uuid": "3a4ecfd5-d051-42e6-8c36-c0dac0724593", "name": "network-vif-unplugged", "status": "completed", "tag": "a658fe92-69d9-4188-84ea-441babac55fd"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:14:29.970497 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port a658fe92-69d9-4188-84ea-441babac55fd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a658fe92-69d9-4188-84ea-441babac55fd,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:14:29.988423 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 10:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db80228b-43ae-4cdd-8592-d85a46c04c60 x-openstack-request-id: req-db80228b-43ae-4cdd-8592-d85a46c04c60 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:14:29.988725 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4ecfd5-d051-42e6-8c36-c0dac0724593", "name": "network-vif-unplugged", "status": "completed", "tag": "a658fe92-69d9-4188-84ea-441babac55fd", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:14:29.988989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db80228b-43ae-4cdd-8592-d85a46c04c60 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:14:29.989383 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a658fe92-69d9-4188-84ea-441babac55fd', 'code': 200} Jun 22 10:14:30.037065 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:30.038938 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:14:30.093483 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=a658fe92-69d9-4188-84ea-441babac55fd,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:14:30.100245 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:14:30.100606 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:14:30.100955 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:14:30.101296 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:14:30.101633 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:14:30.101970 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:14:30.102318 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:14:30.102653 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:14:30.102985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:14:30.103314 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:14:30.103693 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:14:30.104024 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:14:30.108021 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:14:30.712318 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab65ed2-f40c-41c3-b4ac-8557af4b6e41 req-9a256ad0-1c46-4459-afd0-fa2536dc660a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:30.713805 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1ab65ed2-f40c-41c3-b4ac-8557af4b6e41 req-9a256ad0-1c46-4459-afd0-fa2536dc660a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 943 time: 0.0627410 Jun 22 10:14:30.754675 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1ab65ed2-f40c-41c3-b4ac-8557af4b6e41 req-b493ee9b-aa57-4294-9bad-805a47283e6e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349898 Jun 22 10:14:31.802583 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad824cbf-ba51-4328-94b7-86e011a81026 req-b055a45b-bd88-4e77-8226-ff3e37bd48eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:31.804135 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ad824cbf-ba51-4328-94b7-86e011a81026 req-b055a45b-bd88-4e77-8226-ff3e37bd48eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 1096 time: 0.0577228 Jun 22 10:14:31.947603 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad824cbf-ba51-4328-94b7-86e011a81026 req-97ae49e5-8c31-4b9d-82cd-8cfaaec7b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:31.949067 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ad824cbf-ba51-4328-94b7-86e011a81026 req-97ae49e5-8c31-4b9d-82cd-8cfaaec7b02c service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.1234603 Jun 22 10:14:31.972569 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb45f37-2a30-4cca-a1db-56c30d4cfc65 req-e3317379-09aa-44cd-b75e-dda499323358 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:31.974008 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ffb45f37-2a30-4cca-a1db-56c30d4cfc65 req-e3317379-09aa-44cd-b75e-dda499323358 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 943 time: 0.1007767 Jun 22 10:14:32.046923 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ad824cbf-ba51-4328-94b7-86e011a81026 req-8abcc293-5dd1-4698-82ff-8d4794b1b70f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a658fe92-69d9-4188-84ea-441babac55fd HTTP/1.1" status: 200 len: 1000 time: 0.0906324 Jun 22 10:14:32.049697 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ffb45f37-2a30-4cca-a1db-56c30d4cfc65 req-628f230f-aa70-4526-a08c-f5610536d376 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491152 Jun 22 10:14:32.098327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad824cbf-ba51-4328-94b7-86e011a81026 req-31943b0d-3def-41fe-853f-068061bb0062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:32.099724 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ad824cbf-ba51-4328-94b7-86e011a81026 req-31943b0d-3def-41fe-853f-068061bb0062 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0465891 Jun 22 10:14:32.156215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad824cbf-ba51-4328-94b7-86e011a81026 req-69b51ade-2eef-4050-840c-6f837a6f3219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:32.157692 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ad824cbf-ba51-4328-94b7-86e011a81026 req-69b51ade-2eef-4050-840c-6f837a6f3219 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514183 Jun 22 10:14:32.243597 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ad824cbf-ba51-4328-94b7-86e011a81026 req-0fe3023f-d718-48e0-9952-2ba8547efa64 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792019 Jun 22 10:14:32.335142 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ad824cbf-ba51-4328-94b7-86e011a81026 req-7cb09500-73d6-4595-a74c-30000a5cbaca service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850608 Jun 22 10:14:33.223269 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f0b69-c4b9-4811-acd4-35886a57f612 req-e5c74f81-eb28-49f0-b4be-f7e71247963b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:33.224756 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e89f0b69-c4b9-4811-acd4-35886a57f612 req-e5c74f81-eb28-49f0-b4be-f7e71247963b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 943 time: 0.0613024 Jun 22 10:14:33.266642 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e89f0b69-c4b9-4811-acd4-35886a57f612 req-d478540d-9ba4-47b9-9df2-1328953f4ed1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356688 Jun 22 10:14:34.437639 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed779f-15f8-4560-9ccd-e39343b6d5a7 req-88f9b138-4186-44c3-a6df-2489afe3d5d1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:34.439110 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-88ed779f-15f8-4560-9ccd-e39343b6d5a7 req-88f9b138-4186-44c3-a6df-2489afe3d5d1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 943 time: 0.0643272 Jun 22 10:14:34.480870 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-88ed779f-15f8-4560-9ccd-e39343b6d5a7 req-8c9b81d5-83ac-435f-b4c8-70b189af2f34 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360935 Jun 22 10:14:35.650354 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d29d1-2002-4480-a49a-1d07e6b2a4a0 req-d2454518-c50c-4478-a371-6726e9abf0bc tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:35.652489 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2b4d29d1-2002-4480-a49a-1d07e6b2a4a0 req-d2454518-c50c-4478-a371-6726e9abf0bc tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 943 time: 0.0613947 Jun 22 10:14:35.688575 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2b4d29d1-2002-4480-a49a-1d07e6b2a4a0 req-25acec94-729c-4ee7-9a9b-917c91d27859 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306997 Jun 22 10:14:36.863504 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332932da-257b-4b3a-ae7b-731772df868c req-f116aec9-bbcd-464c-a2d2-2eb986c7057b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:36.864966 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-332932da-257b-4b3a-ae7b-731772df868c req-f116aec9-bbcd-464c-a2d2-2eb986c7057b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 943 time: 0.0677788 Jun 22 10:14:36.902943 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-332932da-257b-4b3a-ae7b-731772df868c req-4ce94a37-32ba-4809-b479-70bf2c660be5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323884 Jun 22 10:14:37.907458 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device a658fe92-69d9-4188-84ea-441babac55fd details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:14:37.998513 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port a658fe92-69d9-4188-84ea-441babac55fd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a658fe92-69d9-4188-84ea-441babac55fd,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:14:38.009482 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': 'a658fe92-69d9-4188-84ea-441babac55fd', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'port_id': 'a658fe92-69d9-4188-84ea-441babac55fd', 'mac_address': 'fa:16:3e:5a:0b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:14:38.049552 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:38.061674 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a658fe92-69d9-4188-84ea-441babac55fd {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:14:38.071154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66feb25-c80a-4e62-9358-830674cb24ea req-414fa89b-bf3d-4abb-a9c8-e4950ab4653d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:38.072643 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a66feb25-c80a-4e62-9358-830674cb24ea req-414fa89b-bf3d-4abb-a9c8-e4950ab4653d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 943 time: 0.0608149 Jun 22 10:14:38.080343 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port a658fe92-69d9-4188-84ea-441babac55fd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a658fe92-69d9-4188-84ea-441babac55fd,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:14:38.109984 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a66feb25-c80a-4e62-9358-830674cb24ea req-f6923e9d-0075-4d15-8e50-2486776a45ed tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317495 Jun 22 10:14:38.162158 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:38.163986 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:14:38.212118 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=a658fe92-69d9-4188-84ea-441babac55fd,revision_number=7']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:14:38.214966 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:14:38.222029 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['a658fe92-69d9-4188-84ea-441babac55fd'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:14:39.281466 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f368d17-4caf-47c4-9103-c76807e2cd62 req-c961d84a-a024-435d-a68e-8eeab05a1e15 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:39.282905 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0f368d17-4caf-47c4-9103-c76807e2cd62 req-c961d84a-a024-435d-a68e-8eeab05a1e15 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 944 time: 0.0616806 Jun 22 10:14:39.319685 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0f368d17-4caf-47c4-9103-c76807e2cd62 req-247dabb3-3d5a-4631-a972-2ab27b8d32b6 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310268 Jun 22 10:14:39.925844 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device a658fe92-69d9-4188-84ea-441babac55fd up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:14:39.971368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port a658fe92-69d9-4188-84ea-441babac55fd triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:14:39.971774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:40.044309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:40.065728 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a658fe92-69d9-4188-84ea-441babac55fd'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:14:40.067984 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a70d33-1130-44dc-80fd-f77fedce501d" -d '{"events": [{"server_uuid": "3a4ecfd5-d051-42e6-8c36-c0dac0724593", "name": "network-vif-plugged", "status": "completed", "tag": "a658fe92-69d9-4188-84ea-441babac55fd"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:14:40.080140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port a658fe92-69d9-4188-84ea-441babac55fd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a658fe92-69d9-4188-84ea-441babac55fd,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:14:40.115852 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e534e2-0b8a-4069-b671-f2ca6d611494 x-openstack-request-id: req-c1e534e2-0b8a-4069-b671-f2ca6d611494 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:14:40.115852 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4ecfd5-d051-42e6-8c36-c0dac0724593", "name": "network-vif-plugged", "status": "completed", "tag": "a658fe92-69d9-4188-84ea-441babac55fd", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:14:40.115852 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1e534e2-0b8a-4069-b671-f2ca6d611494 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:14:40.115852 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a658fe92-69d9-4188-84ea-441babac55fd', 'code': 200} Jun 22 10:14:40.128092 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:40.130722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:14:40.179466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=a658fe92-69d9-4188-84ea-441babac55fd,revision_number=8']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:14:40.182393 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:14:40.487574 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e125208-d974-47d0-906c-eb4670a05aec req-ff054a3f-a6c3-46aa-a534-dddf9cc0d6b1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:40.488916 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3e125208-d974-47d0-906c-eb4670a05aec req-ff054a3f-a6c3-46aa-a534-dddf9cc0d6b1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0614910 Jun 22 10:14:40.524773 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3e125208-d974-47d0-906c-eb4670a05aec req-4209f7de-cbb9-469d-b17d-60110e44ce13 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303545 Jun 22 10:14:40.710208 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:41.700913 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cfb20-314a-4f85-b213-507e1b571ba0 req-9de96ed9-b27c-4fb1-9d74-bb35cc3516d8 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:41.702293 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-962cfb20-314a-4f85-b213-507e1b571ba0 req-9de96ed9-b27c-4fb1-9d74-bb35cc3516d8 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0643797 Jun 22 10:14:41.738461 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-962cfb20-314a-4f85-b213-507e1b571ba0 req-c6349722-94c2-4c24-adcd-67e33cf7b0ba tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304642 Jun 22 10:14:42.915029 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790d028-e2c5-43e8-a2eb-81d82172eca9 req-b1e8d2fc-fa20-400f-b32b-bcfd20de206f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:42.916482 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0790d028-e2c5-43e8-a2eb-81d82172eca9 req-b1e8d2fc-fa20-400f-b32b-bcfd20de206f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0650053 Jun 22 10:14:42.953676 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0790d028-e2c5-43e8-a2eb-81d82172eca9 req-5587b8c2-b947-45fa-9b13-6fa7cd8b9383 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311191 Jun 22 10:14:43.722269 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-d90dd61c-16b3-4680-b181-d5039c6ebe50 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:43.723617 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-d90dd61c-16b3-4680-b181-d5039c6ebe50 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593&tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.1127543 Jun 22 10:14:43.731549 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fefaa-da1e-4c37-83b9-9ee5c5cf81a8 req-377b8bfc-5dd5-403c-ad7e-9b3dc7accf67 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:43.732862 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3c5fefaa-da1e-4c37-83b9-9ee5c5cf81a8 req-377b8bfc-5dd5-403c-ad7e-9b3dc7accf67 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.1128070 Jun 22 10:14:43.802873 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3c5fefaa-da1e-4c37-83b9-9ee5c5cf81a8 req-80e446cf-ddce-4ee6-9d2a-0bb9976985e4 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633578 Jun 22 10:14:43.808483 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-3bf19c61-92eb-43c8-9804-989ce3577b2e service neutron] 10.222.0.35 "GET /v2.0/ports/a658fe92-69d9-4188-84ea-441babac55fd/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0747828 Jun 22 10:14:43.882474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-0e3ff254-7c41-445e-80d0-c201308941b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:43.883930 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-0e3ff254-7c41-445e-80d0-c201308941b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 1098 time: 0.0510020 Jun 22 10:14:43.971013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-377bfe80-bc0f-49a1-9697-1482a240ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:43.972511 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-377bfe80-bc0f-49a1-9697-1482a240ed7c service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0820391 Jun 22 10:14:44.033211 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-f38a5bdd-e1bc-48df-8ff9-2f23de033389 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a658fe92-69d9-4188-84ea-441babac55fd HTTP/1.1" status: 200 len: 1002 time: 0.0551219 Jun 22 10:14:44.081717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-ba82c66b-fff2-4118-b457-7944f4586b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:44.083114 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-ba82c66b-fff2-4118-b457-7944f4586b41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0443935 Jun 22 10:14:44.137074 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-5c25682a-0f7f-4fcf-9431-f239fe6f3ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:44.138520 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-5c25682a-0f7f-4fcf-9431-f239fe6f3ba9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0497856 Jun 22 10:14:44.221650 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-0926ee63-fdd8-4047-a979-8e2c15dc1934 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0768335 Jun 22 10:14:44.651159 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-99b0ae49-bbe8-4035-bedd-c351499d4a91 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238908 Jun 22 10:14:44.973084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914f921-474f-4365-ab89-e2dd20458288 req-0ecb422c-c4aa-4aec-888d-bcfa05240e03 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:44.974425 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e914f921-474f-4365-ab89-e2dd20458288 req-0ecb422c-c4aa-4aec-888d-bcfa05240e03 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0615289 Jun 22 10:14:45.011832 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e914f921-474f-4365-ab89-e2dd20458288 req-505a082c-4be5-4724-aa09-aa4a4299b266 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319736 Jun 22 10:14:46.189301 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb82b1-b4e3-40f4-98c4-9ce63be70809 req-5276bff5-f66c-4407-9036-6af3d1fd7382 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:46.190752 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-25bb82b1-b4e3-40f4-98c4-9ce63be70809 req-5276bff5-f66c-4407-9036-6af3d1fd7382 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0656996 Jun 22 10:14:46.226402 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-25bb82b1-b4e3-40f4-98c4-9ce63be70809 req-611002d2-5a5d-40d6-a485-6b202b9a1ec5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300920 Jun 22 10:14:46.567598 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-21f9dde4-077c-4e21-a0e3-07e4e2844625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:47.406620 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87adc9-6a6f-4e18-9e42-dffcc8c34f24 req-c75be3cd-b994-4e63-b6b3-6b17c9faffb8 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:47.408320 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7f87adc9-6a6f-4e18-9e42-dffcc8c34f24 req-c75be3cd-b994-4e63-b6b3-6b17c9faffb8 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0657208 Jun 22 10:14:47.459175 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7f87adc9-6a6f-4e18-9e42-dffcc8c34f24 req-3804f02b-1128-406c-ae89-3aa110b2a1ec tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448227 Jun 22 10:14:48.636284 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84103a-2e82-4b02-9c84-dfa50258b9ca req-2bcc120c-b608-4803-b324-429eb9c51aef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:48.638132 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7f84103a-2e82-4b02-9c84-dfa50258b9ca req-2bcc120c-b608-4803-b324-429eb9c51aef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0691423 Jun 22 10:14:48.676229 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7f84103a-2e82-4b02-9c84-dfa50258b9ca req-d251913e-83f4-47ca-a3c1-ac696a319cdf tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325334 Jun 22 10:14:49.081291 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-36f8c0a5-80e8-4b29-97c2-af68bb74d38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:49.356815 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:49.851567 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08433c-b443-4e32-b780-39bd1042e206 req-3bd6da80-6a6c-4cbf-a339-b81d9a92204d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:49.853602 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eb08433c-b443-4e32-b780-39bd1042e206 req-3bd6da80-6a6c-4cbf-a339-b81d9a92204d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0642278 Jun 22 10:14:49.893203 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eb08433c-b443-4e32-b780-39bd1042e206 req-264d27ab-dace-443f-b1c5-8f85d479dd1b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336747 Jun 22 10:14:49.943859 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-66f35296-2c10-41fe-b506-eabd6116eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:49.945285 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-66f35296-2c10-41fe-b506-eabd6116eef2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593&tenant_id=1529fd0f436b431c8c9cb51ec83aecd4 HTTP/1.1" status: 200 len: 1098 time: 0.0545688 Jun 22 10:14:49.971913 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device a658fe92-69d9-4188-84ea-441babac55fd no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:14:50.030661 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-db319a83-1271-4611-ac21-5f819abc94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:50.032246 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-db319a83-1271-4611-ac21-5f819abc94e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 1098 time: 0.0593624 Jun 22 10:14:50.050018 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:50.073465 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a658fe92-69d9-4188-84ea-441babac55fd'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:14:50.076665 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca22e86-667a-4101-9ba1-c59de43bfcc6" -d '{"events": [{"server_uuid": "3a4ecfd5-d051-42e6-8c36-c0dac0724593", "name": "network-vif-unplugged", "status": "completed", "tag": "a658fe92-69d9-4188-84ea-441babac55fd"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:14:50.096287 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port a658fe92-69d9-4188-84ea-441babac55fd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a658fe92-69d9-4188-84ea-441babac55fd,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:14:50.124896 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 10:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecce7592-6bbb-4032-865e-fbc201a79bbb x-openstack-request-id: req-ecce7592-6bbb-4032-865e-fbc201a79bbb {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:14:50.125193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4ecfd5-d051-42e6-8c36-c0dac0724593", "name": "network-vif-unplugged", "status": "completed", "tag": "a658fe92-69d9-4188-84ea-441babac55fd", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:14:50.125453 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecce7592-6bbb-4032-865e-fbc201a79bbb {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:14:50.125849 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a658fe92-69d9-4188-84ea-441babac55fd', 'code': 200} Jun 22 10:14:50.128789 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-702faaf3-2da5-4003-9463-4021f560c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:50.130256 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-702faaf3-2da5-4003-9463-4021f560c1d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 200 len: 913 time: 0.0919342 Jun 22 10:14:50.190216 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:50.192935 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-77814c8a-1438-40a4-8e4f-4f28ce561dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:14:50.198250 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-83af5b46-58c7-4858-abc7-8aac5c185552 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a658fe92-69d9-4188-84ea-441babac55fd HTTP/1.1" status: 200 len: 1002 time: 0.0610156 Jun 22 10:14:50.239074 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=a658fe92-69d9-4188-84ea-441babac55fd,revision_number=9']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:14:50.242174 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:14:50.252204 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-9f182bc1-76ab-4319-bb3d-0ec8fb56f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:50.253634 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-9f182bc1-76ab-4319-bb3d-0ec8fb56f678 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 200 len: 851 time: 0.0474544 Jun 22 10:14:50.313850 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-a61c5493-e94c-44a0-a61d-509b4cc6b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:50.315336 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-a61c5493-e94c-44a0-a61d-509b4cc6b455 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c0310c-d02a-4ba7-8469-6e0096d5919d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0543916 Jun 22 10:14:50.402945 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-133d0248-1115-4748-86d9-78d6d7c20103 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809019 Jun 22 10:14:50.494006 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-efa4b50c-6bd2-47b7-a5c5-0f1b74bc1796 req-cb777d0d-a3af-46bb-9fa4-abaf90a154e9 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848973 Jun 22 10:14:50.539114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:51.069427 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26aebf2-7705-4a92-a727-7dbfdc4228ae req-c4d9cbd3-77cb-4bdf-a422-ab3cac27d8b0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:51.070908 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d26aebf2-7705-4a92-a727-7dbfdc4228ae req-c4d9cbd3-77cb-4bdf-a422-ab3cac27d8b0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 943 time: 0.0639844 Jun 22 10:14:51.111272 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d26aebf2-7705-4a92-a727-7dbfdc4228ae req-0ea10a83-5395-45f2-bc33-c90c40a3401e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330322 Jun 22 10:14:51.790605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:52.175333 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:14:52.287533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9783d-5892-4727-bfed-781228257eef req-70f7e784-663f-4576-9d0a-16e7ba8e06c2 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:52.289016 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-dcf9783d-5892-4727-bfed-781228257eef req-70f7e784-663f-4576-9d0a-16e7ba8e06c2 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 943 time: 0.0641270 Jun 22 10:14:52.327151 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-dcf9783d-5892-4727-bfed-781228257eef req-32821877-4669-4b15-9e36-2a418dcc617d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325110 Jun 22 10:14:53.508086 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c4693-7847-4020-b147-55f4c06ff269 req-0c7a57d0-e74c-4574-a965-f5891db487dd tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:53.509284 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4f7c4693-7847-4020-b147-55f4c06ff269 req-0c7a57d0-e74c-4574-a965-f5891db487dd tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 943 time: 0.0729325 Jun 22 10:14:53.547661 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4f7c4693-7847-4020-b147-55f4c06ff269 req-f5e6559f-2b76-4a84-a7eb-f279e9a5c585 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316768 Jun 22 10:14:54.722352 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada8f43-7a16-4a51-b0d3-8de62ecc767b req-750965e7-7090-4c3f-a33a-4442a28ff752 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:54.723678 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fada8f43-7a16-4a51-b0d3-8de62ecc767b req-750965e7-7090-4c3f-a33a-4442a28ff752 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 943 time: 0.0650272 Jun 22 10:14:54.760293 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fada8f43-7a16-4a51-b0d3-8de62ecc767b req-a1bbd891-5da6-49c1-95b4-5fc51679227f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310760 Jun 22 10:14:55.933267 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3215fcb-9081-4830-8bf2-a36167c97c7e req-f91c16e0-1c0b-4719-8a11-27b804a7f482 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:55.934705 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a3215fcb-9081-4830-8bf2-a36167c97c7e req-f91c16e0-1c0b-4719-8a11-27b804a7f482 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 943 time: 0.0617559 Jun 22 10:14:55.970609 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a3215fcb-9081-4830-8bf2-a36167c97c7e req-e0ffd1fc-abbf-4e26-9292-0c4031c4f91e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303733 Jun 22 10:14:57.140094 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0c1bc-48a8-4e10-a2c5-d8076f537547 req-66930f7e-212b-43ae-a6e6-24e5578a8017 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:57.141560 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a5e0c1bc-48a8-4e10-a2c5-d8076f537547 req-66930f7e-212b-43ae-a6e6-24e5578a8017 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 943 time: 0.0625262 Jun 22 10:14:57.179473 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a5e0c1bc-48a8-4e10-a2c5-d8076f537547 req-6e7f6fc8-369b-4882-9ada-b8a69235adb1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323105 Jun 22 10:14:58.019318 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device a658fe92-69d9-4188-84ea-441babac55fd details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:14:58.108995 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port a658fe92-69d9-4188-84ea-441babac55fd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a658fe92-69d9-4188-84ea-441babac55fd,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:14:58.123694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': 'a658fe92-69d9-4188-84ea-441babac55fd', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'port_id': 'a658fe92-69d9-4188-84ea-441babac55fd', 'mac_address': 'fa:16:3e:5a:0b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:14:58.159102 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:58.170955 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a658fe92-69d9-4188-84ea-441babac55fd {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:14:58.190214 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port a658fe92-69d9-4188-84ea-441babac55fd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a658fe92-69d9-4188-84ea-441babac55fd,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:14:58.253245 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:58.255072 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:14:58.307327 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=a658fe92-69d9-4188-84ea-441babac55fd,revision_number=10']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:14:58.314325 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:14:58.316813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['a658fe92-69d9-4188-84ea-441babac55fd'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:14:58.365857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660c13d-a3aa-4d9c-8342-de7694b561e7 req-5fdfe0ba-c127-49cc-ac32-df3d5000cb30 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:58.367317 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f660c13d-a3aa-4d9c-8342-de7694b561e7 req-5fdfe0ba-c127-49cc-ac32-df3d5000cb30 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0739970 Jun 22 10:14:58.407085 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f660c13d-a3aa-4d9c-8342-de7694b561e7 req-b283f730-6452-4bf1-bea4-555fcef4beee tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331595 Jun 22 10:14:59.576460 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57f66f-1683-41b2-84f7-2b715b7b1afa req-d024dead-7550-4116-9e9a-dba43cb9dcaa tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:14:59.577895 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9c57f66f-1683-41b2-84f7-2b715b7b1afa req-d024dead-7550-4116-9e9a-dba43cb9dcaa tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 945 time: 0.0611408 Jun 22 10:14:59.618989 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9c57f66f-1683-41b2-84f7-2b715b7b1afa req-8012e722-7535-4041-bed8-c9ca3dbb277d tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355191 Jun 22 10:15:00.033879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device a658fe92-69d9-4188-84ea-441babac55fd up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:15:00.079866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port a658fe92-69d9-4188-84ea-441babac55fd triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:15:00.080251 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:00.155136 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:00.178670 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a658fe92-69d9-4188-84ea-441babac55fd'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:15:00.180938 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cd6eeb-38d3-446b-a0fd-12ea765aa559" -d '{"events": [{"server_uuid": "3a4ecfd5-d051-42e6-8c36-c0dac0724593", "name": "network-vif-plugged", "status": "completed", "tag": "a658fe92-69d9-4188-84ea-441babac55fd"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:15:00.193418 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port a658fe92-69d9-4188-84ea-441babac55fd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a658fe92-69d9-4188-84ea-441babac55fd,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:00.227197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c3e7ef-10f2-4276-9cc8-17e812d38590 x-openstack-request-id: req-91c3e7ef-10f2-4276-9cc8-17e812d38590 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:15:00.227533 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4ecfd5-d051-42e6-8c36-c0dac0724593", "name": "network-vif-plugged", "status": "completed", "tag": "a658fe92-69d9-4188-84ea-441babac55fd", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:15:00.227801 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91c3e7ef-10f2-4276-9cc8-17e812d38590 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:15:00.228206 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a658fe92-69d9-4188-84ea-441babac55fd', 'code': 200} Jun 22 10:15:00.292994 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:00.295567 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:00.340284 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=a658fe92-69d9-4188-84ea-441babac55fd,revision_number=11']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:00.343727 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:00.787300 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15387b83-9541-4ed5-9041-f998b9361269 req-5c311a98-bfda-44cf-a032-40bca1736a5b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:00.788832 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-15387b83-9541-4ed5-9041-f998b9361269 req-5c311a98-bfda-44cf-a032-40bca1736a5b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 946 time: 0.0627587 Jun 22 10:15:00.825469 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-15387b83-9541-4ed5-9041-f998b9361269 req-f5bb3f17-7c4c-4468-8872-f10ae2a3cd8a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311170 Jun 22 10:15:01.997187 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193283f-a003-48f1-a154-23f1850a9b02 req-1ee3911a-f778-46e0-b0cc-822cecc2c9a5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:01.998663 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b193283f-a003-48f1-a154-23f1850a9b02 req-1ee3911a-f778-46e0-b0cc-822cecc2c9a5 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 946 time: 0.0637195 Jun 22 10:15:02.039631 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b193283f-a003-48f1-a154-23f1850a9b02 req-aede60e6-a35d-46d0-b700-4e121cfa3f67 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347300 Jun 22 10:15:03.210396 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f033d-7c8f-4362-9a16-2beeac83793b req-db37e1f7-7143-4e06-a865-fe5612c6bc23 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:03.211862 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-585f033d-7c8f-4362-9a16-2beeac83793b req-db37e1f7-7143-4e06-a865-fe5612c6bc23 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 946 time: 0.0617511 Jun 22 10:15:03.247976 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-585f033d-7c8f-4362-9a16-2beeac83793b req-158c4d34-b092-4093-b6bb-3f6dbf06be64 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307252 Jun 22 10:15:03.420373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68690635-010f-4fad-9548-cc464b110f4e req-806ff8d7-8653-45ef-95fd-045c59197c18 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:03.422423 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-68690635-010f-4fad-9548-cc464b110f4e req-806ff8d7-8653-45ef-95fd-045c59197c18 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 946 time: 0.0615926 Jun 22 10:15:03.458280 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-68690635-010f-4fad-9548-cc464b110f4e req-d74083ee-b5de-4843-9163-84d310b7e68b tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302086 Jun 22 10:15:03.629436 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7165cb-3063-4c81-918c-c498a1b1a2ab req-fb6e6c66-4847-4ef3-8891-0355378c8b0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:03.630881 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ac7165cb-3063-4c81-918c-c498a1b1a2ab req-fb6e6c66-4847-4ef3-8891-0355378c8b0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 946 time: 0.0661299 Jun 22 10:15:03.668251 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ac7165cb-3063-4c81-918c-c498a1b1a2ab req-fc650d90-2ae4-4755-b73d-3100f8c3dbac tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315485 Jun 22 10:15:04.182921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcadae-024f-4bd5-917f-be43e74104f0 req-42436e20-a336-45db-98bd-a54c51ea281f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:04.184376 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f9fcadae-024f-4bd5-917f-be43e74104f0 req-42436e20-a336-45db-98bd-a54c51ea281f tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 946 time: 0.0611441 Jun 22 10:15:04.225647 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f9fcadae-024f-4bd5-917f-be43e74104f0 req-aeaa622a-cb9c-4388-be99-83c978d7bee0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351291 Jun 22 10:15:05.399988 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3e80e-f442-4cf8-be99-ee0fca00250e req-db382933-66ad-42bd-bf7c-78d5ae2c3a75 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:05.401348 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5eb3e80e-f442-4cf8-be99-ee0fca00250e req-db382933-66ad-42bd-bf7c-78d5ae2c3a75 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 946 time: 0.0667210 Jun 22 10:15:05.438280 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5eb3e80e-f442-4cf8-be99-ee0fca00250e req-f8c8428b-41f0-4657-b486-b8858a6784da tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312679 Jun 22 10:15:06.639787 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0834b5-fb0c-445d-ab32-13da016fc92a req-09a14075-926c-4e45-a1c1-7ed0135a54df tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:06.641773 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2c0834b5-fb0c-445d-ab32-13da016fc92a req-09a14075-926c-4e45-a1c1-7ed0135a54df tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 946 time: 0.0965750 Jun 22 10:15:06.694121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d58e75-0084-4d5b-b872-bd96f26a3c29 req-5f4d3441-4f29-4951-b000-434dc5a3a05a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:06.695560 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02d58e75-0084-4d5b-b872-bd96f26a3c29 req-5f4d3441-4f29-4951-b000-434dc5a3a05a tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 946 time: 0.1099560 Jun 22 10:15:06.698498 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-2c0834b5-fb0c-445d-ab32-13da016fc92a req-e0e9a821-d77e-4b1a-8b63-3be3197ff929 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups?id=91903fb7-27b8-4684-8fd9-d9a09a448bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511768 Jun 22 10:15:06.794975 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-02d58e75-0084-4d5b-b872-bd96f26a3c29 req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Deleting port a658fe92-69d9-4188-84ea-441babac55fd {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:15:06.795324 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-02d58e75-0084-4d5b-b872-bd96f26a3c29 req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:06.881665 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-02d58e75-0084-4d5b-b872-bd96f26a3c29 req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] For port a658fe92-69d9-4188-84ea-441babac55fd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a658fe92-69d9-4188-84ea-441babac55fd,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:06.882021 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-02d58e75-0084-4d5b-b872-bd96f26a3c29 req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:07.041741 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-02d58e75-0084-4d5b-b872-bd96f26a3c29 req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:07.042117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-02d58e75-0084-4d5b-b872-bd96f26a3c29 req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:07.042437 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [req-02d58e75-0084-4d5b-b872-bd96f26a3c29 req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Floating IP 3af53d36-413c-48a1-bfa6-e1bb09bdaf98 disassociated. External IP: 172.26.3.155, port: a658fe92-69d9-4188-84ea-441babac55fd. Jun 22 10:15:07.042784 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-02d58e75-0084-4d5b-b872-bd96f26a3c29 req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Calling delete_port for a658fe92-69d9-4188-84ea-441babac55fd owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:15:07.206833 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-02d58e75-0084-4d5b-b872-bd96f26a3c29 req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:07.210909 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:07.235662 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Pushing event deleted for resources: {'Port': ['ID=a658fe92-69d9-4188-84ea-441babac55fd,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:07.245988 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:07.246418 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:07.246769 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:07.247155 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:07.247558 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:07.248056 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:07.248441 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:07.248823 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:07.249201 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:07.249573 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:07.250444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:07.250813 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:07.254561 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:07.364155 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02d58e75-0084-4d5b-b872-bd96f26a3c29 req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Router e9d46832-b854-4e6b-892c-7ef8d975914b has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:15:07.472092 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02d58e75-0084-4d5b-b872-bd96f26a3c29 req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:15:07.481148 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc32ae54-4df9-4c6a-aa5d-24c262bd0954 None None] Sync routers for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:15:07.490999 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc32ae54-4df9-4c6a-aa5d-24c262bd0954 None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:15:07.491651 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-dc32ae54-4df9-4c6a-aa5d-24c262bd0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:14:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:07.518961 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d58e75-0084-4d5b-b872-bd96f26a3c29 req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] No DVR routers for this DVR port a658fe92-69d9-4188-84ea-441babac55fd on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:15:07.521589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-02d58e75-0084-4d5b-b872-bd96f26a3c29 req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:07.523912 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-02d58e75-0084-4d5b-b872-bd96f26a3c29 req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.35 "DELETE /v2.0/ports/a658fe92-69d9-4188-84ea-441babac55fd HTTP/1.1" status: 204 len: 173 time: 0.8232491 Jun 22 10:15:07.524452 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'name': 'network-vif-deleted', 'tag': 'a658fe92-69d9-4188-84ea-441babac55fd'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:15:07.527316 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff62f0b3-d3fb-46bb-b05d-5a62fd0fc22e" -d '{"events": [{"server_uuid": "3a4ecfd5-d051-42e6-8c36-c0dac0724593", "name": "network-vif-deleted", "tag": "a658fe92-69d9-4188-84ea-441babac55fd"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:15:07.569187 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5327121-702c-438e-acf3-f503c29c72c3 x-openstack-request-id: req-e5327121-702c-438e-acf3-f503c29c72c3 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:15:07.569523 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4ecfd5-d051-42e6-8c36-c0dac0724593", "name": "network-vif-deleted", "tag": "a658fe92-69d9-4188-84ea-441babac55fd", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:15:07.569828 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5327121-702c-438e-acf3-f503c29c72c3 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:15:07.570289 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4ecfd5-d051-42e6-8c36-c0dac0724593', 'name': 'network-vif-deleted', 'tag': 'a658fe92-69d9-4188-84ea-441babac55fd', 'status': 'completed', 'code': 200} Jun 22 10:15:07.601479 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-dc32ae54-4df9-4c6a-aa5d-24c262bd0954 None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:15:07.844129 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6d2092f3-4f9c-43f8-bbe3-8d0ddf9c8982 req-f56717ad-7ab2-4397-8c27-f968c4da11a9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 210 time: 0.0289199 Jun 22 10:15:07.891531 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-dc32ae54-4df9-4c6a-aa5d-24c262bd0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:07.916536 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc32ae54-4df9-4c6a-aa5d-24c262bd0954 None None] Checking router: e9d46832-b854-4e6b-892c-7ef8d975914b for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:15:07.925183 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc32ae54-4df9-4c6a-aa5d-24c262bd0954 None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:15:07.925737 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-dc32ae54-4df9-4c6a-aa5d-24c262bd0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:14:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:08.025173 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-dc32ae54-4df9-4c6a-aa5d-24c262bd0954 None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:15:08.213409 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-dc32ae54-4df9-4c6a-aa5d-24c262bd0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:08.242914 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc32ae54-4df9-4c6a-aa5d-24c262bd0954 None None] The sync data for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv is: [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:06:20Z', 'revision_number': 4, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9ebc419d-8809-4ed5-9af9-35a129e410ba', 'name': '', 'network_id': 'd8c0310c-d02a-4ba7-8469-6e0096d5919d', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'mac_address': 'fa:16:3e:86:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'subnets': [{'id': 'd3d5cb53-e57f-44c0-9e20-22e8c8f5faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:15:08.448562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d549c248-3e39-4a0f-89ba-77a148e2b38a None None] New status for floating IP 3af53d36-413c-48a1-bfa6-e1bb09bdaf98: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:15:08.990435 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-308f414a-6dfc-4b38-9f5c-ddfbab0de691 req-6bd38a03-c845-4ab6-9677-123de6240a70 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 210 time: 0.0291286 Jun 22 10:15:10.099232 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device a658fe92-69d9-4188-84ea-441babac55fd no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:15:10.126815 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: a658fe92-69d9-4188-84ea-441babac55fd {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:15:10.127186 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device a658fe92-69d9-4188-84ea-441babac55fd not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:15:10.135785 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5b24a059-6cfa-4733-bee0-24eb1a5c1fe7 req-9a07f2b5-10c4-4841-ace9-7d63afee7d57 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 210 time: 0.0340343 Jun 22 10:15:10.698273 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:11.288162 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-452a6cb9-d794-44f1-92c4-d85290fe5808 req-08e82cd9-1400-4705-8ac5-f68d0ad236b1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ecfd5-d051-42e6-8c36-c0dac0724593 HTTP/1.1" status: 200 len: 210 time: 0.0278263 Jun 22 10:15:16.516924 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39124) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:15:16.572734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a74a164a-adde-4c3c-ad32-74685bb09294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:16.573938 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:16.598399 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:16.721185 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:16.723750 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:16.724884 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "DELETE /v2.0/security-groups/91903fb7-27b8-4684-8fd9-d9a09a448bf1 HTTP/1.1" status: 204 len: 168 time: 0.2069323 Jun 22 10:15:16.725717 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-72f1d8b4-38b2-476f-99e6-c72f1e52a2d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:16.727491 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39126) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:15:16.734387 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91903fb7-27b8-4684-8fd9-d9a09a448bf1,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:16.741337 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-e9bfbb53-c1db-44c8-979f-3210a72774ba tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] show failed (client error): The resource could not be found. Jun 22 10:15:16.741503 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:16.741781 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:16.742176 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:16.742559 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:16.742952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:16.743320 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:16.743730 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:16.744110 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:16.744488 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:16.744863 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:16.745237 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e9bfbb53-c1db-44c8-979f-3210a72774ba tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "GET /v2.0/security-groups/91903fb7-27b8-4684-8fd9-d9a09a448bf1 HTTP/1.1" status: 404 len: 347 time: 0.0167654 Jun 22 10:15:16.745385 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:16.745607 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:16.745759 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39128) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:15:16.748720 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:16.869878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-c72917fb-ef49-49ed-b0c9-e6b7498b28ee tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Deleting port b1981461-7151-4181-a2c6-58c6bb566199 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:15:16.870217 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c72917fb-ef49-49ed-b0c9-e6b7498b28ee tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:16.945451 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c72917fb-ef49-49ed-b0c9-e6b7498b28ee tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:16.945779 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c72917fb-ef49-49ed-b0c9-e6b7498b28ee tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:17.005910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-c72917fb-ef49-49ed-b0c9-e6b7498b28ee tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Calling delete_port for b1981461-7151-4181-a2c6-58c6bb566199 owned by network:floatingip {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:15:17.189485 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c72917fb-ef49-49ed-b0c9-e6b7498b28ee tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:17.192342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:17.215525 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72917fb-ef49-49ed-b0c9-e6b7498b28ee tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Pushing event deleted for resources: {'Port': ['ID=b1981461-7151-4181-a2c6-58c6bb566199,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:17.219453 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c72917fb-ef49-49ed-b0c9-e6b7498b28ee tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:17.278314 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c72917fb-ef49-49ed-b0c9-e6b7498b28ee tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks [] for floatingip, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:17.280901 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c72917fb-ef49-49ed-b0c9-e6b7498b28ee tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:17.282041 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c72917fb-ef49-49ed-b0c9-e6b7498b28ee tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] 10.222.0.20 "DELETE /v2.0/floatingips/3af53d36-413c-48a1-bfa6-e1bb09bdaf98 HTTP/1.1" status: 204 len: 168 time: 0.5354087 Jun 22 10:15:17.284906 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39130) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:15:17.683999 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a5b4-8ab2-41ed-8380-9ef50177a7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:17.929273 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9a5b4-8ab2-41ed-8380-9ef50177a7dc admin admin] Deleting port 9ebc419d-8809-4ed5-9af9-35a129e410ba {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:15:17.929936 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a5b4-8ab2-41ed-8380-9ef50177a7dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:18.009533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-b0b9a5b4-8ab2-41ed-8380-9ef50177a7dc admin admin] For port 9ebc419d-8809-4ed5-9af9-35a129e410ba, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9ebc419d-8809-4ed5-9af9-35a129e410ba,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:18.009889 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a5b4-8ab2-41ed-8380-9ef50177a7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:18.074306 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9a5b4-8ab2-41ed-8380-9ef50177a7dc admin admin] Calling delete_port for 9ebc419d-8809-4ed5-9af9-35a129e410ba owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:15:18.378326 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a5b4-8ab2-41ed-8380-9ef50177a7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:18.380612 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bed3d4ee-7aa1-4dc3-b055-0e93fa8c2571 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:18.404818 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9a5b4-8ab2-41ed-8380-9ef50177a7dc admin admin] Pushing event deleted for resources: {'Port': ['ID=9ebc419d-8809-4ed5-9af9-35a129e410ba,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:18.407898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b0b9a5b4-8ab2-41ed-8380-9ef50177a7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:18.564042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a5b4-8ab2-41ed-8380-9ef50177a7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:18.771866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b9a5b4-8ab2-41ed-8380-9ef50177a7dc admin admin] Router e9d46832-b854-4e6b-892c-7ef8d975914b has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:15:18.874057 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b9a5b4-8ab2-41ed-8380-9ef50177a7dc admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:15:18.879959 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b0b9a5b4-8ab2-41ed-8380-9ef50177a7dc admin admin] 10.222.0.20 "PUT /v2.0/routers/e9d46832-b854-4e6b-892c-7ef8d975914b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5940936 Jun 22 10:15:18.882351 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39138) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:15:18.885257 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198dead6-07e2-4224-9b99-36de13ce7d3b None None] Sync routers for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:15:18.894158 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198dead6-07e2-4224-9b99-36de13ce7d3b None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:15:18.894890 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-198dead6-07e2-4224-9b99-36de13ce7d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:14:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:18.981058 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e5a97645-0b6f-4d37-ba27-095ffab16b5c admin admin] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:18.995348 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-198dead6-07e2-4224-9b99-36de13ce7d3b None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:15:19.074369 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-37270950-d72b-4eec-b6b2-bbd041f10fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:19.173974 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-198dead6-07e2-4224-9b99-36de13ce7d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:15:18Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:19.203221 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198dead6-07e2-4224-9b99-36de13ce7d3b None None] Checking router: e9d46832-b854-4e6b-892c-7ef8d975914b for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:15:19.211923 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198dead6-07e2-4224-9b99-36de13ce7d3b None None] Routers {'e9d46832-b854-4e6b-892c-7ef8d975914b'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:15:19.212560 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-198dead6-07e2-4224-9b99-36de13ce7d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:15:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e9d46832-b854-4e6b-892c-7ef8d975914b'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:19.319067 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-198dead6-07e2-4224-9b99-36de13ce7d3b None None] Set router e9d46832-b854-4e6b-892c-7ef8d975914b gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:15:19.361283 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:19.428844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e5a97645-0b6f-4d37-ba27-095ffab16b5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:19.496978 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-198dead6-07e2-4224-9b99-36de13ce7d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:15:18Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:19.522894 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198dead6-07e2-4224-9b99-36de13ce7d3b None None] The sync data for ids ['e9d46832-b854-4e6b-892c-7ef8d975914b'] in dv-neutron-797121-3-hyperv is: [{'id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'name': 'tempest-ServerActionsTestJSON-1286914857-router', 'tenant_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:17Z', 'updated_at': '2021-06-22T10:15:18Z', 'revision_number': 5, 'project_id': '1529fd0f436b431c8c9cb51ec83aecd4', 'gw_port': {'id': 'd02bf706-ee93-4d9d-a74d-65127e184839', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d46832-b854-4e6b-892c-7ef8d975914b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:18Z', 'updated_at': '2021-06-22T10:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:15:19.560146 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-e5a97645-0b6f-4d37-ba27-095ffab16b5c admin admin] Deleting port d02bf706-ee93-4d9d-a74d-65127e184839 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:15:19.560490 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e5a97645-0b6f-4d37-ba27-095ffab16b5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:19.634640 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-e5a97645-0b6f-4d37-ba27-095ffab16b5c admin admin] For port d02bf706-ee93-4d9d-a74d-65127e184839, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d02bf706-ee93-4d9d-a74d-65127e184839,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:19.635003 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e5a97645-0b6f-4d37-ba27-095ffab16b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:19.700194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-e5a97645-0b6f-4d37-ba27-095ffab16b5c admin admin] Calling delete_port for d02bf706-ee93-4d9d-a74d-65127e184839 owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:15:19.937745 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e5a97645-0b6f-4d37-ba27-095ffab16b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:19.940077 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:19.962266 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a97645-0b6f-4d37-ba27-095ffab16b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=d02bf706-ee93-4d9d-a74d-65127e184839,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:19.965752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e5a97645-0b6f-4d37-ba27-095ffab16b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:20.027550 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e5a97645-0b6f-4d37-ba27-095ffab16b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:20.118008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e5a97645-0b6f-4d37-ba27-095ffab16b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:20.120087 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e5a97645-0b6f-4d37-ba27-095ffab16b5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:20.222597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e5a97645-0b6f-4d37-ba27-095ffab16b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:20.223040 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a97645-0b6f-4d37-ba27-095ffab16b5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9d46832-b854-4e6b-892c-7ef8d975914b {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:15:20.227231 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-e5a97645-0b6f-4d37-ba27-095ffab16b5c admin admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:20.228405 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-e5a97645-0b6f-4d37-ba27-095ffab16b5c admin admin] 10.222.0.20 "DELETE /v2.0/routers/e9d46832-b854-4e6b-892c-7ef8d975914b HTTP/1.1" status: 204 len: 168 time: 1.3451109 Jun 22 10:15:20.230878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39140) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:15:20.285339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59d4717-9891-4a61-a9ec-32a40c46a7d1 admin admin] Deleting subnet d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:15:20.288661 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c59d4717-9891-4a61-a9ec-32a40c46a7d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:20.324601 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c59d4717-9891-4a61-a9ec-32a40c46a7d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:20.397998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c59d4717-9891-4a61-a9ec-32a40c46a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:20.526899 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c59d4717-9891-4a61-a9ec-32a40c46a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:20.529045 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e682b0c3-0fef-47cd-9cd6-a2b626728a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:20.554990 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:20.555566 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d4717-9891-4a61-a9ec-32a40c46a7d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:20.558958 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c59d4717-9891-4a61-a9ec-32a40c46a7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:20.561351 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c59d4717-9891-4a61-a9ec-32a40c46a7d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:20.563153 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c59d4717-9891-4a61-a9ec-32a40c46a7d1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d3d5cb53-e57f-44c0-9e20-22e8c8f5faf2 HTTP/1.1" status: 204 len: 168 time: 0.3312895 Jun 22 10:15:20.565635 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39142) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:15:20.568436 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1175019b-62e0-4304-8820-853bc82b6218 None None] Network d8c0310c-d02a-4ba7-8469-6e0096d5919d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:15:20.631525 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:20.690640 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] Deleting port b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:15:20.690989 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:20.753117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05185ddb-e191-48ea-98ac-8c958338e300 None None] DHCP port deletion for d8c0310c-d02a-4ba7-8469-6e0096d5919d request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:15:20.764716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] For port b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:20.765108 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:20.804421 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-05185ddb-e191-48ea-98ac-8c958338e300 None None] Deleting port b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:15:20.804812 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-05185ddb-e191-48ea-98ac-8c958338e300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:20.826525 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] Calling delete_port for b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:15:20.864252 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-05185ddb-e191-48ea-98ac-8c958338e300 None None] For port b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3,segment=NetworkSegment(438f7a2c-1552-4fc6-a8e1-05f6ecaff99b),segment_id=438f7a2c-1552-4fc6-a8e1-05f6ecaff99b)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:20.864649 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-05185ddb-e191-48ea-98ac-8c958338e300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:20.928777 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-05185ddb-e191-48ea-98ac-8c958338e300 None None] Calling delete_port for b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:15:20.995484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:20.998429 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-49107700-6f5c-4757-9730-5b668799376e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:21.006575 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-05185ddb-e191-48ea-98ac-8c958338e300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:21.009512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:21.024069 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] No DVR routers for this DVR port b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:15:21.029140 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:21.031897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:21.035685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05185ddb-e191-48ea-98ac-8c958338e300 None None] Pushing event deleted for resources: {'Port': ['ID=b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:21.038701 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-05185ddb-e191-48ea-98ac-8c958338e300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:21.039614 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05185ddb-e191-48ea-98ac-8c958338e300 None None] No DVR routers for this DVR port b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:15:21.107514 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:21.117119 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c0310c-d02a-4ba7-8469-6e0096d5919d']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:21.126909 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:21.127201 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '438f7a2c-1552-4fc6-a8e1-05f6ecaff99b') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:21.135873 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:21.149256 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:21.154999 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:15:21.155389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:15:21.157649 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:15:21.252426 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:21.255932 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-48cfcc31-f664-43ac-8432-32e2ff998cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:21.258237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:21.264502 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d8c0310c-d02a-4ba7-8469-6e0096d5919d HTTP/1.1" status: 204 len: 168 time: 0.6938877 Jun 22 10:15:21.271821 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8c0310c-d02a-4ba7-8469-6e0096d5919d,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:21.274175 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:21.480158 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9ebc419d-8809-4ed5-9af9-35a129e410ba no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:15:21.503022 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 9ebc419d-8809-4ed5-9af9-35a129e410ba {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:15:21.503390 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9ebc419d-8809-4ed5-9af9-35a129e410ba not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:15:21.503931 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:15:21.522384 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:15:21.522736 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b9bd9c3f-0e72-4147-9f87-5ad0b51aacc3 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:15:21.523144 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d02bf706-ee93-4d9d-a74d-65127e184839 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:15:21.541003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: d02bf706-ee93-4d9d-a74d-65127e184839 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:15:21.547955 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device d02bf706-ee93-4d9d-a74d-65127e184839 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:15:21.554494 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39146) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:15:21.594582 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1e72b38e-0dfe-4295-a895-95c047407849 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1529fd0f436b431c8c9cb51ec83aecd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388577 Jun 22 10:15:21.596830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39148) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:15:21.643744 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c220dc1a-df17-4040-a17a-072c001e8e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:21.663698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c220dc1a-df17-4040-a17a-072c001e8e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:21.777915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c220dc1a-df17-4040-a17a-072c001e8e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:21.780548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c220dc1a-df17-4040-a17a-072c001e8e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:21.781745 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c220dc1a-df17-4040-a17a-072c001e8e6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eed3033d-f8f0-4f94-bcc2-d73ad6b28f2a HTTP/1.1" status: 204 len: 168 time: 0.1839340 Jun 22 10:15:21.782562 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a5250510-9ab4-440b-897c-b742e6fe49ab tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:21.792986 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220dc1a-df17-4040-a17a-072c001e8e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed3033d-f8f0-4f94-bcc2-d73ad6b28f2a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:21.795370 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c220dc1a-df17-4040-a17a-072c001e8e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:21.818271 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:22.837418 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39170) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:15:22.928901 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-f0450cdb-155f-4f3b-8ae6-3554360ab398 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1514697411-network', 'tenant_id': 'b0a7fdae7c064bd7a19967328dcdd61e'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:15:23.023215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0450cdb-155f-4f3b-8ae6-3554360ab398 admin admin] Made reservation on behalf of b0a7fdae7c064bd7a19967328dcdd61e for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:15:23.025583 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f0450cdb-155f-4f3b-8ae6-3554360ab398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:23.034689 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f0450cdb-155f-4f3b-8ae6-3554360ab398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:23.122949 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f0450cdb-155f-4f3b-8ae6-3554360ab398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:23.188866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f0450cdb-155f-4f3b-8ae6-3554360ab398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:23.192713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4a05e34d-5bb0-48f3-aaa2-0b228ba5ee5c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:23.212566 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0450cdb-155f-4f3b-8ae6-3554360ab398 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:15:23.222264 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0450cdb-155f-4f3b-8ae6-3554360ab398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbc9a66-e93d-42d9-9354-1676984c3a93,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:23.226343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f0450cdb-155f-4f3b-8ae6-3554360ab398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:23.227364 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f0450cdb-155f-4f3b-8ae6-3554360ab398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:23.227745 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-f0450cdb-155f-4f3b-8ae6-3554360ab398 admin admin] Added segment 806f198a-42f6-4388-b5fb-096a1fe653f6 of type vlan for network 67902303-d0e5-4ebd-a676-27ff44218237 Jun 22 10:15:23.266258 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f0450cdb-155f-4f3b-8ae6-3554360ab398 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:23.349053 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f0450cdb-155f-4f3b-8ae6-3554360ab398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:23.350069 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0450cdb-155f-4f3b-8ae6-3554360ab398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:23.350698 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f0450cdb-155f-4f3b-8ae6-3554360ab398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:23.353616 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-284ad56b-767e-4c38-b661-db60207a1320 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:23.406565 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0450cdb-155f-4f3b-8ae6-3554360ab398 admin admin] Pushing event updated for resources: {'Network': ['ID=67902303-d0e5-4ebd-a676-27ff44218237,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:23.409226 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f0450cdb-155f-4f3b-8ae6-3554360ab398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:23.416575 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 67902303-d0e5-4ebd-a676-27ff44218237 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:15:23.441432 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f0450cdb-155f-4f3b-8ae6-3554360ab398 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6029372 Jun 22 10:15:23.444209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39174) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:15:23.450617 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-f5b9507e-6701-4b04-b8fe-647e3d4e2112 admin admin] Request body: {'subnet': {'network_id': '67902303-d0e5-4ebd-a676-27ff44218237', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1514697411-subnet', 'tenant_id': 'b0a7fdae7c064bd7a19967328dcdd61e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:15:23.526267 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b9507e-6701-4b04-b8fe-647e3d4e2112 admin admin] Made reservation on behalf of b0a7fdae7c064bd7a19967328dcdd61e for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:15:23.528703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f5b9507e-6701-4b04-b8fe-647e3d4e2112 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:23.760074 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f5b9507e-6701-4b04-b8fe-647e3d4e2112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:23.761880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1ed3ae6f-42d8-4c49-9cbb-a90c0cac817b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:23.820145 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9507e-6701-4b04-b8fe-647e3d4e2112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba71e4a-82de-4287-b798-70f19ebd9132,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:23.822863 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f5b9507e-6701-4b04-b8fe-647e3d4e2112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:23.828467 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b9507e-6701-4b04-b8fe-647e3d4e2112 admin admin] Checking segment: {'id': '806f198a-42f6-4388-b5fb-096a1fe653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67902303-d0e5-4ebd-a676-27ff44218237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:15:23.828823 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b9507e-6701-4b04-b8fe-647e3d4e2112 admin admin] Network hostable DHCP agents. Network: 67902303-d0e5-4ebd-a676-27ff44218237, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:15:23.903747 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b9507e-6701-4b04-b8fe-647e3d4e2112 admin admin] Network 67902303-d0e5-4ebd-a676-27ff44218237 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:15:23.988099 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-f5b9507e-6701-4b04-b8fe-647e3d4e2112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 67902303-d0e5-4ebd-a676-27ff44218237) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:23.992088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b9507e-6701-4b04-b8fe-647e3d4e2112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:23.992672 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f5b9507e-6701-4b04-b8fe-647e3d4e2112 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:23.996636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202d3eb0-6571-4b09-bea1-3275ddef6a05 None None] Network 67902303-d0e5-4ebd-a676-27ff44218237 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:15:24.070488 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f5b9507e-6701-4b04-b8fe-647e3d4e2112 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6252091 Jun 22 10:15:24.119649 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd9b77e-064f-478a-8a9d-6276b215b1fc None None] Network 67902303-d0e5-4ebd-a676-27ff44218237 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:15:24.487755 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e9c0ce4c-042d-496d-883f-7b89a1bbb271 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:24.489179 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e9c0ce4c-042d-496d-883f-7b89a1bbb271 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/networks?id=67902303-d0e5-4ebd-a676-27ff44218237 HTTP/1.1" status: 200 len: 814 time: 0.0961883 Jun 22 10:15:24.503669 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-6c7f8706-039b-466b-bcce-53cc6f09a137 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/quotas/b0a7fdae7c064bd7a19967328dcdd61e HTTP/1.1" status: 200 len: 375 time: 0.0091443 Jun 22 10:15:24.539272 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-33b466c5-4c70-4ada-a9aa-1e210892e9a9 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0a7fdae7c064bd7a19967328dcdd61e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309627 Jun 22 10:15:24.591024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-88dde880-b764-4738-b170-742b18cff13d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 10:15:24.592067 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-88dde880-b764-4738-b170-742b18cff13d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467105 Jun 22 10:15:24.677209 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-d80a847e-663b-4fb0-a478-9da101bbbfa1 service neutron] 10.222.0.20 "GET /v2.0/networks/67902303-d0e5-4ebd-a676-27ff44218237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792863 Jun 22 10:15:24.768262 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-26a89132-1495-41b1-b316-4a1ebb4a3326 service neutron] 10.222.0.20 "GET /v2.0/networks/67902303-d0e5-4ebd-a676-27ff44218237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854530 Jun 22 10:15:25.034817 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1ccae08f-37d9-46ee-9b17-47f16ffdec1d req-2f538eb9-07ed-4cd1-875e-c02c1ea6c96a tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 210 time: 0.0318921 Jun 22 10:15:26.177965 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5003cabd-8c8f-4cb5-938f-1faf652c7eba req-e32f58c6-7d84-4e0e-a78f-883697447a5f tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 210 time: 0.0328956 Jun 22 10:15:27.121028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-30c11176-822f-4161-a7e4-83078d30c739 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:27.122457 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-30c11176-822f-4161-a7e4-83078d30c739 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.35 "GET /v2.0/networks?id=67902303-d0e5-4ebd-a676-27ff44218237 HTTP/1.1" status: 200 len: 814 time: 0.1102970 Jun 22 10:15:27.135331 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-a8f60179-e908-45df-b932-ce92cfe37ddc tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Request body: {'port': {'device_id': '2288d515-7e1f-46ad-9192-7b18fda19ed3', 'network_id': '67902303-d0e5-4ebd-a676-27ff44218237', 'admin_state_up': True, 'tenant_id': 'b0a7fdae7c064bd7a19967328dcdd61e'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:15:27.309090 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-a8f60179-e908-45df-b932-ce92cfe37ddc tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Made reservation on behalf of b0a7fdae7c064bd7a19967328dcdd61e for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:15:27.312748 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-a8f60179-e908-45df-b932-ce92cfe37ddc tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:27.316590 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2dbd5788-ff0d-4a38-9ec2-314931197f9f req-04dc860a-f3db-4bad-929a-8259645e46ba tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 210 time: 0.0297079 Jun 22 10:15:27.445835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-a8f60179-e908-45df-b932-ce92cfe37ddc tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Allocated IP 172.20.0.4 (67902303-d0e5-4ebd-a676-27ff44218237/8ba71e4a-82de-4287-b798-70f19ebd9132/c7e600f3-1fbf-4467-b8da-87915d99ba32) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:15:27.588555 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-a8f60179-e908-45df-b932-ce92cfe37ddc tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:27.669913 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-a8f60179-e908-45df-b932-ce92cfe37ddc tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:27.673898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b0b9a5b4-8ab2-41ed-8380-9ef50177a7dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:27.717710 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-a8f60179-e908-45df-b932-ce92cfe37ddc tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Network 67902303-d0e5-4ebd-a676-27ff44218237 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:27.723454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-a8f60179-e908-45df-b932-ce92cfe37ddc tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:27.728117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-a8f60179-e908-45df-b932-ce92cfe37ddc tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:15:27.732126 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f60179-e908-45df-b932-ce92cfe37ddc tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Pushing event updated for resources: {'Port': ['ID=c7e600f3-1fbf-4467-b8da-87915d99ba32,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:27.751382 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a8f60179-e908-45df-b932-ce92cfe37ddc tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:27.777181 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-a8f60179-e908-45df-b932-ce92cfe37ddc tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:27.777788 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-a8f60179-e908-45df-b932-ce92cfe37ddc tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:27.858571 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-a8f60179-e908-45df-b932-ce92cfe37ddc tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7273426 Jun 22 10:15:27.869699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Request body: {'port': {'device_id': '2288d515-7e1f-46ad-9192-7b18fda19ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:15:27.940849 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:28.188579 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e600f3-1fbf-4467-b8da-87915d99ba32 {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:15:28.195773 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:28.207471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Transition to ACTIVE for port object c7e600f3-1fbf-4467-b8da-87915d99ba32 will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:15:28.263314 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:28.266709 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ee480627-5472-4a16-a216-9cc2a3b2d722 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:28.344330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Pushing event updated for resources: {'Port': ['ID=c7e600f3-1fbf-4467-b8da-87915d99ba32,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:28.347778 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:28.410914 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Attempting to bind port c7e600f3-1fbf-4467-b8da-87915d99ba32 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:15:28.411255 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Attempting to bind port c7e600f3-1fbf-4467-b8da-87915d99ba32 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '806f198a-42f6-4388-b5fb-096a1fe653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67902303-d0e5-4ebd-a676-27ff44218237'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:15:28.411627 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Attempting to bind port c7e600f3-1fbf-4467-b8da-87915d99ba32 on network 67902303-d0e5-4ebd-a676-27ff44218237 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:15:28.415924 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Port c7e600f3-1fbf-4467-b8da-87915d99ba32 on network 67902303-d0e5-4ebd-a676-27ff44218237 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:15:28.416251 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Attempting to bind port c7e600f3-1fbf-4467-b8da-87915d99ba32 on network 67902303-d0e5-4ebd-a676-27ff44218237 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:15:28.421157 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:15:28.421495 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Checking segment: {'id': '806f198a-42f6-4388-b5fb-096a1fe653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67902303-d0e5-4ebd-a676-27ff44218237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:15:28.421905 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Bound using segment: {'id': '806f198a-42f6-4388-b5fb-096a1fe653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67902303-d0e5-4ebd-a676-27ff44218237'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:15:28.422856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Bound port: c7e600f3-1fbf-4467-b8da-87915d99ba32, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806f198a-42f6-4388-b5fb-096a1fe653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67902303-d0e5-4ebd-a676-27ff44218237'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:15:28.423209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:28.529792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] For port c7e600f3-1fbf-4467-b8da-87915d99ba32, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:15:28.538512 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e962bb-47b6-451e-94e8-6256920afa40 req-7bbb5ddf-826a-4992-b0a5-742a7920afa0 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:28.540021 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-43e962bb-47b6-451e-94e8-6256920afa40 req-7bbb5ddf-826a-4992-b0a5-742a7920afa0 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 943 time: 0.1140106 Jun 22 10:15:28.545555 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] For port c7e600f3-1fbf-4467-b8da-87915d99ba32, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c7e600f3-1fbf-4467-b8da-87915d99ba32,segment=NetworkSegment(806f198a-42f6-4388-b5fb-096a1fe653f6),segment_id=806f198a-42f6-4388-b5fb-096a1fe653f6)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:15:28.578566 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-43e962bb-47b6-451e-94e8-6256920afa40 req-11fa29ac-2c81-4483-97c1-9aabf23ec951 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328617 Jun 22 10:15:28.628725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:28.631673 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a60e0d69-4530-4364-8913-8dd6300b8cc0 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:28.664085 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:28.664700 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:28.666066 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] 10.222.0.35 "PUT /v2.0/ports/c7e600f3-1fbf-4467-b8da-87915d99ba32 HTTP/1.1" status: 200 len: 1093 time: 0.8004782 Jun 22 10:15:28.666585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2288d515-7e1f-46ad-9192-7b18fda19ed3', 'tag': 'c7e600f3-1fbf-4467-b8da-87915d99ba32'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:15:28.668914 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adc9e44-5f58-439a-aa7c-3966c19ed698" -d '{"events": [{"name": "network-changed", "server_uuid": "2288d515-7e1f-46ad-9192-7b18fda19ed3", "tag": "c7e600f3-1fbf-4467-b8da-87915d99ba32"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:15:28.692196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Pushing event updated for resources: {'Port': ['ID=c7e600f3-1fbf-4467-b8da-87915d99ba32,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:28.695208 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:28.779319 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff95edad-b5d8-4671-ae43-a2acda46fe13 x-openstack-request-id: req-ff95edad-b5d8-4671-ae43-a2acda46fe13 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:15:28.779690 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2288d515-7e1f-46ad-9192-7b18fda19ed3", "tag": "c7e600f3-1fbf-4467-b8da-87915d99ba32", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:15:28.780046 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff95edad-b5d8-4671-ae43-a2acda46fe13 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:15:28.780438 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2288d515-7e1f-46ad-9192-7b18fda19ed3', 'tag': 'c7e600f3-1fbf-4467-b8da-87915d99ba32', 'status': 'completed', 'code': 200} Jun 22 10:15:28.807067 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-266a7f4c-6173-469a-8452-5888a46e8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:28.808561 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-266a7f4c-6173-469a-8452-5888a46e8040 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a7fdae7c064bd7a19967328dcdd61e&device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0604892 Jun 22 10:15:28.849382 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-83430fbb-5400-4244-b352-acd6f7152ede service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7e600f3-1fbf-4467-b8da-87915d99ba32 HTTP/1.1" status: 200 len: 217 time: 0.0337620 Jun 22 10:15:28.894746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-4fab409b-2763-405f-a0f0-6c1315a02bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:28.896127 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-4fab409b-2763-405f-a0f0-6c1315a02bd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ba71e4a-82de-4287-b798-70f19ebd9132 HTTP/1.1" status: 200 len: 854 time: 0.0414131 Jun 22 10:15:28.926815 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-eeced886-b0a1-4342-a8fc-3c4e90c44520 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67902303-d0e5-4ebd-a676-27ff44218237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250332 Jun 22 10:15:29.013882 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-1476e06d-0b86-4556-a797-c3b7a2012b26 service neutron] 10.222.0.35 "GET /v2.0/networks/67902303-d0e5-4ebd-a676-27ff44218237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806940 Jun 22 10:15:29.112389 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bf1b2d1b-7cc4-4f56-9c69-444afe94c0fb req-7d24e33f-81dd-40cb-8a6e-5c7cf13fe7f4 service neutron] 10.222.0.35 "GET /v2.0/networks/67902303-d0e5-4ebd-a676-27ff44218237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922236 Jun 22 10:15:29.174490 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:15:29.305316 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc9e44-5f58-439a-aa7c-3966c19ed698 req-15aba01b-a493-4d89-9706-b5ca26decd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:29.306754 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9adc9e44-5f58-439a-aa7c-3966c19ed698 req-15aba01b-a493-4d89-9706-b5ca26decd93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a7fdae7c064bd7a19967328dcdd61e&device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0562570 Jun 22 10:15:29.390556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc9e44-5f58-439a-aa7c-3966c19ed698 req-54259f73-20ad-4097-81d9-c8bf1d1128bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:29.392432 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9adc9e44-5f58-439a-aa7c-3966c19ed698 req-54259f73-20ad-4097-81d9-c8bf1d1128bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=67902303-d0e5-4ebd-a676-27ff44218237 HTTP/1.1" status: 200 len: 915 time: 0.0793962 Jun 22 10:15:29.441775 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9adc9e44-5f58-439a-aa7c-3966c19ed698 req-7f0ad807-88bb-46ce-8407-993daac3561b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7e600f3-1fbf-4467-b8da-87915d99ba32 HTTP/1.1" status: 200 len: 217 time: 0.0402770 Jun 22 10:15:29.489683 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc9e44-5f58-439a-aa7c-3966c19ed698 req-d4c4e284-eb10-4195-ac4f-061f41783c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:29.491140 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9adc9e44-5f58-439a-aa7c-3966c19ed698 req-d4c4e284-eb10-4195-ac4f-061f41783c36 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ba71e4a-82de-4287-b798-70f19ebd9132 HTTP/1.1" status: 200 len: 854 time: 0.0432348 Jun 22 10:15:29.523638 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9adc9e44-5f58-439a-aa7c-3966c19ed698 req-0b94b537-9876-41d7-9cba-9b069d7fe14e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67902303-d0e5-4ebd-a676-27ff44218237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263388 Jun 22 10:15:29.612134 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9adc9e44-5f58-439a-aa7c-3966c19ed698 req-88b5aab3-2720-4af8-861d-f8edef4a8600 service neutron] 10.222.0.35 "GET /v2.0/networks/67902303-d0e5-4ebd-a676-27ff44218237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825052 Jun 22 10:15:29.704554 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9adc9e44-5f58-439a-aa7c-3966c19ed698 req-19ef0483-80e1-4575-ad95-117ff48fa1f0 service neutron] 10.222.0.35 "GET /v2.0/networks/67902303-d0e5-4ebd-a676-27ff44218237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869625 Jun 22 10:15:29.772804 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e824922-1eb7-4113-b2d6-975aaef5b01c req-dc464d17-2c1f-431f-9d74-591c26ba8f61 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:29.774254 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7e824922-1eb7-4113-b2d6-975aaef5b01c req-dc464d17-2c1f-431f-9d74-591c26ba8f61 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 943 time: 0.0758018 Jun 22 10:15:29.810403 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7e824922-1eb7-4113-b2d6-975aaef5b01c req-8c55fcc3-52f5-435f-8169-5ea7a679f85d tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304825 Jun 22 10:15:30.980662 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843fcad-b093-424f-886f-88d80d3c57db req-d0de26e9-f555-4692-bdd5-88845b7d9445 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:30.982105 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8843fcad-b093-424f-886f-88d80d3c57db req-d0de26e9-f555-4692-bdd5-88845b7d9445 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 943 time: 0.0628572 Jun 22 10:15:31.019631 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8843fcad-b093-424f-886f-88d80d3c57db req-f4fc8199-1de8-4739-8a02-1cd5ece41291 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318096 Jun 22 10:15:32.193502 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e870e-f45c-477c-9beb-a29746faeb0f req-b52463d7-11c0-45a4-9f5d-a2b604c14970 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:32.194946 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1a8e870e-f45c-477c-9beb-a29746faeb0f req-b52463d7-11c0-45a4-9f5d-a2b604c14970 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 943 time: 0.0666461 Jun 22 10:15:32.230358 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1a8e870e-f45c-477c-9beb-a29746faeb0f req-ee7e60b0-76e2-454a-acac-e8473981cb78 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298946 Jun 22 10:15:33.404977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdca15-c423-42b2-982b-2aa6af3f7d05 req-26ecc7bf-7829-40af-9ecf-0a4d3273ca6f tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:33.406343 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e3fdca15-c423-42b2-982b-2aa6af3f7d05 req-26ecc7bf-7829-40af-9ecf-0a4d3273ca6f tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 943 time: 0.0658216 Jun 22 10:15:33.443212 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e3fdca15-c423-42b2-982b-2aa6af3f7d05 req-4104cb79-4e3d-4d97-98cb-fe630039955f tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313759 Jun 22 10:15:34.193814 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device c7e600f3-1fbf-4467-b8da-87915d99ba32 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:15:34.289290 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port c7e600f3-1fbf-4467-b8da-87915d99ba32, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c7e600f3-1fbf-4467-b8da-87915d99ba32,segment=NetworkSegment(806f198a-42f6-4388-b5fb-096a1fe653f6),segment_id=806f198a-42f6-4388-b5fb-096a1fe653f6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:34.300694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': 'c7e600f3-1fbf-4467-b8da-87915d99ba32', 'network_id': '67902303-d0e5-4ebd-a676-27ff44218237', 'port_id': 'c7e600f3-1fbf-4467-b8da-87915d99ba32', 'mac_address': 'fa:16:3e:2a:08:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba71e4a-82de-4287-b798-70f19ebd9132', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:15:34.336813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:34.348773 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e600f3-1fbf-4467-b8da-87915d99ba32 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:15:34.367129 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port c7e600f3-1fbf-4467-b8da-87915d99ba32, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c7e600f3-1fbf-4467-b8da-87915d99ba32,segment=NetworkSegment(806f198a-42f6-4388-b5fb-096a1fe653f6),segment_id=806f198a-42f6-4388-b5fb-096a1fe653f6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:34.423824 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:34.425518 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:34.468172 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=c7e600f3-1fbf-4467-b8da-87915d99ba32,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:34.475553 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:34.475912 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:34.476259 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:34.476599 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:34.476931 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:34.477266 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:34.477599 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:34.477929 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:34.478263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:34.478581 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:34.478911 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:34.479233 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:34.483002 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:34.611017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f27560-14ae-48b6-80bd-29b714a5cbad req-dfb3f46d-1d4e-4c7f-b16c-11e873ebe9f4 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:34.612482 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-85f27560-14ae-48b6-80bd-29b714a5cbad req-dfb3f46d-1d4e-4c7f-b16c-11e873ebe9f4 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 944 time: 0.0614183 Jun 22 10:15:34.648113 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-85f27560-14ae-48b6-80bd-29b714a5cbad req-89ec3cba-9c2d-468f-9f75-6717ec0c978b tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301547 Jun 22 10:15:34.776085 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['c7e600f3-1fbf-4467-b8da-87915d99ba32'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:15:35.970528 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216d791-4419-4b21-9f1f-a62455229fe9 req-b047acc3-f349-4111-9e54-ebb5f5d7139d tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:35.971903 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a216d791-4419-4b21-9f1f-a62455229fe9 req-b047acc3-f349-4111-9e54-ebb5f5d7139d tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 944 time: 0.0613935 Jun 22 10:15:36.008128 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a216d791-4419-4b21-9f1f-a62455229fe9 req-a6f9fb94-c4b2-4d4a-a874-5587032b77ac tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305197 Jun 22 10:15:36.193928 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device c7e600f3-1fbf-4467-b8da-87915d99ba32 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:15:36.377599 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port c7e600f3-1fbf-4467-b8da-87915d99ba32 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:15:36.381541 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port c7e600f3-1fbf-4467-b8da-87915d99ba32 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:15:36.386752 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:36.462539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:36.486979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2288d515-7e1f-46ad-9192-7b18fda19ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e600f3-1fbf-4467-b8da-87915d99ba32'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:15:36.489262 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2df86f-bb03-45d5-9a63-e1bd7f9e0761" -d '{"events": [{"server_uuid": "2288d515-7e1f-46ad-9192-7b18fda19ed3", "name": "network-vif-plugged", "status": "completed", "tag": "c7e600f3-1fbf-4467-b8da-87915d99ba32"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:15:36.502561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port c7e600f3-1fbf-4467-b8da-87915d99ba32, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c7e600f3-1fbf-4467-b8da-87915d99ba32,segment=NetworkSegment(806f198a-42f6-4388-b5fb-096a1fe653f6),segment_id=806f198a-42f6-4388-b5fb-096a1fe653f6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:36.576190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59e3e99-6082-4b9f-8402-ee14e513af68 x-openstack-request-id: req-b59e3e99-6082-4b9f-8402-ee14e513af68 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:15:36.576492 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2288d515-7e1f-46ad-9192-7b18fda19ed3", "name": "network-vif-plugged", "status": "completed", "tag": "c7e600f3-1fbf-4467-b8da-87915d99ba32", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:15:36.576758 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b59e3e99-6082-4b9f-8402-ee14e513af68 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:15:36.577156 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2288d515-7e1f-46ad-9192-7b18fda19ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e600f3-1fbf-4467-b8da-87915d99ba32', 'code': 200} Jun 22 10:15:36.578433 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:36.580975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:36.626033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=c7e600f3-1fbf-4467-b8da-87915d99ba32,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:36.629491 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:36.938882 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b735bd2-6203-4549-a409-47fa0f5997e3 req-27302f64-3cf4-4e83-a55b-0033069de0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:36.940897 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7b735bd2-6203-4549-a409-47fa0f5997e3 req-27302f64-3cf4-4e83-a55b-0033069de0c4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 1098 time: 0.0511627 Jun 22 10:15:36.977098 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7b735bd2-6203-4549-a409-47fa0f5997e3 req-18f678d5-4e59-4235-aec5-55935c67475f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302489 Jun 22 10:15:37.172749 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35ed87-fcd1-48a3-9f51-c168abb667bd req-56b10d95-f9d7-4928-ab4b-d97c506234c8 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:37.174699 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5d35ed87-fcd1-48a3-9f51-c168abb667bd req-56b10d95-f9d7-4928-ab4b-d97c506234c8 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 945 time: 0.0614331 Jun 22 10:15:37.211316 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5d35ed87-fcd1-48a3-9f51-c168abb667bd req-20c2d8e9-04a2-48ec-8726-62d298009c99 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310655 Jun 22 10:15:38.384797 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e2fde-bec1-4615-bd94-db1f946c1b8b req-8bc03b49-fb89-4138-bf85-212f903e8f8f tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:38.386168 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-311e2fde-bec1-4615-bd94-db1f946c1b8b req-8bc03b49-fb89-4138-bf85-212f903e8f8f tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 945 time: 0.0664449 Jun 22 10:15:38.422386 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-311e2fde-bec1-4615-bd94-db1f946c1b8b req-3682cc59-69cb-46d0-bf7b-03d6967be8ee tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306962 Jun 22 10:15:38.645211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0983e96-5651-4cbd-964d-f9960688a529 req-83558c0f-1bb9-4a87-9f54-8f5c0a070e96 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:38.646569 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a0983e96-5651-4cbd-964d-f9960688a529 req-83558c0f-1bb9-4a87-9f54-8f5c0a070e96 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/networks?id=67902303-d0e5-4ebd-a676-27ff44218237 HTTP/1.1" status: 200 len: 814 time: 0.1020525 Jun 22 10:15:38.661229 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a0983e96-5651-4cbd-964d-f9960688a529 req-159c7142-c507-423d-9b01-757dfd1d77ef tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/quotas/b0a7fdae7c064bd7a19967328dcdd61e HTTP/1.1" status: 200 len: 375 time: 0.0093260 Jun 22 10:15:38.720638 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a0983e96-5651-4cbd-964d-f9960688a529 req-77403abf-cf7b-47e6-af90-da7f8016c840 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0a7fdae7c064bd7a19967328dcdd61e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547409 Jun 22 10:15:38.775178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [req-a0983e96-5651-4cbd-964d-f9960688a529 req-2cf11667-b0b7-46c5-8bd5-4b076f445eb9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 10:15:38.780068 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a0983e96-5651-4cbd-964d-f9960688a529 req-2cf11667-b0b7-46c5-8bd5-4b076f445eb9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491898 Jun 22 10:15:38.872266 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a0983e96-5651-4cbd-964d-f9960688a529 req-5d969b14-d5f6-469c-a3e9-f94ad2f9c947 service neutron] 10.222.0.20 "GET /v2.0/networks/67902303-d0e5-4ebd-a676-27ff44218237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902920 Jun 22 10:15:38.958177 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a0983e96-5651-4cbd-964d-f9960688a529 req-114c46b6-0b82-4cdc-9aff-2fcfa8e3cd35 service neutron] 10.222.0.20 "GET /v2.0/networks/67902303-d0e5-4ebd-a676-27ff44218237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799918 Jun 22 10:15:39.234766 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1aabbd29-18ce-4511-97bf-ffa2e2932480 req-cb1f0085-98bc-4f27-ae6d-09d68a76ecdb tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2b66df6-df88-45cd-8e50-892dcbd31e1c HTTP/1.1" status: 200 len: 210 time: 0.0276642 Jun 22 10:15:40.388521 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c8ca8081-c62f-40db-b4ba-97d2cf461d69 req-4e8f47ab-6934-4eba-a60d-b0ebcece6ecb tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2b66df6-df88-45cd-8e50-892dcbd31e1c HTTP/1.1" status: 200 len: 210 time: 0.0357027 Jun 22 10:15:40.702990 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:41.179726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0983e96-5651-4cbd-964d-f9960688a529 req-145c3c4c-2a88-49fe-a788-d4904614ef46 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:41.179726 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a0983e96-5651-4cbd-964d-f9960688a529 req-145c3c4c-2a88-49fe-a788-d4904614ef46 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.35 "GET /v2.0/networks?id=67902303-d0e5-4ebd-a676-27ff44218237 HTTP/1.1" status: 200 len: 814 time: 0.1024332 Jun 22 10:15:41.190772 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-a0983e96-5651-4cbd-964d-f9960688a529 req-ff6464fd-d436-45c6-a1de-1688b404aeb6 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Request body: {'port': {'device_id': 'e2b66df6-df88-45cd-8e50-892dcbd31e1c', 'network_id': '67902303-d0e5-4ebd-a676-27ff44218237', 'admin_state_up': True, 'tenant_id': 'b0a7fdae7c064bd7a19967328dcdd61e'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:15:41.343172 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0983e96-5651-4cbd-964d-f9960688a529 req-ff6464fd-d436-45c6-a1de-1688b404aeb6 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Made reservation on behalf of b0a7fdae7c064bd7a19967328dcdd61e for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:15:41.347329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a0983e96-5651-4cbd-964d-f9960688a529 req-ff6464fd-d436-45c6-a1de-1688b404aeb6 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:41.473404 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-a0983e96-5651-4cbd-964d-f9960688a529 req-ff6464fd-d436-45c6-a1de-1688b404aeb6 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Allocated IP 172.20.0.10 (67902303-d0e5-4ebd-a676-27ff44218237/8ba71e4a-82de-4287-b798-70f19ebd9132/9f9de31b-4200-4d9d-a653-efab34f7e82e) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:15:41.543419 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aef1f3c2-da51-436b-8696-04507f471b0c req-e7618ec0-83d7-4f25-850c-16a0b3e854fb tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2b66df6-df88-45cd-8e50-892dcbd31e1c HTTP/1.1" status: 200 len: 210 time: 0.0364501 Jun 22 10:15:41.650733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a0983e96-5651-4cbd-964d-f9960688a529 req-ff6464fd-d436-45c6-a1de-1688b404aeb6 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:41.743690 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a0983e96-5651-4cbd-964d-f9960688a529 req-ff6464fd-d436-45c6-a1de-1688b404aeb6 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:41.747557 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:41.756858 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['c7e600f3-1fbf-4467-b8da-87915d99ba32'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:15:41.787886 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0983e96-5651-4cbd-964d-f9960688a529 req-ff6464fd-d436-45c6-a1de-1688b404aeb6 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Network 67902303-d0e5-4ebd-a676-27ff44218237 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:41.791066 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-a0983e96-5651-4cbd-964d-f9960688a529 req-ff6464fd-d436-45c6-a1de-1688b404aeb6 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:41.796813 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0983e96-5651-4cbd-964d-f9960688a529 req-ff6464fd-d436-45c6-a1de-1688b404aeb6 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:15:41.803117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6464fd-d436-45c6-a1de-1688b404aeb6 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Pushing event updated for resources: {'Port': ['ID=9f9de31b-4200-4d9d-a653-efab34f7e82e,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:41.822191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ff6464fd-d436-45c6-a1de-1688b404aeb6 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:41.846870 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0983e96-5651-4cbd-964d-f9960688a529 req-ff6464fd-d436-45c6-a1de-1688b404aeb6 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:41.847541 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a0983e96-5651-4cbd-964d-f9960688a529 req-ff6464fd-d436-45c6-a1de-1688b404aeb6 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:41.949846 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a0983e96-5651-4cbd-964d-f9960688a529 req-ff6464fd-d436-45c6-a1de-1688b404aeb6 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7626872 Jun 22 10:15:41.961941 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Request body: {'port': {'device_id': 'e2b66df6-df88-45cd-8e50-892dcbd31e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:15:42.033978 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:42.278927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9de31b-4200-4d9d-a653-efab34f7e82e {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:15:42.286149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:42.297191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Transition to ACTIVE for port object 9f9de31b-4200-4d9d-a653-efab34f7e82e will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:15:42.360108 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:42.363454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:42.455177 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9de31b-4200-4d9d-a653-efab34f7e82e,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:42.458015 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:42.501693 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Attempting to bind port 9f9de31b-4200-4d9d-a653-efab34f7e82e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:15:42.502599 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Attempting to bind port 9f9de31b-4200-4d9d-a653-efab34f7e82e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '806f198a-42f6-4388-b5fb-096a1fe653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67902303-d0e5-4ebd-a676-27ff44218237'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:15:42.502928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Attempting to bind port 9f9de31b-4200-4d9d-a653-efab34f7e82e on network 67902303-d0e5-4ebd-a676-27ff44218237 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:15:42.509221 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Port 9f9de31b-4200-4d9d-a653-efab34f7e82e on network 67902303-d0e5-4ebd-a676-27ff44218237 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:15:42.509539 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Attempting to bind port 9f9de31b-4200-4d9d-a653-efab34f7e82e on network 67902303-d0e5-4ebd-a676-27ff44218237 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:15:42.514157 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:15:42.514489 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Checking segment: {'id': '806f198a-42f6-4388-b5fb-096a1fe653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67902303-d0e5-4ebd-a676-27ff44218237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:15:42.514866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Bound using segment: {'id': '806f198a-42f6-4388-b5fb-096a1fe653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67902303-d0e5-4ebd-a676-27ff44218237'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:15:42.515286 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Bound port: 9f9de31b-4200-4d9d-a653-efab34f7e82e, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806f198a-42f6-4388-b5fb-096a1fe653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67902303-d0e5-4ebd-a676-27ff44218237'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:15:42.515659 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:42.578084 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] For port 9f9de31b-4200-4d9d-a653-efab34f7e82e, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:15:42.581187 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] For port 9f9de31b-4200-4d9d-a653-efab34f7e82e, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9f9de31b-4200-4d9d-a653-efab34f7e82e,segment=NetworkSegment(806f198a-42f6-4388-b5fb-096a1fe653f6),segment_id=806f198a-42f6-4388-b5fb-096a1fe653f6)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:15:42.658799 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:42.661870 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:42.691651 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:42.692271 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:42.693651 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a0983e96-5651-4cbd-964d-f9960688a529 req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] 10.222.0.35 "PUT /v2.0/ports/9f9de31b-4200-4d9d-a653-efab34f7e82e HTTP/1.1" status: 200 len: 1094 time: 0.7358725 Jun 22 10:15:42.694431 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b66df6-df88-45cd-8e50-892dcbd31e1c', 'tag': '9f9de31b-4200-4d9d-a653-efab34f7e82e'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:15:42.696803 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8af5d1e-d763-4f53-b635-e07a9b757f87" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b66df6-df88-45cd-8e50-892dcbd31e1c", "tag": "9f9de31b-4200-4d9d-a653-efab34f7e82e"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:15:42.719122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aa7cf-7b8c-48aa-b1e6-7607c7688833 req-a68d5921-4ec0-4962-9b9b-2c1c0f70332f tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:42.722158 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-443aa7cf-7b8c-48aa-b1e6-7607c7688833 req-a68d5921-4ec0-4962-9b9b-2c1c0f70332f tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2b66df6-df88-45cd-8e50-892dcbd31e1c HTTP/1.1" status: 200 len: 944 time: 0.0672243 Jun 22 10:15:42.729185 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9de31b-4200-4d9d-a653-efab34f7e82e,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:42.733010 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:42.734560 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d83b863-9692-42b9-86e1-c19ac45663ea x-openstack-request-id: req-1d83b863-9692-42b9-86e1-c19ac45663ea {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:15:42.734893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b66df6-df88-45cd-8e50-892dcbd31e1c", "tag": "9f9de31b-4200-4d9d-a653-efab34f7e82e", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:15:42.735189 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d83b863-9692-42b9-86e1-c19ac45663ea {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:15:42.735649 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b66df6-df88-45cd-8e50-892dcbd31e1c', 'tag': '9f9de31b-4200-4d9d-a653-efab34f7e82e', 'status': 'completed', 'code': 200} Jun 22 10:15:42.760190 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-443aa7cf-7b8c-48aa-b1e6-7607c7688833 req-d2f40efd-0006-48ed-8e9b-8e02c5189f1f tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334299 Jun 22 10:15:42.807161 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af5d1e-d763-4f53-b635-e07a9b757f87 req-d47aa702-d6aa-4e29-8c36-70882ddd1be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:42.808682 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f8af5d1e-d763-4f53-b635-e07a9b757f87 req-d47aa702-d6aa-4e29-8c36-70882ddd1be4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a7fdae7c064bd7a19967328dcdd61e&device_id=e2b66df6-df88-45cd-8e50-892dcbd31e1c HTTP/1.1" status: 200 len: 1097 time: 0.0546393 Jun 22 10:15:42.905084 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af5d1e-d763-4f53-b635-e07a9b757f87 req-9fad875e-2e08-4e42-956d-04a5bf429c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:42.906455 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f8af5d1e-d763-4f53-b635-e07a9b757f87 req-9fad875e-2e08-4e42-956d-04a5bf429c36 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b0a7fdae7c064bd7a19967328dcdd61e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0911481 Jun 22 10:15:42.994604 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af5d1e-d763-4f53-b635-e07a9b757f87 req-21f0c3f0-cb23-4c39-9e13-3af3086403ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:42.996055 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f8af5d1e-d763-4f53-b635-e07a9b757f87 req-21f0c3f0-cb23-4c39-9e13-3af3086403ec service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0838301 Jun 22 10:15:43.086828 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0983e96-5651-4cbd-964d-f9960688a529 req-fba37911-3c69-48a2-8638-f7d7468c8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:43.088309 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a0983e96-5651-4cbd-964d-f9960688a529 req-fba37911-3c69-48a2-8638-f7d7468c8e5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0a7fdae7c064bd7a19967328dcdd61e&device_id=e2b66df6-df88-45cd-8e50-892dcbd31e1c HTTP/1.1" status: 200 len: 1097 time: 0.0539675 Jun 22 10:15:43.130633 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a0983e96-5651-4cbd-964d-f9960688a529 req-7d932dd3-7150-49ea-a8fa-f325de45f27d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f9de31b-4200-4d9d-a653-efab34f7e82e HTTP/1.1" status: 200 len: 217 time: 0.0358903 Jun 22 10:15:43.176881 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0983e96-5651-4cbd-964d-f9960688a529 req-9817edd1-d84d-4012-8492-caed6ad8c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:43.178202 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a0983e96-5651-4cbd-964d-f9960688a529 req-9817edd1-d84d-4012-8492-caed6ad8c051 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ba71e4a-82de-4287-b798-70f19ebd9132 HTTP/1.1" status: 200 len: 854 time: 0.0414844 Jun 22 10:15:43.211398 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a0983e96-5651-4cbd-964d-f9960688a529 req-e6c28e89-04f6-46a4-b6a3-6aaf73ad2226 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67902303-d0e5-4ebd-a676-27ff44218237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277042 Jun 22 10:15:43.294140 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a0983e96-5651-4cbd-964d-f9960688a529 req-04d77216-49ec-4578-910f-f387f6be2fc3 service neutron] 10.222.0.35 "GET /v2.0/networks/67902303-d0e5-4ebd-a676-27ff44218237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771136 Jun 22 10:15:43.380239 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a0983e96-5651-4cbd-964d-f9960688a529 req-26147b51-9342-473e-9e41-07ec8278b388 service neutron] 10.222.0.35 "GET /v2.0/networks/67902303-d0e5-4ebd-a676-27ff44218237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803084 Jun 22 10:15:44.271640 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cbbe0-dd54-43d6-b25c-32a4392bdc03 req-bd9ecc74-41c4-4778-99b3-af471fbbfe2d tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:44.273093 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b67cbbe0-dd54-43d6-b25c-32a4392bdc03 req-bd9ecc74-41c4-4778-99b3-af471fbbfe2d tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2b66df6-df88-45cd-8e50-892dcbd31e1c HTTP/1.1" status: 200 len: 944 time: 0.4052515 Jun 22 10:15:44.309681 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b67cbbe0-dd54-43d6-b25c-32a4392bdc03 req-738c10fd-ed3a-4226-8f60-d16b1796de08 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309570 Jun 22 10:15:45.477474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97379858-4f82-4f54-8024-074764cffaac req-df4b1ba8-a683-4538-9c20-f3d4a578373b tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:45.478935 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-97379858-4f82-4f54-8024-074764cffaac req-df4b1ba8-a683-4538-9c20-f3d4a578373b tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2b66df6-df88-45cd-8e50-892dcbd31e1c HTTP/1.1" status: 200 len: 944 time: 0.0623436 Jun 22 10:15:45.521388 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-97379858-4f82-4f54-8024-074764cffaac req-e6edd2cf-ce3d-4f71-b5d8-8235f1406f53 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368352 Jun 22 10:15:46.558632 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-60a33689-46f4-492b-9b34-0dad985a9c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:46.686847 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577f8a5-1397-414a-bf0c-64c6c0dcd31c req-0cadb02e-fde3-46d4-8455-b77e98bbed8c tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:46.688306 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e577f8a5-1397-414a-bf0c-64c6c0dcd31c req-0cadb02e-fde3-46d4-8455-b77e98bbed8c tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2b66df6-df88-45cd-8e50-892dcbd31e1c HTTP/1.1" status: 200 len: 944 time: 0.0609586 Jun 22 10:15:46.726163 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e577f8a5-1397-414a-bf0c-64c6c0dcd31c req-4e84de42-7a24-4f54-8a84-4d025c57a348 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317905 Jun 22 10:15:47.898084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58ecad-9627-4231-ad4e-f47af681a2ac req-1bb5e291-1e7e-4279-9b8b-f2aad5638675 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:47.899559 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8d58ecad-9627-4231-ad4e-f47af681a2ac req-1bb5e291-1e7e-4279-9b8b-f2aad5638675 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2b66df6-df88-45cd-8e50-892dcbd31e1c HTTP/1.1" status: 200 len: 944 time: 0.0623257 Jun 22 10:15:47.935398 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8d58ecad-9627-4231-ad4e-f47af681a2ac req-6633f69f-a54f-413b-b74d-8c2e8acc51a9 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302970 Jun 22 10:15:48.260215 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9f9de31b-4200-4d9d-a653-efab34f7e82e details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:15:48.353701 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9f9de31b-4200-4d9d-a653-efab34f7e82e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9f9de31b-4200-4d9d-a653-efab34f7e82e,segment=NetworkSegment(806f198a-42f6-4388-b5fb-096a1fe653f6),segment_id=806f198a-42f6-4388-b5fb-096a1fe653f6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:48.365060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '9f9de31b-4200-4d9d-a653-efab34f7e82e', 'network_id': '67902303-d0e5-4ebd-a676-27ff44218237', 'port_id': '9f9de31b-4200-4d9d-a653-efab34f7e82e', 'mac_address': 'fa:16:3e:9d:b4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba71e4a-82de-4287-b798-70f19ebd9132', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:15:48.401248 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:48.413528 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9de31b-4200-4d9d-a653-efab34f7e82e {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:15:48.432273 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9f9de31b-4200-4d9d-a653-efab34f7e82e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9f9de31b-4200-4d9d-a653-efab34f7e82e,segment=NetworkSegment(806f198a-42f6-4388-b5fb-096a1fe653f6),segment_id=806f198a-42f6-4388-b5fb-096a1fe653f6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:48.497042 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:48.499532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:48.543637 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=9f9de31b-4200-4d9d-a653-efab34f7e82e,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:48.546766 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:48.832874 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['9f9de31b-4200-4d9d-a653-efab34f7e82e'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:15:49.119976 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fc46e-a7e5-4eea-a40a-385f2f854c80 req-14fd0e5e-ccd8-449a-9860-c80c439ff0f3 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:49.121555 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-450fc46e-a7e5-4eea-a40a-385f2f854c80 req-14fd0e5e-ccd8-449a-9860-c80c439ff0f3 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2b66df6-df88-45cd-8e50-892dcbd31e1c HTTP/1.1" status: 200 len: 945 time: 0.0721686 Jun 22 10:15:49.148591 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f2a72cf8-f686-473d-9dcd-3dd791e514b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:49.162021 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-450fc46e-a7e5-4eea-a40a-385f2f854c80 req-5cd9e99e-efc1-4428-98fa-d6740189442f tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346744 Jun 22 10:15:49.308480 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:50.260577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9f9de31b-4200-4d9d-a653-efab34f7e82e up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:15:50.334828 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a921c1e-5650-402e-99da-039a26194555 req-64675b1c-2366-4275-ba43-525183c3aa68 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:50.336307 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5a921c1e-5650-402e-99da-039a26194555 req-64675b1c-2366-4275-ba43-525183c3aa68 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2b66df6-df88-45cd-8e50-892dcbd31e1c HTTP/1.1" status: 200 len: 945 time: 0.0633972 Jun 22 10:15:50.369662 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 9f9de31b-4200-4d9d-a653-efab34f7e82e completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:15:50.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5a921c1e-5650-402e-99da-039a26194555 req-6a50373c-6616-4687-aad2-72f52acaf7e9 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314617 Jun 22 10:15:50.373629 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 9f9de31b-4200-4d9d-a653-efab34f7e82e triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:15:50.374011 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:50.455232 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:50.477929 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b66df6-df88-45cd-8e50-892dcbd31e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9de31b-4200-4d9d-a653-efab34f7e82e'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:15:50.480218 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787aedc5-0095-46eb-b819-3ce3c8bd347a" -d '{"events": [{"server_uuid": "e2b66df6-df88-45cd-8e50-892dcbd31e1c", "name": "network-vif-plugged", "status": "completed", "tag": "9f9de31b-4200-4d9d-a653-efab34f7e82e"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:15:50.500506 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 9f9de31b-4200-4d9d-a653-efab34f7e82e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9f9de31b-4200-4d9d-a653-efab34f7e82e,segment=NetworkSegment(806f198a-42f6-4388-b5fb-096a1fe653f6),segment_id=806f198a-42f6-4388-b5fb-096a1fe653f6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:50.520115 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751823d8-e0e0-49a2-b6ff-bc374ee5a69d x-openstack-request-id: req-751823d8-e0e0-49a2-b6ff-bc374ee5a69d {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:15:50.520410 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b66df6-df88-45cd-8e50-892dcbd31e1c", "name": "network-vif-plugged", "status": "completed", "tag": "9f9de31b-4200-4d9d-a653-efab34f7e82e", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:15:50.520671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-751823d8-e0e0-49a2-b6ff-bc374ee5a69d {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:15:50.521067 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b66df6-df88-45cd-8e50-892dcbd31e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9de31b-4200-4d9d-a653-efab34f7e82e', 'code': 200} Jun 22 10:15:50.566179 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:50.568059 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:50.596437 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:50.613570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=9f9de31b-4200-4d9d-a653-efab34f7e82e,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:50.616558 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:50.859270 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ee100-6628-4c9d-889d-8e5533c79dd5 req-3b092979-e8b0-4a8e-8a7f-4c9352c56065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:50.861006 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-da3ee100-6628-4c9d-889d-8e5533c79dd5 req-3b092979-e8b0-4a8e-8a7f-4c9352c56065 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2b66df6-df88-45cd-8e50-892dcbd31e1c HTTP/1.1" status: 200 len: 1099 time: 0.0526218 Jun 22 10:15:50.901149 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-da3ee100-6628-4c9d-889d-8e5533c79dd5 req-dc3e4a6e-f81b-4475-9190-6d174561b57e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273266 Jun 22 10:15:51.552052 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d48bc8-1eea-4259-a476-64e728e82362 req-00b9fe97-3c6f-4f86-b4ec-3f257100174c tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:51.553555 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b7d48bc8-1eea-4259-a476-64e728e82362 req-00b9fe97-3c6f-4f86-b4ec-3f257100174c tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2b66df6-df88-45cd-8e50-892dcbd31e1c HTTP/1.1" status: 200 len: 946 time: 0.0722466 Jun 22 10:15:51.591573 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b7d48bc8-1eea-4259-a476-64e728e82362 req-98c07e0c-368e-483d-bae8-aecb83621e5a tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322003 Jun 22 10:15:51.815738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:52.765951 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1928bd-2741-4aae-8a7e-02b85b0bd466 req-bebcd4f9-9a92-45d9-aa85-669918fe0cba tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:52.767855 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fc1928bd-2741-4aae-8a7e-02b85b0bd466 req-bebcd4f9-9a92-45d9-aa85-669918fe0cba tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2b66df6-df88-45cd-8e50-892dcbd31e1c HTTP/1.1" status: 200 len: 946 time: 0.0685952 Jun 22 10:15:52.805520 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fc1928bd-2741-4aae-8a7e-02b85b0bd466 req-d1e7f35f-918a-494d-8ed5-366720816cf0 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310969 Jun 22 10:15:53.347342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0d465-9764-469a-bd0c-9e5ef70303e3 req-5a007ffa-faaa-4117-b42d-4297f407a6f7 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:53.348819 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-81b0d465-9764-469a-bd0c-9e5ef70303e3 req-5a007ffa-faaa-4117-b42d-4297f407a6f7 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2b66df6-df88-45cd-8e50-892dcbd31e1c HTTP/1.1" status: 200 len: 946 time: 0.0605316 Jun 22 10:15:53.384390 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-81b0d465-9764-469a-bd0c-9e5ef70303e3 req-f7106728-28c2-43ea-aaf7-79f700f1c3b3 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301349 Jun 22 10:15:54.563070 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873ff66-09d8-4de5-986e-cd8f1c899bae req-f8668327-39d3-40b8-9aa7-4b2c8b7640f6 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:54.565070 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8873ff66-09d8-4de5-986e-cd8f1c899bae req-f8668327-39d3-40b8-9aa7-4b2c8b7640f6 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2b66df6-df88-45cd-8e50-892dcbd31e1c HTTP/1.1" status: 200 len: 946 time: 0.0642035 Jun 22 10:15:54.601632 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8873ff66-09d8-4de5-986e-cd8f1c899bae req-10d35ef0-2779-4cad-b2f7-a7d78591d2a2 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307350 Jun 22 10:15:54.818974 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a19268-4bc9-4f29-b19a-84b9b8e43dae req-62f814bb-3433-4bd9-ab34-fae3fc53e6c3 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:54.820418 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c5a19268-4bc9-4f29-b19a-84b9b8e43dae req-62f814bb-3433-4bd9-ab34-fae3fc53e6c3 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2b66df6-df88-45cd-8e50-892dcbd31e1c HTTP/1.1" status: 200 len: 946 time: 0.0605323 Jun 22 10:15:54.917651 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-c5a19268-4bc9-4f29-b19a-84b9b8e43dae req-946f4548-1b57-4914-8541-9d1e79a9c968 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Deleting port 9f9de31b-4200-4d9d-a653-efab34f7e82e {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:15:54.917986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-c5a19268-4bc9-4f29-b19a-84b9b8e43dae req-946f4548-1b57-4914-8541-9d1e79a9c968 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:55.005427 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-c5a19268-4bc9-4f29-b19a-84b9b8e43dae req-946f4548-1b57-4914-8541-9d1e79a9c968 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] For port 9f9de31b-4200-4d9d-a653-efab34f7e82e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9f9de31b-4200-4d9d-a653-efab34f7e82e,segment=NetworkSegment(806f198a-42f6-4388-b5fb-096a1fe653f6),segment_id=806f198a-42f6-4388-b5fb-096a1fe653f6)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:55.005783 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-c5a19268-4bc9-4f29-b19a-84b9b8e43dae req-946f4548-1b57-4914-8541-9d1e79a9c968 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:55.065452 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-c5a19268-4bc9-4f29-b19a-84b9b8e43dae req-946f4548-1b57-4914-8541-9d1e79a9c968 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Calling delete_port for 9f9de31b-4200-4d9d-a653-efab34f7e82e owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:15:55.291184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-c5a19268-4bc9-4f29-b19a-84b9b8e43dae req-946f4548-1b57-4914-8541-9d1e79a9c968 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:55.295188 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e62704be-d2fe-4984-8d88-0f6a0a2e783a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:55.304733 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['c7e600f3-1fbf-4467-b8da-87915d99ba32', '9f9de31b-4200-4d9d-a653-efab34f7e82e'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:15:55.321430 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f4548-1b57-4914-8541-9d1e79a9c968 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Pushing event deleted for resources: {'Port': ['ID=9f9de31b-4200-4d9d-a653-efab34f7e82e,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:55.324611 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-946f4548-1b57-4914-8541-9d1e79a9c968 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:55.369078 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a19268-4bc9-4f29-b19a-84b9b8e43dae req-946f4548-1b57-4914-8541-9d1e79a9c968 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] No DVR routers for this DVR port 9f9de31b-4200-4d9d-a653-efab34f7e82e on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:15:55.371634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-c5a19268-4bc9-4f29-b19a-84b9b8e43dae req-946f4548-1b57-4914-8541-9d1e79a9c968 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:55.373613 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c5a19268-4bc9-4f29-b19a-84b9b8e43dae req-946f4548-1b57-4914-8541-9d1e79a9c968 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.35 "DELETE /v2.0/ports/9f9de31b-4200-4d9d-a653-efab34f7e82e HTTP/1.1" status: 204 len: 173 time: 0.5478480 Jun 22 10:15:55.374127 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b66df6-df88-45cd-8e50-892dcbd31e1c', 'name': 'network-vif-deleted', 'tag': '9f9de31b-4200-4d9d-a653-efab34f7e82e'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:15:55.376536 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65117ebe-d829-4149-8eab-ee0982f340bc" -d '{"events": [{"server_uuid": "e2b66df6-df88-45cd-8e50-892dcbd31e1c", "name": "network-vif-deleted", "tag": "9f9de31b-4200-4d9d-a653-efab34f7e82e"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:15:55.413533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd4d708-bce6-4e29-a992-835c39d4821d x-openstack-request-id: req-fbd4d708-bce6-4e29-a992-835c39d4821d {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:15:55.413886 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b66df6-df88-45cd-8e50-892dcbd31e1c", "name": "network-vif-deleted", "tag": "9f9de31b-4200-4d9d-a653-efab34f7e82e", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:15:55.414191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbd4d708-bce6-4e29-a992-835c39d4821d {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:15:55.414637 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b66df6-df88-45cd-8e50-892dcbd31e1c', 'name': 'network-vif-deleted', 'tag': '9f9de31b-4200-4d9d-a653-efab34f7e82e', 'status': 'completed', 'code': 200} Jun 22 10:15:55.761972 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-087c3836-2c54-4952-b7fb-8bdb076ce31e req-15a227b1-26cd-4bf1-8803-ee64aa479e5b tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2b66df6-df88-45cd-8e50-892dcbd31e1c HTTP/1.1" status: 200 len: 210 time: 0.0291817 Jun 22 10:15:57.005716 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824df01-3e08-41a0-899f-9790c632e532 req-004acf0e-3b84-4c16-9659-3ebe4ca884bc tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:57.007613 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8824df01-3e08-41a0-899f-9790c632e532 req-004acf0e-3b84-4c16-9659-3ebe4ca884bc tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 945 time: 0.0672336 Jun 22 10:15:57.044200 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8824df01-3e08-41a0-899f-9790c632e532 req-98469114-8025-4705-bac9-4b063950f8a0 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309994 Jun 22 10:15:57.226981 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa894cf-4821-4b80-b100-7cbc572b8d49 req-208a733a-4d29-43a5-80b6-e8521a184595 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:57.228473 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2aa894cf-4821-4b80-b100-7cbc572b8d49 req-208a733a-4d29-43a5-80b6-e8521a184595 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 945 time: 0.0619640 Jun 22 10:15:57.266458 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2aa894cf-4821-4b80-b100-7cbc572b8d49 req-fc4b2185-365d-468f-af64-7c06a36132b5 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324483 Jun 22 10:15:57.436799 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8c1b5-ce00-4bd3-a094-51114f289cf5 req-b60218e6-7f0c-4453-ab61-949829103bc6 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:57.438225 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ceb8c1b5-ce00-4bd3-a094-51114f289cf5 req-b60218e6-7f0c-4453-ab61-949829103bc6 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 945 time: 0.0613244 Jun 22 10:15:57.474089 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ceb8c1b5-ce00-4bd3-a094-51114f289cf5 req-f5d2ad97-cd44-4824-b4d3-69c63bb2e585 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297494 Jun 22 10:15:57.743004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca11b9-0f01-4a5d-b209-37296e3813f0 req-15a60d8f-2f87-435a-b692-753313504460 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:57.748696 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-96ca11b9-0f01-4a5d-b209-37296e3813f0 req-15a60d8f-2f87-435a-b692-753313504460 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 945 time: 0.0631294 Jun 22 10:15:57.780836 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-96ca11b9-0f01-4a5d-b209-37296e3813f0 req-d0247461-d043-457b-a7d6-214d341b9c93 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307477 Jun 22 10:15:57.958617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d94442-3485-4c94-b82b-c1cc9a0c5622 req-19d92e32-e9f9-4da7-a548-c31a36fa6edd tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:57.959987 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-37d94442-3485-4c94-b82b-c1cc9a0c5622 req-19d92e32-e9f9-4da7-a548-c31a36fa6edd tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 945 time: 0.0691149 Jun 22 10:15:57.996432 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-37d94442-3485-4c94-b82b-c1cc9a0c5622 req-07832e34-4dac-4110-b87c-cc62c9292632 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306838 Jun 22 10:15:58.172779 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da982cc2-4320-4687-8ce3-fb3eca3f6f0f req-e56972e7-7b53-4b30-b3a4-0f3f305adda3 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:58.174252 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-da982cc2-4320-4687-8ce3-fb3eca3f6f0f req-e56972e7-7b53-4b30-b3a4-0f3f305adda3 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 945 time: 0.0620718 Jun 22 10:15:58.210943 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-da982cc2-4320-4687-8ce3-fb3eca3f6f0f req-1d2d158c-6d3e-4dab-b459-0985d45b8d86 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310972 Jun 22 10:15:58.314433 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9f9de31b-4200-4d9d-a653-efab34f7e82e no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:15:58.333993 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 9f9de31b-4200-4d9d-a653-efab34f7e82e {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:15:58.334348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 9f9de31b-4200-4d9d-a653-efab34f7e82e not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:15:58.908194 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498cc70-8d7a-4d98-a3a7-8e6b2d55575a req-b5c8dcd3-d7fb-4bbf-88e7-bab619728c49 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:58.909753 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8498cc70-8d7a-4d98-a3a7-8e6b2d55575a req-b5c8dcd3-d7fb-4bbf-88e7-bab619728c49 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 945 time: 0.0628741 Jun 22 10:15:58.945686 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8498cc70-8d7a-4d98-a3a7-8e6b2d55575a req-a36ace6e-ae2b-4155-b161-aedb64d1e018 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302136 Jun 22 10:16:00.122212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ea94e-7daa-4ebd-a652-4615713cb6bf req-2ac8bec0-2eca-4785-99a4-29de27a8a537 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:00.123820 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c97ea94e-7daa-4ebd-a652-4615713cb6bf req-2ac8bec0-2eca-4785-99a4-29de27a8a537 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 945 time: 0.0668902 Jun 22 10:16:00.161169 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c97ea94e-7daa-4ebd-a652-4615713cb6bf req-daade3b8-a45f-4f10-9e48-2d34b1d47932 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbbc9a66-e93d-42d9-9354-1676984c3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316832 Jun 22 10:16:00.483096 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf09c7c-e6f4-419a-9548-e9d377441c66 req-41cd4294-80ec-4fe8-8ef1-9fa45203217c tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:00.484545 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6cf09c7c-e6f4-419a-9548-e9d377441c66 req-41cd4294-80ec-4fe8-8ef1-9fa45203217c tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.35 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 945 time: 0.0607896 Jun 22 10:16:00.587482 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-6cf09c7c-e6f4-419a-9548-e9d377441c66 req-ffbf759b-654e-4727-9757-9aa263160c3a tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Deleting port c7e600f3-1fbf-4467-b8da-87915d99ba32 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:16:00.587830 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-6cf09c7c-e6f4-419a-9548-e9d377441c66 req-ffbf759b-654e-4727-9757-9aa263160c3a tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:00.671236 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-6cf09c7c-e6f4-419a-9548-e9d377441c66 req-ffbf759b-654e-4727-9757-9aa263160c3a tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] For port c7e600f3-1fbf-4467-b8da-87915d99ba32, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c7e600f3-1fbf-4467-b8da-87915d99ba32,segment=NetworkSegment(806f198a-42f6-4388-b5fb-096a1fe653f6),segment_id=806f198a-42f6-4388-b5fb-096a1fe653f6)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:00.671625 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-6cf09c7c-e6f4-419a-9548-e9d377441c66 req-ffbf759b-654e-4727-9757-9aa263160c3a tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:00.736271 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-6cf09c7c-e6f4-419a-9548-e9d377441c66 req-ffbf759b-654e-4727-9757-9aa263160c3a tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Calling delete_port for c7e600f3-1fbf-4467-b8da-87915d99ba32 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:16:00.948532 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-6cf09c7c-e6f4-419a-9548-e9d377441c66 req-ffbf759b-654e-4727-9757-9aa263160c3a tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:00.952342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:00.977665 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf759b-654e-4727-9757-9aa263160c3a tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Pushing event deleted for resources: {'Port': ['ID=c7e600f3-1fbf-4467-b8da-87915d99ba32,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:00.981015 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ffbf759b-654e-4727-9757-9aa263160c3a tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:01.019650 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf09c7c-e6f4-419a-9548-e9d377441c66 req-ffbf759b-654e-4727-9757-9aa263160c3a tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] No DVR routers for this DVR port c7e600f3-1fbf-4467-b8da-87915d99ba32 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:16:01.021905 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-6cf09c7c-e6f4-419a-9548-e9d377441c66 req-ffbf759b-654e-4727-9757-9aa263160c3a tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:01.023866 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6cf09c7c-e6f4-419a-9548-e9d377441c66 req-ffbf759b-654e-4727-9757-9aa263160c3a tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.35 "DELETE /v2.0/ports/c7e600f3-1fbf-4467-b8da-87915d99ba32 HTTP/1.1" status: 204 len: 173 time: 0.5327897 Jun 22 10:16:01.024380 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2288d515-7e1f-46ad-9192-7b18fda19ed3', 'name': 'network-vif-deleted', 'tag': 'c7e600f3-1fbf-4467-b8da-87915d99ba32'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:16:01.026667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ab272b-2855-4e3c-8029-29241c323573" -d '{"events": [{"server_uuid": "2288d515-7e1f-46ad-9192-7b18fda19ed3", "name": "network-vif-deleted", "tag": "c7e600f3-1fbf-4467-b8da-87915d99ba32"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:16:01.061630 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92b906c-1d1e-4d11-b11a-4b50a6cc3a03 x-openstack-request-id: req-d92b906c-1d1e-4d11-b11a-4b50a6cc3a03 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:16:01.061971 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2288d515-7e1f-46ad-9192-7b18fda19ed3", "name": "network-vif-deleted", "tag": "c7e600f3-1fbf-4467-b8da-87915d99ba32", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:16:01.062280 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d92b906c-1d1e-4d11-b11a-4b50a6cc3a03 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:16:01.062754 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2288d515-7e1f-46ad-9192-7b18fda19ed3', 'name': 'network-vif-deleted', 'tag': 'c7e600f3-1fbf-4467-b8da-87915d99ba32', 'status': 'completed', 'code': 200} Jun 22 10:16:01.322910 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4ce7f771-d1f3-4ac5-b245-ac6f416b8237 req-668ea674-2ed6-4bee-b310-4bde587b0e47 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] 10.222.0.20 "GET /v2.0/ports?device_id=2288d515-7e1f-46ad-9192-7b18fda19ed3 HTTP/1.1" status: 200 len: 210 time: 0.0323865 Jun 22 10:16:02.319942 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device c7e600f3-1fbf-4467-b8da-87915d99ba32 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:16:02.339797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: c7e600f3-1fbf-4467-b8da-87915d99ba32 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:16:02.340151 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device c7e600f3-1fbf-4467-b8da-87915d99ba32 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:16:02.413296 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39340) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:02.456963 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df1e170-2baa-4279-94d9-c76f89451b9a admin admin] Deleting subnet 8ba71e4a-82de-4287-b798-70f19ebd9132 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:16:02.460005 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6df1e170-2baa-4279-94d9-c76f89451b9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:02.501745 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6df1e170-2baa-4279-94d9-c76f89451b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:02.538601 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6df1e170-2baa-4279-94d9-c76f89451b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:02.672181 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6df1e170-2baa-4279-94d9-c76f89451b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:02.675303 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d62e64fb-a6e6-403a-81cb-63a601944914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:02.698787 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1e170-2baa-4279-94d9-c76f89451b9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba71e4a-82de-4287-b798-70f19ebd9132,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:02.700738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6df1e170-2baa-4279-94d9-c76f89451b9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:02.702569 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6df1e170-2baa-4279-94d9-c76f89451b9a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8ba71e4a-82de-4287-b798-70f19ebd9132 HTTP/1.1" status: 204 len: 168 time: 0.2882640 Jun 22 10:16:02.703476 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6df1e170-2baa-4279-94d9-c76f89451b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:02.705037 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39342) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:02.771796 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2639cb0-7de9-451f-a2f4-bc34c3ee150e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:02.850758 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2639cb0-7de9-451f-a2f4-bc34c3ee150e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:02.860005 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-f2639cb0-7de9-451f-a2f4-bc34c3ee150e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67902303-d0e5-4ebd-a676-27ff44218237']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:02.870483 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-f2639cb0-7de9-451f-a2f4-bc34c3ee150e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806f198a-42f6-4388-b5fb-096a1fe653f6') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:02.870779 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-f2639cb0-7de9-451f-a2f4-bc34c3ee150e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806f198a-42f6-4388-b5fb-096a1fe653f6') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:02.879151 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2639cb0-7de9-451f-a2f4-bc34c3ee150e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:02.892330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2639cb0-7de9-451f-a2f4-bc34c3ee150e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:02.897820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2639cb0-7de9-451f-a2f4-bc34c3ee150e admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:16:02.898192 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2639cb0-7de9-451f-a2f4-bc34c3ee150e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:16:02.899809 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:16:03.032150 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2639cb0-7de9-451f-a2f4-bc34c3ee150e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:03.037029 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f2639cb0-7de9-451f-a2f4-bc34c3ee150e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:03.043037 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f2639cb0-7de9-451f-a2f4-bc34c3ee150e admin admin] 10.222.0.20 "DELETE /v2.0/networks/67902303-d0e5-4ebd-a676-27ff44218237 HTTP/1.1" status: 204 len: 168 time: 0.3328879 Jun 22 10:16:03.043037 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d37eb2e1-8c39-443a-8773-190b7a3d3d29 tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:03.052870 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2639cb0-7de9-451f-a2f4-bc34c3ee150e admin admin] Pushing event deleted for resources: {'Network': ['ID=67902303-d0e5-4ebd-a676-27ff44218237,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:03.055335 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f2639cb0-7de9-451f-a2f4-bc34c3ee150e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:03.341484 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39346) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:03.384900 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-60becd35-719f-43a0-8275-aefcb9f94d2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0a7fdae7c064bd7a19967328dcdd61e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421438 Jun 22 10:16:03.387224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39348) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:03.433442 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b515f3f1-dac0-4f4b-b7f1-3cbc93964f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:03.453207 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b515f3f1-dac0-4f4b-b7f1-3cbc93964f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:03.563750 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b515f3f1-dac0-4f4b-b7f1-3cbc93964f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:03.566788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b515f3f1-dac0-4f4b-b7f1-3cbc93964f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:03.567942 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b515f3f1-dac0-4f4b-b7f1-3cbc93964f4b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbbc9a66-e93d-42d9-9354-1676984c3a93 HTTP/1.1" status: 204 len: 168 time: 0.1798093 Jun 22 10:16:03.568742 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7d177684-691b-4fea-8bcf-917af0b10753 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:03.576125 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515f3f1-dac0-4f4b-b7f1-3cbc93964f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbc9a66-e93d-42d9-9354-1676984c3a93,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:03.578589 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b515f3f1-dac0-4f4b-b7f1-3cbc93964f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:04.498438 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39370) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:04.589724 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-7589761e-be58-472e-a786-09f303dbbf7e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2111609751'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:04.668225 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7589761e-be58-472e-a786-09f303dbbf7e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Made reservation on behalf of c5b64e74f001428aa659bd11ac535cd2 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:04.671597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7589761e-be58-472e-a786-09f303dbbf7e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:04.680902 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7589761e-be58-472e-a786-09f303dbbf7e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:04.774120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7589761e-be58-472e-a786-09f303dbbf7e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:04.828198 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7589761e-be58-472e-a786-09f303dbbf7e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:04.832473 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f26a1eac-4ba5-4657-8005-1b5b5b815f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:04.851403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7589761e-be58-472e-a786-09f303dbbf7e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:16:04.865887 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589761e-be58-472e-a786-09f303dbbf7e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e04ae4-9929-48f6-8e34-3f3c6b3a9add,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:04.869062 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7589761e-be58-472e-a786-09f303dbbf7e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:04.870387 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7589761e-be58-472e-a786-09f303dbbf7e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:04.870751 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-7589761e-be58-472e-a786-09f303dbbf7e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Added segment da9680ac-50d5-4187-bde7-e6331560e225 of type vlan for network f645f152-8391-40dc-9b14-b47624e83485 Jun 22 10:16:04.909609 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7589761e-be58-472e-a786-09f303dbbf7e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:04.999786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7589761e-be58-472e-a786-09f303dbbf7e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:05.005242 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7589761e-be58-472e-a786-09f303dbbf7e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:05.008389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7589761e-be58-472e-a786-09f303dbbf7e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:05.009146 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-139dbb52-ef67-403e-8527-a5670502164f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:05.072445 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589761e-be58-472e-a786-09f303dbbf7e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event updated for resources: {'Network': ['ID=f645f152-8391-40dc-9b14-b47624e83485,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:05.075112 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7589761e-be58-472e-a786-09f303dbbf7e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:05.082964 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network f645f152-8391-40dc-9b14-b47624e83485 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:16:05.137939 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7589761e-be58-472e-a786-09f303dbbf7e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6383948 Jun 22 10:16:06.172295 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:16:08.277893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39374) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:08.284024 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-5e15c3c5-a3a7-4b1c-83dc-e2570f2a6fd9 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Request body: {'subnet': {'network_id': 'f645f152-8391-40dc-9b14-b47624e83485', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:08.471811 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e15c3c5-a3a7-4b1c-83dc-e2570f2a6fd9 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Made reservation on behalf of c5b64e74f001428aa659bd11ac535cd2 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:08.475292 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5e15c3c5-a3a7-4b1c-83dc-e2570f2a6fd9 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:08.800549 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5e15c3c5-a3a7-4b1c-83dc-e2570f2a6fd9 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:08.803445 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-409867b3-d68d-4cd9-b2be-06c555722839 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:08.864274 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15c3c5-a3a7-4b1c-83dc-e2570f2a6fd9 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event updated for resources: {'Subnet': ['ID=40e338e6-ece0-4c7a-a1c4-31ba2285d0ce,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:08.868109 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5e15c3c5-a3a7-4b1c-83dc-e2570f2a6fd9 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:08.871788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e15c3c5-a3a7-4b1c-83dc-e2570f2a6fd9 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Checking segment: {'id': 'da9680ac-50d5-4187-bde7-e6331560e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f645f152-8391-40dc-9b14-b47624e83485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:08.878615 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e15c3c5-a3a7-4b1c-83dc-e2570f2a6fd9 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Network hostable DHCP agents. Network: f645f152-8391-40dc-9b14-b47624e83485, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:16:08.965123 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e15c3c5-a3a7-4b1c-83dc-e2570f2a6fd9 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Network f645f152-8391-40dc-9b14-b47624e83485 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:16:09.102019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-5e15c3c5-a3a7-4b1c-83dc-e2570f2a6fd9 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, f645f152-8391-40dc-9b14-b47624e83485) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:09.106615 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e15c3c5-a3a7-4b1c-83dc-e2570f2a6fd9 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:09.107210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5e15c3c5-a3a7-4b1c-83dc-e2570f2a6fd9 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:09.112774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0d11d1-4618-4673-b7b9-eff71d5ea350 None None] Network f645f152-8391-40dc-9b14-b47624e83485 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:09.212003 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5e15c3c5-a3a7-4b1c-83dc-e2570f2a6fd9 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9329658 Jun 22 10:16:09.215580 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39376) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:09.220688 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-36d0726d-d455-4f42-8570-080088b637d3 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1542619570'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:09.253975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-f645f152-8391-40dc-9b14-b47624e83485', 'network_id': 'f645f152-8391-40dc-9b14-b47624e83485', 'tenant_id': 'c5b64e74f001428aa659bd11ac535cd2', 'fixed_ips': [{'subnet_id': '40e338e6-ece0-4c7a-a1c4-31ba2285d0ce'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:16:09.254839 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:09.294810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d0726d-d455-4f42-8570-080088b637d3 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Made reservation on behalf of c5b64e74f001428aa659bd11ac535cd2 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:09.298504 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-36d0726d-d455-4f42-8570-080088b637d3 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:09.322806 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d0726d-d455-4f42-8570-080088b637d3 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:16:09.332312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-36d0726d-d455-4f42-8570-080088b637d3 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:09.332658 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-36d0726d-d455-4f42-8570-080088b637d3 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Added segment 6cab5973-5f63-4aa2-924f-6164eae84a06 of type vlan for network d3073a8e-0c91-432d-8183-06de80f638a8 Jun 22 10:16:09.370324 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-36d0726d-d455-4f42-8570-080088b637d3 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:09.386950 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Allocated IP 2001:db8:0:ffff::2 (f645f152-8391-40dc-9b14-b47624e83485/40e338e6-ece0-4c7a-a1c4-31ba2285d0ce/2351755d-edc9-4945-b3ca-8970e211fbbf) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:09.462415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-36d0726d-d455-4f42-8570-080088b637d3 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:09.468428 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d0726d-d455-4f42-8570-080088b637d3 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:09.469012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-36d0726d-d455-4f42-8570-080088b637d3 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:09.472530 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:09.530048 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:09.538542 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Transition to ACTIVE for port object 2351755d-edc9-4945-b3ca-8970e211fbbf will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:09.538770 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0726d-d455-4f42-8570-080088b637d3 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event updated for resources: {'Network': ['ID=d3073a8e-0c91-432d-8183-06de80f638a8,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:09.541599 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-36d0726d-d455-4f42-8570-080088b637d3 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:09.551584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network d3073a8e-0c91-432d-8183-06de80f638a8 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:16:09.592110 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Transition to ACTIVE for port object 2351755d-edc9-4945-b3ca-8970e211fbbf will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:09.592891 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-36d0726d-d455-4f42-8570-080088b637d3 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3762372 Jun 22 10:16:09.595683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39378) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:09.600726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-ea769ea5-cc3b-4013-8ed0-6596874289ec tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Request body: {'subnet': {'network_id': 'd3073a8e-0c91-432d-8183-06de80f638a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:09.663099 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:09.665111 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:09.703656 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Network f645f152-8391-40dc-9b14-b47624e83485 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:09.708280 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:09.714418 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:16:09.715207 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Pushing event updated for resources: {'Port': ['ID=2351755d-edc9-4945-b3ca-8970e211fbbf,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:09.719032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:09.748166 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea769ea5-cc3b-4013-8ed0-6596874289ec tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Made reservation on behalf of c5b64e74f001428aa659bd11ac535cd2 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:09.752709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ea769ea5-cc3b-4013-8ed0-6596874289ec tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:09.774642 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Attempting to bind port 2351755d-edc9-4945-b3ca-8970e211fbbf on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:16:09.775032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Attempting to bind port 2351755d-edc9-4945-b3ca-8970e211fbbf by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'da9680ac-50d5-4187-bde7-e6331560e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f645f152-8391-40dc-9b14-b47624e83485'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:16:09.775414 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Attempting to bind port 2351755d-edc9-4945-b3ca-8970e211fbbf on network f645f152-8391-40dc-9b14-b47624e83485 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:16:09.780666 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:16:09.783378 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Checking segment: {'id': 'da9680ac-50d5-4187-bde7-e6331560e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f645f152-8391-40dc-9b14-b47624e83485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:09.783378 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:09.783378 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Bound using segment: {'id': 'da9680ac-50d5-4187-bde7-e6331560e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f645f152-8391-40dc-9b14-b47624e83485'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:16:09.783378 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Bound port: 2351755d-edc9-4945-b3ca-8970e211fbbf, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9680ac-50d5-4187-bde7-e6331560e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f645f152-8391-40dc-9b14-b47624e83485'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:16:09.783378 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:09.849236 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] For port 2351755d-edc9-4945-b3ca-8970e211fbbf, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:09.852387 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] For port 2351755d-edc9-4945-b3ca-8970e211fbbf, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=2351755d-edc9-4945-b3ca-8970e211fbbf,segment=NetworkSegment(da9680ac-50d5-4187-bde7-e6331560e225),segment_id=da9680ac-50d5-4187-bde7-e6331560e225)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:09.937689 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:09.941233 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:09.999948 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Pushing event updated for resources: {'Port': ['ID=2351755d-edc9-4945-b3ca-8970e211fbbf,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:10.003389 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:10.034799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ea769ea5-cc3b-4013-8ed0-6596874289ec tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:10.037916 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-054cf95c-ea02-4630-be01-d70354e18e8c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:10.108044 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea769ea5-cc3b-4013-8ed0-6596874289ec tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event updated for resources: {'Subnet': ['ID=aaf2aac3-3662-4cc6-b74f-1c595bf49198,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:10.112011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ea769ea5-cc3b-4013-8ed0-6596874289ec tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:10.115383 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea769ea5-cc3b-4013-8ed0-6596874289ec tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Checking segment: {'id': '6cab5973-5f63-4aa2-924f-6164eae84a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd3073a8e-0c91-432d-8183-06de80f638a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:10.115524 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea769ea5-cc3b-4013-8ed0-6596874289ec tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Network hostable DHCP agents. Network: d3073a8e-0c91-432d-8183-06de80f638a8, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:16:10.205679 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea769ea5-cc3b-4013-8ed0-6596874289ec tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Network d3073a8e-0c91-432d-8183-06de80f638a8 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:16:10.279553 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-ea769ea5-cc3b-4013-8ed0-6596874289ec tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, d3073a8e-0c91-432d-8183-06de80f638a8) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:10.286249 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea769ea5-cc3b-4013-8ed0-6596874289ec tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:10.291161 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ea769ea5-cc3b-4013-8ed0-6596874289ec tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:10.291294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9af4faf-0308-475d-94a2-ff38f18d7557 None None] Network d3073a8e-0c91-432d-8183-06de80f638a8 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:10.388415 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ea769ea5-cc3b-4013-8ed0-6596874289ec tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7899363 Jun 22 10:16:10.389333 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39380) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:10.431146 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-d3073a8e-0c91-432d-8183-06de80f638a8', 'network_id': 'd3073a8e-0c91-432d-8183-06de80f638a8', 'tenant_id': 'c5b64e74f001428aa659bd11ac535cd2', 'fixed_ips': [{'subnet_id': 'aaf2aac3-3662-4cc6-b74f-1c595bf49198'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:16:10.432058 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:10.485167 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:10.565527 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:10.568503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Allocated IP 2001:db8::2 (d3073a8e-0c91-432d-8183-06de80f638a8/aaf2aac3-3662-4cc6-b74f-1c595bf49198/d4efa708-8616-480a-9bb4-23c256279f39) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:10.726770 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:10.735657 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Transition to ACTIVE for port object d4efa708-8616-480a-9bb4-23c256279f39 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:10.750880 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Transition to ACTIVE for port object d4efa708-8616-480a-9bb4-23c256279f39 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:10.754250 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:10.821016 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:10.823992 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:10.859281 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Network d3073a8e-0c91-432d-8183-06de80f638a8 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:10.862209 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:10.865600 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:16:10.876403 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Pushing event updated for resources: {'Port': ['ID=d4efa708-8616-480a-9bb4-23c256279f39,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:10.880581 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:10.907933 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7789125a-ea1c-475e-8190-c7e34edd377e None None] Network f645f152-8391-40dc-9b14-b47624e83485 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:10.912028 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:10.912028 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-29236f1e-4555-4751-b7e7-27db197042e9 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:10.938443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event deleted for resources: {'Subnet': ['ID=aaf2aac3-3662-4cc6-b74f-1c595bf49198,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:10.940863 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:10.981439 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Attempting to bind port d4efa708-8616-480a-9bb4-23c256279f39 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:16:10.981825 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Attempting to bind port d4efa708-8616-480a-9bb4-23c256279f39 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '6cab5973-5f63-4aa2-924f-6164eae84a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd3073a8e-0c91-432d-8183-06de80f638a8'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:16:10.982201 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Attempting to bind port d4efa708-8616-480a-9bb4-23c256279f39 on network d3073a8e-0c91-432d-8183-06de80f638a8 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:16:10.991722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:16:10.992045 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Checking segment: {'id': '6cab5973-5f63-4aa2-924f-6164eae84a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd3073a8e-0c91-432d-8183-06de80f638a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:10.992484 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:10.992896 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Bound using segment: {'id': '6cab5973-5f63-4aa2-924f-6164eae84a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd3073a8e-0c91-432d-8183-06de80f638a8'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:16:10.993366 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Bound port: d4efa708-8616-480a-9bb4-23c256279f39, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cab5973-5f63-4aa2-924f-6164eae84a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd3073a8e-0c91-432d-8183-06de80f638a8'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:16:10.994105 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:11.006343 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:11.016422 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3073a8e-0c91-432d-8183-06de80f638a8']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:11.026719 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cab5973-5f63-4aa2-924f-6164eae84a06') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:11.027053 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cab5973-5f63-4aa2-924f-6164eae84a06') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:11.036469 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:11.043637 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2c2aff32-720a-4557-a17f-4cb4ddc57583 None None] Provisioning for port 2351755d-edc9-4945-b3ca-8970e211fbbf completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:16:11.049810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:11.055814 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:16:11.056210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:16:11.059145 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:16:11.107726 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] For port d4efa708-8616-480a-9bb4-23c256279f39, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:11.117241 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] For port d4efa708-8616-480a-9bb4-23c256279f39, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d4efa708-8616-480a-9bb4-23c256279f39,segment=NetworkSegment(6cab5973-5f63-4aa2-924f-6164eae84a06),segment_id=6cab5973-5f63-4aa2-924f-6164eae84a06)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:11.153911 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.api [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 10:16:11.153911 dv-neutron-797121-3-hyperv neutron-server[100652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 10:16:11.153911 dv-neutron-797121-3-hyperv neutron-server[100652]: [parameters: {'id': 'd3073a8e-0c91-432d-8183-06de80f638a8'}] Jun 22 10:16:11.153911 dv-neutron-797121-3-hyperv neutron-server[100652]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 10:16:11.154340 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_db.api [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:16:11.192233 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:11.194368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:11.279276 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Pushing event updated for resources: {'Port': ['ID=d4efa708-8616-480a-9bb4-23c256279f39,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:11.282897 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:11.303467 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985cbbf1-2d79-4eb6-957e-9b9ce9ab8ed7 None None] Network d3073a8e-0c91-432d-8183-06de80f638a8 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:11.442829 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d99374-e744-4701-a9b0-f8822d6c58a6 None None] get_active_networks_info from dv-neutron-797121-3-hyperv {{(pid=100654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 10:16:11.512180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d99374-e744-4701-a9b0-f8822d6c58a6 None None] Resources bound (agent type, host, resource id): {{(pid=100654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 10:16:11.539748 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 2351755d-edc9-4945-b3ca-8970e211fbbf up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:16:11.655230 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:11.701370 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 2351755d-edc9-4945-b3ca-8970e211fbbf completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:16:11.706285 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Deleting port d4efa708-8616-480a-9bb4-23c256279f39 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:16:11.706626 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:11.723412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 2351755d-edc9-4945-b3ca-8970e211fbbf triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:11.723827 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:11.769040 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] For port d4efa708-8616-480a-9bb4-23c256279f39, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=d4efa708-8616-480a-9bb4-23c256279f39,segment=NetworkSegment(6cab5973-5f63-4aa2-924f-6164eae84a06),segment_id=6cab5973-5f63-4aa2-924f-6164eae84a06)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:11.769410 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:11.826974 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:11.837557 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Calling delete_port for d4efa708-8616-480a-9bb4-23c256279f39 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:16:11.858387 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 2351755d-edc9-4945-b3ca-8970e211fbbf, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=2351755d-edc9-4945-b3ca-8970e211fbbf,segment=NetworkSegment(da9680ac-50d5-4187-bde7-e6331560e225),segment_id=da9680ac-50d5-4187-bde7-e6331560e225)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:11.925443 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:11.927268 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:11.971944 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=2351755d-edc9-4945-b3ca-8970e211fbbf,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:11.974859 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:11.976641 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:11.979889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:12.008424 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event deleted for resources: {'Port': ['ID=d4efa708-8616-480a-9bb4-23c256279f39,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:12.010981 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] No DVR routers for this DVR port d4efa708-8616-480a-9bb4-23c256279f39 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:16:12.012550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:12.086571 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:12.095919 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3073a8e-0c91-432d-8183-06de80f638a8']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:12.105265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cab5973-5f63-4aa2-924f-6164eae84a06') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:12.105573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cab5973-5f63-4aa2-924f-6164eae84a06') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:12.114316 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:12.132180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:12.137835 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:16:12.138224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:16:12.141040 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:16:12.245315 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:12.248851 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cdd06ea7-097d-4a3f-a07e-710d484a08db tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:12.253208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:12.254936 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "DELETE /v2.0/networks/d3073a8e-0c91-432d-8183-06de80f638a8 HTTP/1.1" status: 204 len: 168 time: 1.8645830 Jun 22 10:16:12.258986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39382) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:12.264433 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1129281731'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:12.266479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event deleted for resources: {'Network': ['ID=d3073a8e-0c91-432d-8183-06de80f638a8,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:12.268790 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:12.365582 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Made reservation on behalf of c5b64e74f001428aa659bd11ac535cd2 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:12.369052 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:12.393474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:16:12.401634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:12.401976 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Added segment 8aaf71fc-7b72-460e-ad55-2dff8c0ab3d3 of type vlan for network 6bf823d2-05e7-46d0-ac75-3434e0b42987 Jun 22 10:16:12.439973 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:12.524918 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:12.530521 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:12.531137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:12.534445 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2a7b9321-b02d-401e-bc35-54bc338c8673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:12.600252 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event updated for resources: {'Network': ['ID=6bf823d2-05e7-46d0-ac75-3434e0b42987,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:12.607102 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:12.607522 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:12.607910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:12.608294 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:12.608670 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:12.609047 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:12.609415 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:12.609817 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:12.610187 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:12.611214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:12.611613 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:12.611982 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:12.615447 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:12.617338 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-74eea3f6-55af-4b8e-b9fa-b82d02b5c2eb tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3571897 Jun 22 10:16:12.620125 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39384) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:12.622895 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 6bf823d2-05e7-46d0-ac75-3434e0b42987 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:16:12.625217 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d4988543-60b8-42f0-880c-e189f39bdf5a tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Request body: {'subnet': {'network_id': '6bf823d2-05e7-46d0-ac75-3434e0b42987', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:12.774209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4988543-60b8-42f0-880c-e189f39bdf5a tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Made reservation on behalf of c5b64e74f001428aa659bd11ac535cd2 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:12.777787 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d4988543-60b8-42f0-880c-e189f39bdf5a tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:12.835784 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.ipam_backend_mixin [None req-d4988543-60b8-42f0-880c-e189f39bdf5a tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Performing IP validity checks on allocation pools {{(pid=100653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 10:16:12.836302 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.ipam_backend_mixin [None req-d4988543-60b8-42f0-880c-e189f39bdf5a tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 10:16:13.014891 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d4988543-60b8-42f0-880c-e189f39bdf5a tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:13.016931 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-30c9d089-7385-45bd-9f69-4620c9842b3a tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:13.077791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4988543-60b8-42f0-880c-e189f39bdf5a tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event updated for resources: {'Subnet': ['ID=51003c67-6476-46ea-98c0-4f2fcad67ad7,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:13.080547 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d4988543-60b8-42f0-880c-e189f39bdf5a tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:13.086072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4988543-60b8-42f0-880c-e189f39bdf5a tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Checking segment: {'id': '8aaf71fc-7b72-460e-ad55-2dff8c0ab3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bf823d2-05e7-46d0-ac75-3434e0b42987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:13.086429 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4988543-60b8-42f0-880c-e189f39bdf5a tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Network hostable DHCP agents. Network: 6bf823d2-05e7-46d0-ac75-3434e0b42987, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:16:13.162804 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4988543-60b8-42f0-880c-e189f39bdf5a tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Network 6bf823d2-05e7-46d0-ac75-3434e0b42987 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:16:13.225667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-d4988543-60b8-42f0-880c-e189f39bdf5a tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 6bf823d2-05e7-46d0-ac75-3434e0b42987) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:13.230427 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4988543-60b8-42f0-880c-e189f39bdf5a tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:13.231136 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d4988543-60b8-42f0-880c-e189f39bdf5a tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:13.234242 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55c337c-baba-496c-bc5c-e4203fb3f92b None None] Network 6bf823d2-05e7-46d0-ac75-3434e0b42987 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:13.306863 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d4988543-60b8-42f0-880c-e189f39bdf5a tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6855521 Jun 22 10:16:13.309502 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39386) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:13.379071 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-6bf823d2-05e7-46d0-ac75-3434e0b42987', 'network_id': '6bf823d2-05e7-46d0-ac75-3434e0b42987', 'tenant_id': 'c5b64e74f001428aa659bd11ac535cd2', 'fixed_ips': [{'subnet_id': '51003c67-6476-46ea-98c0-4f2fcad67ad7'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:16:13.380000 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:13.411131 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:13.461094 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:13.517701 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 2351755d-edc9-4945-b3ca-8970e211fbbf up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:16:13.522499 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Allocated IP 2001:db8::3 (6bf823d2-05e7-46d0-ac75-3434e0b42987/51003c67-6476-46ea-98c0-4f2fcad67ad7/fe2a276d-2381-4c44-ab05-626e057bf4f1) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:13.632113 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 2351755d-edc9-4945-b3ca-8970e211fbbf triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:13.632780 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:13.731765 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:13.758843 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Transition to ACTIVE for port object fe2a276d-2381-4c44-ab05-626e057bf4f1 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:13.781949 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Transition to ACTIVE for port object fe2a276d-2381-4c44-ab05-626e057bf4f1 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:13.849132 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:13.851100 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:13.885924 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Network 6bf823d2-05e7-46d0-ac75-3434e0b42987 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:13.888626 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:13.894488 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:16:13.899625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Pushing event updated for resources: {'Port': ['ID=fe2a276d-2381-4c44-ab05-626e057bf4f1,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:13.903372 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:13.954799 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Attempting to bind port fe2a276d-2381-4c44-ab05-626e057bf4f1 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:16:13.955169 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Attempting to bind port fe2a276d-2381-4c44-ab05-626e057bf4f1 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '8aaf71fc-7b72-460e-ad55-2dff8c0ab3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bf823d2-05e7-46d0-ac75-3434e0b42987'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:16:13.955568 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Attempting to bind port fe2a276d-2381-4c44-ab05-626e057bf4f1 on network 6bf823d2-05e7-46d0-ac75-3434e0b42987 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:16:13.961458 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:16:13.962609 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Checking segment: {'id': '8aaf71fc-7b72-460e-ad55-2dff8c0ab3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bf823d2-05e7-46d0-ac75-3434e0b42987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:13.963023 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:13.963424 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Bound using segment: {'id': '8aaf71fc-7b72-460e-ad55-2dff8c0ab3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bf823d2-05e7-46d0-ac75-3434e0b42987'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:16:13.963914 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Bound port: fe2a276d-2381-4c44-ab05-626e057bf4f1, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aaf71fc-7b72-460e-ad55-2dff8c0ab3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bf823d2-05e7-46d0-ac75-3434e0b42987'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:16:13.964664 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:13.968974 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:13.972719 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b3c66c58-264f-40b6-8ad5-8a064b1d9fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:13.997671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event deleted for resources: {'Subnet': ['ID=51003c67-6476-46ea-98c0-4f2fcad67ad7,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:14.000860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:14.064463 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:14.074752 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf823d2-05e7-46d0-ac75-3434e0b42987']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:14.086239 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aaf71fc-7b72-460e-ad55-2dff8c0ab3d3') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:14.086546 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aaf71fc-7b72-460e-ad55-2dff8c0ab3d3') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:14.095799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:14.109767 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:14.118172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:16:14.118603 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:16:14.121617 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:16:14.178337 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] For port fe2a276d-2381-4c44-ab05-626e057bf4f1, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:14.181635 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] For port fe2a276d-2381-4c44-ab05-626e057bf4f1, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=fe2a276d-2381-4c44-ab05-626e057bf4f1,segment=NetworkSegment(8aaf71fc-7b72-460e-ad55-2dff8c0ab3d3),segment_id=8aaf71fc-7b72-460e-ad55-2dff8c0ab3d3)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:14.214861 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.db.api [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 10:16:14.214861 dv-neutron-797121-3-hyperv neutron-server[100652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 10:16:14.214861 dv-neutron-797121-3-hyperv neutron-server[100652]: [parameters: {'id': '6bf823d2-05e7-46d0-ac75-3434e0b42987'}] Jun 22 10:16:14.214861 dv-neutron-797121-3-hyperv neutron-server[100652]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 10:16:14.215288 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_db.api [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:16:14.243361 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:14.246986 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ddf72b67-26c5-468b-8770-60bd85905145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:14.321413 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Pushing event updated for resources: {'Port': ['ID=fe2a276d-2381-4c44-ab05-626e057bf4f1,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:14.325435 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:14.344203 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d00529-1e8f-40d4-bdcd-e511b09d1e78 None None] Network 6bf823d2-05e7-46d0-ac75-3434e0b42987 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:14.481178 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9e6f00-5132-4316-8a6e-e177c83b7bde None None] get_active_networks_info from dv-neutron-797121-3-hyperv {{(pid=100654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 10:16:14.552358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9e6f00-5132-4316-8a6e-e177c83b7bde None None] Resources bound (agent type, host, resource id): {{(pid=100654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 10:16:14.716114 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:14.773667 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Deleting port fe2a276d-2381-4c44-ab05-626e057bf4f1 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:16:14.774020 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:14.834908 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] For port fe2a276d-2381-4c44-ab05-626e057bf4f1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=fe2a276d-2381-4c44-ab05-626e057bf4f1,segment=NetworkSegment(8aaf71fc-7b72-460e-ad55-2dff8c0ab3d3),segment_id=8aaf71fc-7b72-460e-ad55-2dff8c0ab3d3)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:14.835251 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:14.904827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Calling delete_port for fe2a276d-2381-4c44-ab05-626e057bf4f1 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:16:15.065672 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:15.067788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ef018a0d-235d-4f70-88f9-7fd28c0a58d9 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:15.094109 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event deleted for resources: {'Port': ['ID=fe2a276d-2381-4c44-ab05-626e057bf4f1,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:15.097457 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:15.098219 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] No DVR routers for this DVR port fe2a276d-2381-4c44-ab05-626e057bf4f1 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:16:15.172726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:15.181923 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf823d2-05e7-46d0-ac75-3434e0b42987']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:15.191938 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aaf71fc-7b72-460e-ad55-2dff8c0ab3d3') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:15.192238 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aaf71fc-7b72-460e-ad55-2dff8c0ab3d3') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:15.200738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:15.214311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:15.219949 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:16:15.220329 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:16:15.223158 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:16:15.354066 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:15.357509 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1ceb6b92-d097-4bd2-8c27-8ace8694d861 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:15.362053 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:15.363902 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "DELETE /v2.0/networks/6bf823d2-05e7-46d0-ac75-3434e0b42987 HTTP/1.1" status: 204 len: 168 time: 2.0526154 Jun 22 10:16:15.367761 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39388) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:15.373039 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-37ba13c8-cbd4-47a9-8a4f-1c055d84e97f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-388453896'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:15.375509 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event deleted for resources: {'Network': ['ID=6bf823d2-05e7-46d0-ac75-3434e0b42987,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:15.378334 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:15.440034 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ba13c8-cbd4-47a9-8a4f-1c055d84e97f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Made reservation on behalf of c5b64e74f001428aa659bd11ac535cd2 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:15.443465 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37ba13c8-cbd4-47a9-8a4f-1c055d84e97f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:15.466057 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ba13c8-cbd4-47a9-8a4f-1c055d84e97f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:16:15.474101 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37ba13c8-cbd4-47a9-8a4f-1c055d84e97f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:15.474443 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-37ba13c8-cbd4-47a9-8a4f-1c055d84e97f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Added segment c80e6b35-2942-4c8d-bf91-fcd0f90c37dc of type vlan for network d2d963ea-6df9-4977-a86f-738d1da842ab Jun 22 10:16:15.513198 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37ba13c8-cbd4-47a9-8a4f-1c055d84e97f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:15.597390 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37ba13c8-cbd4-47a9-8a4f-1c055d84e97f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:15.602896 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba13c8-cbd4-47a9-8a4f-1c055d84e97f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:15.603524 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-37ba13c8-cbd4-47a9-8a4f-1c055d84e97f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:15.608835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-705dd390-cf72-47b3-9e1f-24fdc8fe6856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:15.668269 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba13c8-cbd4-47a9-8a4f-1c055d84e97f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event updated for resources: {'Network': ['ID=d2d963ea-6df9-4977-a86f-738d1da842ab,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:15.670875 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-37ba13c8-cbd4-47a9-8a4f-1c055d84e97f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:15.678790 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network d2d963ea-6df9-4977-a86f-738d1da842ab details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:16:15.714597 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-37ba13c8-cbd4-47a9-8a4f-1c055d84e97f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3456399 Jun 22 10:16:15.718074 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39390) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:15.723663 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-2a540813-2133-40bb-8f62-639ac867b9cd tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Request body: {'subnet': {'network_id': 'd2d963ea-6df9-4977-a86f-738d1da842ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:15.873403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a540813-2133-40bb-8f62-639ac867b9cd tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Made reservation on behalf of c5b64e74f001428aa659bd11ac535cd2 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:15.876819 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a540813-2133-40bb-8f62-639ac867b9cd tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:16.102297 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a540813-2133-40bb-8f62-639ac867b9cd tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:16.105106 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-13b8b5bb-58de-4271-ad13-86c9525db383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:16.163318 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a540813-2133-40bb-8f62-639ac867b9cd tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event updated for resources: {'Subnet': ['ID=25349800-7895-4c04-8b9c-df1872e1667b,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:16.165857 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2a540813-2133-40bb-8f62-639ac867b9cd tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:16.171159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a540813-2133-40bb-8f62-639ac867b9cd tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Checking segment: {'id': 'c80e6b35-2942-4c8d-bf91-fcd0f90c37dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d963ea-6df9-4977-a86f-738d1da842ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:16.171548 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a540813-2133-40bb-8f62-639ac867b9cd tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Network hostable DHCP agents. Network: d2d963ea-6df9-4977-a86f-738d1da842ab, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:16:16.256505 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a540813-2133-40bb-8f62-639ac867b9cd tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Network d2d963ea-6df9-4977-a86f-738d1da842ab is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:16:16.324750 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-2a540813-2133-40bb-8f62-639ac867b9cd tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, d2d963ea-6df9-4977-a86f-738d1da842ab) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:16.328700 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a540813-2133-40bb-8f62-639ac867b9cd tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:16.329848 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2a540813-2133-40bb-8f62-639ac867b9cd tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:16.334504 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cb5409-086e-4a7e-ade9-f4b4611c7c30 None None] Network d2d963ea-6df9-4977-a86f-738d1da842ab requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:16.403701 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2a540813-2133-40bb-8f62-639ac867b9cd tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6845336 Jun 22 10:16:16.407282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39392) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:16.412235 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-87e49303-3a5e-4f59-a5e2-341a0ade6441 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1604715351'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:16.475536 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-d2d963ea-6df9-4977-a86f-738d1da842ab', 'network_id': 'd2d963ea-6df9-4977-a86f-738d1da842ab', 'tenant_id': 'c5b64e74f001428aa659bd11ac535cd2', 'fixed_ips': [{'subnet_id': '25349800-7895-4c04-8b9c-df1872e1667b'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:16:16.476391 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:16.502819 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e49303-3a5e-4f59-a5e2-341a0ade6441 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Made reservation on behalf of c5b64e74f001428aa659bd11ac535cd2 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:16.506696 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-87e49303-3a5e-4f59-a5e2-341a0ade6441 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:16.530442 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e49303-3a5e-4f59-a5e2-341a0ade6441 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:16:16.538773 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-87e49303-3a5e-4f59-a5e2-341a0ade6441 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:16.539120 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-87e49303-3a5e-4f59-a5e2-341a0ade6441 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Added segment 23a8533e-64e2-4a83-9bdb-516eb007b68e of type vlan for network 4c94cd82-2e19-44cb-aff1-21c20cd69eb0 Jun 22 10:16:16.582695 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-87e49303-3a5e-4f59-a5e2-341a0ade6441 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:16.622690 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Allocated IP 2001:db8::2 (d2d963ea-6df9-4977-a86f-738d1da842ab/25349800-7895-4c04-8b9c-df1872e1667b/73b8fb2a-47df-43a9-b65f-0a1a55814fe2) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:16.624708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b1478e9e-753c-4947-9321-425054f6fa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:16.685218 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-87e49303-3a5e-4f59-a5e2-341a0ade6441 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:16.691286 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49303-3a5e-4f59-a5e2-341a0ade6441 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:16.691902 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-87e49303-3a5e-4f59-a5e2-341a0ade6441 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:16.695239 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b33db567-d0b8-4c27-a343-b168d34e95ae tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:16.759059 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e49303-3a5e-4f59-a5e2-341a0ade6441 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event updated for resources: {'Network': ['ID=4c94cd82-2e19-44cb-aff1-21c20cd69eb0,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:16.761617 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-87e49303-3a5e-4f59-a5e2-341a0ade6441 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:16.765903 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:16.769321 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 4c94cd82-2e19-44cb-aff1-21c20cd69eb0 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:16:16.777351 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-87e49303-3a5e-4f59-a5e2-341a0ade6441 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3690567 Jun 22 10:16:16.780410 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39394) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:16.785534 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-6d045be5-3f5a-4410-86f2-df245bb5dc1f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Request body: {'subnet': {'network_id': '4c94cd82-2e19-44cb-aff1-21c20cd69eb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:16.812636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Transition to ACTIVE for port object 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:16.844392 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Transition to ACTIVE for port object 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:16.929197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:16.931166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:16.957295 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d045be5-3f5a-4410-86f2-df245bb5dc1f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Made reservation on behalf of c5b64e74f001428aa659bd11ac535cd2 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:16.960851 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6d045be5-3f5a-4410-86f2-df245bb5dc1f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:16.965148 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Network d2d963ea-6df9-4977-a86f-738d1da842ab is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:16.968074 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:16.971538 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:16:16.982037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Pushing event updated for resources: {'Port': ['ID=73b8fb2a-47df-43a9-b65f-0a1a55814fe2,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:16.986693 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:17.035766 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Attempting to bind port 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:16:17.036256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Attempting to bind port 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'c80e6b35-2942-4c8d-bf91-fcd0f90c37dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d963ea-6df9-4977-a86f-738d1da842ab'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:16:17.036734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Attempting to bind port 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 on network d2d963ea-6df9-4977-a86f-738d1da842ab {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:16:17.041777 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:16:17.042166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Checking segment: {'id': 'c80e6b35-2942-4c8d-bf91-fcd0f90c37dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d963ea-6df9-4977-a86f-738d1da842ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:17.042581 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:17.042991 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Bound using segment: {'id': 'c80e6b35-2942-4c8d-bf91-fcd0f90c37dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d963ea-6df9-4977-a86f-738d1da842ab'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:16:17.043519 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Bound port: 73b8fb2a-47df-43a9-b65f-0a1a55814fe2, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80e6b35-2942-4c8d-bf91-fcd0f90c37dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d963ea-6df9-4977-a86f-738d1da842ab'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:16:17.043906 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:17.109910 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] For port 73b8fb2a-47df-43a9-b65f-0a1a55814fe2, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:17.114049 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] For port 73b8fb2a-47df-43a9-b65f-0a1a55814fe2, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=73b8fb2a-47df-43a9-b65f-0a1a55814fe2,segment=NetworkSegment(c80e6b35-2942-4c8d-bf91-fcd0f90c37dc),segment_id=c80e6b35-2942-4c8d-bf91-fcd0f90c37dc)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:17.193219 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:17.195245 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:17.216890 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6d045be5-3f5a-4410-86f2-df245bb5dc1f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:17.220359 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f5b9507e-6701-4b04-b8fe-647e3d4e2112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:17.255862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Pushing event updated for resources: {'Port': ['ID=73b8fb2a-47df-43a9-b65f-0a1a55814fe2,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:17.259569 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:17.287979 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d045be5-3f5a-4410-86f2-df245bb5dc1f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event updated for resources: {'Subnet': ['ID=57fc3ceb-44d0-4b78-a8d5-6f9fb8c9f696,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:17.291973 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6d045be5-3f5a-4410-86f2-df245bb5dc1f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:17.296225 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d045be5-3f5a-4410-86f2-df245bb5dc1f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Checking segment: {'id': '23a8533e-64e2-4a83-9bdb-516eb007b68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4c94cd82-2e19-44cb-aff1-21c20cd69eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:17.296613 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d045be5-3f5a-4410-86f2-df245bb5dc1f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Network hostable DHCP agents. Network: 4c94cd82-2e19-44cb-aff1-21c20cd69eb0, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:16:17.370774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d045be5-3f5a-4410-86f2-df245bb5dc1f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Network 4c94cd82-2e19-44cb-aff1-21c20cd69eb0 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:16:17.460335 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-6d045be5-3f5a-4410-86f2-df245bb5dc1f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 4c94cd82-2e19-44cb-aff1-21c20cd69eb0) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:17.465658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d045be5-3f5a-4410-86f2-df245bb5dc1f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:17.466598 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6d045be5-3f5a-4410-86f2-df245bb5dc1f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:17.472651 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb246769-c0d9-42d5-90c5-a821ab71d96a None None] Network 4c94cd82-2e19-44cb-aff1-21c20cd69eb0 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:17.566569 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6d045be5-3f5a-4410-86f2-df245bb5dc1f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7850025 Jun 22 10:16:17.569179 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39396) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:17.588421 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:16:17.662950 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-4c94cd82-2e19-44cb-aff1-21c20cd69eb0', 'network_id': '4c94cd82-2e19-44cb-aff1-21c20cd69eb0', 'tenant_id': 'c5b64e74f001428aa659bd11ac535cd2', 'fixed_ips': [{'subnet_id': '57fc3ceb-44d0-4b78-a8d5-6f9fb8c9f696'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:16:17.663843 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:17.675001 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:17.736902 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:16:17.748746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:17.817324 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Allocated IP 2001:db8::2 (4c94cd82-2e19-44cb-aff1-21c20cd69eb0/57fc3ceb-44d0-4b78-a8d5-6f9fb8c9f696/4404565b-fbb5-4358-beef-65d0c3967bf5) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:17.963879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:17.972228 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Transition to ACTIVE for port object 4404565b-fbb5-4358-beef-65d0c3967bf5 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:17.987114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Transition to ACTIVE for port object 4404565b-fbb5-4358-beef-65d0c3967bf5 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:18.074120 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:18.076717 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:18.103034 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a17f91-da87-450f-a83f-71ec609c33d7 None None] Network d2d963ea-6df9-4977-a86f-738d1da842ab requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:18.152845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Network 4c94cd82-2e19-44cb-aff1-21c20cd69eb0 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:18.161688 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:18.165097 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:16:18.165770 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:18.166994 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Pushing event updated for resources: {'Port': ['ID=4404565b-fbb5-4358-beef-65d0c3967bf5,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:18.169022 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9a19f483-b597-4627-984a-41afc3fc7641 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:18.179823 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:18.206747 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event deleted for resources: {'Subnet': ['ID=57fc3ceb-44d0-4b78-a8d5-6f9fb8c9f696,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:18.209560 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:18.272975 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:18.282783 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Attempting to bind port 4404565b-fbb5-4358-beef-65d0c3967bf5 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:16:18.283173 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Attempting to bind port 4404565b-fbb5-4358-beef-65d0c3967bf5 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '23a8533e-64e2-4a83-9bdb-516eb007b68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4c94cd82-2e19-44cb-aff1-21c20cd69eb0'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:16:18.283619 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Attempting to bind port 4404565b-fbb5-4358-beef-65d0c3967bf5 on network 4c94cd82-2e19-44cb-aff1-21c20cd69eb0 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:16:18.283772 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c94cd82-2e19-44cb-aff1-21c20cd69eb0']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:18.292786 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:16:18.293284 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Checking segment: {'id': '23a8533e-64e2-4a83-9bdb-516eb007b68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4c94cd82-2e19-44cb-aff1-21c20cd69eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:18.293702 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:18.294161 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Bound using segment: {'id': '23a8533e-64e2-4a83-9bdb-516eb007b68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4c94cd82-2e19-44cb-aff1-21c20cd69eb0'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:16:18.294287 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a8533e-64e2-4a83-9bdb-516eb007b68e') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:18.294542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a8533e-64e2-4a83-9bdb-516eb007b68e') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:18.294644 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Bound port: 4404565b-fbb5-4358-beef-65d0c3967bf5, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a8533e-64e2-4a83-9bdb-516eb007b68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4c94cd82-2e19-44cb-aff1-21c20cd69eb0'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:16:18.295060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:18.302057 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-61c41a64-757f-4319-aaed-570c06f7457b None None] Provisioning for port 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:16:18.305019 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:18.318693 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-61c41a64-757f-4319-aaed-570c06f7457b None None] Provisioning complete for port 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:18.319078 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-61c41a64-757f-4319-aaed-570c06f7457b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:18.319520 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:18.326240 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:16:18.326632 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:16:18.330039 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:16:18.439819 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] For port 4404565b-fbb5-4358-beef-65d0c3967bf5, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:18.443970 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] For port 4404565b-fbb5-4358-beef-65d0c3967bf5, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4404565b-fbb5-4358-beef-65d0c3967bf5,segment=NetworkSegment(23a8533e-64e2-4a83-9bdb-516eb007b68e),segment_id=23a8533e-64e2-4a83-9bdb-516eb007b68e)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:18.454842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.db.api [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 10:16:18.454842 dv-neutron-797121-3-hyperv neutron-server[100653]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 10:16:18.454842 dv-neutron-797121-3-hyperv neutron-server[100653]: [parameters: {'id': '4c94cd82-2e19-44cb-aff1-21c20cd69eb0'}] Jun 22 10:16:18.454842 dv-neutron-797121-3-hyperv neutron-server[100653]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 10:16:18.455296 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_db.api [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:16:18.482440 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-61c41a64-757f-4319-aaed-570c06f7457b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:18.509915 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:18.520985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:18.529187 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-61c41a64-757f-4319-aaed-570c06f7457b None None] For port 73b8fb2a-47df-43a9-b65f-0a1a55814fe2, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=73b8fb2a-47df-43a9-b65f-0a1a55814fe2,segment=NetworkSegment(c80e6b35-2942-4c8d-bf91-fcd0f90c37dc),segment_id=c80e6b35-2942-4c8d-bf91-fcd0f90c37dc)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:18.601247 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-61c41a64-757f-4319-aaed-570c06f7457b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:18.611802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Pushing event updated for resources: {'Port': ['ID=4404565b-fbb5-4358-beef-65d0c3967bf5,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:18.616246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:18.616719 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:18.653934 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad05f75-9c77-4e6c-931d-710be9016b4d None None] Network 4c94cd82-2e19-44cb-aff1-21c20cd69eb0 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:18.708367 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c41a64-757f-4319-aaed-570c06f7457b None None] Pushing event updated for resources: {'Port': ['ID=73b8fb2a-47df-43a9-b65f-0a1a55814fe2,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:18.722153 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-61c41a64-757f-4319-aaed-570c06f7457b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:18.742434 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-00546ae9-55c4-44c9-af03-53ca7f3bdf79 None None] Provisioning complete for port 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:18.742822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-00546ae9-55c4-44c9-af03-53ca7f3bdf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:18.865854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3571977-bce0-435a-bbd6-9bcfdc7383c9 None None] get_active_networks_info from dv-neutron-797121-3-hyperv {{(pid=100654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 10:16:18.941146 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3571977-bce0-435a-bbd6-9bcfdc7383c9 None None] Resources bound (agent type, host, resource id): {{(pid=100654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 10:16:18.956320 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:19.007110 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Deleting port 4404565b-fbb5-4358-beef-65d0c3967bf5 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:16:19.007488 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:19.072137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] For port 4404565b-fbb5-4358-beef-65d0c3967bf5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4404565b-fbb5-4358-beef-65d0c3967bf5,segment=NetworkSegment(23a8533e-64e2-4a83-9bdb-516eb007b68e),segment_id=23a8533e-64e2-4a83-9bdb-516eb007b68e)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:19.072588 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:19.107744 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6d1cce7d-b2fa-4c25-b867-11fe4acfcef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:19.137786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Calling delete_port for 4404565b-fbb5-4358-beef-65d0c3967bf5 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:16:19.314119 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:19.316313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-27fdb11b-b102-471a-b276-fbd565826b49 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:19.346840 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event deleted for resources: {'Port': ['ID=4404565b-fbb5-4358-beef-65d0c3967bf5,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:19.349944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:19.350713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] No DVR routers for this DVR port 4404565b-fbb5-4358-beef-65d0c3967bf5 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:16:19.354193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:19.428406 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:19.437824 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c94cd82-2e19-44cb-aff1-21c20cd69eb0']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:19.447692 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a8533e-64e2-4a83-9bdb-516eb007b68e') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:19.447994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a8533e-64e2-4a83-9bdb-516eb007b68e') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:19.456994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:19.470313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:19.476190 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:16:19.476584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:16:19.479490 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:16:19.518121 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:16:19.562978 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:19.563919 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:19.605155 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:19.608639 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-90bd3d6b-bb60-422b-8e3c-b12b31efefdf tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:19.612691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:19.614481 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "DELETE /v2.0/networks/4c94cd82-2e19-44cb-aff1-21c20cd69eb0 HTTP/1.1" status: 204 len: 168 time: 2.0443921 Jun 22 10:16:19.617490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39400) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:19.626086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event deleted for resources: {'Network': ['ID=4c94cd82-2e19-44cb-aff1-21c20cd69eb0,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:19.628488 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:19.648410 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8795e1-eb90-4f9a-8b86-6129eba21b3e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] GET failed (client error): The resource could not be found. Jun 22 10:16:19.649725 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5f8795e1-eb90-4f9a-8b86-6129eba21b3e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "GET /v2.0/subnets/57fc3ceb-44d0-4b78-a8d5-6f9fb8c9f696 HTTP/1.1" status: 404 len: 337 time: 0.0313528 Jun 22 10:16:19.652509 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39402) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:19.669355 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6ff2d1-f5a6-4763-8ce1-f3a3c32ea217 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] DELETE failed (client error): The resource could not be found. Jun 22 10:16:19.669877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6ff2d1-f5a6-4763-8ce1-f3a3c32ea217 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 10:16:19.671534 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ea6ff2d1-f5a6-4763-8ce1-f3a3c32ea217 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "DELETE /v2.0/networks/4c94cd82-2e19-44cb-aff1-21c20cd69eb0 HTTP/1.1" status: 404 len: 339 time: 0.0180912 Jun 22 10:16:19.674860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39404) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:19.699177 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e7f662-4dff-498c-96ea-420051c1b774 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] DELETE failed (client error): The resource could not be found. Jun 22 10:16:19.699583 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e7f662-4dff-498c-96ea-420051c1b774 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 10:16:19.701154 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-65e7f662-4dff-498c-96ea-420051c1b774 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "DELETE /v2.0/subnets/57fc3ceb-44d0-4b78-a8d5-6f9fb8c9f696 HTTP/1.1" status: 404 len: 337 time: 0.0254471 Jun 22 10:16:19.703540 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39406) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:19.721907 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e8e882-d9f2-4328-8a40-4fd79338e91e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] DELETE failed (client error): The resource could not be found. Jun 22 10:16:19.722445 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e8e882-d9f2-4328-8a40-4fd79338e91e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 10:16:19.724080 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-03e8e882-d9f2-4328-8a40-4fd79338e91e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "DELETE /v2.0/networks/4c94cd82-2e19-44cb-aff1-21c20cd69eb0 HTTP/1.1" status: 404 len: 339 time: 0.0189202 Jun 22 10:16:19.726387 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39408) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:19.780968 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b4a321-766a-4c47-b10c-ec31123ea803 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Deleting subnet 25349800-7895-4c04-8b9c-df1872e1667b {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:16:19.783934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-41b4a321-766a-4c47-b10c-ec31123ea803 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:19.825987 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-41b4a321-766a-4c47-b10c-ec31123ea803 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:19.903987 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-41b4a321-766a-4c47-b10c-ec31123ea803 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:20.028104 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-41b4a321-766a-4c47-b10c-ec31123ea803 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:20.030856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0c9342f7-84c6-46fd-b1c4-aa0e9d974150 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:20.056205 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4a321-766a-4c47-b10c-ec31123ea803 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event deleted for resources: {'Subnet': ['ID=25349800-7895-4c04-8b9c-df1872e1667b,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:20.058141 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-41b4a321-766a-4c47-b10c-ec31123ea803 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:20.061094 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-41b4a321-766a-4c47-b10c-ec31123ea803 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "DELETE /v2.0/subnets/25349800-7895-4c04-8b9c-df1872e1667b HTTP/1.1" status: 204 len: 168 time: 0.3327270 Jun 22 10:16:20.061094 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-41b4a321-766a-4c47-b10c-ec31123ea803 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:20.062387 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39410) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:20.065962 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9152c8a-a42f-4dc9-937f-af4095f6aaef None None] Network d2d963ea-6df9-4977-a86f-738d1da842ab requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:20.136691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:20.187039 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Deleting port 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:16:20.187380 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:20.239580 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4039d661-285d-4f1f-892b-f4092fb8f56b None None] DHCP port deletion for d2d963ea-6df9-4977-a86f-738d1da842ab request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:16:20.255188 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] For port 73b8fb2a-47df-43a9-b65f-0a1a55814fe2, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=73b8fb2a-47df-43a9-b65f-0a1a55814fe2,segment=NetworkSegment(c80e6b35-2942-4c8d-bf91-fcd0f90c37dc),segment_id=c80e6b35-2942-4c8d-bf91-fcd0f90c37dc)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:20.255585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:20.285344 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-4039d661-285d-4f1f-892b-f4092fb8f56b None None] Deleting port 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:16:20.285731 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4039d661-285d-4f1f-892b-f4092fb8f56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:20.350084 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-4039d661-285d-4f1f-892b-f4092fb8f56b None None] For port 73b8fb2a-47df-43a9-b65f-0a1a55814fe2, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=73b8fb2a-47df-43a9-b65f-0a1a55814fe2,segment=NetworkSegment(c80e6b35-2942-4c8d-bf91-fcd0f90c37dc),segment_id=c80e6b35-2942-4c8d-bf91-fcd0f90c37dc)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:20.350487 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4039d661-285d-4f1f-892b-f4092fb8f56b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:20.413831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-4039d661-285d-4f1f-892b-f4092fb8f56b None None] Calling delete_port for 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:16:20.605180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:20.639447 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4039d661-285d-4f1f-892b-f4092fb8f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:20.641749 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:20.666319 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039d661-285d-4f1f-892b-f4092fb8f56b None None] Pushing event deleted for resources: {'Port': ['ID=73b8fb2a-47df-43a9-b65f-0a1a55814fe2,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:20.669293 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4039d661-285d-4f1f-892b-f4092fb8f56b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:20.672080 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4039d661-285d-4f1f-892b-f4092fb8f56b None None] No DVR routers for this DVR port 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:16:20.680480 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Calling delete_port for 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:16:20.753816 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:20.756867 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:20.781114 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event deleted for resources: {'Port': ['ID=73b8fb2a-47df-43a9-b65f-0a1a55814fe2,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:20.784249 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:20.785016 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] No DVR routers for this DVR port 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:16:20.861856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:20.871122 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d963ea-6df9-4977-a86f-738d1da842ab']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:20.881823 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80e6b35-2942-4c8d-bf91-fcd0f90c37dc') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:20.882120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80e6b35-2942-4c8d-bf91-fcd0f90c37dc') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:20.890386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:20.903402 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:20.909182 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:16:20.909562 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:16:20.912426 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:16:21.028085 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:21.032946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:21.034863 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "DELETE /v2.0/networks/d2d963ea-6df9-4977-a86f-738d1da842ab HTTP/1.1" status: 204 len: 168 time: 0.9715483 Jun 22 10:16:21.035724 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a4b21270-b64b-4219-8f7c-c85ba0f3b48f tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:21.037402 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39412) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:21.051074 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event deleted for resources: {'Network': ['ID=d2d963ea-6df9-4977-a86f-738d1da842ab,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:21.053374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:21.068644 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f58ad20-5a0a-4176-91bc-c663480dcc78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] DELETE failed (client error): The resource could not be found. Jun 22 10:16:21.069097 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f58ad20-5a0a-4176-91bc-c663480dcc78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 10:16:21.070745 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2f58ad20-5a0a-4176-91bc-c663480dcc78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "DELETE /v2.0/subnets/51003c67-6476-46ea-98c0-4f2fcad67ad7 HTTP/1.1" status: 404 len: 337 time: 0.0323451 Jun 22 10:16:21.073303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39414) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:21.090192 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-59fec71f-b1b4-4c01-9a2b-b06f608ecf57 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] DELETE failed (client error): The resource could not be found. Jun 22 10:16:21.090689 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59fec71f-b1b4-4c01-9a2b-b06f608ecf57 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 10:16:21.092278 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-59fec71f-b1b4-4c01-9a2b-b06f608ecf57 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "DELETE /v2.0/networks/6bf823d2-05e7-46d0-ac75-3434e0b42987 HTTP/1.1" status: 404 len: 339 time: 0.0181062 Jun 22 10:16:21.094421 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39416) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:21.118781 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-661c341a-11db-42e1-b743-66fc5dad5ee5 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] DELETE failed (client error): The resource could not be found. Jun 22 10:16:21.119172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661c341a-11db-42e1-b743-66fc5dad5ee5 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 10:16:21.120836 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-661c341a-11db-42e1-b743-66fc5dad5ee5 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "DELETE /v2.0/subnets/aaf2aac3-3662-4cc6-b74f-1c595bf49198 HTTP/1.1" status: 404 len: 337 time: 0.0255687 Jun 22 10:16:21.123202 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39418) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:21.140836 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.pecan_wsgi.hooks.translation [None req-97bbcbe9-eeab-4657-bb99-172ae3b3c910 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] DELETE failed (client error): The resource could not be found. Jun 22 10:16:21.141405 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97bbcbe9-eeab-4657-bb99-172ae3b3c910 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 10:16:21.142940 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-97bbcbe9-eeab-4657-bb99-172ae3b3c910 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "DELETE /v2.0/networks/d3073a8e-0c91-432d-8183-06de80f638a8 HTTP/1.1" status: 404 len: 339 time: 0.0187848 Jun 22 10:16:21.145156 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39420) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:21.192304 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Deleting subnet 40e338e6-ece0-4c7a-a1c4-31ba2285d0ce {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:16:21.195214 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:21.236494 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:21.313764 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:21.440534 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:21.443394 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-059f3361-1176-4cf8-acf4-19c8d056b42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:21.471859 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event deleted for resources: {'Subnet': ['ID=40e338e6-ece0-4c7a-a1c4-31ba2285d0ce,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:21.479679 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:21.483373 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219f5329-17ad-4988-adc9-b57903109c95 None None] Network f645f152-8391-40dc-9b14-b47624e83485 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:21.483880 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "DELETE /v2.0/subnets/40e338e6-ece0-4c7a-a1c4-31ba2285d0ce HTTP/1.1" status: 204 len: 168 time: 0.3378429 Jun 22 10:16:21.484119 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39422) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:21.485964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:21.486491 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:21.486893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:21.487353 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:21.487788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:21.488150 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:21.488533 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:21.488909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:21.489286 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:21.489656 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:21.490035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:21.490407 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:21.494229 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4eb41a14-9781-4101-b4b7-7abcab862c66 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:21.533827 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:16:21.560033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:21.613140 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Deleting port 2351755d-edc9-4945-b3ca-8970e211fbbf {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:16:21.613489 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:21.685680 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] For port 2351755d-edc9-4945-b3ca-8970e211fbbf, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=2351755d-edc9-4945-b3ca-8970e211fbbf,segment=NetworkSegment(da9680ac-50d5-4187-bde7-e6331560e225),segment_id=da9680ac-50d5-4187-bde7-e6331560e225)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:21.686051 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:21.712546 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:16:21.712816 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 73b8fb2a-47df-43a9-b65f-0a1a55814fe2 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:16:21.753882 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Calling delete_port for 2351755d-edc9-4945-b3ca-8970e211fbbf owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:16:21.856886 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:21.870326 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f1681d-0800-47f2-bb0c-c1978025f173 None None] DHCP port deletion for f645f152-8391-40dc-9b14-b47624e83485 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:16:21.914959 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-37f1681d-0800-47f2-bb0c-c1978025f173 None None] Deleting port 2351755d-edc9-4945-b3ca-8970e211fbbf {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:16:21.915339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-37f1681d-0800-47f2-bb0c-c1978025f173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:21.919372 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:21.923047 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e5a97645-0b6f-4d37-ba27-095ffab16b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:21.945989 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event deleted for resources: {'Port': ['ID=2351755d-edc9-4945-b3ca-8970e211fbbf,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:21.949180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:21.949953 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] No DVR routers for this DVR port 2351755d-edc9-4945-b3ca-8970e211fbbf on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:16:21.978920 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-37f1681d-0800-47f2-bb0c-c1978025f173 None None] For port 2351755d-edc9-4945-b3ca-8970e211fbbf, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=2351755d-edc9-4945-b3ca-8970e211fbbf,segment=NetworkSegment(da9680ac-50d5-4187-bde7-e6331560e225),segment_id=da9680ac-50d5-4187-bde7-e6331560e225)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:21.979235 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-37f1681d-0800-47f2-bb0c-c1978025f173 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:22.031223 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:22.040744 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-37f1681d-0800-47f2-bb0c-c1978025f173 None None] Calling delete_port for 2351755d-edc9-4945-b3ca-8970e211fbbf owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:16:22.041272 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f645f152-8391-40dc-9b14-b47624e83485']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:22.052246 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9680ac-50d5-4187-bde7-e6331560e225') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:22.052549 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9680ac-50d5-4187-bde7-e6331560e225') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:22.061087 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:22.074637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:22.080300 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:16:22.080689 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:16:22.083607 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:16:22.118004 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-37f1681d-0800-47f2-bb0c-c1978025f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:22.120837 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:22.144937 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1681d-0800-47f2-bb0c-c1978025f173 None None] Pushing event deleted for resources: {'Port': ['ID=2351755d-edc9-4945-b3ca-8970e211fbbf,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:22.146858 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f1681d-0800-47f2-bb0c-c1978025f173 None None] No DVR routers for this DVR port 2351755d-edc9-4945-b3ca-8970e211fbbf on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:16:22.148147 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-37f1681d-0800-47f2-bb0c-c1978025f173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:22.205628 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:22.208992 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9850d488-7d02-434a-8004-396525b2dc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:22.212885 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:22.215378 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] 10.222.0.20 "DELETE /v2.0/networks/f645f152-8391-40dc-9b14-b47624e83485 HTTP/1.1" status: 204 len: 168 time: 0.7302258 Jun 22 10:16:22.232149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Pushing event deleted for resources: {'Network': ['ID=f645f152-8391-40dc-9b14-b47624e83485,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:22.234358 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:22.635822 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39428) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:22.782705 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5c346b0a-f911-4cce-9dc9-20c4f59b8add admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5b64e74f001428aa659bd11ac535cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450117 Jun 22 10:16:22.785064 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39432) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:22.832830 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3bbf-35a0-4524-a1b1-63b7824dc45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:22.853207 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3bbf-35a0-4524-a1b1-63b7824dc45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:22.993172 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3bbf-35a0-4524-a1b1-63b7824dc45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:22.995790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3bbf-35a0-4524-a1b1-63b7824dc45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:22.996919 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3e4e3bbf-35a0-4524-a1b1-63b7824dc45d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11e04ae4-9929-48f6-8e34-3f3c6b3a9add HTTP/1.1" status: 204 len: 168 time: 0.2109640 Jun 22 10:16:22.997719 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:23.004986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e3bbf-35a0-4524-a1b1-63b7824dc45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e04ae4-9929-48f6-8e34-3f3c6b3a9add,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:23.008385 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3e4e3bbf-35a0-4524-a1b1-63b7824dc45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:23.509734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 2351755d-edc9-4945-b3ca-8970e211fbbf no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:16:23.528769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 2351755d-edc9-4945-b3ca-8970e211fbbf {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:16:23.529118 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 2351755d-edc9-4945-b3ca-8970e211fbbf not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:16:23.957756 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39454) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:24.045773 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-47120b66-cc6e-43e7-8178-64039a8e588e tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-546310166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:24.136558 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-47120b66-cc6e-43e7-8178-64039a8e588e tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:24.137578 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-47120b66-cc6e-43e7-8178-64039a8e588e tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:24.190337 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-47120b66-cc6e-43e7-8178-64039a8e588e tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:24.250972 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-47120b66-cc6e-43e7-8178-64039a8e588e tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:24.342069 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-47120b66-cc6e-43e7-8178-64039a8e588e tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:24.343249 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-47120b66-cc6e-43e7-8178-64039a8e588e tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3844984 Jun 22 10:16:24.346545 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39458) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:24.351469 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-701405604'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:24.433379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Made reservation on behalf of af46ceed03aa4e2ebb6dded1a904489e for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:24.436740 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:24.444954 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:24.531190 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:24.593478 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:24.597884 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-add8a30a-c9fc-49fd-92f8-59fed9f057af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:24.619302 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:16:24.629048 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f53a78a-ef1e-4e3b-9ad8-94b311c6b478,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:24.633551 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:24.634573 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:24.634922 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Added segment 1006df5d-de3c-4e85-9cc0-819ec15aad20 of type vlan for network c362f614-7f34-4d67-ac03-fcc2708377cb Jun 22 10:16:24.673089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:24.764825 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:24.771030 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:24.771641 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:24.773946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-42311252-b38a-4194-9218-de02c59ca4e9 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:24.839350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Pushing event updated for resources: {'Network': ['ID=c362f614-7f34-4d67-ac03-fcc2708377cb,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:24.841833 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:24.852570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network c362f614-7f34-4d67-ac03-fcc2708377cb details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:16:24.902961 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5529642 Jun 22 10:16:24.903156 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39460) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:24.908308 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-c65767f6-5941-428f-af41-9e5a23cc1d7d tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Request body: {'subnet': {'network_id': 'c362f614-7f34-4d67-ac03-fcc2708377cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:25.065231 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65767f6-5941-428f-af41-9e5a23cc1d7d tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Made reservation on behalf of af46ceed03aa4e2ebb6dded1a904489e for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:25.068658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c65767f6-5941-428f-af41-9e5a23cc1d7d tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:25.296568 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c65767f6-5941-428f-af41-9e5a23cc1d7d tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:25.299282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-381dc7d8-faa9-4a26-922d-4efbd8af7ea6 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:25.360320 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65767f6-5941-428f-af41-9e5a23cc1d7d tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Pushing event updated for resources: {'Subnet': ['ID=945bc55b-b32f-4c51-a9c9-7a945bc3b69a,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:25.363932 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c65767f6-5941-428f-af41-9e5a23cc1d7d tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:25.367678 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65767f6-5941-428f-af41-9e5a23cc1d7d tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Checking segment: {'id': '1006df5d-de3c-4e85-9cc0-819ec15aad20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c362f614-7f34-4d67-ac03-fcc2708377cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:25.368042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65767f6-5941-428f-af41-9e5a23cc1d7d tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Network hostable DHCP agents. Network: c362f614-7f34-4d67-ac03-fcc2708377cb, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:16:25.470909 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65767f6-5941-428f-af41-9e5a23cc1d7d tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Network c362f614-7f34-4d67-ac03-fcc2708377cb is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:16:25.545317 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-c65767f6-5941-428f-af41-9e5a23cc1d7d tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, c362f614-7f34-4d67-ac03-fcc2708377cb) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:25.549309 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65767f6-5941-428f-af41-9e5a23cc1d7d tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:25.549895 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c65767f6-5941-428f-af41-9e5a23cc1d7d tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:25.554741 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e04a89-f76f-4764-a246-524ab2a0960b None None] Network c362f614-7f34-4d67-ac03-fcc2708377cb requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:25.637787 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c65767f6-5941-428f-af41-9e5a23cc1d7d tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7333400 Jun 22 10:16:25.640435 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39462) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:25.646217 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-02828d3d-d1e8-438c-a377-9ea2ea784ff8 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-550161177'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:25.695186 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-c362f614-7f34-4d67-ac03-fcc2708377cb', 'network_id': 'c362f614-7f34-4d67-ac03-fcc2708377cb', 'tenant_id': 'af46ceed03aa4e2ebb6dded1a904489e', 'fixed_ips': [{'subnet_id': '945bc55b-b32f-4c51-a9c9-7a945bc3b69a'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:16:25.696085 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:25.739509 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02828d3d-d1e8-438c-a377-9ea2ea784ff8 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Made reservation on behalf of af46ceed03aa4e2ebb6dded1a904489e for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:25.743121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-02828d3d-d1e8-438c-a377-9ea2ea784ff8 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:25.767119 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02828d3d-d1e8-438c-a377-9ea2ea784ff8 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:16:25.775699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-02828d3d-d1e8-438c-a377-9ea2ea784ff8 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:25.776164 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-02828d3d-d1e8-438c-a377-9ea2ea784ff8 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Added segment feef1a75-484f-4f28-b608-ecd2737def61 of type vlan for network b4131657-6e67-4365-8103-81f7942209b0 Jun 22 10:16:25.814895 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-02828d3d-d1e8-438c-a377-9ea2ea784ff8 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:25.824944 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Allocated IP 172.20.0.2 (c362f614-7f34-4d67-ac03-fcc2708377cb/945bc55b-b32f-4c51-a9c9-7a945bc3b69a/3a5e59ed-9b28-4724-b493-a53687629468) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:25.896367 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-02828d3d-d1e8-438c-a377-9ea2ea784ff8 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:25.901894 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02828d3d-d1e8-438c-a377-9ea2ea784ff8 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:25.902483 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-02828d3d-d1e8-438c-a377-9ea2ea784ff8 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:25.905858 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-deaf3a44-5d59-48b6-9ab7-bf2380f1507e tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:25.972274 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02828d3d-d1e8-438c-a377-9ea2ea784ff8 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Pushing event updated for resources: {'Network': ['ID=b4131657-6e67-4365-8103-81f7942209b0,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:25.975107 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-02828d3d-d1e8-438c-a377-9ea2ea784ff8 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:25.976343 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:25.983981 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network b4131657-6e67-4365-8103-81f7942209b0 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:16:25.988182 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Transition to ACTIVE for port object 3a5e59ed-9b28-4724-b493-a53687629468 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:26.022702 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-02828d3d-d1e8-438c-a377-9ea2ea784ff8 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3804991 Jun 22 10:16:26.025507 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39464) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:26.030791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-34da719f-d03b-4699-af01-9f955952845a tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Request body: {'subnet': {'network_id': 'b4131657-6e67-4365-8103-81f7942209b0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:26.046211 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Transition to ACTIVE for port object 3a5e59ed-9b28-4724-b493-a53687629468 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:26.112219 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:26.115259 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:26.149398 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Network c362f614-7f34-4d67-ac03-fcc2708377cb is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:26.152198 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:26.158048 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:16:26.164588 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Pushing event updated for resources: {'Port': ['ID=3a5e59ed-9b28-4724-b493-a53687629468,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:26.167080 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:26.196637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34da719f-d03b-4699-af01-9f955952845a tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Made reservation on behalf of af46ceed03aa4e2ebb6dded1a904489e for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:26.200507 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34da719f-d03b-4699-af01-9f955952845a tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:26.217123 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Attempting to bind port 3a5e59ed-9b28-4724-b493-a53687629468 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:16:26.217509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Attempting to bind port 3a5e59ed-9b28-4724-b493-a53687629468 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '1006df5d-de3c-4e85-9cc0-819ec15aad20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c362f614-7f34-4d67-ac03-fcc2708377cb'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:16:26.217884 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Attempting to bind port 3a5e59ed-9b28-4724-b493-a53687629468 on network c362f614-7f34-4d67-ac03-fcc2708377cb {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:16:26.223384 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:16:26.223816 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Checking segment: {'id': '1006df5d-de3c-4e85-9cc0-819ec15aad20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c362f614-7f34-4d67-ac03-fcc2708377cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:26.224292 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:26.224704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Bound using segment: {'id': '1006df5d-de3c-4e85-9cc0-819ec15aad20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c362f614-7f34-4d67-ac03-fcc2708377cb'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:16:26.225183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Bound port: 3a5e59ed-9b28-4724-b493-a53687629468, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1006df5d-de3c-4e85-9cc0-819ec15aad20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c362f614-7f34-4d67-ac03-fcc2708377cb'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:16:26.225575 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:26.287669 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] For port 3a5e59ed-9b28-4724-b493-a53687629468, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:26.290593 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] For port 3a5e59ed-9b28-4724-b493-a53687629468, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3a5e59ed-9b28-4724-b493-a53687629468,segment=NetworkSegment(1006df5d-de3c-4e85-9cc0-819ec15aad20),segment_id=1006df5d-de3c-4e85-9cc0-819ec15aad20)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:26.351497 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:26.354926 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:26.416737 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Pushing event updated for resources: {'Port': ['ID=3a5e59ed-9b28-4724-b493-a53687629468,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:26.420011 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:26.437153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34da719f-d03b-4699-af01-9f955952845a tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:26.439329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c59d4717-9891-4a61-a9ec-32a40c46a7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:26.491150 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da719f-d03b-4699-af01-9f955952845a tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Pushing event updated for resources: {'Subnet': ['ID=755647a2-5883-474a-9198-923df9dcf927,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:26.494418 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-34da719f-d03b-4699-af01-9f955952845a tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:26.509083 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34da719f-d03b-4699-af01-9f955952845a tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Checking segment: {'id': 'feef1a75-484f-4f28-b608-ecd2737def61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b4131657-6e67-4365-8103-81f7942209b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:26.509448 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34da719f-d03b-4699-af01-9f955952845a tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Network hostable DHCP agents. Network: b4131657-6e67-4365-8103-81f7942209b0, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:16:26.576715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34da719f-d03b-4699-af01-9f955952845a tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Network b4131657-6e67-4365-8103-81f7942209b0 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:16:26.650883 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-34da719f-d03b-4699-af01-9f955952845a tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, b4131657-6e67-4365-8103-81f7942209b0) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:26.657164 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34da719f-d03b-4699-af01-9f955952845a tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:26.657819 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-34da719f-d03b-4699-af01-9f955952845a tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:26.666995 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da86a237-4b46-44c7-93f2-87d91cfe4dde None None] Network b4131657-6e67-4365-8103-81f7942209b0 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:26.737180 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-34da719f-d03b-4699-af01-9f955952845a tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7105947 Jun 22 10:16:26.739846 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39466) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:26.744924 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-b3c654d5-0897-4d51-9028-a88fc36dd5aa tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b4131657-6e67-4365-8103-81f7942209b0'}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:26.812047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-b4131657-6e67-4365-8103-81f7942209b0', 'network_id': 'b4131657-6e67-4365-8103-81f7942209b0', 'tenant_id': 'af46ceed03aa4e2ebb6dded1a904489e', 'fixed_ips': [{'subnet_id': '755647a2-5883-474a-9198-923df9dcf927'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:16:26.813005 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:26.947327 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Allocated IP 172.21.0.2 (b4131657-6e67-4365-8103-81f7942209b0/755647a2-5883-474a-9198-923df9dcf927/43e14c60-3398-4102-8180-988e5189ccf2) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:26.952753 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b3c654d5-0897-4d51-9028-a88fc36dd5aa tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:27.098865 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:27.115850 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Transition to ACTIVE for port object 43e14c60-3398-4102-8180-988e5189ccf2 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:27.134092 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Transition to ACTIVE for port object 43e14c60-3398-4102-8180-988e5189ccf2 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:27.142938 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.api.v2.resource [None req-b3c654d5-0897-4d51-9028-a88fc36dd5aa tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 10:16:27.144027 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b3c654d5-0897-4d51-9028-a88fc36dd5aa tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] 10.222.0.20 "PUT /v2.0/routers/5a88ccb3-76ac-4d92-af90-15275df68d75 HTTP/1.1" status: 400 len: 364 time: 0.4032509 Jun 22 10:16:27.150020 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39468) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:27.201892 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a401de-18db-4b14-b22a-6dc1de5e8c27 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Deleting subnet 755647a2-5883-474a-9198-923df9dcf927 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:16:27.215804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-79a401de-18db-4b14-b22a-6dc1de5e8c27 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:27.216704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:27.218737 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:27.256728 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Network b4131657-6e67-4365-8103-81f7942209b0 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:27.258338 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-79a401de-18db-4b14-b22a-6dc1de5e8c27 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:27.259650 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:27.265262 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:16:27.270734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Pushing event updated for resources: {'Port': ['ID=43e14c60-3398-4102-8180-988e5189ccf2,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:27.274515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:27.319793 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7312337c-d997-4232-bb21-f98ee3ccd900 None None] Network c362f614-7f34-4d67-ac03-fcc2708377cb requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:27.349531 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-79a401de-18db-4b14-b22a-6dc1de5e8c27 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:27.370134 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Attempting to bind port 43e14c60-3398-4102-8180-988e5189ccf2 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:16:27.370515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Attempting to bind port 43e14c60-3398-4102-8180-988e5189ccf2 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'feef1a75-484f-4f28-b608-ecd2737def61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b4131657-6e67-4365-8103-81f7942209b0'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:16:27.370888 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Attempting to bind port 43e14c60-3398-4102-8180-988e5189ccf2 on network b4131657-6e67-4365-8103-81f7942209b0 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:16:27.387170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:16:27.387584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Checking segment: {'id': 'feef1a75-484f-4f28-b608-ecd2737def61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b4131657-6e67-4365-8103-81f7942209b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:27.388001 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:27.388409 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Bound using segment: {'id': 'feef1a75-484f-4f28-b608-ecd2737def61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b4131657-6e67-4365-8103-81f7942209b0'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:16:27.388889 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Bound port: 43e14c60-3398-4102-8180-988e5189ccf2, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feef1a75-484f-4f28-b608-ecd2737def61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b4131657-6e67-4365-8103-81f7942209b0'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:16:27.389275 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:27.491784 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-821cc1d5-bc40-4d6c-9512-4b19c9784723 None None] Provisioning for port 3a5e59ed-9b28-4724-b493-a53687629468 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:16:27.513800 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-79a401de-18db-4b14-b22a-6dc1de5e8c27 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:27.516988 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d6423eb3-f2f0-4380-a0a0-8356f4d52c1b tempest-RoutersIpV6Test-1565940713 tempest-RoutersIpV6Test-1565940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:27.529868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] For port 43e14c60-3398-4102-8180-988e5189ccf2, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:27.544080 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] For port 43e14c60-3398-4102-8180-988e5189ccf2, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=43e14c60-3398-4102-8180-988e5189ccf2,segment=NetworkSegment(feef1a75-484f-4f28-b608-ecd2737def61),segment_id=feef1a75-484f-4f28-b608-ecd2737def61)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:27.544262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a401de-18db-4b14-b22a-6dc1de5e8c27 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Pushing event deleted for resources: {'Subnet': ['ID=755647a2-5883-474a-9198-923df9dcf927,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:27.548275 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-79a401de-18db-4b14-b22a-6dc1de5e8c27 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:27.554725 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-79a401de-18db-4b14-b22a-6dc1de5e8c27 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] 10.222.0.20 "DELETE /v2.0/subnets/755647a2-5883-474a-9198-923df9dcf927 HTTP/1.1" status: 204 len: 168 time: 0.4036307 Jun 22 10:16:27.559002 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39470) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:27.559477 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-79a401de-18db-4b14-b22a-6dc1de5e8c27 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:27.569572 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3a5e59ed-9b28-4724-b493-a53687629468 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:16:27.610706 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:27.613591 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0e281e84-41dc-4fa8-a30c-ce1d9ed917b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:27.647201 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:27.679067 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Pushing event updated for resources: {'Port': ['ID=43e14c60-3398-4102-8180-988e5189ccf2,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:27.682773 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:27.707994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Deleting port 43e14c60-3398-4102-8180-988e5189ccf2 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:16:27.708345 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:27.722726 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 3a5e59ed-9b28-4724-b493-a53687629468 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:16:27.730017 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 3a5e59ed-9b28-4724-b493-a53687629468 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:27.730500 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:27.787926 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] For port 43e14c60-3398-4102-8180-988e5189ccf2, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=43e14c60-3398-4102-8180-988e5189ccf2,segment=NetworkSegment(feef1a75-484f-4f28-b608-ecd2737def61),segment_id=feef1a75-484f-4f28-b608-ecd2737def61)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:27.793037 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:27.839109 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:27.842317 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-11c87643-5731-400d-9a57-64cd394cbada None None] Provisioning complete for port 3a5e59ed-9b28-4724-b493-a53687629468 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:27.842701 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-11c87643-5731-400d-9a57-64cd394cbada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:27.862168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Calling delete_port for 43e14c60-3398-4102-8180-988e5189ccf2 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:16:27.941062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 3a5e59ed-9b28-4724-b493-a53687629468, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3a5e59ed-9b28-4724-b493-a53687629468,segment=NetworkSegment(1006df5d-de3c-4e85-9cc0-819ec15aad20),segment_id=1006df5d-de3c-4e85-9cc0-819ec15aad20)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:27.997594 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-11c87643-5731-400d-9a57-64cd394cbada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:28.017615 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:28.020050 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:28.045238 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:28.048274 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5bf9f077-4f91-4621-ba96-d1d420f0a8c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:28.072910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] No DVR routers for this DVR port 43e14c60-3398-4102-8180-988e5189ccf2 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:16:28.079824 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Pushing event deleted for resources: {'Port': ['ID=43e14c60-3398-4102-8180-988e5189ccf2,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:28.083856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:28.092478 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-11c87643-5731-400d-9a57-64cd394cbada None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 10:16:28.092858 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-11c87643-5731-400d-9a57-64cd394cbada None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:16:28.094943 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=3a5e59ed-9b28-4724-b493-a53687629468,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:28.097948 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:28.161902 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:28.171772 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4131657-6e67-4365-8103-81f7942209b0']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:28.181660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feef1a75-484f-4f28-b608-ecd2737def61') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:28.181958 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feef1a75-484f-4f28-b608-ecd2737def61') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:28.190644 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:28.204492 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:28.210062 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:16:28.210441 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:16:28.213238 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:16:28.307357 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:28.310833 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-44752686-5cbc-4b85-8142-67fdcb45c854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:28.314788 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:28.319170 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] 10.222.0.20 "DELETE /v2.0/networks/b4131657-6e67-4365-8103-81f7942209b0 HTTP/1.1" status: 204 len: 168 time: 0.7604969 Jun 22 10:16:28.319294 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39472) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:28.337538 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Pushing event deleted for resources: {'Network': ['ID=b4131657-6e67-4365-8103-81f7942209b0,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:28.356442 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:28.381627 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-6131a7d6-6270-4413-b142-136978a09f23 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Deleting subnet 945bc55b-b32f-4c51-a9c9-7a945bc3b69a {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:16:28.384892 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6131a7d6-6270-4413-b142-136978a09f23 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:28.431223 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6131a7d6-6270-4413-b142-136978a09f23 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:28.514057 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6131a7d6-6270-4413-b142-136978a09f23 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:28.650813 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6131a7d6-6270-4413-b142-136978a09f23 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:28.653146 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6df1e170-2baa-4279-94d9-c76f89451b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:28.670387 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bdea41-cda2-453d-b031-a90cdc118c23 None None] DHCP port deletion for b4131657-6e67-4365-8103-81f7942209b0 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:16:28.686629 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c5ef7b-2a6f-4b8b-bafb-0fe83847355f None None] Network b4131657-6e67-4365-8103-81f7942209b0 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:28.689228 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131a7d6-6270-4413-b142-136978a09f23 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Pushing event deleted for resources: {'Subnet': ['ID=945bc55b-b32f-4c51-a9c9-7a945bc3b69a,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:28.695801 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6131a7d6-6270-4413-b142-136978a09f23 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:28.696776 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6131a7d6-6270-4413-b142-136978a09f23 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:28.698955 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6131a7d6-6270-4413-b142-136978a09f23 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] 10.222.0.20 "DELETE /v2.0/subnets/945bc55b-b32f-4c51-a9c9-7a945bc3b69a HTTP/1.1" status: 204 len: 168 time: 0.3783896 Jun 22 10:16:28.699722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c5ef7b-2a6f-4b8b-bafb-0fe83847355f None None] Network b4131657-6e67-4365-8103-81f7942209b0 could not be found, it might have been deleted concurrently. {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 10:16:28.701220 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39474) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:28.705882 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6e0137-571f-45b1-994c-d9e2278688a1 None None] Network c362f614-7f34-4d67-ac03-fcc2708377cb requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:28.754037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-02065d64-c80f-4cf8-bd09-d91cab7271b0 None None] Could not find standard attr ID for object 43e14c60-3398-4102-8180-988e5189ccf2. {{(pid=100654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 10:16:28.779894 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:28.831740 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Deleting port 3a5e59ed-9b28-4724-b493-a53687629468 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:16:28.832014 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:28.883114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2d2f39-7e14-41f2-8697-d8c4d47fec2b None None] DHCP port deletion for c362f614-7f34-4d67-ac03-fcc2708377cb request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:16:28.900071 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] For port 3a5e59ed-9b28-4724-b493-a53687629468, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3a5e59ed-9b28-4724-b493-a53687629468,segment=NetworkSegment(1006df5d-de3c-4e85-9cc0-819ec15aad20),segment_id=1006df5d-de3c-4e85-9cc0-819ec15aad20)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:28.900435 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:28.928929 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-dd2d2f39-7e14-41f2-8697-d8c4d47fec2b None None] Deleting port 3a5e59ed-9b28-4724-b493-a53687629468 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:16:28.929346 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dd2d2f39-7e14-41f2-8697-d8c4d47fec2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:28.971734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Calling delete_port for 3a5e59ed-9b28-4724-b493-a53687629468 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:16:28.991375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-dd2d2f39-7e14-41f2-8697-d8c4d47fec2b None None] For port 3a5e59ed-9b28-4724-b493-a53687629468, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3a5e59ed-9b28-4724-b493-a53687629468,segment=NetworkSegment(1006df5d-de3c-4e85-9cc0-819ec15aad20),segment_id=1006df5d-de3c-4e85-9cc0-819ec15aad20)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:28.991805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dd2d2f39-7e14-41f2-8697-d8c4d47fec2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:29.057163 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-dd2d2f39-7e14-41f2-8697-d8c4d47fec2b None None] Calling delete_port for 3a5e59ed-9b28-4724-b493-a53687629468 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:16:29.116716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:29.119747 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4a489e20-3145-4ee5-899f-b9aa9d2df8a9 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:29.130296 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dd2d2f39-7e14-41f2-8697-d8c4d47fec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:29.133289 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:29.142543 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Pushing event deleted for resources: {'Port': ['ID=3a5e59ed-9b28-4724-b493-a53687629468,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:29.145690 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:29.146470 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] No DVR routers for this DVR port 3a5e59ed-9b28-4724-b493-a53687629468 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:16:29.159760 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d2f39-7e14-41f2-8697-d8c4d47fec2b None None] Pushing event deleted for resources: {'Port': ['ID=3a5e59ed-9b28-4724-b493-a53687629468,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:29.162756 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-dd2d2f39-7e14-41f2-8697-d8c4d47fec2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:29.163579 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2d2f39-7e14-41f2-8697-d8c4d47fec2b None None] No DVR routers for this DVR port 3a5e59ed-9b28-4724-b493-a53687629468 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:16:29.225213 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:29.234458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c362f614-7f34-4d67-ac03-fcc2708377cb']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:29.244417 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1006df5d-de3c-4e85-9cc0-819ec15aad20') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:29.244718 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1006df5d-de3c-4e85-9cc0-819ec15aad20') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:29.253125 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:29.266438 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:29.272017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:16:29.272397 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:16:29.275206 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:16:29.456528 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:29.459708 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:29.463804 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:29.467892 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] 10.222.0.20 "DELETE /v2.0/networks/c362f614-7f34-4d67-ac03-fcc2708377cb HTTP/1.1" status: 204 len: 168 time: 0.7633910 Jun 22 10:16:29.468392 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39476) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:29.492627 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Pushing event deleted for resources: {'Network': ['ID=c362f614-7f34-4d67-ac03-fcc2708377cb,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:29.509927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:29.512128 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-30d0dd5b-2af0-4302-ab06-c6f48d5945ee tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a88ccb3-76ac-4d92-af90-15275df68d75 HTTP/1.1" status: 200 len: 205 time: 0.0291822 Jun 22 10:16:29.514427 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39478) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:29.517540 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3a5e59ed-9b28-4724-b493-a53687629468 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:16:29.537371 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 3a5e59ed-9b28-4724-b493-a53687629468 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:16:29.537726 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3a5e59ed-9b28-4724-b493-a53687629468 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:16:29.587957 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-022fb9dd-9ecf-45d6-ac42-3e3311772034 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:29.736893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-022fb9dd-9ecf-45d6-ac42-3e3311772034 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:29.738810 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-022fb9dd-9ecf-45d6-ac42-3e3311772034 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:29.867888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-022fb9dd-9ecf-45d6-ac42-3e3311772034 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:29.868428 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022fb9dd-9ecf-45d6-ac42-3e3311772034 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Fanout notify agent at l3_agent the message router_deleted on router 5a88ccb3-76ac-4d92-af90-15275df68d75 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:16:29.875834 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-022fb9dd-9ecf-45d6-ac42-3e3311772034 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:29.879343 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-022fb9dd-9ecf-45d6-ac42-3e3311772034 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] 10.222.0.20 "DELETE /v2.0/routers/5a88ccb3-76ac-4d92-af90-15275df68d75 HTTP/1.1" status: 204 len: 168 time: 0.3608594 Jun 22 10:16:30.328591 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39484) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:30.454227 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-00fc5d7f-db46-4418-bcf7-babeb7780553 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af46ceed03aa4e2ebb6dded1a904489e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1244109 Jun 22 10:16:30.456621 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39488) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:30.511694 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2e2177c8-bb61-44ba-a75c-582b63366ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:30.534591 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2e2177c8-bb61-44ba-a75c-582b63366ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:30.654021 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2e2177c8-bb61-44ba-a75c-582b63366ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:30.657324 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2e2177c8-bb61-44ba-a75c-582b63366ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:30.658556 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2e2177c8-bb61-44ba-a75c-582b63366ced admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f53a78a-ef1e-4e3b-9ad8-94b311c6b478 HTTP/1.1" status: 204 len: 168 time: 0.2009726 Jun 22 10:16:30.659270 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7589761e-be58-472e-a786-09f303dbbf7e tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:30.667312 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2177c8-bb61-44ba-a75c-582b63366ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f53a78a-ef1e-4e3b-9ad8-94b311c6b478,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:30.669861 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2e2177c8-bb61-44ba-a75c-582b63366ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:31.592099 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39510) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:31.682726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-e565cc94-8a71-4570-9894-0066880d6f97 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2146533159-network', 'tenant_id': '3696904a6b7b4a3e95c4ebff8e6b1d08'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:31.781812 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e565cc94-8a71-4570-9894-0066880d6f97 admin admin] Made reservation on behalf of 3696904a6b7b4a3e95c4ebff8e6b1d08 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:31.784172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e565cc94-8a71-4570-9894-0066880d6f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:31.793310 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e565cc94-8a71-4570-9894-0066880d6f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:31.879380 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e565cc94-8a71-4570-9894-0066880d6f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:31.964627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e565cc94-8a71-4570-9894-0066880d6f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:31.967874 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-09467472-9762-44c1-9352-e1a93b708dd2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:31.989510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e565cc94-8a71-4570-9894-0066880d6f97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:16:31.997838 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565cc94-8a71-4570-9894-0066880d6f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948317cf-771d-4e9c-bd4f-a2b2d3e4057c,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:32.002263 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e565cc94-8a71-4570-9894-0066880d6f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:32.012346 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e565cc94-8a71-4570-9894-0066880d6f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:32.012346 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-e565cc94-8a71-4570-9894-0066880d6f97 admin admin] Added segment fa813bfe-e857-4322-8225-68f0fbc52fe4 of type vlan for network 2018a25a-d097-4f28-95e0-6be141d3fdc2 Jun 22 10:16:32.043230 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e565cc94-8a71-4570-9894-0066880d6f97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:32.147254 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e565cc94-8a71-4570-9894-0066880d6f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:32.148321 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e565cc94-8a71-4570-9894-0066880d6f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:32.148904 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e565cc94-8a71-4570-9894-0066880d6f97 admin admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:32.151127 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3b9ff726-1ce1-4210-af3f-019bc2fec11a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:32.232875 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565cc94-8a71-4570-9894-0066880d6f97 admin admin] Pushing event updated for resources: {'Network': ['ID=2018a25a-d097-4f28-95e0-6be141d3fdc2,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:32.236220 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e565cc94-8a71-4570-9894-0066880d6f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:32.243157 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 2018a25a-d097-4f28-95e0-6be141d3fdc2 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:16:32.260265 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e565cc94-8a71-4570-9894-0066880d6f97 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6670685 Jun 22 10:16:32.263042 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39514) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:32.268711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-03f79b7a-7a5b-4ef4-bb3a-d1e289ad2513 admin admin] Request body: {'subnet': {'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2146533159-subnet', 'tenant_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'ip_version': 4}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:32.341629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f79b7a-7a5b-4ef4-bb3a-d1e289ad2513 admin admin] Made reservation on behalf of 3696904a6b7b4a3e95c4ebff8e6b1d08 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:32.344042 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-03f79b7a-7a5b-4ef4-bb3a-d1e289ad2513 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:32.902082 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-03f79b7a-7a5b-4ef4-bb3a-d1e289ad2513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:32.904064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4395dd2a-3407-4842-954c-76ba9cfe04ec tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:32.954828 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f79b7a-7a5b-4ef4-bb3a-d1e289ad2513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63cb4975-9daf-484a-9398-949ddc41c97e,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:32.958597 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-03f79b7a-7a5b-4ef4-bb3a-d1e289ad2513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:32.965307 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f79b7a-7a5b-4ef4-bb3a-d1e289ad2513 admin admin] Checking segment: {'id': 'fa813bfe-e857-4322-8225-68f0fbc52fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:32.965702 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f79b7a-7a5b-4ef4-bb3a-d1e289ad2513 admin admin] Network hostable DHCP agents. Network: 2018a25a-d097-4f28-95e0-6be141d3fdc2, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:16:33.038600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f79b7a-7a5b-4ef4-bb3a-d1e289ad2513 admin admin] Network 2018a25a-d097-4f28-95e0-6be141d3fdc2 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:16:33.111049 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-03f79b7a-7a5b-4ef4-bb3a-d1e289ad2513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 2018a25a-d097-4f28-95e0-6be141d3fdc2) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:33.115101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f79b7a-7a5b-4ef4-bb3a-d1e289ad2513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:33.115730 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-03f79b7a-7a5b-4ef4-bb3a-d1e289ad2513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:33.120212 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65277de2-e3df-4d43-b0af-7c6d55c2d09a None None] Network 2018a25a-d097-4f28-95e0-6be141d3fdc2 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:33.182660 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-03f79b7a-7a5b-4ef4-bb3a-d1e289ad2513 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9161389 Jun 22 10:16:33.182857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39516) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:33.187391 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2146533159-router', 'tenant_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:33.259749 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-2018a25a-d097-4f28-95e0-6be141d3fdc2', 'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2', 'tenant_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'fixed_ips': [{'subnet_id': '63cb4975-9daf-484a-9398-949ddc41c97e'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:16:33.260614 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:33.273380 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:33.274475 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:33.330261 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:33.392282 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Allocated IP 172.20.0.2 (2018a25a-d097-4f28-95e0-6be141d3fdc2/63cb4975-9daf-484a-9398-949ddc41c97e/28aa44ac-76e2-45d3-8bd8-09e95a576441) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:33.547419 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:33.678124 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:33.686397 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Transition to ACTIVE for port object 28aa44ac-76e2-45d3-8bd8-09e95a576441 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:33.701382 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Transition to ACTIVE for port object 28aa44ac-76e2-45d3-8bd8-09e95a576441 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:33.776785 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:33.779475 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:33.806881 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:33.814186 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Network 2018a25a-d097-4f28-95e0-6be141d3fdc2 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:33.817033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:33.822400 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:16:33.826333 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:33.829793 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Pushing event updated for resources: {'Port': ['ID=28aa44ac-76e2-45d3-8bd8-09e95a576441,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:33.833876 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:33.882701 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Attempting to bind port 28aa44ac-76e2-45d3-8bd8-09e95a576441 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:16:33.883094 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Attempting to bind port 28aa44ac-76e2-45d3-8bd8-09e95a576441 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'fa813bfe-e857-4322-8225-68f0fbc52fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:16:33.883484 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Attempting to bind port 28aa44ac-76e2-45d3-8bd8-09e95a576441 on network 2018a25a-d097-4f28-95e0-6be141d3fdc2 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:16:33.888426 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:16:33.888812 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Checking segment: {'id': 'fa813bfe-e857-4322-8225-68f0fbc52fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:33.889233 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:33.889620 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Bound using segment: {'id': 'fa813bfe-e857-4322-8225-68f0fbc52fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:16:33.890083 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Bound port: 28aa44ac-76e2-45d3-8bd8-09e95a576441, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa813bfe-e857-4322-8225-68f0fbc52fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:16:33.890463 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:33.937007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Allocated IP 172.26.3.49 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/9449fb1b-40e9-4bfe-86ec-1012ec8b9002) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:33.954321 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] For port 28aa44ac-76e2-45d3-8bd8-09e95a576441, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:33.957410 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] For port 28aa44ac-76e2-45d3-8bd8-09e95a576441, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=28aa44ac-76e2-45d3-8bd8-09e95a576441,segment=NetworkSegment(fa813bfe-e857-4322-8225-68f0fbc52fe4),segment_id=fa813bfe-e857-4322-8225-68f0fbc52fe4)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:34.022060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:34.024859 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-05185ddb-e191-48ea-98ac-8c958338e300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:34.034449 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:34.082885 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Pushing event updated for resources: {'Port': ['ID=28aa44ac-76e2-45d3-8bd8-09e95a576441,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:34.085911 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:34.142730 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:34.142730 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-45fc56ec-750e-4f23-9bda-1f7925f68dda tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:34.176439 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:34.179386 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:34.182934 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:16:34.209885 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Pushing event updated for resources: {'Port': ['ID=9449fb1b-40e9-4bfe-86ec-1012ec8b9002,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:34.222565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:34.520101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:34.715297 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:34.924581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Router 4751ccc6-49e9-4184-ba46-720df058fc35 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:16:34.936757 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b92c2fe-2171-4661-bb5b-3786bda10cfe None None] Network 2018a25a-d097-4f28-95e0-6be141d3fdc2 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:35.033649 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:16:35.045550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Sync routers for ids ['4751ccc6-49e9-4184-ba46-720df058fc35'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:16:35.064507 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Routers {'4751ccc6-49e9-4184-ba46-720df058fc35'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:16:35.065129 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:16:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['4751ccc6-49e9-4184-ba46-720df058fc35'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:35.101702 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:35.105502 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9191139 Jun 22 10:16:35.105666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39518) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:35.118935 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-995df552-5a2f-4628-b9f1-0d94155439f4 None None] Provisioning for port 28aa44ac-76e2-45d3-8bd8-09e95a576441 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:16:35.199479 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Set router 4751ccc6-49e9-4184-ba46-720df058fc35 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:16:35.381935 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4751ccc6-49e9-4184-ba46-720df058fc35', 'name': 'tempest-TestEncryptedCinderVolumes-2146533159-router', 'tenant_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '9449fb1b-40e9-4bfe-86ec-1012ec8b9002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:16:33Z', 'updated_at': '2021-06-22T10:16:34Z', 'revision_number': 3, 'project_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'gw_port': {'id': '9449fb1b-40e9-4bfe-86ec-1012ec8b9002', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4751ccc6-49e9-4184-ba46-720df058fc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:33Z', 'updated_at': '2021-06-22T10:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:35.412484 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Checking router: 4751ccc6-49e9-4184-ba46-720df058fc35 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:16:35.412849 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Updating router 4751ccc6-49e9-4184-ba46-720df058fc35 port 9449fb1b-40e9-4bfe-86ec-1012ec8b9002 binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:16:35.452045 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:35.526577 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:35.579609 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 28aa44ac-76e2-45d3-8bd8-09e95a576441 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:16:35.683755 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Allocated IP 172.20.0.1 (2018a25a-d097-4f28-95e0-6be141d3fdc2/63cb4975-9daf-484a-9398-949ddc41c97e/09283581-54fd-48a5-abcc-075312f562fa) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:35.751263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:35.760985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Transition to ACTIVE for port object 9449fb1b-40e9-4bfe-86ec-1012ec8b9002 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:35.770420 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 28aa44ac-76e2-45d3-8bd8-09e95a576441 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:16:35.775563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 28aa44ac-76e2-45d3-8bd8-09e95a576441 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:35.775563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:35.783463 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:35.795775 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Transition to ACTIVE for port object 09283581-54fd-48a5-abcc-075312f562fa will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:35.849774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:35.852468 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:35.854190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:35.899722 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:35.903533 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-02d76b11-1fea-418a-87ba-cbf7a59c974c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:35.930584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Attempting to bind port 9449fb1b-40e9-4bfe-86ec-1012ec8b9002 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:16:35.930970 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Attempting to bind port 9449fb1b-40e9-4bfe-86ec-1012ec8b9002 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:16:35.931345 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Attempting to bind port 9449fb1b-40e9-4bfe-86ec-1012ec8b9002 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:16:35.939322 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a403b26-c8e9-4ca2-93d1-da353c3f49a8 None None] Pushing event updated for resources: {'Port': ['ID=9449fb1b-40e9-4bfe-86ec-1012ec8b9002,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:35.943780 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Network 2018a25a-d097-4f28-95e0-6be141d3fdc2 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:35.949793 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 28aa44ac-76e2-45d3-8bd8-09e95a576441, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=28aa44ac-76e2-45d3-8bd8-09e95a576441,segment=NetworkSegment(fa813bfe-e857-4322-8225-68f0fbc52fe4),segment_id=fa813bfe-e857-4322-8225-68f0fbc52fe4)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:35.949937 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:35.950795 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:16:35.951172 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:35.951666 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:35.952001 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:16:35.952127 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:16:35.952476 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Bound port: 9449fb1b-40e9-4bfe-86ec-1012ec8b9002, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:16:35.952855 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:35.956765 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a403b26-c8e9-4ca2-93d1-da353c3f49a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:35.957150 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a403b26-c8e9-4ca2-93d1-da353c3f49a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:35.957448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a403b26-c8e9-4ca2-93d1-da353c3f49a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:35.957782 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a403b26-c8e9-4ca2-93d1-da353c3f49a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:35.958121 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a403b26-c8e9-4ca2-93d1-da353c3f49a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:35.958448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a403b26-c8e9-4ca2-93d1-da353c3f49a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:35.958805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a403b26-c8e9-4ca2-93d1-da353c3f49a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:35.959102 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a403b26-c8e9-4ca2-93d1-da353c3f49a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:35.959447 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a403b26-c8e9-4ca2-93d1-da353c3f49a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:35.959772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a403b26-c8e9-4ca2-93d1-da353c3f49a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:35.960096 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a403b26-c8e9-4ca2-93d1-da353c3f49a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:35.960419 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a403b26-c8e9-4ca2-93d1-da353c3f49a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:35.978087 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Pushing event updated for resources: {'Port': ['ID=09283581-54fd-48a5-abcc-075312f562fa,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:35.979180 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3a403b26-c8e9-4ca2-93d1-da353c3f49a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:35.982132 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:36.005912 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:36.014165 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] For port 9449fb1b-40e9-4bfe-86ec-1012ec8b9002, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:36.018539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] For port 9449fb1b-40e9-4bfe-86ec-1012ec8b9002, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9449fb1b-40e9-4bfe-86ec-1012ec8b9002,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:36.031263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:36.033359 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-61c41a64-757f-4319-aaed-570c06f7457b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:36.083452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=28aa44ac-76e2-45d3-8bd8-09e95a576441,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:36.086582 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:36.097826 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:36.099989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:36.160356 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Routers {'4751ccc6-49e9-4184-ba46-720df058fc35'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:16:36.160998 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:16:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['4751ccc6-49e9-4184-ba46-720df058fc35'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:36.163883 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a403b26-c8e9-4ca2-93d1-da353c3f49a8 None None] Pushing event updated for resources: {'Port': ['ID=9449fb1b-40e9-4bfe-86ec-1012ec8b9002,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:36.196013 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3a403b26-c8e9-4ca2-93d1-da353c3f49a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:36.225611 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:36.273535 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] Set router 4751ccc6-49e9-4184-ba46-720df058fc35 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:16:36.299125 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6c975f1b-fa42-428d-8d9d-8caaf2b4b2e4 None None] Provisioning for port 09283581-54fd-48a5-abcc-075312f562fa completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:16:36.327006 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6c975f1b-fa42-428d-8d9d-8caaf2b4b2e4 None None] Provisioning complete for port 09283581-54fd-48a5-abcc-075312f562fa triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:36.327387 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6c975f1b-fa42-428d-8d9d-8caaf2b4b2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:36.385636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:36.402831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-6c975f1b-fa42-428d-8d9d-8caaf2b4b2e4 None None] Port 09283581-54fd-48a5-abcc-075312f562fa cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:16:36.444356 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:36.447832 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-0965fe79-2052-4b72-8e12-c74fbecd5dad tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:36.475026 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4751ccc6-49e9-4184-ba46-720df058fc35', 'name': 'tempest-TestEncryptedCinderVolumes-2146533159-router', 'tenant_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '9449fb1b-40e9-4bfe-86ec-1012ec8b9002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:16:33Z', 'updated_at': '2021-06-22T10:16:34Z', 'revision_number': 3, 'project_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'gw_port': {'id': '9449fb1b-40e9-4bfe-86ec-1012ec8b9002', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4751ccc6-49e9-4184-ba46-720df058fc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:33Z', 'updated_at': '2021-06-22T10:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:36.504358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58207c1b-c4bb-4d11-a0e3-6b6832fa1a7b None None] The sync data for ids ['4751ccc6-49e9-4184-ba46-720df058fc35'] in dv-neutron-797121-3-hyperv is: [{'id': '4751ccc6-49e9-4184-ba46-720df058fc35', 'name': 'tempest-TestEncryptedCinderVolumes-2146533159-router', 'tenant_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '9449fb1b-40e9-4bfe-86ec-1012ec8b9002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:16:33Z', 'updated_at': '2021-06-22T10:16:34Z', 'revision_number': 3, 'project_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'gw_port': {'id': '9449fb1b-40e9-4bfe-86ec-1012ec8b9002', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4751ccc6-49e9-4184-ba46-720df058fc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:33Z', 'updated_at': '2021-06-22T10:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:16:36.510057 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:36.512072 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Pushing event updated for resources: {'Port': ['ID=09283581-54fd-48a5-abcc-075312f562fa,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:36.515328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:36.613476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Network 2018a25a-d097-4f28-95e0-6be141d3fdc2 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:36.614929 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:36.749712 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Router 4751ccc6-49e9-4184-ba46-720df058fc35 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:16:36.875564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:16:36.881228 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] 10.222.0.20 "PUT /v2.0/routers/4751ccc6-49e9-4184-ba46-720df058fc35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7746010 Jun 22 10:16:36.932121 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-59549080-f03b-4002-a2e2-eb2e0203288c None None] Provisioning complete for port 09283581-54fd-48a5-abcc-075312f562fa triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:36.932508 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-59549080-f03b-4002-a2e2-eb2e0203288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:36.970322 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-59549080-f03b-4002-a2e2-eb2e0203288c None None] Port 09283581-54fd-48a5-abcc-075312f562fa cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:16:37.561950 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39534) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:37.567582 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1202431519-network', 'tenant_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:37.598269 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 28aa44ac-76e2-45d3-8bd8-09e95a576441 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:16:37.645257 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 28aa44ac-76e2-45d3-8bd8-09e95a576441 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:37.645642 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:37.668096 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] Made reservation on behalf of a47fd1cf4ba4486fbc9d6ba49693fb4d for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:37.670523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:37.684316 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:37.731978 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9449fb1b-40e9-4bfe-86ec-1012ec8b9002 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:16:37.790771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:37.908272 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 9449fb1b-40e9-4bfe-86ec-1012ec8b9002 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:16:37.912799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:37.912799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e565cc94-8a71-4570-9894-0066880d6f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:37.913979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 9449fb1b-40e9-4bfe-86ec-1012ec8b9002 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:37.914362 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:37.934376 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:16:37.944056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f0f49f-bfd0-4be4-a90f-d0716ba5992d,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:37.948255 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:37.949323 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:37.949662 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] Added segment 94e414ea-1946-47ca-b15d-57a2e615d778 of type vlan for network c11a56f9-fd80-4d75-b928-14f31e806e80 Jun 22 10:16:37.985740 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Sync routers for ids ['4751ccc6-49e9-4184-ba46-720df058fc35'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:16:37.995012 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:37.995572 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Routers {'4751ccc6-49e9-4184-ba46-720df058fc35'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:16:37.996270 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:16:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['4751ccc6-49e9-4184-ba46-720df058fc35'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:37.999554 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:38.016864 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 9449fb1b-40e9-4bfe-86ec-1012ec8b9002, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9449fb1b-40e9-4bfe-86ec-1012ec8b9002,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:38.076651 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:38.080077 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:38.084605 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:38.087582 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:38.087582 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:38.089371 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b7a43d7d-cc7f-4753-8080-32dc89be34fc tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:38.105585 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Set router 4751ccc6-49e9-4184-ba46-720df058fc35 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:16:38.143975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=9449fb1b-40e9-4bfe-86ec-1012ec8b9002,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:38.152385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:38.153666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] Pushing event updated for resources: {'Network': ['ID=c11a56f9-fd80-4d75-b928-14f31e806e80,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:38.156547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:38.166738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network c11a56f9-fd80-4d75-b928-14f31e806e80 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:16:38.222864 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6592579 Jun 22 10:16:38.225803 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39536) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:38.231170 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-20718614-81db-4279-b9eb-40d8b0da2bee admin admin] Request body: {'subnet': {'network_id': 'c11a56f9-fd80-4d75-b928-14f31e806e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1202431519-subnet', 'tenant_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'ip_version': 4}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:38.318924 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20718614-81db-4279-b9eb-40d8b0da2bee admin admin] Made reservation on behalf of a47fd1cf4ba4486fbc9d6ba49693fb4d for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:38.321358 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20718614-81db-4279-b9eb-40d8b0da2bee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:38.393363 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4751ccc6-49e9-4184-ba46-720df058fc35', 'name': 'tempest-TestEncryptedCinderVolumes-2146533159-router', 'tenant_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '9449fb1b-40e9-4bfe-86ec-1012ec8b9002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:16:33Z', 'updated_at': '2021-06-22T10:16:36Z', 'revision_number': 4, 'project_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'gw_port': {'id': '9449fb1b-40e9-4bfe-86ec-1012ec8b9002', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4751ccc6-49e9-4184-ba46-720df058fc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:33Z', 'updated_at': '2021-06-22T10:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '09283581-54fd-48a5-abcc-075312f562fa', 'name': '', 'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2', 'tenant_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'mac_address': 'fa:16:3e:aa:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4751ccc6-49e9-4184-ba46-720df058fc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '63cb4975-9daf-484a-9398-949ddc41c97e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:35Z', 'updated_at': '2021-06-22T10:16:36Z', 'revision_number': 2, 'project_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'subnets': [{'id': '63cb4975-9daf-484a-9398-949ddc41c97e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:38.418305 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Checking router: 4751ccc6-49e9-4184-ba46-720df058fc35 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:16:38.418673 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Updating router 4751ccc6-49e9-4184-ba46-720df058fc35 port 09283581-54fd-48a5-abcc-075312f562fa binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:16:38.451642 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:38.524832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20718614-81db-4279-b9eb-40d8b0da2bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:38.527750 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3c25fa6a-2b6d-4dd4-8cb7-b172ed6beb9e tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:38.585130 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20718614-81db-4279-b9eb-40d8b0da2bee admin admin] Pushing event updated for resources: {'Subnet': ['ID=29891a74-3845-4829-b496-1de887f5a960,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:38.588848 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-20718614-81db-4279-b9eb-40d8b0da2bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:38.592675 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20718614-81db-4279-b9eb-40d8b0da2bee admin admin] Checking segment: {'id': '94e414ea-1946-47ca-b15d-57a2e615d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c11a56f9-fd80-4d75-b928-14f31e806e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:38.593034 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20718614-81db-4279-b9eb-40d8b0da2bee admin admin] Network hostable DHCP agents. Network: c11a56f9-fd80-4d75-b928-14f31e806e80, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:16:38.695921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20718614-81db-4279-b9eb-40d8b0da2bee admin admin] Network c11a56f9-fd80-4d75-b928-14f31e806e80 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:16:38.702864 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:38.712489 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Transition to ACTIVE for port object 09283581-54fd-48a5-abcc-075312f562fa will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:38.758921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-20718614-81db-4279-b9eb-40d8b0da2bee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, c11a56f9-fd80-4d75-b928-14f31e806e80) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:38.762952 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20718614-81db-4279-b9eb-40d8b0da2bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:38.763586 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-20718614-81db-4279-b9eb-40d8b0da2bee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:38.769811 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14383d98-7837-4fea-8f45-f7b4e2c8726b None None] Network c11a56f9-fd80-4d75-b928-14f31e806e80 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:38.787545 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:38.789584 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-a4df9416-34ad-4a9d-b89f-49f90d900a2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:38.848769 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39538) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:38.850487 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-20718614-81db-4279-b9eb-40d8b0da2bee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6231601 Jun 22 10:16:38.853595 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1202431519-router', 'tenant_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:16:38.861775 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bda7f1-94c5-449a-8c6f-3018e3154b1f None None] Pushing event updated for resources: {'Port': ['ID=09283581-54fd-48a5-abcc-075312f562fa,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:38.872272 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda7f1-94c5-449a-8c6f-3018e3154b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:38.872933 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda7f1-94c5-449a-8c6f-3018e3154b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:38.873434 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda7f1-94c5-449a-8c6f-3018e3154b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:38.873918 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda7f1-94c5-449a-8c6f-3018e3154b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:38.874409 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda7f1-94c5-449a-8c6f-3018e3154b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:38.874924 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda7f1-94c5-449a-8c6f-3018e3154b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:38.875465 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda7f1-94c5-449a-8c6f-3018e3154b1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:38.875991 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda7f1-94c5-449a-8c6f-3018e3154b1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:38.876503 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda7f1-94c5-449a-8c6f-3018e3154b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:38.877020 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda7f1-94c5-449a-8c6f-3018e3154b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:38.877554 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda7f1-94c5-449a-8c6f-3018e3154b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:38.878074 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda7f1-94c5-449a-8c6f-3018e3154b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:38.883231 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-98bda7f1-94c5-449a-8c6f-3018e3154b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:38.936905 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Attempting to bind port 09283581-54fd-48a5-abcc-075312f562fa on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:16:38.937331 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Attempting to bind port 09283581-54fd-48a5-abcc-075312f562fa by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'fa813bfe-e857-4322-8225-68f0fbc52fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:16:38.937790 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Attempting to bind port 09283581-54fd-48a5-abcc-075312f562fa on network 2018a25a-d097-4f28-95e0-6be141d3fdc2 {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:16:38.943023 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:16:38.943510 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Checking segment: {'id': 'fa813bfe-e857-4322-8225-68f0fbc52fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:38.943870 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:38.944270 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Bound using segment: {'id': 'fa813bfe-e857-4322-8225-68f0fbc52fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:16:38.944747 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Bound port: 09283581-54fd-48a5-abcc-075312f562fa, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa813bfe-e857-4322-8225-68f0fbc52fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:16:38.945121 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:38.952400 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-c11a56f9-fd80-4d75-b928-14f31e806e80', 'network_id': 'c11a56f9-fd80-4d75-b928-14f31e806e80', 'tenant_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'fixed_ips': [{'subnet_id': '29891a74-3845-4829-b496-1de887f5a960'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:16:38.953706 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:38.953931 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:38.955092 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:39.013987 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] For port 09283581-54fd-48a5-abcc-075312f562fa, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:39.019705 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] For port 09283581-54fd-48a5-abcc-075312f562fa, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=09283581-54fd-48a5-abcc-075312f562fa,segment=NetworkSegment(fa813bfe-e857-4322-8225-68f0fbc52fe4),segment_id=fa813bfe-e857-4322-8225-68f0fbc52fe4)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:39.022995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:39.092305 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Allocated IP 172.20.0.2 (c11a56f9-fd80-4d75-b928-14f31e806e80/29891a74-3845-4829-b496-1de887f5a960/f3f32f94-41d7-4d5e-85b0-de698465e40a) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:39.102309 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:39.104539 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-950e72cd-829a-4246-a9d0-9ba8f2b7a8d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:39.169274 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bda7f1-94c5-449a-8c6f-3018e3154b1f None None] Pushing event updated for resources: {'Port': ['ID=09283581-54fd-48a5-abcc-075312f562fa,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:39.172898 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Routers {'4751ccc6-49e9-4184-ba46-720df058fc35'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:16:39.173575 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:16:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['4751ccc6-49e9-4184-ba46-720df058fc35'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:39.230695 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-98bda7f1-94c5-449a-8c6f-3018e3154b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:39.256676 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:39.267762 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Transition to ACTIVE for port object f3f32f94-41d7-4d5e-85b0-de698465e40a will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:39.285558 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Transition to ACTIVE for port object f3f32f94-41d7-4d5e-85b0-de698465e40a will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:39.291933 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] Set router 4751ccc6-49e9-4184-ba46-720df058fc35 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:16:39.303237 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:39.359365 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:39.362695 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:39.499569 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4751ccc6-49e9-4184-ba46-720df058fc35', 'name': 'tempest-TestEncryptedCinderVolumes-2146533159-router', 'tenant_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '9449fb1b-40e9-4bfe-86ec-1012ec8b9002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:16:33Z', 'updated_at': '2021-06-22T10:16:36Z', 'revision_number': 4, 'project_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'gw_port': {'id': '9449fb1b-40e9-4bfe-86ec-1012ec8b9002', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4751ccc6-49e9-4184-ba46-720df058fc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:33Z', 'updated_at': '2021-06-22T10:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '09283581-54fd-48a5-abcc-075312f562fa', 'name': '', 'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2', 'tenant_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'mac_address': 'fa:16:3e:aa:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4751ccc6-49e9-4184-ba46-720df058fc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '63cb4975-9daf-484a-9398-949ddc41c97e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:35Z', 'updated_at': '2021-06-22T10:16:39Z', 'revision_number': 4, 'project_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'subnets': [{'id': '63cb4975-9daf-484a-9398-949ddc41c97e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:39.527984 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72085a82-4030-464c-9cf8-121f84bc4c6b None None] The sync data for ids ['4751ccc6-49e9-4184-ba46-720df058fc35'] in dv-neutron-797121-3-hyperv is: [{'id': '4751ccc6-49e9-4184-ba46-720df058fc35', 'name': 'tempest-TestEncryptedCinderVolumes-2146533159-router', 'tenant_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '9449fb1b-40e9-4bfe-86ec-1012ec8b9002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:16:33Z', 'updated_at': '2021-06-22T10:16:36Z', 'revision_number': 4, 'project_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'gw_port': {'id': '9449fb1b-40e9-4bfe-86ec-1012ec8b9002', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4751ccc6-49e9-4184-ba46-720df058fc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:33Z', 'updated_at': '2021-06-22T10:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '09283581-54fd-48a5-abcc-075312f562fa', 'name': '', 'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2', 'tenant_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'mac_address': 'fa:16:3e:aa:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4751ccc6-49e9-4184-ba46-720df058fc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '63cb4975-9daf-484a-9398-949ddc41c97e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:35Z', 'updated_at': '2021-06-22T10:16:39Z', 'revision_number': 4, 'project_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'subnets': [{'id': '63cb4975-9daf-484a-9398-949ddc41c97e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:16:39.572624 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Network c11a56f9-fd80-4d75-b928-14f31e806e80 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:39.580250 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9449fb1b-40e9-4bfe-86ec-1012ec8b9002 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:16:39.587696 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:39.614960 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:16:39.628055 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:39.628511 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Pushing event updated for resources: {'Port': ['ID=f3f32f94-41d7-4d5e-85b0-de698465e40a,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:39.634405 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:39.657378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:39.706170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Attempting to bind port f3f32f94-41d7-4d5e-85b0-de698465e40a on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:16:39.706550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Attempting to bind port f3f32f94-41d7-4d5e-85b0-de698465e40a by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '94e414ea-1946-47ca-b15d-57a2e615d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c11a56f9-fd80-4d75-b928-14f31e806e80'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:16:39.706927 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Attempting to bind port f3f32f94-41d7-4d5e-85b0-de698465e40a on network c11a56f9-fd80-4d75-b928-14f31e806e80 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:16:39.714427 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 9449fb1b-40e9-4bfe-86ec-1012ec8b9002 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:39.714840 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:39.737178 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:16:39.741405 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Checking segment: {'id': '94e414ea-1946-47ca-b15d-57a2e615d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c11a56f9-fd80-4d75-b928-14f31e806e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:39.741405 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:39.741405 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Bound using segment: {'id': '94e414ea-1946-47ca-b15d-57a2e615d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c11a56f9-fd80-4d75-b928-14f31e806e80'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:16:39.741405 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Bound port: f3f32f94-41d7-4d5e-85b0-de698465e40a, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e414ea-1946-47ca-b15d-57a2e615d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c11a56f9-fd80-4d75-b928-14f31e806e80'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:16:39.741405 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:39.844577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] For port f3f32f94-41d7-4d5e-85b0-de698465e40a, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:39.863749 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] For port f3f32f94-41d7-4d5e-85b0-de698465e40a, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=f3f32f94-41d7-4d5e-85b0-de698465e40a,segment=NetworkSegment(94e414ea-1946-47ca-b15d-57a2e615d778),segment_id=94e414ea-1946-47ca-b15d-57a2e615d778)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:39.948187 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:39.950342 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:40.017700 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Pushing event updated for resources: {'Port': ['ID=f3f32f94-41d7-4d5e-85b0-de698465e40a,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:40.021672 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:40.194830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Allocated IP 172.26.3.70 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/583896b6-fbf8-4dd0-a7ec-5ff14de6d66c) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:40.316641 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:40.442568 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:40.445178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:40.488278 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:40.493019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:40.495497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:16:40.501821 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Pushing event updated for resources: {'Port': ['ID=583896b6-fbf8-4dd0-a7ec-5ff14de6d66c,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:40.504595 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:40.785188 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:40.809289 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:40.932608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b0bce-9244-4210-b339-5f49b5eb15a1 None None] Network c11a56f9-fd80-4d75-b928-14f31e806e80 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:16:41.011579 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:41.077321 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bd5bd902-96a7-475d-b867-d71f4c0a4283 None None] Provisioning for port f3f32f94-41d7-4d5e-85b0-de698465e40a completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:16:41.202125 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Router e2a1d124-68bd-4b8e-8345-f8349d312794 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:16:41.312775 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:16:41.321137 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Sync routers for ids ['e2a1d124-68bd-4b8e-8345-f8349d312794'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:16:41.329734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Routers {'e2a1d124-68bd-4b8e-8345-f8349d312794'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:16:41.330426 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:16:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e2a1d124-68bd-4b8e-8345-f8349d312794'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:41.396174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:41.397535 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5479856 Jun 22 10:16:41.400208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39540) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:41.433848 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Set router e2a1d124-68bd-4b8e-8345-f8349d312794 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:16:41.602623 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device f3f32f94-41d7-4d5e-85b0-de698465e40a up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:16:41.665829 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a1d124-68bd-4b8e-8345-f8349d312794', 'name': 'tempest-TestEncryptedCinderVolumes-1202431519-router', 'tenant_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '583896b6-fbf8-4dd0-a7ec-5ff14de6d66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:16:38Z', 'updated_at': '2021-06-22T10:16:40Z', 'revision_number': 3, 'project_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'gw_port': {'id': '583896b6-fbf8-4dd0-a7ec-5ff14de6d66c', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a1d124-68bd-4b8e-8345-f8349d312794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:39Z', 'updated_at': '2021-06-22T10:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:41.691316 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Checking router: e2a1d124-68bd-4b8e-8345-f8349d312794 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:16:41.691650 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Updating router e2a1d124-68bd-4b8e-8345-f8349d312794 port 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:16:41.728906 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:41.749438 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port f3f32f94-41d7-4d5e-85b0-de698465e40a completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:16:41.757505 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port f3f32f94-41d7-4d5e-85b0-de698465e40a triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:41.757897 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:41.822339 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:41.943785 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:41.983007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Allocated IP 172.20.0.1 (c11a56f9-fd80-4d75-b928-14f31e806e80/29891a74-3845-4829-b496-1de887f5a960/05c01bd9-cf93-4908-a4dd-4624adaee41e) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:42.000740 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port f3f32f94-41d7-4d5e-85b0-de698465e40a, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=f3f32f94-41d7-4d5e-85b0-de698465e40a,segment=NetworkSegment(94e414ea-1946-47ca-b15d-57a2e615d778),segment_id=94e414ea-1946-47ca-b15d-57a2e615d778)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:42.068410 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:42.076452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:42.077294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 09283581-54fd-48a5-abcc-075312f562fa up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:16:42.081545 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:42.083675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Transition to ACTIVE for port object 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:42.084931 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:42.098031 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Transition to ACTIVE for port object 05c01bd9-cf93-4908-a4dd-4624adaee41e will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:42.160374 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=f3f32f94-41d7-4d5e-85b0-de698465e40a,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:42.163605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:42.175780 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:42.179605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:42.199495 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:42.202473 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4d8559f3-9c37-4926-bcc3-7ff4999a77cb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:42.224631 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Attempting to bind port 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:16:42.225014 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Attempting to bind port 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:16:42.225389 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Attempting to bind port 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:16:42.231942 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 09283581-54fd-48a5-abcc-075312f562fa completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:16:42.239587 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a2d88-0b86-4e57-9f2c-8ff1f0816803 None None] Pushing event updated for resources: {'Port': ['ID=583896b6-fbf8-4dd0-a7ec-5ff14de6d66c,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:42.241889 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:16:42.242280 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:42.242685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:42.243121 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:16:42.243636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Bound port: 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:16:42.244022 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:42.244530 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Network c11a56f9-fd80-4d75-b928-14f31e806e80 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:42.245741 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e50a2d88-0b86-4e57-9f2c-8ff1f0816803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:42.245996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:42.247715 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 09283581-54fd-48a5-abcc-075312f562fa triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:42.248077 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:42.251122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:16:42.276794 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Pushing event updated for resources: {'Port': ['ID=05c01bd9-cf93-4908-a4dd-4624adaee41e,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:42.280754 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:42.297098 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:42.331418 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] For port 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:42.334861 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] For port 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=583896b6-fbf8-4dd0-a7ec-5ff14de6d66c,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:42.376940 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:42.403789 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:42.411938 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-a302522d-34fd-429d-b510-b6d1054e0a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:42.419651 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 09283581-54fd-48a5-abcc-075312f562fa, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=09283581-54fd-48a5-abcc-075312f562fa,segment=NetworkSegment(fa813bfe-e857-4322-8225-68f0fbc52fe4),segment_id=fa813bfe-e857-4322-8225-68f0fbc52fe4)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:42.473187 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Routers {'e2a1d124-68bd-4b8e-8345-f8349d312794'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:16:42.473812 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:16:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e2a1d124-68bd-4b8e-8345-f8349d312794'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:42.475607 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a2d88-0b86-4e57-9f2c-8ff1f0816803 None None] Pushing event updated for resources: {'Port': ['ID=583896b6-fbf8-4dd0-a7ec-5ff14de6d66c,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:42.479658 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e50a2d88-0b86-4e57-9f2c-8ff1f0816803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:42.518890 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:42.522619 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:42.536735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:42.622542 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=09283581-54fd-48a5-abcc-075312f562fa,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:42.626190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] Set router e2a1d124-68bd-4b8e-8345-f8349d312794 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:16:42.628339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:42.677892 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ac01dc8f-a01b-44d4-9520-b1030e6b273d None None] Provisioning for port 05c01bd9-cf93-4908-a4dd-4624adaee41e completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:16:42.683235 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ac01dc8f-a01b-44d4-9520-b1030e6b273d None None] Provisioning complete for port 05c01bd9-cf93-4908-a4dd-4624adaee41e triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:42.683644 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ac01dc8f-a01b-44d4-9520-b1030e6b273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:42.699618 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:42.759151 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:42.761145 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ac01dc8f-a01b-44d4-9520-b1030e6b273d None None] Port 05c01bd9-cf93-4908-a4dd-4624adaee41e cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:16:42.761507 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ab966b25-b047-491a-920f-b4fcafb0e619 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:42.826637 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Pushing event updated for resources: {'Port': ['ID=05c01bd9-cf93-4908-a4dd-4624adaee41e,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:42.829832 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:42.832630 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:42.833726 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a1d124-68bd-4b8e-8345-f8349d312794', 'name': 'tempest-TestEncryptedCinderVolumes-1202431519-router', 'tenant_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '583896b6-fbf8-4dd0-a7ec-5ff14de6d66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:16:38Z', 'updated_at': '2021-06-22T10:16:40Z', 'revision_number': 3, 'project_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'gw_port': {'id': '583896b6-fbf8-4dd0-a7ec-5ff14de6d66c', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a1d124-68bd-4b8e-8345-f8349d312794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:39Z', 'updated_at': '2021-06-22T10:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:42.863834 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd2f7a-9cf3-4bd9-9e35-7c14c1b565c0 None None] The sync data for ids ['e2a1d124-68bd-4b8e-8345-f8349d312794'] in dv-neutron-797121-3-hyperv is: [{'id': 'e2a1d124-68bd-4b8e-8345-f8349d312794', 'name': 'tempest-TestEncryptedCinderVolumes-1202431519-router', 'tenant_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '583896b6-fbf8-4dd0-a7ec-5ff14de6d66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:16:38Z', 'updated_at': '2021-06-22T10:16:40Z', 'revision_number': 3, 'project_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'gw_port': {'id': '583896b6-fbf8-4dd0-a7ec-5ff14de6d66c', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a1d124-68bd-4b8e-8345-f8349d312794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:39Z', 'updated_at': '2021-06-22T10:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:16:42.927019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Network c11a56f9-fd80-4d75-b928-14f31e806e80 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:42.928493 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:43.048882 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Router e2a1d124-68bd-4b8e-8345-f8349d312794 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:16:43.173900 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:16:43.181512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-dc0dbce8-d1c3-4141-82bf-f6f1c52d44c8 None None] Provisioning complete for port 05c01bd9-cf93-4908-a4dd-4624adaee41e triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:43.181995 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dc0dbce8-d1c3-4141-82bf-f6f1c52d44c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:43.209555 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:16:43.217553 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] 10.222.0.20 "PUT /v2.0/routers/e2a1d124-68bd-4b8e-8345-f8349d312794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8163261 Jun 22 10:16:43.240403 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-dc0dbce8-d1c3-4141-82bf-f6f1c52d44c8 None None] Port 05c01bd9-cf93-4908-a4dd-4624adaee41e cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:16:43.611161 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:16:43.713360 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:16:43.717466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:43.717855 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:43.797002 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:43.819089 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=583896b6-fbf8-4dd0-a7ec-5ff14de6d66c,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:43.898935 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:43.899895 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device f3f32f94-41d7-4d5e-85b0-de698465e40a up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:16:43.901675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e50a2d88-0b86-4e57-9f2c-8ff1f0816803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:43.974409 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=583896b6-fbf8-4dd0-a7ec-5ff14de6d66c,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:43.977409 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:43.987384 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port f3f32f94-41d7-4d5e-85b0-de698465e40a triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:43.987807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:44.064849 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 09283581-54fd-48a5-abcc-075312f562fa up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:16:44.112706 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 09283581-54fd-48a5-abcc-075312f562fa triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:44.113099 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:44.389929 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Sync routers for ids ['e2a1d124-68bd-4b8e-8345-f8349d312794'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:16:44.400104 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Routers {'e2a1d124-68bd-4b8e-8345-f8349d312794'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:16:44.400919 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:16:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e2a1d124-68bd-4b8e-8345-f8349d312794'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:44.505584 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Set router e2a1d124-68bd-4b8e-8345-f8349d312794 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:16:44.692845 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a1d124-68bd-4b8e-8345-f8349d312794', 'name': 'tempest-TestEncryptedCinderVolumes-1202431519-router', 'tenant_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '583896b6-fbf8-4dd0-a7ec-5ff14de6d66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:16:38Z', 'updated_at': '2021-06-22T10:16:42Z', 'revision_number': 4, 'project_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'gw_port': {'id': '583896b6-fbf8-4dd0-a7ec-5ff14de6d66c', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a1d124-68bd-4b8e-8345-f8349d312794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:39Z', 'updated_at': '2021-06-22T10:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '05c01bd9-cf93-4908-a4dd-4624adaee41e', 'name': '', 'network_id': 'c11a56f9-fd80-4d75-b928-14f31e806e80', 'tenant_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'mac_address': 'fa:16:3e:bb:6c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a1d124-68bd-4b8e-8345-f8349d312794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '29891a74-3845-4829-b496-1de887f5a960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:41Z', 'updated_at': '2021-06-22T10:16:42Z', 'revision_number': 2, 'project_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'subnets': [{'id': '29891a74-3845-4829-b496-1de887f5a960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:44.720766 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Checking router: e2a1d124-68bd-4b8e-8345-f8349d312794 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:16:44.721131 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Updating router e2a1d124-68bd-4b8e-8345-f8349d312794 port 05c01bd9-cf93-4908-a4dd-4624adaee41e binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:16:44.757812 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:45.180466 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:45.196350 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Transition to ACTIVE for port object 05c01bd9-cf93-4908-a4dd-4624adaee41e will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:16:45.292904 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:45.295610 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-a2df392a-cda7-4ae9-80c4-293c48b417bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:45.365583 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd460d-b80d-4164-8541-eda3c8c6ca86 None None] Pushing event updated for resources: {'Port': ['ID=05c01bd9-cf93-4908-a4dd-4624adaee41e,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:45.369738 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-7fbd460d-b80d-4164-8541-eda3c8c6ca86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:45.423853 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Attempting to bind port 05c01bd9-cf93-4908-a4dd-4624adaee41e on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:16:45.424524 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Attempting to bind port 05c01bd9-cf93-4908-a4dd-4624adaee41e by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '94e414ea-1946-47ca-b15d-57a2e615d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c11a56f9-fd80-4d75-b928-14f31e806e80'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:16:45.424622 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Attempting to bind port 05c01bd9-cf93-4908-a4dd-4624adaee41e on network c11a56f9-fd80-4d75-b928-14f31e806e80 {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:16:45.429764 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:16:45.430153 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Checking segment: {'id': '94e414ea-1946-47ca-b15d-57a2e615d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c11a56f9-fd80-4d75-b928-14f31e806e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:16:45.430564 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:45.430970 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Bound using segment: {'id': '94e414ea-1946-47ca-b15d-57a2e615d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c11a56f9-fd80-4d75-b928-14f31e806e80'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:16:45.431460 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Bound port: 05c01bd9-cf93-4908-a4dd-4624adaee41e, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e414ea-1946-47ca-b15d-57a2e615d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c11a56f9-fd80-4d75-b928-14f31e806e80'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:16:45.431846 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:45.494872 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] For port 05c01bd9-cf93-4908-a4dd-4624adaee41e, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:45.498026 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] For port 05c01bd9-cf93-4908-a4dd-4624adaee41e, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=05c01bd9-cf93-4908-a4dd-4624adaee41e,segment=NetworkSegment(94e414ea-1946-47ca-b15d-57a2e615d778),segment_id=94e414ea-1946-47ca-b15d-57a2e615d778)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:45.532434 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:16:45.588998 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:45.589340 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:45.593498 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:45.596412 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-e7865229-b7ea-4d19-99de-ec0a260184cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:45.651908 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Routers {'e2a1d124-68bd-4b8e-8345-f8349d312794'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:16:45.652553 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:16:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e2a1d124-68bd-4b8e-8345-f8349d312794'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:45.656216 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd460d-b80d-4164-8541-eda3c8c6ca86 None None] Pushing event updated for resources: {'Port': ['ID=05c01bd9-cf93-4908-a4dd-4624adaee41e,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:45.689898 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-7fbd460d-b80d-4164-8541-eda3c8c6ca86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:45.761148 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] Set router e2a1d124-68bd-4b8e-8345-f8349d312794 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:16:45.959793 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a1d124-68bd-4b8e-8345-f8349d312794', 'name': 'tempest-TestEncryptedCinderVolumes-1202431519-router', 'tenant_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '583896b6-fbf8-4dd0-a7ec-5ff14de6d66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:16:38Z', 'updated_at': '2021-06-22T10:16:42Z', 'revision_number': 4, 'project_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'gw_port': {'id': '583896b6-fbf8-4dd0-a7ec-5ff14de6d66c', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a1d124-68bd-4b8e-8345-f8349d312794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:39Z', 'updated_at': '2021-06-22T10:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '05c01bd9-cf93-4908-a4dd-4624adaee41e', 'name': '', 'network_id': 'c11a56f9-fd80-4d75-b928-14f31e806e80', 'tenant_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'mac_address': 'fa:16:3e:bb:6c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a1d124-68bd-4b8e-8345-f8349d312794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '29891a74-3845-4829-b496-1de887f5a960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:41Z', 'updated_at': '2021-06-22T10:16:45Z', 'revision_number': 4, 'project_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'subnets': [{'id': '29891a74-3845-4829-b496-1de887f5a960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:45.984677 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c186228d-d252-4f60-9356-5f739db71b66 None None] The sync data for ids ['e2a1d124-68bd-4b8e-8345-f8349d312794'] in dv-neutron-797121-3-hyperv is: [{'id': 'e2a1d124-68bd-4b8e-8345-f8349d312794', 'name': 'tempest-TestEncryptedCinderVolumes-1202431519-router', 'tenant_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '583896b6-fbf8-4dd0-a7ec-5ff14de6d66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:16:38Z', 'updated_at': '2021-06-22T10:16:42Z', 'revision_number': 4, 'project_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'gw_port': {'id': '583896b6-fbf8-4dd0-a7ec-5ff14de6d66c', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a1d124-68bd-4b8e-8345-f8349d312794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:39Z', 'updated_at': '2021-06-22T10:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '05c01bd9-cf93-4908-a4dd-4624adaee41e', 'name': '', 'network_id': 'c11a56f9-fd80-4d75-b928-14f31e806e80', 'tenant_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'mac_address': 'fa:16:3e:bb:6c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a1d124-68bd-4b8e-8345-f8349d312794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '29891a74-3845-4829-b496-1de887f5a960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:41Z', 'updated_at': '2021-06-22T10:16:45Z', 'revision_number': 4, 'project_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'subnets': [{'id': '29891a74-3845-4829-b496-1de887f5a960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:16:46.604460 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9f2e616d-ddce-4293-82fb-a65bff7e48dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:47.543635 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 05c01bd9-cf93-4908-a4dd-4624adaee41e up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:16:47.655529 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 05c01bd9-cf93-4908-a4dd-4624adaee41e completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:16:47.659681 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 05c01bd9-cf93-4908-a4dd-4624adaee41e triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:47.660129 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:47.732611 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:47.764210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 05c01bd9-cf93-4908-a4dd-4624adaee41e, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=05c01bd9-cf93-4908-a4dd-4624adaee41e,segment=NetworkSegment(94e414ea-1946-47ca-b15d-57a2e615d778),segment_id=94e414ea-1946-47ca-b15d-57a2e615d778)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:47.872964 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:47.874883 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4039d661-285d-4f1f-892b-f4092fb8f56b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:47.919976 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=05c01bd9-cf93-4908-a4dd-4624adaee41e,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:47.922729 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:49.101328 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8d2792a6-000b-48c3-8df5-830082980346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:49.312962 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:49.532176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 05c01bd9-cf93-4908-a4dd-4624adaee41e up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:16:49.579805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 05c01bd9-cf93-4908-a4dd-4624adaee41e triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:49.580199 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:50.543989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:51.847115 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:10.737526 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:16.577749 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7a7b428c-cf32-4798-a25d-5e1a624bc9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:19.100272 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9c76b499-4448-4f86-9608-e214dbfc0ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:19.317443 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:20.172342 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:17:20.566158 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:21.832833 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:40.702065 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:43.840302 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-466c7909-d052-47bf-ab91-4e4ac5d335d2 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:43.841792 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-466c7909-d052-47bf-ab91-4e4ac5d335d2 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/networks?id=2018a25a-d097-4f28-95e0-6be141d3fdc2 HTTP/1.1" status: 200 len: 817 time: 0.1020536 Jun 22 10:17:43.856035 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-7bbbec9c-39d9-44b0-b709-134995c4409e tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/quotas/3696904a6b7b4a3e95c4ebff8e6b1d08 HTTP/1.1" status: 200 len: 375 time: 0.0087581 Jun 22 10:17:43.919522 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-86340098-b029-45dd-977e-7a9d558ed9cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3696904a6b7b4a3e95c4ebff8e6b1d08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585244 Jun 22 10:17:44.014124 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-41f677fb-1b9d-4494-8834-0f246d5a603b service neutron] 10.222.0.20 "GET /v2.0/networks/2018a25a-d097-4f28-95e0-6be141d3fdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831475 Jun 22 10:17:44.099885 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-aa07058b-7157-4ebe-a63e-19eafed2e20b service neutron] 10.222.0.20 "GET /v2.0/networks/2018a25a-d097-4f28-95e0-6be141d3fdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799456 Jun 22 10:17:44.327255 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f339ccf7-167e-4ea0-9f1c-d3af3f301a19 req-254dc293-c435-43de-8f02-89eb640e84c9 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 210 time: 0.0338714 Jun 22 10:17:45.475411 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b520efd1-5527-4173-8325-7a6d2fb386d7 req-0468ce22-40b0-4e84-b2c7-a2495dcf072c tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 210 time: 0.0277433 Jun 22 10:17:46.541598 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-72f703a9-0e29-4640-bb44-b8364d6fd92a tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:46.543049 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-72f703a9-0e29-4640-bb44-b8364d6fd92a tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.35 "GET /v2.0/networks?id=2018a25a-d097-4f28-95e0-6be141d3fdc2 HTTP/1.1" status: 200 len: 817 time: 0.1018605 Jun 22 10:17:46.555547 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Request body: {'port': {'device_id': '13f23a11-0a7d-41e3-8463-af7073e9e722', 'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2', 'admin_state_up': True, 'tenant_id': '3696904a6b7b4a3e95c4ebff8e6b1d08'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:17:46.577189 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-81e74ae2-a67b-4a33-95c1-2837bd9f401c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:46.617161 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bb94ee93-f2e2-4ce5-bc6f-a7a473505984 req-d1d650c4-9fdc-4231-949a-7c0ce10b623f tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 210 time: 0.0277257 Jun 22 10:17:46.730323 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Made reservation on behalf of 3696904a6b7b4a3e95c4ebff8e6b1d08 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:17:46.733913 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:46.858142 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Allocated IP 172.20.0.8 (2018a25a-d097-4f28-95e0-6be141d3fdc2/63cb4975-9daf-484a-9398-949ddc41c97e/96a3440b-4131-45dc-8576-ec87b22427de) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:17:47.009543 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:47.026511 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Transition to ACTIVE for port object 96a3440b-4131-45dc-8576-ec87b22427de will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:17:47.117191 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:47.121256 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ffbf759b-654e-4727-9757-9aa263160c3a tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:17:47.157710 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Network 2018a25a-d097-4f28-95e0-6be141d3fdc2 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:17:47.161509 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:17:47.165185 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:17:47.203667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Pushing event updated for resources: {'Port': ['ID=96a3440b-4131-45dc-8576-ec87b22427de,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:47.203667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:47.203667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:47.204289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:47.204395 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:47.204696 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:47.205073 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:47.205485 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:47.205855 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:47.206225 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:47.206593 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:47.206964 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:47.207332 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:47.212760 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:17:47.232072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:47.232691 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:47.329834 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7781410 Jun 22 10:17:47.434687 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Request body: {'port': {'device_id': '13f23a11-0a7d-41e3-8463-af7073e9e722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:17:47.493933 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c6e26407-138a-4906-a834-61dea338c9b0 None None] Provisioning for port 96a3440b-4131-45dc-8576-ec87b22427de completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:17:47.497957 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c6e26407-138a-4906-a834-61dea338c9b0 None None] Provisioning complete for port 96a3440b-4131-45dc-8576-ec87b22427de triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:17:47.498349 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c6e26407-138a-4906-a834-61dea338c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:47.503908 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:47.540415 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c6e26407-138a-4906-a834-61dea338c9b0 None None] Port 96a3440b-4131-45dc-8576-ec87b22427de cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:17:47.762837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a3440b-4131-45dc-8576-ec87b22427de {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:17:47.771404 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:47.783107 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Transition to ACTIVE for port object 96a3440b-4131-45dc-8576-ec87b22427de will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:17:47.792812 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fd216-7556-4c99-aa79-397bc7d2ca4a req-b5175730-b34b-4513-82f3-ab99f739c8d6 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:47.794270 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-645fd216-7556-4c99-aa79-397bc7d2ca4a req-b5175730-b34b-4513-82f3-ab99f739c8d6 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 931 time: 0.0675247 Jun 22 10:17:47.832043 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-645fd216-7556-4c99-aa79-397bc7d2ca4a req-a7995e8c-fe7f-4762-96a0-983edf452d7d tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/security-groups?id=948317cf-771d-4e9c-bd4f-a2b2d3e4057c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320251 Jun 22 10:17:47.861547 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:47.864655 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-016aa129-c66e-4696-a4b2-04db160b8c1b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:17:48.311388 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Pushing event updated for resources: {'Port': ['ID=96a3440b-4131-45dc-8576-ec87b22427de,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:48.314637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:17:48.357539 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Attempting to bind port 96a3440b-4131-45dc-8576-ec87b22427de on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:17:48.357874 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Attempting to bind port 96a3440b-4131-45dc-8576-ec87b22427de by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fa813bfe-e857-4322-8225-68f0fbc52fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:17:48.358200 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Attempting to bind port 96a3440b-4131-45dc-8576-ec87b22427de on network 2018a25a-d097-4f28-95e0-6be141d3fdc2 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:17:48.362239 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Port 96a3440b-4131-45dc-8576-ec87b22427de on network 2018a25a-d097-4f28-95e0-6be141d3fdc2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:17:48.362550 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Attempting to bind port 96a3440b-4131-45dc-8576-ec87b22427de on network 2018a25a-d097-4f28-95e0-6be141d3fdc2 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:17:48.367100 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:17:48.367448 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Checking segment: {'id': 'fa813bfe-e857-4322-8225-68f0fbc52fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:17:48.367833 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Bound using segment: {'id': 'fa813bfe-e857-4322-8225-68f0fbc52fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:17:48.368250 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Bound port: 96a3440b-4131-45dc-8576-ec87b22427de, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa813bfe-e857-4322-8225-68f0fbc52fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:17:48.368587 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:48.427302 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] For port 96a3440b-4131-45dc-8576-ec87b22427de, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:17:48.430104 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] For port 96a3440b-4131-45dc-8576-ec87b22427de, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=96a3440b-4131-45dc-8576-ec87b22427de,segment=NetworkSegment(fa813bfe-e857-4322-8225-68f0fbc52fe4),segment_id=fa813bfe-e857-4322-8225-68f0fbc52fe4)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:17:48.502094 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:48.504954 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d915f285-e245-40f6-8724-cfaa9fc9dc28 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:17:48.539803 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:48.540409 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:48.541767 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] 10.222.0.35 "PUT /v2.0/ports/96a3440b-4131-45dc-8576-ec87b22427de HTTP/1.1" status: 200 len: 1093 time: 1.2039502 Jun 22 10:17:48.542285 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f23a11-0a7d-41e3-8463-af7073e9e722', 'tag': '96a3440b-4131-45dc-8576-ec87b22427de'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:17:48.544646 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a37ca6b-13d3-458f-9230-0eed6f84d4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "13f23a11-0a7d-41e3-8463-af7073e9e722", "tag": "96a3440b-4131-45dc-8576-ec87b22427de"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:17:48.568151 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Pushing event updated for resources: {'Port': ['ID=96a3440b-4131-45dc-8576-ec87b22427de,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:48.571458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:17:48.585294 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07feba8f-8688-4d8f-ab79-871e96e108e9 x-openstack-request-id: req-07feba8f-8688-4d8f-ab79-871e96e108e9 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:17:48.585663 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f23a11-0a7d-41e3-8463-af7073e9e722", "tag": "96a3440b-4131-45dc-8576-ec87b22427de", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:17:48.585967 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07feba8f-8688-4d8f-ab79-871e96e108e9 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:17:48.586449 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f23a11-0a7d-41e3-8463-af7073e9e722', 'tag': '96a3440b-4131-45dc-8576-ec87b22427de', 'status': 'completed', 'code': 200} Jun 22 10:17:48.659521 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37ca6b-13d3-458f-9230-0eed6f84d4f8 req-e112f1ee-4d49-4890-a192-865c5037798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:48.661016 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9a37ca6b-13d3-458f-9230-0eed6f84d4f8 req-e112f1ee-4d49-4890-a192-865c5037798a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3696904a6b7b4a3e95c4ebff8e6b1d08&device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 1096 time: 0.0547333 Jun 22 10:17:48.759998 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37ca6b-13d3-458f-9230-0eed6f84d4f8 req-c91e8018-28f6-48e5-99b6-57545ec9b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:48.761434 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9a37ca6b-13d3-458f-9230-0eed6f84d4f8 req-c91e8018-28f6-48e5-99b6-57545ec9b2cf service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3696904a6b7b4a3e95c4ebff8e6b1d08&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0934081 Jun 22 10:17:48.852114 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37ca6b-13d3-458f-9230-0eed6f84d4f8 req-52b807a9-4fa7-4931-92a8-d3affa8356b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:48.858333 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9a37ca6b-13d3-458f-9230-0eed6f84d4f8 req-52b807a9-4fa7-4931-92a8-d3affa8356b8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862746 Jun 22 10:17:48.943752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-59fc5e65-dfef-4dad-b6a0-1bc90b8590e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:48.945150 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-59fc5e65-dfef-4dad-b6a0-1bc90b8590e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3696904a6b7b4a3e95c4ebff8e6b1d08&device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 1096 time: 0.0512009 Jun 22 10:17:48.989961 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-467252cf-f7e9-4de3-b5ef-e89cedd8e670 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96a3440b-4131-45dc-8576-ec87b22427de HTTP/1.1" status: 200 len: 217 time: 0.0377665 Jun 22 10:17:49.004579 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53665cc-5dc4-4e57-a74c-a7278195bf39 req-788b6701-7c9b-4885-a695-fec4d5f1fe2e tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:49.006049 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a53665cc-5dc4-4e57-a74c-a7278195bf39 req-788b6701-7c9b-4885-a695-fec4d5f1fe2e tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 943 time: 0.0638173 Jun 22 10:17:49.037108 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-fa931022-4871-4bf6-b511-0ce147fc8d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:49.041369 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-fa931022-4871-4bf6-b511-0ce147fc8d44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63cb4975-9daf-484a-9398-949ddc41c97e HTTP/1.1" status: 200 len: 856 time: 0.0432143 Jun 22 10:17:49.043881 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a53665cc-5dc4-4e57-a74c-a7278195bf39 req-fdd98476-c6e2-413e-8b0d-8e3722f2ac6e tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/security-groups?id=948317cf-771d-4e9c-bd4f-a2b2d3e4057c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319896 Jun 22 10:17:49.088671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-816fe4fe-6311-4443-a9fa-2c41195de974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:49.094666 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-41f7c64a-f8c1-49be-97a0-2e25a1683942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:49.096275 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-41f7c64a-f8c1-49be-97a0-2e25a1683942 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2018a25a-d097-4f28-95e0-6be141d3fdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518899 Jun 22 10:17:49.187449 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-0d037969-9175-488f-8498-e4adada0beb7 service neutron] 10.222.0.35 "GET /v2.0/networks/2018a25a-d097-4f28-95e0-6be141d3fdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851276 Jun 22 10:17:49.276074 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4bc31e15-1268-45ff-a0e2-d91d48aa8927 req-ab8b6e8f-51f4-4f57-a519-1c4b228af30e service neutron] 10.222.0.35 "GET /v2.0/networks/2018a25a-d097-4f28-95e0-6be141d3fdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795486 Jun 22 10:17:49.322935 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:50.215668 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789c2ba-c22f-4c01-91fe-6179f28bc23c req-2ca74acd-43b3-49d0-990e-14115fd39f7c tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:50.217100 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9789c2ba-c22f-4c01-91fe-6179f28bc23c req-2ca74acd-43b3-49d0-990e-14115fd39f7c tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 943 time: 0.0614994 Jun 22 10:17:50.255952 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9789c2ba-c22f-4c01-91fe-6179f28bc23c req-faa3d60c-3068-4dc4-8780-0f1c4dcac08e tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/security-groups?id=948317cf-771d-4e9c-bd4f-a2b2d3e4057c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329595 Jun 22 10:17:50.592674 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:51.431303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49112c-f5e2-488c-b21f-80f6dd063794 req-9d8db752-336f-4f1c-81ad-29fc8ab2730c tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:51.432686 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4d49112c-f5e2-488c-b21f-80f6dd063794 req-9d8db752-336f-4f1c-81ad-29fc8ab2730c tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 943 time: 0.0652132 Jun 22 10:17:51.468847 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4d49112c-f5e2-488c-b21f-80f6dd063794 req-fe22b5ca-b399-46fa-adec-2797ff5e6266 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/security-groups?id=948317cf-771d-4e9c-bd4f-a2b2d3e4057c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306506 Jun 22 10:17:51.819599 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:52.636297 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8554f-bad9-43bf-97c9-f0efdfc09a4c req-e221be5d-8c8c-48ce-8575-d29cef381820 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:52.637729 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0dd8554f-bad9-43bf-97c9-f0efdfc09a4c req-e221be5d-8c8c-48ce-8575-d29cef381820 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 943 time: 0.0622871 Jun 22 10:17:52.673161 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0dd8554f-bad9-43bf-97c9-f0efdfc09a4c req-82fc69c4-af6d-4f72-be5a-05aa5cf4f31c tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/security-groups?id=948317cf-771d-4e9c-bd4f-a2b2d3e4057c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299954 Jun 22 10:17:52.791242 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 96a3440b-4131-45dc-8576-ec87b22427de details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:17:52.884387 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 96a3440b-4131-45dc-8576-ec87b22427de, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=96a3440b-4131-45dc-8576-ec87b22427de,segment=NetworkSegment(fa813bfe-e857-4322-8225-68f0fbc52fe4),segment_id=fa813bfe-e857-4322-8225-68f0fbc52fe4)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:17:52.895020 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '96a3440b-4131-45dc-8576-ec87b22427de', 'network_id': '2018a25a-d097-4f28-95e0-6be141d3fdc2', 'port_id': '96a3440b-4131-45dc-8576-ec87b22427de', 'mac_address': 'fa:16:3e:eb:02:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63cb4975-9daf-484a-9398-949ddc41c97e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:17:52.929646 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:52.941265 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a3440b-4131-45dc-8576-ec87b22427de {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:17:52.960111 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 96a3440b-4131-45dc-8576-ec87b22427de, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=96a3440b-4131-45dc-8576-ec87b22427de,segment=NetworkSegment(fa813bfe-e857-4322-8225-68f0fbc52fe4),segment_id=fa813bfe-e857-4322-8225-68f0fbc52fe4)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:17:53.013654 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:53.016289 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ebfae8a8-8fc7-4dd2-8e59-ade9f3c81a67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:17:53.060440 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=96a3440b-4131-45dc-8576-ec87b22427de,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:53.067300 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:53.067971 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:53.068315 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:53.068649 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:53.068990 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:53.069526 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:53.069875 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:53.070216 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:53.070556 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:53.070885 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:53.071213 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:53.071571 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:53.075249 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:17:53.345286 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['96a3440b-4131-45dc-8576-ec87b22427de'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:17:53.844299 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dbdb6-0804-43ed-982d-f1100c686ba6 req-a5d4d313-a830-4859-b869-fd3304aafe12 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:53.845742 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a69dbdb6-0804-43ed-982d-f1100c686ba6 req-a5d4d313-a830-4859-b869-fd3304aafe12 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 944 time: 0.0656526 Jun 22 10:17:53.884537 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a69dbdb6-0804-43ed-982d-f1100c686ba6 req-37e76c90-28ca-451c-9c16-ac578d05ec6c tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/security-groups?id=948317cf-771d-4e9c-bd4f-a2b2d3e4057c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330155 Jun 22 10:17:54.791308 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 96a3440b-4131-45dc-8576-ec87b22427de up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:17:54.889912 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 96a3440b-4131-45dc-8576-ec87b22427de completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:17:54.893916 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 96a3440b-4131-45dc-8576-ec87b22427de triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:17:54.894298 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:54.983991 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:55.006362 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f23a11-0a7d-41e3-8463-af7073e9e722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a3440b-4131-45dc-8576-ec87b22427de'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:17:55.008646 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed8d4af-7f15-401d-8de2-86db44cd9024" -d '{"events": [{"server_uuid": "13f23a11-0a7d-41e3-8463-af7073e9e722", "name": "network-vif-plugged", "status": "completed", "tag": "96a3440b-4131-45dc-8576-ec87b22427de"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:17:55.021137 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 96a3440b-4131-45dc-8576-ec87b22427de, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=96a3440b-4131-45dc-8576-ec87b22427de,segment=NetworkSegment(fa813bfe-e857-4322-8225-68f0fbc52fe4),segment_id=fa813bfe-e857-4322-8225-68f0fbc52fe4)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:17:55.056439 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a868ffa-d319-4856-b66b-2cbf38d18de9 req-153bd789-fd3a-481c-ada7-7f9bbc7f01ad tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:55.057825 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5a868ffa-d319-4856-b66b-2cbf38d18de9 req-153bd789-fd3a-481c-ada7-7f9bbc7f01ad tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 944 time: 0.0623331 Jun 22 10:17:55.084532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:55.087419 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3a403b26-c8e9-4ca2-93d1-da353c3f49a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:17:55.094971 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5a868ffa-d319-4856-b66b-2cbf38d18de9 req-49c4472a-9d40-4dbb-91de-fe6bb54158d3 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/security-groups?id=948317cf-771d-4e9c-bd4f-a2b2d3e4057c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313871 Jun 22 10:17:55.134313 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=96a3440b-4131-45dc-8576-ec87b22427de,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:55.137522 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:17:55.146694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1734748a-2785-4752-bf28-dad39b5092ae x-openstack-request-id: req-1734748a-2785-4752-bf28-dad39b5092ae {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:17:55.146989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f23a11-0a7d-41e3-8463-af7073e9e722", "name": "network-vif-plugged", "status": "completed", "tag": "96a3440b-4131-45dc-8576-ec87b22427de", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:17:55.147272 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1734748a-2785-4752-bf28-dad39b5092ae {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:17:55.147692 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f23a11-0a7d-41e3-8463-af7073e9e722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a3440b-4131-45dc-8576-ec87b22427de', 'code': 200} Jun 22 10:17:55.508597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bb28e-ad5c-4f7b-a215-2f01cac97d59 req-b3fc3b88-6595-4cf8-958b-895db3289117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:55.509999 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0c2bb28e-ad5c-4f7b-a215-2f01cac97d59 req-b3fc3b88-6595-4cf8-958b-895db3289117 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 1098 time: 0.0511882 Jun 22 10:17:55.548271 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0c2bb28e-ad5c-4f7b-a215-2f01cac97d59 req-1d67a7d5-3003-43b0-a496-6b8918cecddd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=948317cf-771d-4e9c-bd4f-a2b2d3e4057c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316854 Jun 22 10:17:56.266589 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0d51f-dd41-4daf-94e1-2b189c4ccd34 req-cec1ac4f-33e9-4d37-99a7-3f6787152380 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:56.268049 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a5a0d51f-dd41-4daf-94e1-2b189c4ccd34 req-cec1ac4f-33e9-4d37-99a7-3f6787152380 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 945 time: 0.0638661 Jun 22 10:17:56.304683 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a5a0d51f-dd41-4daf-94e1-2b189c4ccd34 req-784a7b1f-7215-4a95-bbde-aacf4709f56b tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/security-groups?id=948317cf-771d-4e9c-bd4f-a2b2d3e4057c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312066 Jun 22 10:17:57.171296 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:17:57.474229 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0214e-f5de-4a71-b2b8-00f02bf7da0d req-0906cfc0-637b-4a0b-a257-6891cfd23d7c tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:57.475590 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e6a0214e-f5de-4a71-b2b8-00f02bf7da0d req-0906cfc0-637b-4a0b-a257-6891cfd23d7c tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 945 time: 0.0655463 Jun 22 10:17:57.512393 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e6a0214e-f5de-4a71-b2b8-00f02bf7da0d req-41094b9d-be8f-48e6-b64b-e1a13ff89a22 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/security-groups?id=948317cf-771d-4e9c-bd4f-a2b2d3e4057c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311139 Jun 22 10:17:57.675617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d89cf8-121d-4c16-82bc-48574fd9a3bc req-9a786a8e-938b-4241-a72c-835c10ee400e tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:57.677636 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-00d89cf8-121d-4c16-82bc-48574fd9a3bc req-9a786a8e-938b-4241-a72c-835c10ee400e tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 945 time: 0.0610032 Jun 22 10:17:57.713972 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-00d89cf8-121d-4c16-82bc-48574fd9a3bc req-45a14d1d-7f50-49fb-98d1-a9ebda33a667 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/security-groups?id=948317cf-771d-4e9c-bd4f-a2b2d3e4057c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308197 Jun 22 10:18:10.710298 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:16.562012 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-088c17ac-5f0f-493e-83eb-8e9f72f297e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:19.088009 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-936df543-5fa2-4058-911e-692e53664b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:19.328810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:20.470316 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc452fe-fbc4-4210-980f-142396bb0972 req-254a2310-dd9b-4d90-91fc-490967bd2796 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:20.471680 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-adc452fe-fbc4-4210-980f-142396bb0972 req-254a2310-dd9b-4d90-91fc-490967bd2796 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 945 time: 0.0659308 Jun 22 10:18:20.508493 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-adc452fe-fbc4-4210-980f-142396bb0972 req-10c482aa-702f-46d8-b936-593747ff2254 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/security-groups?id=948317cf-771d-4e9c-bd4f-a2b2d3e4057c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306842 Jun 22 10:18:20.569063 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:21.682579 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360dad9f-2d74-4315-9251-71d2d2619b92 req-99af9a7b-3a1a-4db3-8fe2-5d93702f18cf tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:21.684086 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-360dad9f-2d74-4315-9251-71d2d2619b92 req-99af9a7b-3a1a-4db3-8fe2-5d93702f18cf tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 945 time: 0.0617816 Jun 22 10:18:21.719991 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-360dad9f-2d74-4315-9251-71d2d2619b92 req-2d02ff77-faa9-4a46-9b0e-233ad5c6debb tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/security-groups?id=948317cf-771d-4e9c-bd4f-a2b2d3e4057c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302982 Jun 22 10:18:21.842443 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:22.269061 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c696db-f30b-4fb8-a4ae-a1254c52943a req-e506b03b-5b83-44e3-bed7-dca11bcb8506 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:22.271156 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-09c696db-f30b-4fb8-a4ae-a1254c52943a req-e506b03b-5b83-44e3-bed7-dca11bcb8506 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.35 "GET /v2.0/ports?device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 945 time: 0.0613461 Jun 22 10:18:22.366666 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-09c696db-f30b-4fb8-a4ae-a1254c52943a req-404c8006-e3a5-4314-83b8-57c979c2abdc tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Deleting port 96a3440b-4131-45dc-8576-ec87b22427de {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:18:22.366918 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-09c696db-f30b-4fb8-a4ae-a1254c52943a req-404c8006-e3a5-4314-83b8-57c979c2abdc tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:22.453332 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-09c696db-f30b-4fb8-a4ae-a1254c52943a req-404c8006-e3a5-4314-83b8-57c979c2abdc tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] For port 96a3440b-4131-45dc-8576-ec87b22427de, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=96a3440b-4131-45dc-8576-ec87b22427de,segment=NetworkSegment(fa813bfe-e857-4322-8225-68f0fbc52fe4),segment_id=fa813bfe-e857-4322-8225-68f0fbc52fe4)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:22.453681 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-09c696db-f30b-4fb8-a4ae-a1254c52943a req-404c8006-e3a5-4314-83b8-57c979c2abdc tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:22.517746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-09c696db-f30b-4fb8-a4ae-a1254c52943a req-404c8006-e3a5-4314-83b8-57c979c2abdc tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Calling delete_port for 96a3440b-4131-45dc-8576-ec87b22427de owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:18:22.752270 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-09c696db-f30b-4fb8-a4ae-a1254c52943a req-404c8006-e3a5-4314-83b8-57c979c2abdc tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:22.757118 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-33641d34-76db-485c-ae56-a0aa19e89b83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:22.765731 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['96a3440b-4131-45dc-8576-ec87b22427de'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:18:22.787214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c8006-e3a5-4314-83b8-57c979c2abdc tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Pushing event deleted for resources: {'Port': ['ID=96a3440b-4131-45dc-8576-ec87b22427de,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:22.790371 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-404c8006-e3a5-4314-83b8-57c979c2abdc tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:22.834190 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c696db-f30b-4fb8-a4ae-a1254c52943a req-404c8006-e3a5-4314-83b8-57c979c2abdc tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] No DVR routers for this DVR port 96a3440b-4131-45dc-8576-ec87b22427de on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:18:22.836827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-09c696db-f30b-4fb8-a4ae-a1254c52943a req-404c8006-e3a5-4314-83b8-57c979c2abdc tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:22.838941 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-09c696db-f30b-4fb8-a4ae-a1254c52943a req-404c8006-e3a5-4314-83b8-57c979c2abdc tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.35 "DELETE /v2.0/ports/96a3440b-4131-45dc-8576-ec87b22427de HTTP/1.1" status: 204 len: 173 time: 0.5625770 Jun 22 10:18:22.839540 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f23a11-0a7d-41e3-8463-af7073e9e722', 'name': 'network-vif-deleted', 'tag': '96a3440b-4131-45dc-8576-ec87b22427de'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:18:22.841892 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1fb594-5ec7-42fb-ac32-61b1d23a4a5a" -d '{"events": [{"server_uuid": "13f23a11-0a7d-41e3-8463-af7073e9e722", "name": "network-vif-deleted", "tag": "96a3440b-4131-45dc-8576-ec87b22427de"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:18:22.867964 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-624687ab-a790-4b7d-93f8-79e03c91cede req-c87c510e-a973-4f7a-b0e3-b090c4278594 tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f23a11-0a7d-41e3-8463-af7073e9e722 HTTP/1.1" status: 200 len: 210 time: 0.0297585 Jun 22 10:18:22.915299 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd2399d-a2f7-445d-9600-8eb6416b17c8 x-openstack-request-id: req-fdd2399d-a2f7-445d-9600-8eb6416b17c8 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:18:22.917444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f23a11-0a7d-41e3-8463-af7073e9e722", "name": "network-vif-deleted", "tag": "96a3440b-4131-45dc-8576-ec87b22427de", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:18:22.917758 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fdd2399d-a2f7-445d-9600-8eb6416b17c8 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:18:22.918225 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f23a11-0a7d-41e3-8463-af7073e9e722', 'name': 'network-vif-deleted', 'tag': '96a3440b-4131-45dc-8576-ec87b22427de', 'status': 'completed', 'code': 200} Jun 22 10:18:24.056080 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39738) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:24.390704 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:24.986378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Deleting port 09283581-54fd-48a5-abcc-075312f562fa {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:18:24.986720 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:25.063942 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] For port 09283581-54fd-48a5-abcc-075312f562fa, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=09283581-54fd-48a5-abcc-075312f562fa,segment=NetworkSegment(fa813bfe-e857-4322-8225-68f0fbc52fe4),segment_id=fa813bfe-e857-4322-8225-68f0fbc52fe4)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:25.064603 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:25.130140 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Calling delete_port for 09283581-54fd-48a5-abcc-075312f562fa owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:18:25.368547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:25.370622 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-11c39da7-7a58-4fe8-9fae-62ab0c95bc57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:25.399582 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Pushing event deleted for resources: {'Port': ['ID=09283581-54fd-48a5-abcc-075312f562fa,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:25.412550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:25.412550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:25.412550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:25.412550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:25.412550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:25.412550 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:25.412988 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:25.413136 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:25.413513 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:25.413887 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:25.414260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:25.414631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:25.418668 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:25.582665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:25.792566 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Router 4751ccc6-49e9-4184-ba46-720df058fc35 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:18:25.899287 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:18:25.904288 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] 10.222.0.20 "PUT /v2.0/routers/4751ccc6-49e9-4184-ba46-720df058fc35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8471684 Jun 22 10:18:25.906696 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39740) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:25.909425 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03135e9-6807-44c8-bde3-313bc8f716f7 None None] Sync routers for ids ['4751ccc6-49e9-4184-ba46-720df058fc35'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:18:25.918969 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03135e9-6807-44c8-bde3-313bc8f716f7 None None] Routers {'4751ccc6-49e9-4184-ba46-720df058fc35'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:18:25.919702 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-e03135e9-6807-44c8-bde3-313bc8f716f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:18:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['4751ccc6-49e9-4184-ba46-720df058fc35'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:26.007949 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-16ea5904-978c-4117-93a7-6c718fc00852 admin admin] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:26.020918 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-e03135e9-6807-44c8-bde3-313bc8f716f7 None None] Set router 4751ccc6-49e9-4184-ba46-720df058fc35 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:18:26.111097 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-16ea5904-978c-4117-93a7-6c718fc00852 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:26.196444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-e03135e9-6807-44c8-bde3-313bc8f716f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4751ccc6-49e9-4184-ba46-720df058fc35', 'name': 'tempest-TestEncryptedCinderVolumes-2146533159-router', 'tenant_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '9449fb1b-40e9-4bfe-86ec-1012ec8b9002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:16:33Z', 'updated_at': '2021-06-22T10:18:25Z', 'revision_number': 5, 'project_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'gw_port': {'id': '9449fb1b-40e9-4bfe-86ec-1012ec8b9002', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4751ccc6-49e9-4184-ba46-720df058fc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:33Z', 'updated_at': '2021-06-22T10:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:26.220917 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-16ea5904-978c-4117-93a7-6c718fc00852 admin admin] Deleting port 9449fb1b-40e9-4bfe-86ec-1012ec8b9002 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:18:26.221260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-16ea5904-978c-4117-93a7-6c718fc00852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:26.223172 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03135e9-6807-44c8-bde3-313bc8f716f7 None None] Checking router: 4751ccc6-49e9-4184-ba46-720df058fc35 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:18:26.231818 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03135e9-6807-44c8-bde3-313bc8f716f7 None None] Routers {'4751ccc6-49e9-4184-ba46-720df058fc35'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:18:26.232438 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-e03135e9-6807-44c8-bde3-313bc8f716f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:18:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['4751ccc6-49e9-4184-ba46-720df058fc35'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:26.304271 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-16ea5904-978c-4117-93a7-6c718fc00852 admin admin] For port 9449fb1b-40e9-4bfe-86ec-1012ec8b9002, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9449fb1b-40e9-4bfe-86ec-1012ec8b9002,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:26.304631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-16ea5904-978c-4117-93a7-6c718fc00852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:26.319791 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-e03135e9-6807-44c8-bde3-313bc8f716f7 None None] Set router 4751ccc6-49e9-4184-ba46-720df058fc35 gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:18:26.374162 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-16ea5904-978c-4117-93a7-6c718fc00852 admin admin] Calling delete_port for 9449fb1b-40e9-4bfe-86ec-1012ec8b9002 owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:18:26.375713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-e03135e9-6807-44c8-bde3-313bc8f716f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4751ccc6-49e9-4184-ba46-720df058fc35', 'name': 'tempest-TestEncryptedCinderVolumes-2146533159-router', 'tenant_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:16:33Z', 'updated_at': '2021-06-22T10:18:26Z', 'revision_number': 6, 'project_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:26.402627 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03135e9-6807-44c8-bde3-313bc8f716f7 None None] The sync data for ids ['4751ccc6-49e9-4184-ba46-720df058fc35'] in dv-neutron-797121-3-hyperv is: [{'id': '4751ccc6-49e9-4184-ba46-720df058fc35', 'name': 'tempest-TestEncryptedCinderVolumes-2146533159-router', 'tenant_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:16:33Z', 'updated_at': '2021-06-22T10:18:26Z', 'revision_number': 6, 'project_id': '3696904a6b7b4a3e95c4ebff8e6b1d08', 'gw_port_host': None}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:18:26.596775 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-16ea5904-978c-4117-93a7-6c718fc00852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:26.600191 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:26.623702 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea5904-978c-4117-93a7-6c718fc00852 admin admin] Pushing event deleted for resources: {'Port': ['ID=9449fb1b-40e9-4bfe-86ec-1012ec8b9002,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:26.627722 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-16ea5904-978c-4117-93a7-6c718fc00852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:26.685973 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-16ea5904-978c-4117-93a7-6c718fc00852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:26.777205 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-16ea5904-978c-4117-93a7-6c718fc00852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:26.779449 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-16ea5904-978c-4117-93a7-6c718fc00852 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:26.893023 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-16ea5904-978c-4117-93a7-6c718fc00852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:26.893583 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ea5904-978c-4117-93a7-6c718fc00852 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4751ccc6-49e9-4184-ba46-720df058fc35 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:18:26.900306 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-16ea5904-978c-4117-93a7-6c718fc00852 admin admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:26.901724 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-16ea5904-978c-4117-93a7-6c718fc00852 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4751ccc6-49e9-4184-ba46-720df058fc35 HTTP/1.1" status: 204 len: 168 time: 0.9941206 Jun 22 10:18:26.904203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39742) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:26.915268 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 96a3440b-4131-45dc-8576-ec87b22427de no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:18:26.934490 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 96a3440b-4131-45dc-8576-ec87b22427de {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:18:26.934856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 96a3440b-4131-45dc-8576-ec87b22427de not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:18:26.946974 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b682bb-b7f8-46bd-8f26-16a286285bbe admin admin] Deleting subnet 63cb4975-9daf-484a-9398-949ddc41c97e {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:18:26.949945 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-91b682bb-b7f8-46bd-8f26-16a286285bbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:26.986311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-91b682bb-b7f8-46bd-8f26-16a286285bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:27.059635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-91b682bb-b7f8-46bd-8f26-16a286285bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:27.179216 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-91b682bb-b7f8-46bd-8f26-16a286285bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:27.181628 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5fee2d4c-2600-46cb-8543-9a17bc79ad05 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:27.205730 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b682bb-b7f8-46bd-8f26-16a286285bbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63cb4975-9daf-484a-9398-949ddc41c97e,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:27.208852 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-91b682bb-b7f8-46bd-8f26-16a286285bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:27.209827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-91b682bb-b7f8-46bd-8f26-16a286285bbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:27.211724 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-91b682bb-b7f8-46bd-8f26-16a286285bbe admin admin] 10.222.0.20 "DELETE /v2.0/subnets/63cb4975-9daf-484a-9398-949ddc41c97e HTTP/1.1" status: 204 len: 168 time: 0.3065338 Jun 22 10:18:27.214221 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39744) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:27.216857 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83e700d-15af-4347-80e7-58a399a58cd2 None None] Network 2018a25a-d097-4f28-95e0-6be141d3fdc2 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:18:27.288496 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:27.347823 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] Deleting port 28aa44ac-76e2-45d3-8bd8-09e95a576441 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:18:27.348456 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:27.418625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439d7316-7cfc-4f1f-8b8c-d61b04f7d86c None None] DHCP port deletion for 2018a25a-d097-4f28-95e0-6be141d3fdc2 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:18:27.423373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] For port 28aa44ac-76e2-45d3-8bd8-09e95a576441, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=28aa44ac-76e2-45d3-8bd8-09e95a576441,segment=NetworkSegment(fa813bfe-e857-4322-8225-68f0fbc52fe4),segment_id=fa813bfe-e857-4322-8225-68f0fbc52fe4)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:27.423903 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:27.466663 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-439d7316-7cfc-4f1f-8b8c-d61b04f7d86c None None] Deleting port 28aa44ac-76e2-45d3-8bd8-09e95a576441 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:18:27.467135 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-439d7316-7cfc-4f1f-8b8c-d61b04f7d86c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:27.490224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] Calling delete_port for 28aa44ac-76e2-45d3-8bd8-09e95a576441 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:18:27.531321 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-439d7316-7cfc-4f1f-8b8c-d61b04f7d86c None None] For port 28aa44ac-76e2-45d3-8bd8-09e95a576441, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=28aa44ac-76e2-45d3-8bd8-09e95a576441,segment=NetworkSegment(fa813bfe-e857-4322-8225-68f0fbc52fe4),segment_id=fa813bfe-e857-4322-8225-68f0fbc52fe4)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:27.531751 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-439d7316-7cfc-4f1f-8b8c-d61b04f7d86c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:27.600988 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-439d7316-7cfc-4f1f-8b8c-d61b04f7d86c None None] Calling delete_port for 28aa44ac-76e2-45d3-8bd8-09e95a576441 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:18:27.604490 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 28aa44ac-76e2-45d3-8bd8-09e95a576441 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:18:27.625602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:27.628982 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-457f79a8-68a4-479d-a049-b22496d921d0 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:27.652723 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=28aa44ac-76e2-45d3-8bd8-09e95a576441,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:27.654519 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] No DVR routers for this DVR port 28aa44ac-76e2-45d3-8bd8-09e95a576441 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:18:27.655998 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:27.691529 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No active binding found for port 28aa44ac-76e2-45d3-8bd8-09e95a576441 {{(pid=100654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 22 10:18:27.692011 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 28aa44ac-76e2-45d3-8bd8-09e95a576441 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:18:27.692475 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 09283581-54fd-48a5-abcc-075312f562fa no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:18:27.714633 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 09283581-54fd-48a5-abcc-075312f562fa {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:18:27.714991 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 09283581-54fd-48a5-abcc-075312f562fa not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:18:27.715417 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9449fb1b-40e9-4bfe-86ec-1012ec8b9002 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:18:27.726673 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:27.736252 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2018a25a-d097-4f28-95e0-6be141d3fdc2']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:27.739734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 9449fb1b-40e9-4bfe-86ec-1012ec8b9002 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:18:27.740101 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9449fb1b-40e9-4bfe-86ec-1012ec8b9002 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:18:27.749218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa813bfe-e857-4322-8225-68f0fbc52fe4') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:27.749482 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa813bfe-e857-4322-8225-68f0fbc52fe4') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:27.755420 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-439d7316-7cfc-4f1f-8b8c-d61b04f7d86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:27.758463 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:27.759074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:27.773141 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:27.778901 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:18:27.779283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:18:27.780916 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:18:27.783123 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d7316-7cfc-4f1f-8b8c-d61b04f7d86c None None] Pushing event deleted for resources: {'Port': ['ID=28aa44ac-76e2-45d3-8bd8-09e95a576441,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:27.785364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-439d7316-7cfc-4f1f-8b8c-d61b04f7d86c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:27.788488 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439d7316-7cfc-4f1f-8b8c-d61b04f7d86c None None] No DVR routers for this DVR port 28aa44ac-76e2-45d3-8bd8-09e95a576441 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:18:27.898763 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:27.902361 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d8f470ad-cc32-410b-b1e1-09fd239e9a6e tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:27.905900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:27.907708 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2018a25a-d097-4f28-95e0-6be141d3fdc2 HTTP/1.1" status: 204 len: 168 time: 0.6925087 Jun 22 10:18:27.910772 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39746) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:27.917784 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2018a25a-d097-4f28-95e0-6be141d3fdc2,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:27.920130 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:28.247149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-12136fe6-8313-4351-bc94-24884cf8d2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:28.509200 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-12136fe6-8313-4351-bc94-24884cf8d2d3 admin admin] Deleting port 05c01bd9-cf93-4908-a4dd-4624adaee41e {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:18:28.509461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-12136fe6-8313-4351-bc94-24884cf8d2d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:28.583686 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-12136fe6-8313-4351-bc94-24884cf8d2d3 admin admin] For port 05c01bd9-cf93-4908-a4dd-4624adaee41e, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=05c01bd9-cf93-4908-a4dd-4624adaee41e,segment=NetworkSegment(94e414ea-1946-47ca-b15d-57a2e615d778),segment_id=94e414ea-1946-47ca-b15d-57a2e615d778)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:28.584048 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-12136fe6-8313-4351-bc94-24884cf8d2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:28.648846 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-12136fe6-8313-4351-bc94-24884cf8d2d3 admin admin] Calling delete_port for 05c01bd9-cf93-4908-a4dd-4624adaee41e owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:18:28.911636 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-12136fe6-8313-4351-bc94-24884cf8d2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:28.913661 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:28.936255 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12136fe6-8313-4351-bc94-24884cf8d2d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=05c01bd9-cf93-4908-a4dd-4624adaee41e,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:28.940103 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-12136fe6-8313-4351-bc94-24884cf8d2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:29.101683 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-12136fe6-8313-4351-bc94-24884cf8d2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:29.310595 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12136fe6-8313-4351-bc94-24884cf8d2d3 admin admin] Router e2a1d124-68bd-4b8e-8345-f8349d312794 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:18:29.415876 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12136fe6-8313-4351-bc94-24884cf8d2d3 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:18:29.420810 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-12136fe6-8313-4351-bc94-24884cf8d2d3 admin admin] 10.222.0.20 "PUT /v2.0/routers/e2a1d124-68bd-4b8e-8345-f8349d312794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5084088 Jun 22 10:18:29.423202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39748) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:29.425921 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aa3157-93a2-4537-b474-9c471bd37b3d None None] Sync routers for ids ['e2a1d124-68bd-4b8e-8345-f8349d312794'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:18:29.435122 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aa3157-93a2-4537-b474-9c471bd37b3d None None] Routers {'e2a1d124-68bd-4b8e-8345-f8349d312794'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:18:29.435773 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-65aa3157-93a2-4537-b474-9c471bd37b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:18:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e2a1d124-68bd-4b8e-8345-f8349d312794'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:29.524643 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d51cb5f3-5018-46d6-aa7e-425fdaca3779 admin admin] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:29.545045 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-65aa3157-93a2-4537-b474-9c471bd37b3d None None] Set router e2a1d124-68bd-4b8e-8345-f8349d312794 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:18:29.628643 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d51cb5f3-5018-46d6-aa7e-425fdaca3779 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:29.721263 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-65aa3157-93a2-4537-b474-9c471bd37b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a1d124-68bd-4b8e-8345-f8349d312794', 'name': 'tempest-TestEncryptedCinderVolumes-1202431519-router', 'tenant_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '583896b6-fbf8-4dd0-a7ec-5ff14de6d66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:16:38Z', 'updated_at': '2021-06-22T10:18:28Z', 'revision_number': 5, 'project_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'gw_port': {'id': '583896b6-fbf8-4dd0-a7ec-5ff14de6d66c', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a1d124-68bd-4b8e-8345-f8349d312794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:16:39Z', 'updated_at': '2021-06-22T10:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:29.724658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-d51cb5f3-5018-46d6-aa7e-425fdaca3779 admin admin] Deleting port 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:18:29.725008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d51cb5f3-5018-46d6-aa7e-425fdaca3779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:29.746713 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aa3157-93a2-4537-b474-9c471bd37b3d None None] Checking router: e2a1d124-68bd-4b8e-8345-f8349d312794 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:18:29.755765 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aa3157-93a2-4537-b474-9c471bd37b3d None None] Routers {'e2a1d124-68bd-4b8e-8345-f8349d312794'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:18:29.756409 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-65aa3157-93a2-4537-b474-9c471bd37b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:18:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['e2a1d124-68bd-4b8e-8345-f8349d312794'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:29.805377 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-d51cb5f3-5018-46d6-aa7e-425fdaca3779 admin admin] For port 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=583896b6-fbf8-4dd0-a7ec-5ff14de6d66c,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:29.805733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d51cb5f3-5018-46d6-aa7e-425fdaca3779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:29.840797 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-65aa3157-93a2-4537-b474-9c471bd37b3d None None] Set router e2a1d124-68bd-4b8e-8345-f8349d312794 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:18:29.874358 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-d51cb5f3-5018-46d6-aa7e-425fdaca3779 admin admin] Calling delete_port for 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:18:29.889799 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-65aa3157-93a2-4537-b474-9c471bd37b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a1d124-68bd-4b8e-8345-f8349d312794', 'name': 'tempest-TestEncryptedCinderVolumes-1202431519-router', 'tenant_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:16:38Z', 'updated_at': '2021-06-22T10:18:29Z', 'revision_number': 6, 'project_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:30.002335 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aa3157-93a2-4537-b474-9c471bd37b3d None None] The sync data for ids ['e2a1d124-68bd-4b8e-8345-f8349d312794'] in dv-neutron-797121-3-hyperv is: [{'id': 'e2a1d124-68bd-4b8e-8345-f8349d312794', 'name': 'tempest-TestEncryptedCinderVolumes-1202431519-router', 'tenant_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:16:38Z', 'updated_at': '2021-06-22T10:18:29Z', 'revision_number': 6, 'project_id': 'a47fd1cf4ba4486fbc9d6ba49693fb4d', 'gw_port_host': None}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:18:30.107373 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d51cb5f3-5018-46d6-aa7e-425fdaca3779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:30.109678 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a8f60179-e908-45df-b932-ce92cfe37ddc tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:30.134948 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cb5f3-5018-46d6-aa7e-425fdaca3779 admin admin] Pushing event deleted for resources: {'Port': ['ID=583896b6-fbf8-4dd0-a7ec-5ff14de6d66c,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:30.138667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d51cb5f3-5018-46d6-aa7e-425fdaca3779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:30.200266 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d51cb5f3-5018-46d6-aa7e-425fdaca3779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:30.285923 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d51cb5f3-5018-46d6-aa7e-425fdaca3779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:30.287930 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d51cb5f3-5018-46d6-aa7e-425fdaca3779 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:30.402600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d51cb5f3-5018-46d6-aa7e-425fdaca3779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:30.403177 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51cb5f3-5018-46d6-aa7e-425fdaca3779 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2a1d124-68bd-4b8e-8345-f8349d312794 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:18:30.407777 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d51cb5f3-5018-46d6-aa7e-425fdaca3779 admin admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:30.417460 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d51cb5f3-5018-46d6-aa7e-425fdaca3779 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e2a1d124-68bd-4b8e-8345-f8349d312794 HTTP/1.1" status: 204 len: 168 time: 0.9847536 Jun 22 10:18:30.417460 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39750) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:30.462243 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8a04a9-d6c6-4dbd-afdb-8b4c5417b107 admin admin] Deleting subnet 29891a74-3845-4829-b496-1de887f5a960 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:18:30.465431 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa8a04a9-d6c6-4dbd-afdb-8b4c5417b107 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:30.498830 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa8a04a9-d6c6-4dbd-afdb-8b4c5417b107 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:30.571701 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa8a04a9-d6c6-4dbd-afdb-8b4c5417b107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:30.688667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa8a04a9-d6c6-4dbd-afdb-8b4c5417b107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:30.690647 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-eb1a091e-4be3-4d4a-8f3a-bb19f8d14a6c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:30.717386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a04a9-d6c6-4dbd-afdb-8b4c5417b107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29891a74-3845-4829-b496-1de887f5a960,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:30.721333 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fa8a04a9-d6c6-4dbd-afdb-8b4c5417b107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:30.722935 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fa8a04a9-d6c6-4dbd-afdb-8b4c5417b107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:30.726012 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fa8a04a9-d6c6-4dbd-afdb-8b4c5417b107 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/29891a74-3845-4829-b496-1de887f5a960 HTTP/1.1" status: 204 len: 168 time: 0.3131096 Jun 22 10:18:30.728535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39752) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:30.731362 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81494d19-53f5-4bd5-95f4-a7f0ad6c81f5 None None] Network c11a56f9-fd80-4d75-b928-14f31e806e80 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:18:30.799343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:30.855586 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] Deleting port f3f32f94-41d7-4d5e-85b0-de698465e40a {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:18:30.855940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:30.923864 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] For port f3f32f94-41d7-4d5e-85b0-de698465e40a, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=f3f32f94-41d7-4d5e-85b0-de698465e40a,segment=NetworkSegment(94e414ea-1946-47ca-b15d-57a2e615d778),segment_id=94e414ea-1946-47ca-b15d-57a2e615d778)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:30.924361 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:30.932283 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fce638-c566-4b06-a85a-4448fc4c77d2 None None] DHCP port deletion for c11a56f9-fd80-4d75-b928-14f31e806e80 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:18:30.981139 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-61fce638-c566-4b06-a85a-4448fc4c77d2 None None] Deleting port f3f32f94-41d7-4d5e-85b0-de698465e40a {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:18:30.981526 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-61fce638-c566-4b06-a85a-4448fc4c77d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:30.991916 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] Calling delete_port for f3f32f94-41d7-4d5e-85b0-de698465e40a owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:18:31.045256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-61fce638-c566-4b06-a85a-4448fc4c77d2 None None] For port f3f32f94-41d7-4d5e-85b0-de698465e40a, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=f3f32f94-41d7-4d5e-85b0-de698465e40a,segment=NetworkSegment(94e414ea-1946-47ca-b15d-57a2e615d778),segment_id=94e414ea-1946-47ca-b15d-57a2e615d778)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:31.045844 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-61fce638-c566-4b06-a85a-4448fc4c77d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:31.113430 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-61fce638-c566-4b06-a85a-4448fc4c77d2 None None] Calling delete_port for f3f32f94-41d7-4d5e-85b0-de698465e40a owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:18:31.185653 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:31.188699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1583b51d-c2f8-4fef-bd0f-ca717cc4d9ef tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:31.191172 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-61fce638-c566-4b06-a85a-4448fc4c77d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:31.193589 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7d84e00a-e77a-4787-8fce-affbf3ec7548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:31.215964 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fce638-c566-4b06-a85a-4448fc4c77d2 None None] Pushing event deleted for resources: {'Port': ['ID=f3f32f94-41d7-4d5e-85b0-de698465e40a,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:31.216921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f32f94-41d7-4d5e-85b0-de698465e40a,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:31.218832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] No DVR routers for this DVR port f3f32f94-41d7-4d5e-85b0-de698465e40a on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:18:31.220337 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:31.223329 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-61fce638-c566-4b06-a85a-4448fc4c77d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:31.227274 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fce638-c566-4b06-a85a-4448fc4c77d2 None None] No DVR routers for this DVR port f3f32f94-41d7-4d5e-85b0-de698465e40a on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:18:31.292039 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:31.302253 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11a56f9-fd80-4d75-b928-14f31e806e80']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:31.311865 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e414ea-1946-47ca-b15d-57a2e615d778') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:31.312166 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e414ea-1946-47ca-b15d-57a2e615d778') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:31.321023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:31.334582 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:18:31.354168 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:18:31.465274 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:31.469602 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:31.471631 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c11a56f9-fd80-4d75-b928-14f31e806e80 HTTP/1.1" status: 204 len: 168 time: 0.7420802 Jun 22 10:18:31.472440 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f6e57e7-5320-449b-a8b1-f4658be09d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:31.487576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=c11a56f9-fd80-4d75-b928-14f31e806e80,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:31.487797 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:31.585621 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:18:31.605135 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:18:31.605483 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 583896b6-fbf8-4dd0-a7ec-5ff14de6d66c not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:18:31.605896 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device f3f32f94-41d7-4d5e-85b0-de698465e40a no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:18:31.623704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: f3f32f94-41d7-4d5e-85b0-de698465e40a {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:18:31.624060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device f3f32f94-41d7-4d5e-85b0-de698465e40a not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:18:31.624503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 05c01bd9-cf93-4908-a4dd-4624adaee41e no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:18:31.643042 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 05c01bd9-cf93-4908-a4dd-4624adaee41e {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:18:31.643402 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 05c01bd9-cf93-4908-a4dd-4624adaee41e not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:18:31.807922 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39756) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:31.851621 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b9505d4b-47ad-40c0-aa50-7010cd9a5629 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3696904a6b7b4a3e95c4ebff8e6b1d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423868 Jun 22 10:18:31.853951 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39758) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:31.899824 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bef61e5e-c7fd-4ec1-bddc-d49a326db125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:31.919940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bef61e5e-c7fd-4ec1-bddc-d49a326db125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:32.037232 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bef61e5e-c7fd-4ec1-bddc-d49a326db125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:32.039839 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bef61e5e-c7fd-4ec1-bddc-d49a326db125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:32.040978 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bef61e5e-c7fd-4ec1-bddc-d49a326db125 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/948317cf-771d-4e9c-bd4f-a2b2d3e4057c HTTP/1.1" status: 204 len: 168 time: 0.1861510 Jun 22 10:18:32.041761 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4743597b-728a-4f8e-a5a4-89b5d511e10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:32.048983 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef61e5e-c7fd-4ec1-bddc-d49a326db125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948317cf-771d-4e9c-bd4f-a2b2d3e4057c,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:32.053143 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bef61e5e-c7fd-4ec1-bddc-d49a326db125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:32.668638 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39764) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:32.709193 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e1ef08c7-9a3b-4ed9-b739-15c40b8fc5d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a47fd1cf4ba4486fbc9d6ba49693fb4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387309 Jun 22 10:18:32.711384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39766) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:32.762002 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56265b50-48d7-4fb4-aaef-a58a84ecdfa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:32.782633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56265b50-48d7-4fb4-aaef-a58a84ecdfa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:32.899501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56265b50-48d7-4fb4-aaef-a58a84ecdfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:32.902011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56265b50-48d7-4fb4-aaef-a58a84ecdfa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:32.903141 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-56265b50-48d7-4fb4-aaef-a58a84ecdfa1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3f0f49f-bfd0-4be4-a90f-d0716ba5992d HTTP/1.1" status: 204 len: 168 time: 0.1908674 Jun 22 10:18:32.904054 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a8e8c4e5-c9a8-4073-8dfc-dda56a63c67f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:32.911415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56265b50-48d7-4fb4-aaef-a58a84ecdfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f0f49f-bfd0-4be4-a90f-d0716ba5992d,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:32.913761 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-56265b50-48d7-4fb4-aaef-a58a84ecdfa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:33.965011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39788) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:34.055166 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-44ac037a-b3e3-44b7-b055-5db972c1ed0f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1201625470-network', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:18:34.132640 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ac037a-b3e3-44b7-b055-5db972c1ed0f admin admin] Made reservation on behalf of 1af8749147c8436eb1d41e5ffcc10988 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:18:34.141708 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-44ac037a-b3e3-44b7-b055-5db972c1ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:34.143423 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-44ac037a-b3e3-44b7-b055-5db972c1ed0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:34.169349 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:18:34.227827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-44ac037a-b3e3-44b7-b055-5db972c1ed0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:34.300150 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-44ac037a-b3e3-44b7-b055-5db972c1ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:34.303244 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c0f3afb6-1d55-49c5-ad03-e8c57dfd62a0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:34.327373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ac037a-b3e3-44b7-b055-5db972c1ed0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:18:34.333936 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac037a-b3e3-44b7-b055-5db972c1ed0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:34.337539 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-44ac037a-b3e3-44b7-b055-5db972c1ed0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:34.340293 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-44ac037a-b3e3-44b7-b055-5db972c1ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:34.344002 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-44ac037a-b3e3-44b7-b055-5db972c1ed0f admin admin] Added segment d8961b3c-1e86-4a3c-8a53-6bef6be65db1 of type vlan for network 972a81e1-3ba1-44b3-a3eb-7563cae530eb Jun 22 10:18:34.383024 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-44ac037a-b3e3-44b7-b055-5db972c1ed0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:34.475354 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-44ac037a-b3e3-44b7-b055-5db972c1ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:34.476416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ac037a-b3e3-44b7-b055-5db972c1ed0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:34.477004 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-44ac037a-b3e3-44b7-b055-5db972c1ed0f admin admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:34.479942 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fe7f37b6-e192-49de-9018-3e4374b75869 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:34.537615 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac037a-b3e3-44b7-b055-5db972c1ed0f admin admin] Pushing event updated for resources: {'Network': ['ID=972a81e1-3ba1-44b3-a3eb-7563cae530eb,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:34.540315 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-44ac037a-b3e3-44b7-b055-5db972c1ed0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:34.547318 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 972a81e1-3ba1-44b3-a3eb-7563cae530eb details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:18:34.608838 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-44ac037a-b3e3-44b7-b055-5db972c1ed0f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6426156 Jun 22 10:18:34.611411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39792) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:34.616813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-846a3d19-5dd5-49eb-abdb-5ce791ff5b0a admin admin] Request body: {'subnet': {'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1201625470-subnet', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'ip_version': 4}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:18:34.699905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846a3d19-5dd5-49eb-abdb-5ce791ff5b0a admin admin] Made reservation on behalf of 1af8749147c8436eb1d41e5ffcc10988 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:18:34.702485 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-846a3d19-5dd5-49eb-abdb-5ce791ff5b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:34.899518 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-846a3d19-5dd5-49eb-abdb-5ce791ff5b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:34.902173 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6ec47f5c-43bc-4cbd-b1d1-ba27480852da tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:34.954206 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a3d19-5dd5-49eb-abdb-5ce791ff5b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a1de8b-c96e-45ee-9b45-21760c6945d7,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:34.956883 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-846a3d19-5dd5-49eb-abdb-5ce791ff5b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:34.962668 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846a3d19-5dd5-49eb-abdb-5ce791ff5b0a admin admin] Checking segment: {'id': 'd8961b3c-1e86-4a3c-8a53-6bef6be65db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:18:34.963033 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a3d19-5dd5-49eb-abdb-5ce791ff5b0a admin admin] Network hostable DHCP agents. Network: 972a81e1-3ba1-44b3-a3eb-7563cae530eb, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:18:35.065059 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a3d19-5dd5-49eb-abdb-5ce791ff5b0a admin admin] Network 972a81e1-3ba1-44b3-a3eb-7563cae530eb is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:18:35.161167 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-846a3d19-5dd5-49eb-abdb-5ce791ff5b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 972a81e1-3ba1-44b3-a3eb-7563cae530eb) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:18:35.165318 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846a3d19-5dd5-49eb-abdb-5ce791ff5b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:35.165971 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-846a3d19-5dd5-49eb-abdb-5ce791ff5b0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:35.169946 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade68986-6952-4bc6-85ef-f7e000f9c111 None None] Network 972a81e1-3ba1-44b3-a3eb-7563cae530eb requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:18:35.259994 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-846a3d19-5dd5-49eb-abdb-5ce791ff5b0a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6475117 Jun 22 10:18:35.262564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39794) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:35.267298 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1201625470-router', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:18:35.310192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-972a81e1-3ba1-44b3-a3eb-7563cae530eb', 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'fixed_ips': [{'subnet_id': '70a1de8b-c96e-45ee-9b45-21760c6945d7'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:18:35.311062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:35.356992 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:35.358050 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:35.414014 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:35.439054 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Allocated IP 172.20.0.2 (972a81e1-3ba1-44b3-a3eb-7563cae530eb/70a1de8b-c96e-45ee-9b45-21760c6945d7/79deb126-360c-46d6-9810-170ef23a1e6b) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:18:35.577940 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:35.586317 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Transition to ACTIVE for port object 79deb126-360c-46d6-9810-170ef23a1e6b will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:18:35.593217 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:35.600382 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Transition to ACTIVE for port object 79deb126-360c-46d6-9810-170ef23a1e6b will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:18:35.682551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:35.685331 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-dd2d2f39-7e14-41f2-8697-d8c4d47fec2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:35.719159 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Network 972a81e1-3ba1-44b3-a3eb-7563cae530eb is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:18:35.721955 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:18:35.724920 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:18:35.736293 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Pushing event updated for resources: {'Port': ['ID=79deb126-360c-46d6-9810-170ef23a1e6b,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:35.738818 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:35.792802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Attempting to bind port 79deb126-360c-46d6-9810-170ef23a1e6b on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:18:35.793182 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Attempting to bind port 79deb126-360c-46d6-9810-170ef23a1e6b by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'd8961b3c-1e86-4a3c-8a53-6bef6be65db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:18:35.793556 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Attempting to bind port 79deb126-360c-46d6-9810-170ef23a1e6b on network 972a81e1-3ba1-44b3-a3eb-7563cae530eb {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:18:35.798697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:18:35.799078 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Checking segment: {'id': 'd8961b3c-1e86-4a3c-8a53-6bef6be65db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:18:35.799517 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:35.799925 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Bound using segment: {'id': 'd8961b3c-1e86-4a3c-8a53-6bef6be65db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:18:35.800392 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Bound port: 79deb126-360c-46d6-9810-170ef23a1e6b, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8961b3c-1e86-4a3c-8a53-6bef6be65db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:18:35.800796 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:35.826266 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:35.844612 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:35.862194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] For port 79deb126-360c-46d6-9810-170ef23a1e6b, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:18:35.865721 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] For port 79deb126-360c-46d6-9810-170ef23a1e6b, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=79deb126-360c-46d6-9810-170ef23a1e6b,segment=NetworkSegment(d8961b3c-1e86-4a3c-8a53-6bef6be65db1),segment_id=d8961b3c-1e86-4a3c-8a53-6bef6be65db1)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:18:35.922898 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:35.925717 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:35.946219 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Allocated IP 172.26.3.149 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/98910d8a-96c2-4f7f-82be-46bbe24766aa) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:18:35.986708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Pushing event updated for resources: {'Port': ['ID=79deb126-360c-46d6-9810-170ef23a1e6b,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:35.990468 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:36.053982 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:36.151326 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:36.153531 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:36.192692 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:18:36.195912 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:18:36.199173 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:18:36.592384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Pushing event updated for resources: {'Port': ['ID=98910d8a-96c2-4f7f-82be-46bbe24766aa,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:36.596350 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:36.869433 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a087b32-3a99-4803-b9e4-aa9b743f8654 None None] Network 972a81e1-3ba1-44b3-a3eb-7563cae530eb requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:18:36.886521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:37.048359 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-0cc71477-fc5d-4dd1-bc55-451ef2fdc005 None None] Provisioning for port 79deb126-360c-46d6-9810-170ef23a1e6b completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:18:37.082501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:37.265191 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Router c80e939a-c66d-4885-9536-7d4c4441d475 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:18:37.368561 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:18:37.377102 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Sync routers for ids ['c80e939a-c66d-4885-9536-7d4c4441d475'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:18:37.385812 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Routers {'c80e939a-c66d-4885-9536-7d4c4441d475'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:18:37.390905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:18:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['c80e939a-c66d-4885-9536-7d4c4441d475'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:37.430877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:37.432225 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1687081 Jun 22 10:18:37.434943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 39796) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:37.488491 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Set router c80e939a-c66d-4885-9536-7d4c4441d475 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:18:37.695058 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 79deb126-360c-46d6-9810-170ef23a1e6b up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:18:37.848333 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 79deb126-360c-46d6-9810-170ef23a1e6b completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:18:37.852531 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:37.854641 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 79deb126-360c-46d6-9810-170ef23a1e6b triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:18:37.855052 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:37.858787 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'name': 'tempest-TestMinimumBasicScenario-1201625470-router', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:36Z', 'revision_number': 3, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'gw_port': {'id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:37.903885 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Checking router: c80e939a-c66d-4885-9536-7d4c4441d475 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:18:37.904588 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Updating router c80e939a-c66d-4885-9536-7d4c4441d475 port 98910d8a-96c2-4f7f-82be-46bbe24766aa binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:18:37.948605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:38.005547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Allocated IP 172.20.0.1 (972a81e1-3ba1-44b3-a3eb-7563cae530eb/70a1de8b-c96e-45ee-9b45-21760c6945d7/b4be57fb-1070-4039-ae3e-3475b2ad34c9) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:18:38.065595 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:38.104655 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:38.117878 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Transition to ACTIVE for port object b4be57fb-1070-4039-ae3e-3475b2ad34c9 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:18:38.142288 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 79deb126-360c-46d6-9810-170ef23a1e6b, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=79deb126-360c-46d6-9810-170ef23a1e6b,segment=NetworkSegment(d8961b3c-1e86-4a3c-8a53-6bef6be65db1),segment_id=d8961b3c-1e86-4a3c-8a53-6bef6be65db1)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:38.192915 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:38.195802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:38.219758 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:38.222724 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9fd1b207-4539-46fa-b883-b139790f51e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:38.263013 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Network 972a81e1-3ba1-44b3-a3eb-7563cae530eb is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:18:38.265895 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:18:38.271964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:18:38.285266 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=79deb126-360c-46d6-9810-170ef23a1e6b,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:38.289899 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:38.291794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:38.297869 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Pushing event updated for resources: {'Port': ['ID=b4be57fb-1070-4039-ae3e-3475b2ad34c9,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:38.305475 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:38.306882 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Transition to ACTIVE for port object 98910d8a-96c2-4f7f-82be-46bbe24766aa will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:18:38.322339 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:38.357193 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:38.359473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-56c1d642-b571-424d-8684-b85a52b0df70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:38.408497 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Attempting to bind port 98910d8a-96c2-4f7f-82be-46bbe24766aa on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:18:38.409014 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Attempting to bind port 98910d8a-96c2-4f7f-82be-46bbe24766aa by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:18:38.409460 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Attempting to bind port 98910d8a-96c2-4f7f-82be-46bbe24766aa on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:18:38.422120 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:18:38.422619 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:18:38.423215 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:38.423723 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:18:38.424212 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Bound port: 98910d8a-96c2-4f7f-82be-46bbe24766aa, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:18:38.424598 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:38.426477 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f7a7d-af17-437c-879a-ae984887c6af None None] Pushing event updated for resources: {'Port': ['ID=98910d8a-96c2-4f7f-82be-46bbe24766aa,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:38.433294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6d2f7a7d-af17-437c-879a-ae984887c6af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:38.485503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] For port 98910d8a-96c2-4f7f-82be-46bbe24766aa, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:18:38.491698 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] For port 98910d8a-96c2-4f7f-82be-46bbe24766aa, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=98910d8a-96c2-4f7f-82be-46bbe24766aa,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:18:38.512448 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:38.534272 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:38.536268 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7a745395-8a2a-4047-95af-656fe6eece93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:38.563395 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b959329f-0457-4397-ac66-65228c4fd9ee None None] Provisioning for port b4be57fb-1070-4039-ae3e-3475b2ad34c9 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:18:38.581483 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b959329f-0457-4397-ac66-65228c4fd9ee None None] Provisioning complete for port b4be57fb-1070-4039-ae3e-3475b2ad34c9 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:18:38.581860 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b959329f-0457-4397-ac66-65228c4fd9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:38.618981 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Routers {'c80e939a-c66d-4885-9536-7d4c4441d475'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:18:38.619609 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:18:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['c80e939a-c66d-4885-9536-7d4c4441d475'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:38.621262 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f7a7d-af17-437c-879a-ae984887c6af None None] Pushing event updated for resources: {'Port': ['ID=98910d8a-96c2-4f7f-82be-46bbe24766aa,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:38.626548 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6d2f7a7d-af17-437c-879a-ae984887c6af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:38.668957 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-b959329f-0457-4397-ac66-65228c4fd9ee None None] Port b4be57fb-1070-4039-ae3e-3475b2ad34c9 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:18:38.679918 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:38.732161 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] Set router c80e939a-c66d-4885-9536-7d4c4441d475 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:18:38.733799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:38.737178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:38.800117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:38.802584 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Pushing event updated for resources: {'Port': ['ID=b4be57fb-1070-4039-ae3e-3475b2ad34c9,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:38.805538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:38.895597 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Network 972a81e1-3ba1-44b3-a3eb-7563cae530eb is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:18:38.897021 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:18:38.925743 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'name': 'tempest-TestMinimumBasicScenario-1201625470-router', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:38Z', 'revision_number': 4, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'gw_port': {'id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'b4be57fb-1070-4039-ae3e-3475b2ad34c9', 'name': '', 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'mac_address': 'fa:16:3e:d3:3f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:37Z', 'updated_at': '2021-06-22T10:18:38Z', 'revision_number': 1, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'subnets': [{'id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:38.957739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac35d84-bc1e-4acb-a1ae-7278ecea51bd None None] The sync data for ids ['c80e939a-c66d-4885-9536-7d4c4441d475'] in dv-neutron-797121-3-hyperv is: [{'id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'name': 'tempest-TestMinimumBasicScenario-1201625470-router', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:38Z', 'revision_number': 4, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'gw_port': {'id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'b4be57fb-1070-4039-ae3e-3475b2ad34c9', 'name': '', 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'mac_address': 'fa:16:3e:d3:3f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:37Z', 'updated_at': '2021-06-22T10:18:38Z', 'revision_number': 1, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'subnets': [{'id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:18:39.018494 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Router c80e939a-c66d-4885-9536-7d4c4441d475 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:18:39.089940 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ffa8dbca-1613-4c0f-9598-c856a43ee17e None None] Provisioning complete for port b4be57fb-1070-4039-ae3e-3475b2ad34c9 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:18:39.090315 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ffa8dbca-1613-4c0f-9598-c856a43ee17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:39.133877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:18:39.139566 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ffa8dbca-1613-4c0f-9598-c856a43ee17e None None] Port b4be57fb-1070-4039-ae3e-3475b2ad34c9 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:18:39.152471 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] 10.222.0.20 "PUT /v2.0/routers/c80e939a-c66d-4885-9536-7d4c4441d475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7159541 Jun 22 10:18:39.708458 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 79deb126-360c-46d6-9810-170ef23a1e6b up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:18:39.758762 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 79deb126-360c-46d6-9810-170ef23a1e6b triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:18:39.759174 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:39.846885 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 98910d8a-96c2-4f7f-82be-46bbe24766aa up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:18:39.862403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39812) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:39.868242 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-fb94d3b6-bc05-408c-8661-0e36dd173d3b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1296831538-network', 'tenant_id': '42f1d0f1aaf74c8db4bdb865f7287308'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:18:39.955553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb94d3b6-bc05-408c-8661-0e36dd173d3b admin admin] Made reservation on behalf of 42f1d0f1aaf74c8db4bdb865f7287308 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:18:39.958543 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fb94d3b6-bc05-408c-8661-0e36dd173d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:39.967371 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fb94d3b6-bc05-408c-8661-0e36dd173d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:39.968019 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 98910d8a-96c2-4f7f-82be-46bbe24766aa completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:18:39.972447 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 98910d8a-96c2-4f7f-82be-46bbe24766aa triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:18:39.973066 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:40.057823 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:40.062579 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fb94d3b6-bc05-408c-8661-0e36dd173d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:40.079453 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 98910d8a-96c2-4f7f-82be-46bbe24766aa, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=98910d8a-96c2-4f7f-82be-46bbe24766aa,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:40.151035 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fb94d3b6-bc05-408c-8661-0e36dd173d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:40.154603 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-139a877f-9378-49be-a6dd-a03b0c8e3959 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:40.173970 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:40.177854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-844db674-0db4-4eaf-bb6a-d188a674267f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:40.186652 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb94d3b6-bc05-408c-8661-0e36dd173d3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:18:40.186652 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94d3b6-bc05-408c-8661-0e36dd173d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d723705-dfdb-47fc-8ec5-561249c40b3c,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:40.190049 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fb94d3b6-bc05-408c-8661-0e36dd173d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:40.195731 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fb94d3b6-bc05-408c-8661-0e36dd173d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:40.196355 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-fb94d3b6-bc05-408c-8661-0e36dd173d3b admin admin] Added segment 196aaba0-bb38-4edb-8e46-78d846019dca of type vlan for network a6f5802e-7788-48d3-a2b8-7c8234e066ee Jun 22 10:18:40.226717 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=98910d8a-96c2-4f7f-82be-46bbe24766aa,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:40.232129 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:40.239799 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fb94d3b6-bc05-408c-8661-0e36dd173d3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:40.664942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fb94d3b6-bc05-408c-8661-0e36dd173d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:40.666072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb94d3b6-bc05-408c-8661-0e36dd173d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:40.666660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-fb94d3b6-bc05-408c-8661-0e36dd173d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:40.669930 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:40.727623 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94d3b6-bc05-408c-8661-0e36dd173d3b admin admin] Pushing event updated for resources: {'Network': ['ID=a6f5802e-7788-48d3-a2b8-7c8234e066ee,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:40.730747 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fb94d3b6-bc05-408c-8661-0e36dd173d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:40.736356 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:40.737607 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network a6f5802e-7788-48d3-a2b8-7c8234e066ee details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:18:40.774837 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fb94d3b6-bc05-408c-8661-0e36dd173d3b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9112811 Jun 22 10:18:40.780960 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39814) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:40.786309 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-0355b410-15b3-41d6-b63c-8c3c00ac7094 admin admin] Request body: {'subnet': {'network_id': 'a6f5802e-7788-48d3-a2b8-7c8234e066ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1296831538-subnet', 'tenant_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'ip_version': 4}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:18:40.867556 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Sync routers for ids ['c80e939a-c66d-4885-9536-7d4c4441d475'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:18:40.877756 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Routers {'c80e939a-c66d-4885-9536-7d4c4441d475'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:18:40.878318 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:18:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['c80e939a-c66d-4885-9536-7d4c4441d475'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:40.893520 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0355b410-15b3-41d6-b63c-8c3c00ac7094 admin admin] Made reservation on behalf of 42f1d0f1aaf74c8db4bdb865f7287308 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:18:40.895986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0355b410-15b3-41d6-b63c-8c3c00ac7094 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:40.980307 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Set router c80e939a-c66d-4885-9536-7d4c4441d475 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:18:41.128084 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0355b410-15b3-41d6-b63c-8c3c00ac7094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:41.131149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6d045be5-3f5a-4410-86f2-df245bb5dc1f tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:41.175972 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'name': 'tempest-TestMinimumBasicScenario-1201625470-router', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:38Z', 'revision_number': 4, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'gw_port': {'id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'b4be57fb-1070-4039-ae3e-3475b2ad34c9', 'name': '', 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'mac_address': 'fa:16:3e:d3:3f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:37Z', 'updated_at': '2021-06-22T10:18:38Z', 'revision_number': 2, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'subnets': [{'id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:41.188991 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355b410-15b3-41d6-b63c-8c3c00ac7094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13354e31-ca23-40e6-994a-74baa0c56724,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:41.192930 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0355b410-15b3-41d6-b63c-8c3c00ac7094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:41.196808 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0355b410-15b3-41d6-b63c-8c3c00ac7094 admin admin] Checking segment: {'id': '196aaba0-bb38-4edb-8e46-78d846019dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a6f5802e-7788-48d3-a2b8-7c8234e066ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:18:41.197158 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0355b410-15b3-41d6-b63c-8c3c00ac7094 admin admin] Network hostable DHCP agents. Network: a6f5802e-7788-48d3-a2b8-7c8234e066ee, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:18:41.205484 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Checking router: c80e939a-c66d-4885-9536-7d4c4441d475 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:18:41.205855 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Updating router c80e939a-c66d-4885-9536-7d4c4441d475 port b4be57fb-1070-4039-ae3e-3475b2ad34c9 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:18:41.238263 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:41.310616 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0355b410-15b3-41d6-b63c-8c3c00ac7094 admin admin] Network a6f5802e-7788-48d3-a2b8-7c8234e066ee is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:18:41.384734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-0355b410-15b3-41d6-b63c-8c3c00ac7094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, a6f5802e-7788-48d3-a2b8-7c8234e066ee) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:18:41.388954 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0355b410-15b3-41d6-b63c-8c3c00ac7094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:41.389542 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0355b410-15b3-41d6-b63c-8c3c00ac7094 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:41.393679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6970ec82-73d9-4ea0-a03c-a4c84f195278 None None] Network a6f5802e-7788-48d3-a2b8-7c8234e066ee requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:18:41.467816 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0355b410-15b3-41d6-b63c-8c3c00ac7094 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6834564 Jun 22 10:18:41.468045 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39816) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:41.472861 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1296831538-router', 'tenant_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:18:41.492499 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:41.502347 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Transition to ACTIVE for port object b4be57fb-1070-4039-ae3e-3475b2ad34c9 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:18:41.539804 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-a6f5802e-7788-48d3-a2b8-7c8234e066ee', 'network_id': 'a6f5802e-7788-48d3-a2b8-7c8234e066ee', 'tenant_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'fixed_ips': [{'subnet_id': '13354e31-ca23-40e6-994a-74baa0c56724'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:18:41.540688 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:41.545654 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:41.550955 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:41.568406 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:41.572086 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-dbb49ef3-6ec9-4bc6-8e27-2d390396b12a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:41.612602 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 98910d8a-96c2-4f7f-82be-46bbe24766aa up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:18:41.614940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:41.620623 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8398c9-f6dc-4171-894b-8fed7044408d None None] Pushing event updated for resources: {'Port': ['ID=b4be57fb-1070-4039-ae3e-3475b2ad34c9,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:41.632831 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8398c9-f6dc-4171-894b-8fed7044408d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:41.633389 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8398c9-f6dc-4171-894b-8fed7044408d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:41.633981 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8398c9-f6dc-4171-894b-8fed7044408d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:41.636969 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8398c9-f6dc-4171-894b-8fed7044408d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:41.636969 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8398c9-f6dc-4171-894b-8fed7044408d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:41.636969 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8398c9-f6dc-4171-894b-8fed7044408d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:41.636969 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8398c9-f6dc-4171-894b-8fed7044408d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:41.636969 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8398c9-f6dc-4171-894b-8fed7044408d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:41.636969 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8398c9-f6dc-4171-894b-8fed7044408d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:41.636969 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8398c9-f6dc-4171-894b-8fed7044408d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:41.637665 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8398c9-f6dc-4171-894b-8fed7044408d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:41.638009 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8398c9-f6dc-4171-894b-8fed7044408d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:41.642362 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-6e8398c9-f6dc-4171-894b-8fed7044408d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:41.718167 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Allocated IP 172.20.0.2 (a6f5802e-7788-48d3-a2b8-7c8234e066ee/13354e31-ca23-40e6-994a-74baa0c56724/e5998e34-bc4c-4c12-8783-2e2f16fdd1f1) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:18:41.722311 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 98910d8a-96c2-4f7f-82be-46bbe24766aa triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:18:41.722637 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:41.731590 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Attempting to bind port b4be57fb-1070-4039-ae3e-3475b2ad34c9 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:18:41.732006 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Attempting to bind port b4be57fb-1070-4039-ae3e-3475b2ad34c9 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'd8961b3c-1e86-4a3c-8a53-6bef6be65db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:18:41.732379 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Attempting to bind port b4be57fb-1070-4039-ae3e-3475b2ad34c9 on network 972a81e1-3ba1-44b3-a3eb-7563cae530eb {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:18:41.737882 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:18:41.738258 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Checking segment: {'id': 'd8961b3c-1e86-4a3c-8a53-6bef6be65db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:18:41.738663 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:41.739646 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Bound using segment: {'id': 'd8961b3c-1e86-4a3c-8a53-6bef6be65db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:18:41.740121 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Bound port: b4be57fb-1070-4039-ae3e-3475b2ad34c9, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8961b3c-1e86-4a3c-8a53-6bef6be65db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:18:41.740498 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:41.813508 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] For port b4be57fb-1070-4039-ae3e-3475b2ad34c9, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:18:41.818915 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] For port b4be57fb-1070-4039-ae3e-3475b2ad34c9, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b4be57fb-1070-4039-ae3e-3475b2ad34c9,segment=NetworkSegment(d8961b3c-1e86-4a3c-8a53-6bef6be65db1),segment_id=d8961b3c-1e86-4a3c-8a53-6bef6be65db1)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:18:41.850929 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:41.905390 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:41.907307 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:41.946394 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:41.951057 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Routers {'c80e939a-c66d-4885-9536-7d4c4441d475'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:18:41.951795 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:18:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['c80e939a-c66d-4885-9536-7d4c4441d475'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:41.955081 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Transition to ACTIVE for port object e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:18:41.970691 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Transition to ACTIVE for port object e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:18:42.048938 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:42.053108 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:42.057549 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8398c9-f6dc-4171-894b-8fed7044408d None None] Pushing event updated for resources: {'Port': ['ID=b4be57fb-1070-4039-ae3e-3475b2ad34c9,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:42.072789 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-6e8398c9-f6dc-4171-894b-8fed7044408d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:42.084313 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] Set router c80e939a-c66d-4885-9536-7d4c4441d475 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:18:42.095288 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Network a6f5802e-7788-48d3-a2b8-7c8234e066ee is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:18:42.099640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:18:42.103131 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:18:42.125373 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Pushing event updated for resources: {'Port': ['ID=e5998e34-bc4c-4c12-8783-2e2f16fdd1f1,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:42.130422 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:42.187852 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:42.194707 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Attempting to bind port e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:18:42.195097 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Attempting to bind port e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '196aaba0-bb38-4edb-8e46-78d846019dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a6f5802e-7788-48d3-a2b8-7c8234e066ee'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:18:42.195501 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Attempting to bind port e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 on network a6f5802e-7788-48d3-a2b8-7c8234e066ee {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:18:42.204134 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:18:42.204466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Checking segment: {'id': '196aaba0-bb38-4edb-8e46-78d846019dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a6f5802e-7788-48d3-a2b8-7c8234e066ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:18:42.204904 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:42.205273 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Bound using segment: {'id': '196aaba0-bb38-4edb-8e46-78d846019dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a6f5802e-7788-48d3-a2b8-7c8234e066ee'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:18:42.205759 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Bound port: e5998e34-bc4c-4c12-8783-2e2f16fdd1f1, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196aaba0-bb38-4edb-8e46-78d846019dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a6f5802e-7788-48d3-a2b8-7c8234e066ee'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:18:42.206145 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:42.212866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:42.272765 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] For port e5998e34-bc4c-4c12-8783-2e2f16fdd1f1, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:18:42.275942 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] For port e5998e34-bc4c-4c12-8783-2e2f16fdd1f1, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e5998e34-bc4c-4c12-8783-2e2f16fdd1f1,segment=NetworkSegment(196aaba0-bb38-4edb-8e46-78d846019dca),segment_id=196aaba0-bb38-4edb-8e46-78d846019dca)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:18:42.304829 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'name': 'tempest-TestMinimumBasicScenario-1201625470-router', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:38Z', 'revision_number': 4, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'gw_port': {'id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'b4be57fb-1070-4039-ae3e-3475b2ad34c9', 'name': '', 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'mac_address': 'fa:16:3e:d3:3f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:37Z', 'updated_at': '2021-06-22T10:18:41Z', 'revision_number': 4, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'subnets': [{'id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:42.315908 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Allocated IP 172.26.3.95 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:18:42.334477 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5723f5ea-85f9-4573-b823-7f2fde11a124 None None] The sync data for ids ['c80e939a-c66d-4885-9536-7d4c4441d475'] in dv-neutron-797121-3-hyperv is: [{'id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'name': 'tempest-TestMinimumBasicScenario-1201625470-router', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:38Z', 'revision_number': 4, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'gw_port': {'id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'b4be57fb-1070-4039-ae3e-3475b2ad34c9', 'name': '', 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'mac_address': 'fa:16:3e:d3:3f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:37Z', 'updated_at': '2021-06-22T10:18:41Z', 'revision_number': 4, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'subnets': [{'id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:18:42.351500 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:42.353597 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:42.421496 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Pushing event updated for resources: {'Port': ['ID=e5998e34-bc4c-4c12-8783-2e2f16fdd1f1,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:42.425646 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:42.441563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:42.544600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:42.546832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ff6464fd-d436-45c6-a1de-1688b404aeb6 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:42.595596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:18:42.598543 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:18:42.605019 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:18:42.610484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:42.637339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:42.932492 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:43.139203 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:43.285586 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a128de99-a0db-4691-9e52-a7b88a32de8f None None] Network a6f5802e-7788-48d3-a2b8-7c8234e066ee requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:18:43.345045 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Router a3076c28-ec67-404f-88f8-3b3eb3233044 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:18:43.388151 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-285c9252-b755-424d-adac-2f7caa86828a None None] Provisioning for port e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:18:43.450512 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:18:43.461346 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Sync routers for ids ['a3076c28-ec67-404f-88f8-3b3eb3233044'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:18:43.470984 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Routers {'a3076c28-ec67-404f-88f8-3b3eb3233044'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:18:43.476374 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:18:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['a3076c28-ec67-404f-88f8-3b3eb3233044'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:43.522538 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:43.523925 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0548563 Jun 22 10:18:43.526524 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 39818) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:43.749796 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Set router a3076c28-ec67-404f-88f8-3b3eb3233044 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:18:43.777756 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:18:43.944785 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:18:43.950513 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:18:43.950897 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:43.972384 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:43.985956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'name': 'tempest-TestMinimumBasicScenario-1296831538-router', 'tenant_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:41Z', 'updated_at': '2021-06-22T10:18:42Z', 'revision_number': 3, 'project_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'gw_port': {'id': '9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:42Z', 'updated_at': '2021-06-22T10:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:44.015244 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Checking router: a3076c28-ec67-404f-88f8-3b3eb3233044 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:18:44.015548 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Updating router a3076c28-ec67-404f-88f8-3b3eb3233044 port 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:18:44.055146 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:44.118709 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:44.125200 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Allocated IP 172.20.0.1 (a6f5802e-7788-48d3-a2b8-7c8234e066ee/13354e31-ca23-40e6-994a-74baa0c56724/e29742f2-c992-4012-9991-dcdfb5275973) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:18:44.212594 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port e5998e34-bc4c-4c12-8783-2e2f16fdd1f1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e5998e34-bc4c-4c12-8783-2e2f16fdd1f1,segment=NetworkSegment(196aaba0-bb38-4edb-8e46-78d846019dca),segment_id=196aaba0-bb38-4edb-8e46-78d846019dca)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:44.228878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:44.242449 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Transition to ACTIVE for port object e29742f2-c992-4012-9991-dcdfb5275973 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:18:44.253161 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:44.254051 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b4be57fb-1070-4039-ae3e-3475b2ad34c9 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:18:44.257611 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:44.328153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:44.331202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:44.364636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=e5998e34-bc4c-4c12-8783-2e2f16fdd1f1,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:44.366108 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Network a6f5802e-7788-48d3-a2b8-7c8234e066ee is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:18:44.368503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:44.368981 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:18:44.374465 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:18:44.396818 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=e29742f2-c992-4012-9991-dcdfb5275973,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:44.400749 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:44.416038 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:44.447811 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:44.453493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port b4be57fb-1070-4039-ae3e-3475b2ad34c9 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:18:44.460187 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port b4be57fb-1070-4039-ae3e-3475b2ad34c9 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:18:44.460566 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:44.464900 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Transition to ACTIVE for port object 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:18:44.541881 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:44.545875 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-37f1681d-0800-47f2-bb0c-c1978025f173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:44.569941 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:44.609221 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Attempting to bind port 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:18:44.609534 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Attempting to bind port 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:18:44.609913 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Attempting to bind port 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:18:44.624446 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:44.627225 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:18:44.627636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:18:44.628055 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:44.628462 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:18:44.628940 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Bound port: 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:18:44.629392 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:44.631373 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278d877-a66a-4a4a-ab54-a8f7b74f7775 None None] Pushing event updated for resources: {'Port': ['ID=9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:44.639516 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9278d877-a66a-4a4a-ab54-a8f7b74f7775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:44.659241 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port b4be57fb-1070-4039-ae3e-3475b2ad34c9, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b4be57fb-1070-4039-ae3e-3475b2ad34c9,segment=NetworkSegment(d8961b3c-1e86-4a3c-8a53-6bef6be65db1),segment_id=d8961b3c-1e86-4a3c-8a53-6bef6be65db1)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:44.698302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] For port 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:18:44.701562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] For port 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:18:44.702648 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:44.704668 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:44.734759 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-57edc489-aabb-4ecd-bd1c-b8b7130c85ae None None] Provisioning for port e29742f2-c992-4012-9991-dcdfb5275973 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:18:44.749694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-57edc489-aabb-4ecd-bd1c-b8b7130c85ae None None] Provisioning complete for port e29742f2-c992-4012-9991-dcdfb5275973 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:18:44.750079 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-57edc489-aabb-4ecd-bd1c-b8b7130c85ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:44.772288 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=b4be57fb-1070-4039-ae3e-3475b2ad34c9,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:44.777412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:44.781754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:44.782227 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:44.795216 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:44.832937 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-57edc489-aabb-4ecd-bd1c-b8b7130c85ae None None] Port e29742f2-c992-4012-9991-dcdfb5275973 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:18:44.850484 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Routers {'a3076c28-ec67-404f-88f8-3b3eb3233044'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:18:44.851179 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:18:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['a3076c28-ec67-404f-88f8-3b3eb3233044'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:44.855780 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278d877-a66a-4a4a-ab54-a8f7b74f7775 None None] Pushing event updated for resources: {'Port': ['ID=9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:44.867309 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:44.868403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-87e6ef7f-1fab-4ab0-9e97-0c33125d155e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:44.888473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9278d877-a66a-4a4a-ab54-a8f7b74f7775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:44.934981 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:44.937972 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=e29742f2-c992-4012-9991-dcdfb5275973,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:44.943167 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:44.962677 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] Set router a3076c28-ec67-404f-88f8-3b3eb3233044 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:18:45.027791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Network a6f5802e-7788-48d3-a2b8-7c8234e066ee is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:18:45.029175 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:18:45.156741 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Router a3076c28-ec67-404f-88f8-3b3eb3233044 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:18:45.182616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'name': 'tempest-TestMinimumBasicScenario-1296831538-router', 'tenant_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:41Z', 'updated_at': '2021-06-22T10:18:44Z', 'revision_number': 4, 'project_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'gw_port': {'id': '9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:42Z', 'updated_at': '2021-06-22T10:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'e29742f2-c992-4012-9991-dcdfb5275973', 'name': '', 'network_id': 'a6f5802e-7788-48d3-a2b8-7c8234e066ee', 'tenant_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'mac_address': 'fa:16:3e:8b:c0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '13354e31-ca23-40e6-994a-74baa0c56724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:43Z', 'updated_at': '2021-06-22T10:18:44Z', 'revision_number': 1, 'project_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'subnets': [{'id': '13354e31-ca23-40e6-994a-74baa0c56724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:45.211150 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f86c9b-a28a-401b-a9b5-a8aa79d4cc1c None None] The sync data for ids ['a3076c28-ec67-404f-88f8-3b3eb3233044'] in dv-neutron-797121-3-hyperv is: [{'id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'name': 'tempest-TestMinimumBasicScenario-1296831538-router', 'tenant_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:41Z', 'updated_at': '2021-06-22T10:18:44Z', 'revision_number': 4, 'project_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'gw_port': {'id': '9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:42Z', 'updated_at': '2021-06-22T10:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'e29742f2-c992-4012-9991-dcdfb5275973', 'name': '', 'network_id': 'a6f5802e-7788-48d3-a2b8-7c8234e066ee', 'tenant_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'mac_address': 'fa:16:3e:8b:c0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '13354e31-ca23-40e6-994a-74baa0c56724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:43Z', 'updated_at': '2021-06-22T10:18:44Z', 'revision_number': 1, 'project_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'subnets': [{'id': '13354e31-ca23-40e6-994a-74baa0c56724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:18:45.259046 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e772f0f4-cf1c-47b5-97e5-1c1eb5f438a5 None None] Provisioning complete for port e29742f2-c992-4012-9991-dcdfb5275973 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:18:45.259718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e772f0f4-cf1c-47b5-97e5-1c1eb5f438a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:45.296787 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-e772f0f4-cf1c-47b5-97e5-1c1eb5f438a5 None None] Port e29742f2-c992-4012-9991-dcdfb5275973 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:18:45.626493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:18:45.661924 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:18:45.672107 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] 10.222.0.20 "PUT /v2.0/routers/a3076c28-ec67-404f-88f8-3b3eb3233044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1438522 Jun 22 10:18:45.686872 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:18:45.689112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:45.773254 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b4be57fb-1070-4039-ae3e-3475b2ad34c9 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:18:45.826365 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port b4be57fb-1070-4039-ae3e-3475b2ad34c9 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:18:45.826704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:46.568426 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2bae7732-30f6-4d30-9272-7479997d988f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:47.217195 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Sync routers for ids ['a3076c28-ec67-404f-88f8-3b3eb3233044'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:18:47.228893 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Routers {'a3076c28-ec67-404f-88f8-3b3eb3233044'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:18:47.229665 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:18:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['a3076c28-ec67-404f-88f8-3b3eb3233044'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:47.340667 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Set router a3076c28-ec67-404f-88f8-3b3eb3233044 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:18:47.645163 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'name': 'tempest-TestMinimumBasicScenario-1296831538-router', 'tenant_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:41Z', 'updated_at': '2021-06-22T10:18:44Z', 'revision_number': 4, 'project_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'gw_port': {'id': '9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:42Z', 'updated_at': '2021-06-22T10:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'e29742f2-c992-4012-9991-dcdfb5275973', 'name': '', 'network_id': 'a6f5802e-7788-48d3-a2b8-7c8234e066ee', 'tenant_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'mac_address': 'fa:16:3e:8b:c0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '13354e31-ca23-40e6-994a-74baa0c56724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:43Z', 'updated_at': '2021-06-22T10:18:44Z', 'revision_number': 2, 'project_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'subnets': [{'id': '13354e31-ca23-40e6-994a-74baa0c56724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:47.651334 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:18:47.673389 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Checking router: a3076c28-ec67-404f-88f8-3b3eb3233044 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:18:47.673673 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Updating router a3076c28-ec67-404f-88f8-3b3eb3233044 port e29742f2-c992-4012-9991-dcdfb5275973 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:18:47.720158 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:47.796405 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:18:47.802353 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:18:47.802752 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:47.932570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:47.953925 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:47.994164 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:48.002114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:48.004503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:48.004706 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Transition to ACTIVE for port object e29742f2-c992-4012-9991-dcdfb5275973 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:18:48.061302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:48.064525 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:48.081869 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:48.083994 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-a4df9416-34ad-4a9d-b89f-49f90d900a2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:48.131555 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845cbcc-fc81-4a61-ba1e-a5acdd3fdcc3 None None] Pushing event updated for resources: {'Port': ['ID=e29742f2-c992-4012-9991-dcdfb5275973,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:48.137085 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-6845cbcc-fc81-4a61-ba1e-a5acdd3fdcc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:48.243677 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Attempting to bind port e29742f2-c992-4012-9991-dcdfb5275973 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:18:48.244316 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Attempting to bind port e29742f2-c992-4012-9991-dcdfb5275973 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '196aaba0-bb38-4edb-8e46-78d846019dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a6f5802e-7788-48d3-a2b8-7c8234e066ee'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:18:48.244440 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Attempting to bind port e29742f2-c992-4012-9991-dcdfb5275973 on network a6f5802e-7788-48d3-a2b8-7c8234e066ee {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:18:48.255241 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:18:48.256746 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Checking segment: {'id': '196aaba0-bb38-4edb-8e46-78d846019dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a6f5802e-7788-48d3-a2b8-7c8234e066ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:18:48.257327 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:48.257752 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Bound using segment: {'id': '196aaba0-bb38-4edb-8e46-78d846019dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a6f5802e-7788-48d3-a2b8-7c8234e066ee'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:18:48.258248 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Bound port: e29742f2-c992-4012-9991-dcdfb5275973, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196aaba0-bb38-4edb-8e46-78d846019dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a6f5802e-7788-48d3-a2b8-7c8234e066ee'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:18:48.258637 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:48.338190 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] For port e29742f2-c992-4012-9991-dcdfb5275973, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:18:48.347858 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] For port e29742f2-c992-4012-9991-dcdfb5275973, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e29742f2-c992-4012-9991-dcdfb5275973,segment=NetworkSegment(196aaba0-bb38-4edb-8e46-78d846019dca),segment_id=196aaba0-bb38-4edb-8e46-78d846019dca)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:18:48.419481 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:48.422571 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-950e72cd-829a-4246-a9d0-9ba8f2b7a8d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:48.487751 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Routers {'a3076c28-ec67-404f-88f8-3b3eb3233044'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:18:48.489556 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:18:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['a3076c28-ec67-404f-88f8-3b3eb3233044'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:48.537484 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845cbcc-fc81-4a61-ba1e-a5acdd3fdcc3 None None] Pushing event updated for resources: {'Port': ['ID=e29742f2-c992-4012-9991-dcdfb5275973,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:48.544922 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-6845cbcc-fc81-4a61-ba1e-a5acdd3fdcc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:48.641422 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] Set router a3076c28-ec67-404f-88f8-3b3eb3233044 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:18:48.880662 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'name': 'tempest-TestMinimumBasicScenario-1296831538-router', 'tenant_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:41Z', 'updated_at': '2021-06-22T10:18:44Z', 'revision_number': 4, 'project_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'gw_port': {'id': '9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:42Z', 'updated_at': '2021-06-22T10:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'e29742f2-c992-4012-9991-dcdfb5275973', 'name': '', 'network_id': 'a6f5802e-7788-48d3-a2b8-7c8234e066ee', 'tenant_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'mac_address': 'fa:16:3e:8b:c0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '13354e31-ca23-40e6-994a-74baa0c56724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:43Z', 'updated_at': '2021-06-22T10:18:48Z', 'revision_number': 4, 'project_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'subnets': [{'id': '13354e31-ca23-40e6-994a-74baa0c56724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:48.911626 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ecf7a4-5758-4084-842d-6c51eb5f1732 None None] The sync data for ids ['a3076c28-ec67-404f-88f8-3b3eb3233044'] in dv-neutron-797121-3-hyperv is: [{'id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'name': 'tempest-TestMinimumBasicScenario-1296831538-router', 'tenant_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:41Z', 'updated_at': '2021-06-22T10:18:44Z', 'revision_number': 4, 'project_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'gw_port': {'id': '9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:42Z', 'updated_at': '2021-06-22T10:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'e29742f2-c992-4012-9991-dcdfb5275973', 'name': '', 'network_id': 'a6f5802e-7788-48d3-a2b8-7c8234e066ee', 'tenant_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'mac_address': 'fa:16:3e:8b:c0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '13354e31-ca23-40e6-994a-74baa0c56724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:43Z', 'updated_at': '2021-06-22T10:18:48Z', 'revision_number': 4, 'project_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'subnets': [{'id': '13354e31-ca23-40e6-994a-74baa0c56724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:18:49.081943 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2dabe00e-c999-4764-b0cb-31bf0a4221c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:49.331330 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:49.633081 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:18:49.682503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:18:49.682886 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:49.773201 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e29742f2-c992-4012-9991-dcdfb5275973 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:18:49.871789 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port e29742f2-c992-4012-9991-dcdfb5275973 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:18:49.876472 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port e29742f2-c992-4012-9991-dcdfb5275973 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:18:49.876862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:49.982789 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:50.023065 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port e29742f2-c992-4012-9991-dcdfb5275973, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e29742f2-c992-4012-9991-dcdfb5275973,segment=NetworkSegment(196aaba0-bb38-4edb-8e46-78d846019dca),segment_id=196aaba0-bb38-4edb-8e46-78d846019dca)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:50.082067 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:50.084756 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9cc5960a-4bed-4b0c-8c9f-d4cb2f3626b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:50.167746 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=e29742f2-c992-4012-9991-dcdfb5275973,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:50.170703 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:50.578982 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:51.616293 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e29742f2-c992-4012-9991-dcdfb5275973 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:18:51.671118 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port e29742f2-c992-4012-9991-dcdfb5275973 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:18:51.671637 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:51.835860 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:57.174104 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-4c096fb6-3f5c-477e-a8e4-48a6fee5cd9f tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:57.175497 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-4c096fb6-3f5c-477e-a8e4-48a6fee5cd9f tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/networks?id=972a81e1-3ba1-44b3-a3eb-7563cae530eb HTTP/1.1" status: 200 len: 815 time: 0.1017625 Jun 22 10:18:57.189772 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-f284b58f-13ff-4934-9778-1e722fdd644e tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/quotas/1af8749147c8436eb1d41e5ffcc10988 HTTP/1.1" status: 200 len: 375 time: 0.0089371 Jun 22 10:18:57.253401 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-0d3d64dc-a7ef-4ab6-8307-44b2a1e8fb39 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1af8749147c8436eb1d41e5ffcc10988&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589547 Jun 22 10:18:57.346914 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-41fa2d6e-2497-492c-b4d7-d3bbfb34cb88 service neutron] 10.222.0.20 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826488 Jun 22 10:18:57.431648 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-e84f5d4e-75a2-4f28-a5fa-e91d40c80c5e service neutron] 10.222.0.20 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782125 Jun 22 10:18:57.664103 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-30280a8f-28aa-4135-8130-d620b2627fef req-91e0d06d-4efa-4010-8bd9-f40a3ab931f1 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 210 time: 0.0332229 Jun 22 10:18:58.802148 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9024ef4d-bfd5-4403-87e0-e7ad73baab96 req-04c117b5-0c03-4f0b-bc37-5a971a17cfb2 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 210 time: 0.0293345 Jun 22 10:18:59.854527 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-af406eb3-70dd-4f67-9a63-9522d1274fc7 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:59.856415 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-af406eb3-70dd-4f67-9a63-9522d1274fc7 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.35 "GET /v2.0/networks?id=972a81e1-3ba1-44b3-a3eb-7563cae530eb HTTP/1.1" status: 200 len: 815 time: 0.0980489 Jun 22 10:18:59.867368 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Request body: {'port': {'device_id': '96d47701-c692-4858-b6ba-9e31760fcd2f', 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb', 'admin_state_up': True, 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:18:59.941031 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-52c1876a-0559-40d2-ab77-126ffcf7b9df req-47a56790-9b1b-46ef-b060-5ffd50f9796b tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 210 time: 0.0291810 Jun 22 10:19:00.029972 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Made reservation on behalf of 1af8749147c8436eb1d41e5ffcc10988 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:19:00.033589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:00.160732 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Allocated IP 172.20.0.8 (972a81e1-3ba1-44b3-a3eb-7563cae530eb/70a1de8b-c96e-45ee-9b45-21760c6945d7/19bd0997-00c8-4f3e-a06b-713483d31435) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:19:00.303336 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:00.321532 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Transition to ACTIVE for port object 19bd0997-00c8-4f3e-a06b-713483d31435 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:19:00.441486 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:00.446307 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-84f9a951-654c-4b9a-8846-ece4dd16a0cd tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:19:00.484917 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Network 972a81e1-3ba1-44b3-a3eb-7563cae530eb is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:19:00.488055 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:19:00.491476 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:19:00.519756 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Pushing event updated for resources: {'Port': ['ID=19bd0997-00c8-4f3e-a06b-713483d31435,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:00.536618 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:00.537015 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:00.537404 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:00.537789 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:00.538170 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:00.538593 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:00.538910 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:00.539281 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:00.539677 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:00.540050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:00.540428 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:00.540795 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:00.546303 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:19:00.565228 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:00.565897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:00.677205 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8126545 Jun 22 10:19:00.852525 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b5f8b4a0-d8a7-4838-9510-75fbbfb05fc6 None None] Provisioning for port 19bd0997-00c8-4f3e-a06b-713483d31435 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:19:00.857113 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b5f8b4a0-d8a7-4838-9510-75fbbfb05fc6 None None] Provisioning complete for port 19bd0997-00c8-4f3e-a06b-713483d31435 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:19:00.857610 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b5f8b4a0-d8a7-4838-9510-75fbbfb05fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:00.893396 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-b5f8b4a0-d8a7-4838-9510-75fbbfb05fc6 None None] Port 19bd0997-00c8-4f3e-a06b-713483d31435 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:19:01.126614 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8a922-412d-4660-ba87-b55d1a92ceb9 req-3d75152b-4631-476e-947e-15e4c07bf896 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:01.128169 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-00f8a922-412d-4660-ba87-b55d1a92ceb9 req-3d75152b-4631-476e-947e-15e4c07bf896 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 931 time: 0.0649409 Jun 22 10:19:01.169677 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-00f8a922-412d-4660-ba87-b55d1a92ceb9 req-53efee4c-a638-42db-b142-c7c0aab4824b tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347023 Jun 22 10:19:02.349906 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5768e0-3a98-4cd2-a96d-f549552dfec9 req-c8dcf994-baff-423a-94f4-e8999cd5423c tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:02.356011 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-df5768e0-3a98-4cd2-a96d-f549552dfec9 req-c8dcf994-baff-423a-94f4-e8999cd5423c tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 931 time: 0.0731530 Jun 22 10:19:02.394687 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-df5768e0-3a98-4cd2-a96d-f549552dfec9 req-5adb3b02-a3af-4f59-9c6f-b784a8bd0494 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371587 Jun 22 10:19:03.589006 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d139e1-caf8-454b-aa27-b48b59fb5ba8 req-3afffb1c-6bae-4bbc-908b-e3065b4c32f4 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:03.590869 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-61d139e1-caf8-454b-aa27-b48b59fb5ba8 req-3afffb1c-6bae-4bbc-908b-e3065b4c32f4 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 931 time: 0.0794218 Jun 22 10:19:03.635478 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-61d139e1-caf8-454b-aa27-b48b59fb5ba8 req-fb8807ed-1851-4294-9e17-5d38dcfd0cf9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386386 Jun 22 10:19:04.815010 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327e83c-d700-45a7-8175-a3e1a9d00913 req-7a5ae1ea-28bd-470a-b4b4-3b7e4535e8ef tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:04.816548 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f327e83c-d700-45a7-8175-a3e1a9d00913 req-7a5ae1ea-28bd-470a-b4b4-3b7e4535e8ef tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 931 time: 0.0700459 Jun 22 10:19:04.858046 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f327e83c-d700-45a7-8175-a3e1a9d00913 req-4d91e843-1c34-4e6b-a613-eb310bf0f5fe tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352573 Jun 22 10:19:06.055199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a4994-98fa-4ad4-8578-7d24872ace49 req-d97ec8e5-7899-4e01-9445-e856b9438bda tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:06.056790 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e26a4994-98fa-4ad4-8578-7d24872ace49 req-d97ec8e5-7899-4e01-9445-e856b9438bda tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 931 time: 0.0667152 Jun 22 10:19:06.095413 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e26a4994-98fa-4ad4-8578-7d24872ace49 req-6d547b9e-ebd1-4aec-b96a-1dce40fee261 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328102 Jun 22 10:19:07.282893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59391272-f982-4e8d-8d30-e74117cd7589 req-193852ce-8adb-440d-950d-912e179bd4fd tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:07.284378 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-59391272-f982-4e8d-8d30-e74117cd7589 req-193852ce-8adb-440d-950d-912e179bd4fd tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 931 time: 0.0687954 Jun 22 10:19:07.324834 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-59391272-f982-4e8d-8d30-e74117cd7589 req-13193526-1c42-4594-8a71-68fa7e228d77 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336955 Jun 22 10:19:08.510723 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd642fc-1638-4eb9-bb93-3e3365dd4c63 req-efec1257-4c28-4908-9c41-01e3611ea784 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:08.515267 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8cd642fc-1638-4eb9-bb93-3e3365dd4c63 req-efec1257-4c28-4908-9c41-01e3611ea784 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 931 time: 0.0744979 Jun 22 10:19:08.554129 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8cd642fc-1638-4eb9-bb93-3e3365dd4c63 req-00df7177-663a-4778-a2cb-2d12805695c6 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362587 Jun 22 10:19:09.731581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8b72c-27a8-4e9a-bbd4-e6fcf4e67837 req-885cfe2c-91af-4059-9996-029fff1b2aec tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:09.733088 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c5d8b72c-27a8-4e9a-bbd4-e6fcf4e67837 req-885cfe2c-91af-4059-9996-029fff1b2aec tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 931 time: 0.0661261 Jun 22 10:19:09.772179 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c5d8b72c-27a8-4e9a-bbd4-e6fcf4e67837 req-d52e587c-e5e3-452f-8108-a62e2293f3ff tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325625 Jun 22 10:19:10.732103 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:10.944044 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000f4de-0bd5-41fd-a9d2-880a2ad823ef req-b4bae796-811a-4e99-90dc-9f7aa0aad422 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:10.945492 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2000f4de-0bd5-41fd-a9d2-880a2ad823ef req-b4bae796-811a-4e99-90dc-9f7aa0aad422 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 931 time: 0.0646582 Jun 22 10:19:10.982078 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2000f4de-0bd5-41fd-a9d2-880a2ad823ef req-2b7ff9c3-0d8a-4af4-a4f5-3fb1fd2ac494 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310035 Jun 22 10:19:11.168334 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:19:12.155834 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da08420-f88f-45fa-ad13-e759f4b70499 req-2e86ed13-c4c0-4a93-9a73-afb9c0188516 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:12.157271 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8da08420-f88f-45fa-ad13-e759f4b70499 req-2e86ed13-c4c0-4a93-9a73-afb9c0188516 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 931 time: 0.0619979 Jun 22 10:19:12.193946 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8da08420-f88f-45fa-ad13-e759f4b70499 req-c90bd089-459a-4bec-972f-d00a410112a2 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310764 Jun 22 10:19:12.515562 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Request body: {'port': {'device_id': '96d47701-c692-4858-b6ba-9e31760fcd2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:19:12.588127 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:12.894351 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19bd0997-00c8-4f3e-a06b-713483d31435 {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:19:12.901891 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:12.913715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Transition to ACTIVE for port object 19bd0997-00c8-4f3e-a06b-713483d31435 will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:19:12.971785 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:12.975089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-12136fe6-8313-4351-bc94-24884cf8d2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:19:13.047633 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Pushing event updated for resources: {'Port': ['ID=19bd0997-00c8-4f3e-a06b-713483d31435,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:13.055156 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:19:13.121738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Attempting to bind port 19bd0997-00c8-4f3e-a06b-713483d31435 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:19:13.122219 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Attempting to bind port 19bd0997-00c8-4f3e-a06b-713483d31435 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd8961b3c-1e86-4a3c-8a53-6bef6be65db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:19:13.122560 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Attempting to bind port 19bd0997-00c8-4f3e-a06b-713483d31435 on network 972a81e1-3ba1-44b3-a3eb-7563cae530eb {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:19:13.127349 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Port 19bd0997-00c8-4f3e-a06b-713483d31435 on network 972a81e1-3ba1-44b3-a3eb-7563cae530eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:19:13.127721 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Attempting to bind port 19bd0997-00c8-4f3e-a06b-713483d31435 on network 972a81e1-3ba1-44b3-a3eb-7563cae530eb {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:19:13.133278 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:19:13.133625 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Checking segment: {'id': 'd8961b3c-1e86-4a3c-8a53-6bef6be65db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:19:13.134018 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Bound using segment: {'id': 'd8961b3c-1e86-4a3c-8a53-6bef6be65db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:19:13.134460 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Bound port: 19bd0997-00c8-4f3e-a06b-713483d31435, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8961b3c-1e86-4a3c-8a53-6bef6be65db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:19:13.134820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:13.196680 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] For port 19bd0997-00c8-4f3e-a06b-713483d31435, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:19:13.200727 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] For port 19bd0997-00c8-4f3e-a06b-713483d31435, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=19bd0997-00c8-4f3e-a06b-713483d31435,segment=NetworkSegment(d8961b3c-1e86-4a3c-8a53-6bef6be65db1),segment_id=d8961b3c-1e86-4a3c-8a53-6bef6be65db1)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:19:13.310031 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:13.312267 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:19:13.348599 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:13.349208 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:13.350665 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] 10.222.0.35 "PUT /v2.0/ports/19bd0997-00c8-4f3e-a06b-713483d31435 HTTP/1.1" status: 200 len: 1093 time: 0.8395140 Jun 22 10:19:13.351080 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d47701-c692-4858-b6ba-9e31760fcd2f', 'tag': '19bd0997-00c8-4f3e-a06b-713483d31435'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:19:13.353410 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a4ca8c-d086-4d4a-ab6d-9c2552970adb" -d '{"events": [{"name": "network-changed", "server_uuid": "96d47701-c692-4858-b6ba-9e31760fcd2f", "tag": "19bd0997-00c8-4f3e-a06b-713483d31435"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:19:13.375151 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a76fbd-7563-4c74-a9bf-0319f2598765 req-21d32474-6896-4c11-aca2-cca296d84cf6 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:13.376918 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a4a76fbd-7563-4c74-a9bf-0319f2598765 req-21d32474-6896-4c11-aca2-cca296d84cf6 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 943 time: 0.0652981 Jun 22 10:19:13.377212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Pushing event updated for resources: {'Port': ['ID=19bd0997-00c8-4f3e-a06b-713483d31435,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:13.380952 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:19:13.421870 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a4a76fbd-7563-4c74-a9bf-0319f2598765 req-b6bc9b50-9826-464b-ad11-8737159aa52e tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338931 Jun 22 10:19:13.478888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d344fc0-dff4-4298-b779-bebc8628bb96 x-openstack-request-id: req-5d344fc0-dff4-4298-b779-bebc8628bb96 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:19:13.479222 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d47701-c692-4858-b6ba-9e31760fcd2f", "tag": "19bd0997-00c8-4f3e-a06b-713483d31435", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:19:13.479550 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d344fc0-dff4-4298-b779-bebc8628bb96 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:19:13.480037 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d47701-c692-4858-b6ba-9e31760fcd2f', 'tag': '19bd0997-00c8-4f3e-a06b-713483d31435', 'status': 'completed', 'code': 200} Jun 22 10:19:13.526006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-7062d612-ef07-4c1a-af12-11a9fb822532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:13.527516 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-7062d612-ef07-4c1a-af12-11a9fb822532 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1af8749147c8436eb1d41e5ffcc10988&device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 1096 time: 0.0577357 Jun 22 10:19:13.567786 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-ddcaf161-a851-4de4-8aa8-ad4aa776e491 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19bd0997-00c8-4f3e-a06b-713483d31435 HTTP/1.1" status: 200 len: 217 time: 0.0333531 Jun 22 10:19:13.616864 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-87f63fbd-fcfb-43db-8448-f99f626d0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:13.618196 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-87f63fbd-fcfb-43db-8448-f99f626d0737 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70a1de8b-c96e-45ee-9b45-21760c6945d7 HTTP/1.1" status: 200 len: 854 time: 0.0451164 Jun 22 10:19:13.675736 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-b4d6ea96-e907-4e8d-b029-42ca202e6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:13.677627 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-b4d6ea96-e907-4e8d-b029-42ca202e6ed5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=972a81e1-3ba1-44b3-a3eb-7563cae530eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0534422 Jun 22 10:19:13.764797 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-d81495e1-633e-48b3-8980-ea9fcfbf5327 service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798726 Jun 22 10:19:13.854962 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1e0f3417-03b3-4e81-bc7b-8b8ff22c9c0d req-512c9cfb-b4e9-4b37-823f-91c8f35afa25 service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837483 Jun 22 10:19:13.988039 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4ca8c-d086-4d4a-ab6d-9c2552970adb req-7a8dd3ad-d3b0-44d4-8ac3-7c0be6132d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:13.990034 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-07a4ca8c-d086-4d4a-ab6d-9c2552970adb req-7a8dd3ad-d3b0-44d4-8ac3-7c0be6132d5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1af8749147c8436eb1d41e5ffcc10988&device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 1096 time: 0.0510180 Jun 22 10:19:14.078040 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4ca8c-d086-4d4a-ab6d-9c2552970adb req-22d52b29-202e-4805-88e6-78f3c5617a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:14.079522 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-07a4ca8c-d086-4d4a-ab6d-9c2552970adb req-22d52b29-202e-4805-88e6-78f3c5617a67 service neutron] 10.222.0.35 "GET /v2.0/networks?id=972a81e1-3ba1-44b3-a3eb-7563cae530eb HTTP/1.1" status: 200 len: 916 time: 0.0831940 Jun 22 10:19:14.119695 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-07a4ca8c-d086-4d4a-ab6d-9c2552970adb req-cd76ea6d-6009-4ee3-80c2-5b317d8fc649 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19bd0997-00c8-4f3e-a06b-713483d31435 HTTP/1.1" status: 200 len: 217 time: 0.0340009 Jun 22 10:19:14.164766 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4ca8c-d086-4d4a-ab6d-9c2552970adb req-98586b69-5c87-4383-89a4-651a4b2d6052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:14.166103 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-07a4ca8c-d086-4d4a-ab6d-9c2552970adb req-98586b69-5c87-4383-89a4-651a4b2d6052 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70a1de8b-c96e-45ee-9b45-21760c6945d7 HTTP/1.1" status: 200 len: 854 time: 0.0408485 Jun 22 10:19:14.224520 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4ca8c-d086-4d4a-ab6d-9c2552970adb req-6467bd8a-6cdb-4794-b4c3-eb5456906483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:14.225959 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-07a4ca8c-d086-4d4a-ab6d-9c2552970adb req-6467bd8a-6cdb-4794-b4c3-eb5456906483 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=972a81e1-3ba1-44b3-a3eb-7563cae530eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540550 Jun 22 10:19:14.311575 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-07a4ca8c-d086-4d4a-ab6d-9c2552970adb req-432d24fd-e25b-4fc2-a356-39586da98de9 service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791721 Jun 22 10:19:14.405710 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-07a4ca8c-d086-4d4a-ab6d-9c2552970adb req-634aadc4-b22c-4b7f-9775-24f4e6a0c7d2 service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877321 Jun 22 10:19:14.594325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa98a1-9297-45d4-8d30-a23641d5e7a0 req-a7284bae-6593-44b9-83ac-9b9471f0c412 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:14.595694 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5dfa98a1-9297-45d4-8d30-a23641d5e7a0 req-a7284bae-6593-44b9-83ac-9b9471f0c412 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 943 time: 0.0645220 Jun 22 10:19:14.632633 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5dfa98a1-9297-45d4-8d30-a23641d5e7a0 req-8c6d0078-f1c2-4d0f-ae0d-e367e308fa09 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308597 Jun 22 10:19:15.801288 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342c4d0-91d4-4c34-ad90-31ae8639c53d req-8c0ce4d2-7de0-46fd-a605-4e94bbeaa225 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:15.802716 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0342c4d0-91d4-4c34-ad90-31ae8639c53d req-8c0ce4d2-7de0-46fd-a605-4e94bbeaa225 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 943 time: 0.0625286 Jun 22 10:19:15.838985 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0342c4d0-91d4-4c34-ad90-31ae8639c53d req-b28bae60-966b-4b34-82d3-9c4691e57fe8 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305037 Jun 22 10:19:16.594676 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4d4039d6-18eb-4378-aafe-320364dce763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:17.008502 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca52406-ee12-4aaf-9837-8046178a78e1 req-8b471f18-a69d-4e79-b54e-d9ab2775a9c4 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:17.009931 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9ca52406-ee12-4aaf-9837-8046178a78e1 req-8b471f18-a69d-4e79-b54e-d9ab2775a9c4 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 943 time: 0.0650744 Jun 22 10:19:17.045925 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9ca52406-ee12-4aaf-9837-8046178a78e1 req-573eb852-36c3-4f37-b817-dcf9dddbb407 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304885 Jun 22 10:19:17.168454 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 19bd0997-00c8-4f3e-a06b-713483d31435 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:19:17.261429 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 19bd0997-00c8-4f3e-a06b-713483d31435, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=19bd0997-00c8-4f3e-a06b-713483d31435,segment=NetworkSegment(d8961b3c-1e86-4a3c-8a53-6bef6be65db1),segment_id=d8961b3c-1e86-4a3c-8a53-6bef6be65db1)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:19:17.273838 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '19bd0997-00c8-4f3e-a06b-713483d31435', 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb', 'port_id': '19bd0997-00c8-4f3e-a06b-713483d31435', 'mac_address': 'fa:16:3e:9e:b2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:19:17.310206 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:17.326895 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19bd0997-00c8-4f3e-a06b-713483d31435 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:19:17.345941 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 19bd0997-00c8-4f3e-a06b-713483d31435, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=19bd0997-00c8-4f3e-a06b-713483d31435,segment=NetworkSegment(d8961b3c-1e86-4a3c-8a53-6bef6be65db1),segment_id=d8961b3c-1e86-4a3c-8a53-6bef6be65db1)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:19:17.423536 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:17.425321 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0a64ceaa-8d89-4a63-b446-de52e0f94f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:19:17.474136 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=19bd0997-00c8-4f3e-a06b-713483d31435,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:17.481585 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:17.483792 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:17.483792 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:17.483792 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:17.483792 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:17.483792 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:17.483792 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:17.484320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:17.484482 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:17.484809 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:17.485135 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:17.485462 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:17.489194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:19:17.766715 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['19bd0997-00c8-4f3e-a06b-713483d31435'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:19:18.217119 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e1616-7928-4b11-a877-b5649f18b8d6 req-f2bfa2ae-44a9-4e41-b69c-15a0cac74eec tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:18.218544 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-736e1616-7928-4b11-a877-b5649f18b8d6 req-f2bfa2ae-44a9-4e41-b69c-15a0cac74eec tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 944 time: 0.0634668 Jun 22 10:19:18.256410 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-736e1616-7928-4b11-a877-b5649f18b8d6 req-689f6340-d9fb-4f8f-979d-97b80bc7feae tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Jun 22 10:19:19.183164 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 19bd0997-00c8-4f3e-a06b-713483d31435 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:19:19.433243 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03cb33-fa76-448a-9366-bf40b661c806 req-87e306af-b121-4e1b-91fa-ae83582bcf3e tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:19.434599 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2c03cb33-fa76-448a-9366-bf40b661c806 req-87e306af-b121-4e1b-91fa-ae83582bcf3e tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 944 time: 0.0613725 Jun 22 10:19:19.473336 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2c03cb33-fa76-448a-9366-bf40b661c806 req-74b85b46-b171-4e41-bfbc-8125979dba9f tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313888 Jun 22 10:19:19.486353 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8a7f064e-4b54-4684-bd72-fb79520e04ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:19.514891 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 19bd0997-00c8-4f3e-a06b-713483d31435 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:19:19.517089 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:19.520410 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 19bd0997-00c8-4f3e-a06b-713483d31435 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:19:19.524319 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:19.594741 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:19.616041 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d47701-c692-4858-b6ba-9e31760fcd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bd0997-00c8-4f3e-a06b-713483d31435'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:19:19.618286 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7a25fa-81c6-4cf1-9451-7f9459c88f6a" -d '{"events": [{"server_uuid": "96d47701-c692-4858-b6ba-9e31760fcd2f", "name": "network-vif-plugged", "status": "completed", "tag": "19bd0997-00c8-4f3e-a06b-713483d31435"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:19:19.631058 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 19bd0997-00c8-4f3e-a06b-713483d31435, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=19bd0997-00c8-4f3e-a06b-713483d31435,segment=NetworkSegment(d8961b3c-1e86-4a3c-8a53-6bef6be65db1),segment_id=d8961b3c-1e86-4a3c-8a53-6bef6be65db1)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:19:19.655519 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f7778a-6481-4eac-b5b8-962faafcc792 x-openstack-request-id: req-62f7778a-6481-4eac-b5b8-962faafcc792 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:19:19.655816 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d47701-c692-4858-b6ba-9e31760fcd2f", "name": "network-vif-plugged", "status": "completed", "tag": "19bd0997-00c8-4f3e-a06b-713483d31435", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:19:19.656095 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62f7778a-6481-4eac-b5b8-962faafcc792 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:19:19.656488 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d47701-c692-4858-b6ba-9e31760fcd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bd0997-00c8-4f3e-a06b-713483d31435', 'code': 200} Jun 22 10:19:19.697771 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:19.699618 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:19:19.743802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=19bd0997-00c8-4f3e-a06b-713483d31435,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:19.746748 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:19:19.983884 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3096752-a1ed-457a-91ec-8bcab37e2fba req-8d202181-ad93-46a9-ae76-26f1ea69ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:19.985258 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d3096752-a1ed-457a-91ec-8bcab37e2fba req-8d202181-ad93-46a9-ae76-26f1ea69ad6f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 1098 time: 0.0502191 Jun 22 10:19:20.018018 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d3096752-a1ed-457a-91ec-8bcab37e2fba req-8d2b2fd5-9c87-4c0d-9377-7233bf87c8ab service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263696 Jun 22 10:19:20.566159 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:20.650771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608379f2-1321-40f7-8e28-2e11d00f0fbc req-ef09b2ee-0d52-4c76-834b-3e2f1325ac82 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:20.652234 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-608379f2-1321-40f7-8e28-2e11d00f0fbc req-ef09b2ee-0d52-4c76-834b-3e2f1325ac82 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 945 time: 0.0675640 Jun 22 10:19:20.690321 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-608379f2-1321-40f7-8e28-2e11d00f0fbc req-8f424305-9465-415a-b61c-84adf4735130 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325663 Jun 22 10:19:21.812061 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:21.861483 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d44d5-337a-4c05-9f7a-9950c4b33dae req-a53da6f4-d6b3-4b5d-ac0e-8f68f62748f1 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:21.862927 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4d9d44d5-337a-4c05-9f7a-9950c4b33dae req-a53da6f4-d6b3-4b5d-ac0e-8f68f62748f1 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 945 time: 0.0621610 Jun 22 10:19:21.900102 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4d9d44d5-337a-4c05-9f7a-9950c4b33dae req-ecf8baa3-8b16-4d0e-9523-64a030cc833f tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310073 Jun 22 10:19:22.074116 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48030ba7-25df-4e0f-a473-2be138c4298d req-afb73634-5597-410d-a091-b13c78ff838d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:22.075493 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-48030ba7-25df-4e0f-a473-2be138c4298d req-afb73634-5597-410d-a091-b13c78ff838d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 945 time: 0.0706873 Jun 22 10:19:22.112969 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-48030ba7-25df-4e0f-a473-2be138c4298d req-5614d9ea-0d7d-4d2e-9f6b-256ed7cf0e41 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317416 Jun 22 10:19:22.484342 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d09c55-800e-4bb4-9fb8-c7c795dd40d9 req-1067d7e7-3ee0-4a68-8799-cdc50ee20339 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:22.485822 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a9d09c55-800e-4bb4-9fb8-c7c795dd40d9 req-1067d7e7-3ee0-4a68-8799-cdc50ee20339 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 945 time: 0.0651751 Jun 22 10:19:22.524274 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a9d09c55-800e-4bb4-9fb8-c7c795dd40d9 req-432e6ca1-23e3-465f-bcc0-5b6af8209061 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320113 Jun 22 10:19:35.240064 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d0f9ce9e-fca8-4618-b601-5f1ab7e05cc3 req-20eed21f-b4f7-4031-909d-a44d96b76832 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492620 Jun 22 10:19:35.334510 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9ce9e-fca8-4618-b601-5f1ab7e05cc3 req-746a55f8-c2cc-4285-8b39-f1c43d754dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:35.335987 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d0f9ce9e-fca8-4618-b601-5f1ab7e05cc3 req-746a55f8-c2cc-4285-8b39-f1c43d754dc0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1af8749147c8436eb1d41e5ffcc10988&device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 1098 time: 0.0557537 Jun 22 10:19:35.445374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9ce9e-fca8-4618-b601-5f1ab7e05cc3 req-ba3f6f9d-9f66-4011-a235-26f16ba8a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:35.446729 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d0f9ce9e-fca8-4618-b601-5f1ab7e05cc3 req-ba3f6f9d-9f66-4011-a235-26f16ba8a7c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=972a81e1-3ba1-44b3-a3eb-7563cae530eb HTTP/1.1" status: 200 len: 916 time: 0.0873306 Jun 22 10:19:35.486429 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d0f9ce9e-fca8-4618-b601-5f1ab7e05cc3 req-f84f9aa1-ae85-4a47-8017-35ed2f19a78e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19bd0997-00c8-4f3e-a06b-713483d31435 HTTP/1.1" status: 200 len: 217 time: 0.0323567 Jun 22 10:19:35.537202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9ce9e-fca8-4618-b601-5f1ab7e05cc3 req-489245ef-ce47-4f54-a426-0fecf9b17e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:35.538560 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d0f9ce9e-fca8-4618-b601-5f1ab7e05cc3 req-489245ef-ce47-4f54-a426-0fecf9b17e51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70a1de8b-c96e-45ee-9b45-21760c6945d7 HTTP/1.1" status: 200 len: 854 time: 0.0449364 Jun 22 10:19:35.608594 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9ce9e-fca8-4618-b601-5f1ab7e05cc3 req-cf600f46-3bde-4874-bfd1-8a56466f9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:35.610039 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d0f9ce9e-fca8-4618-b601-5f1ab7e05cc3 req-cf600f46-3bde-4874-bfd1-8a56466f9f14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=972a81e1-3ba1-44b3-a3eb-7563cae530eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493324 Jun 22 10:19:35.697616 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d0f9ce9e-fca8-4618-b601-5f1ab7e05cc3 req-c5c15202-eb86-4589-99e8-5129945f71cf service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802569 Jun 22 10:19:35.796493 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d0f9ce9e-fca8-4618-b601-5f1ab7e05cc3 req-d5a5cb3a-8aae-41a9-b29e-454060fa6389 service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927398 Jun 22 10:19:37.073528 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237e415-fbc3-458b-8d3c-4a86ee33491b req-be47b105-8fd5-4f0f-b97f-0a0282a80f40 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:37.074964 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6237e415-fbc3-458b-8d3c-4a86ee33491b req-be47b105-8fd5-4f0f-b97f-0a0282a80f40 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 945 time: 0.0621269 Jun 22 10:19:37.111330 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6237e415-fbc3-458b-8d3c-4a86ee33491b req-4060a379-a473-4171-a55a-17a111ee3cd8 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308845 Jun 22 10:19:37.136409 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40030) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:19:37.617492 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3356131-5b38-4fe7-84c8-492284d3ace3 tempest-TestMinimumBasicScenario-258410700 tempest-TestMinimumBasicScenario-258410700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:37.618980 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c3356131-5b38-4fe7-84c8-492284d3ace3 tempest-TestMinimumBasicScenario-258410700 tempest-TestMinimumBasicScenario-258410700-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 1093 time: 0.4815953 Jun 22 10:19:37.621838 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40034) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:19:37.626370 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '19bd0997-00c8-4f3e-a06b-713483d31435', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:19:37.708341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:37.805347 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:37.901959 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Allocated IP 172.26.3.204 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/d8deb1ff-6718-4f7a-8c5b-83e1d0740c16) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:19:37.999576 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:38.085810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:38.088555 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-26731056-c3dd-4adb-891d-bdf6a8c6e101 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:19:38.120691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:19:38.123751 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:19:38.127135 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:19:38.153160 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Pushing event updated for resources: {'Port': ['ID=d8deb1ff-6718-4f7a-8c5b-83e1d0740c16,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:38.162430 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:38.162827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:38.163221 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:38.163634 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:38.164021 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:38.164402 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:38.164779 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:38.165155 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:38.165529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:38.165901 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:38.166280 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:38.166649 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:38.171303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:19:38.500146 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:38.658700 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:38.806480 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:38.856629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:38.859598 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:19:38.926851 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Pushing event updated for resources: {'Port': ['ID=d8deb1ff-6718-4f7a-8c5b-83e1d0740c16,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:38.932813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:19:38.939612 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:39.037720 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Floating IP 05793999-c661-467b-963a-a2ed9b7ec028 associated. External IP: 172.26.3.204, port: 19bd0997-00c8-4f3e-a06b-713483d31435. Jun 22 10:19:39.236729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Router c80e939a-c66d-4885-9536-7d4c4441d475 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:19:39.342841 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:19:39.352499 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddef116f-4198-4841-8a00-5e7337b5b004 None None] Sync routers for ids ['c80e939a-c66d-4885-9536-7d4c4441d475'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:19:39.361760 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddef116f-4198-4841-8a00-5e7337b5b004 None None] Routers {'c80e939a-c66d-4885-9536-7d4c4441d475'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:19:39.372069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ddef116f-4198-4841-8a00-5e7337b5b004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:19:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['c80e939a-c66d-4885-9536-7d4c4441d475'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:39.445668 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:39.465316 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-ddef116f-4198-4841-8a00-5e7337b5b004 None None] Set router c80e939a-c66d-4885-9536-7d4c4441d475 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:19:39.485830 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8629785 Jun 22 10:19:39.486532 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d47701-c692-4858-b6ba-9e31760fcd2f', 'tag': '19bd0997-00c8-4f3e-a06b-713483d31435'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:19:39.488667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40038) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:19:39.489129 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0caf3ca-0023-43cd-b9e5-4f74c0d7e0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "96d47701-c692-4858-b6ba-9e31760fcd2f", "tag": "19bd0997-00c8-4f3e-a06b-713483d31435"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:19:39.494563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-2b69d27c-1be4-450f-ae27-6a214a43c58e tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-281220526', 'description': 'tempest-secgroup-smoke-281220526 description', 'project_id': '1af8749147c8436eb1d41e5ffcc10988'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:19:39.589012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff11bf7-d2ee-46a5-a673-775c51735d95 x-openstack-request-id: req-5ff11bf7-d2ee-46a5-a673-775c51735d95 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:19:39.589360 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d47701-c692-4858-b6ba-9e31760fcd2f", "tag": "19bd0997-00c8-4f3e-a06b-713483d31435", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:19:39.589671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ff11bf7-d2ee-46a5-a673-775c51735d95 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:19:39.590127 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d47701-c692-4858-b6ba-9e31760fcd2f', 'tag': '19bd0997-00c8-4f3e-a06b-713483d31435', 'status': 'completed', 'code': 200} Jun 22 10:19:39.599701 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2b69d27c-1be4-450f-ae27-6a214a43c58e tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:39.694707 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0caf3ca-0023-43cd-b9e5-4f74c0d7e0a3 req-75440740-f706-47f3-9079-55961636c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:39.696145 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c0caf3ca-0023-43cd-b9e5-4f74c0d7e0a3 req-75440740-f706-47f3-9079-55961636c627 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1af8749147c8436eb1d41e5ffcc10988&device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 1098 time: 0.0837193 Jun 22 10:19:39.701450 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ddef116f-4198-4841-8a00-5e7337b5b004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'name': 'tempest-TestMinimumBasicScenario-1201625470-router', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:38Z', 'revision_number': 4, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'gw_port': {'id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '05793999-c661-467b-963a-a2ed9b7ec028', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'port_id': '19bd0997-00c8-4f3e-a06b-713483d31435', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb', 'mac_address': 'fa:16:3e:9e:b2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d47701-c692-4858-b6ba-9e31760fcd2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:19:38Z', 'updated_at': '2021-06-22T10:19:38Z', 'revision_number': 0, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4be57fb-1070-4039-ae3e-3475b2ad34c9', 'name': '', 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'mac_address': 'fa:16:3e:d3:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:37Z', 'updated_at': '2021-06-22T10:18:44Z', 'revision_number': 5, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'subnets': [{'id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:39.731134 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddef116f-4198-4841-8a00-5e7337b5b004 None None] Checking router: c80e939a-c66d-4885-9536-7d4c4441d475 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:19:39.740173 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddef116f-4198-4841-8a00-5e7337b5b004 None None] Routers {'c80e939a-c66d-4885-9536-7d4c4441d475'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:19:39.740796 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ddef116f-4198-4841-8a00-5e7337b5b004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:19:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['c80e939a-c66d-4885-9536-7d4c4441d475'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:39.773177 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2b69d27c-1be4-450f-ae27-6a214a43c58e tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:39.809788 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0caf3ca-0023-43cd-b9e5-4f74c0d7e0a3 req-1004a3ce-d7a7-4cd8-9688-feae697b8346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:39.811385 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c0caf3ca-0023-43cd-b9e5-4f74c0d7e0a3 req-1004a3ce-d7a7-4cd8-9688-feae697b8346 service neutron] 10.222.0.35 "GET /v2.0/networks?id=972a81e1-3ba1-44b3-a3eb-7563cae530eb HTTP/1.1" status: 200 len: 916 time: 0.1038401 Jun 22 10:19:39.845962 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-ddef116f-4198-4841-8a00-5e7337b5b004 None None] Set router c80e939a-c66d-4885-9536-7d4c4441d475 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:19:39.854388 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2b69d27c-1be4-450f-ae27-6a214a43c58e tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:39.858151 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5f89d5cf-4118-4f49-89e6-538d9314b89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:19:39.905776 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c0caf3ca-0023-43cd-b9e5-4f74c0d7e0a3 req-d800b859-5fa9-4405-876c-983587ecd7f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19bd0997-00c8-4f3e-a06b-713483d31435 HTTP/1.1" status: 200 len: 999 time: 0.0875969 Jun 22 10:19:39.906590 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69d27c-1be4-450f-ae27-6a214a43c58e tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe01d4d-9b7a-4f63-bb5b-498de66990aa,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:39.909395 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2b69d27c-1be4-450f-ae27-6a214a43c58e tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:19:39.954358 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0caf3ca-0023-43cd-b9e5-4f74c0d7e0a3 req-3fc205fc-0d54-43b4-b499-e87ab88e53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:39.955758 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c0caf3ca-0023-43cd-b9e5-4f74c0d7e0a3 req-3fc205fc-0d54-43b4-b499-e87ab88e53ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70a1de8b-c96e-45ee-9b45-21760c6945d7 HTTP/1.1" status: 200 len: 854 time: 0.0443079 Jun 22 10:19:39.970349 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2b69d27c-1be4-450f-ae27-6a214a43c58e tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:39.971512 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2b69d27c-1be4-450f-ae27-6a214a43c58e tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4809220 Jun 22 10:19:39.974602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40044) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:19:39.979791 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a84e15bf-2d4e-423d-bf6f-307d36757b2d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Request body: {'security_group_rule': {'security_group_id': '8fe01d4d-9b7a-4f63-bb5b-498de66990aa', 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:19:40.015684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0caf3ca-0023-43cd-b9e5-4f74c0d7e0a3 req-b12b3566-08e7-4b2b-a3a2-940b4d51ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:40.017188 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c0caf3ca-0023-43cd-b9e5-4f74c0d7e0a3 req-b12b3566-08e7-4b2b-a3a2-940b4d51ee02 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=972a81e1-3ba1-44b3-a3eb-7563cae530eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0554140 Jun 22 10:19:40.069282 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ddef116f-4198-4841-8a00-5e7337b5b004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'name': 'tempest-TestMinimumBasicScenario-1201625470-router', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:38Z', 'revision_number': 4, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'gw_port': {'id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '05793999-c661-467b-963a-a2ed9b7ec028', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'port_id': '19bd0997-00c8-4f3e-a06b-713483d31435', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb', 'mac_address': 'fa:16:3e:9e:b2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d47701-c692-4858-b6ba-9e31760fcd2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:19:38Z', 'updated_at': '2021-06-22T10:19:38Z', 'revision_number': 0, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4be57fb-1070-4039-ae3e-3475b2ad34c9', 'name': '', 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'mac_address': 'fa:16:3e:d3:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:37Z', 'updated_at': '2021-06-22T10:18:44Z', 'revision_number': 5, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'subnets': [{'id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:40.076330 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a84e15bf-2d4e-423d-bf6f-307d36757b2d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:40.098992 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddef116f-4198-4841-8a00-5e7337b5b004 None None] The sync data for ids ['c80e939a-c66d-4885-9536-7d4c4441d475'] in dv-neutron-797121-3-hyperv is: [{'id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'name': 'tempest-TestMinimumBasicScenario-1201625470-router', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:38Z', 'revision_number': 4, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'gw_port': {'id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '05793999-c661-467b-963a-a2ed9b7ec028', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'port_id': '19bd0997-00c8-4f3e-a06b-713483d31435', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb', 'mac_address': 'fa:16:3e:9e:b2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d47701-c692-4858-b6ba-9e31760fcd2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:19:38Z', 'updated_at': '2021-06-22T10:19:38Z', 'revision_number': 0, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4be57fb-1070-4039-ae3e-3475b2ad34c9', 'name': '', 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'mac_address': 'fa:16:3e:d3:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:37Z', 'updated_at': '2021-06-22T10:18:44Z', 'revision_number': 5, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'subnets': [{'id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:19:40.131201 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c0caf3ca-0023-43cd-b9e5-4f74c0d7e0a3 req-6e8915e3-f612-4117-933d-85ab45e11156 service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056495 Jun 22 10:19:40.151828 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a84e15bf-2d4e-423d-bf6f-307d36757b2d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:40.221585 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c0caf3ca-0023-43cd-b9e5-4f74c0d7e0a3 req-879ca1cd-16ff-49e8-8bcd-abad027e4c1b service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845695 Jun 22 10:19:40.245405 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a84e15bf-2d4e-423d-bf6f-307d36757b2d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:40.247406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-609f3f6b-6612-4e03-ac5c-e37daf6782dd tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:19:40.265389 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e15bf-2d4e-423d-bf6f-307d36757b2d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd355b8-6174-4c43-9e9e-ab107690297e,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:40.268507 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a84e15bf-2d4e-423d-bf6f-307d36757b2d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:19:40.310642 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b5ebb-e583-446f-8acf-7728a03ee240 None None] New status for floating IP 05793999-c661-467b-963a-a2ed9b7ec028: ACTIVE {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:19:40.331222 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a84e15bf-2d4e-423d-bf6f-307d36757b2d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:40.332604 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a84e15bf-2d4e-423d-bf6f-307d36757b2d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3568671 Jun 22 10:19:40.335856 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40046) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:19:40.340602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-8cf7a854-de9e-4e36-a3b9-461317941dac tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Request body: {'security_group_rule': {'security_group_id': '8fe01d4d-9b7a-4f63-bb5b-498de66990aa', 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:19:40.433946 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a854-de9e-4e36-a3b9-461317941dac tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:40.489561 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a854-de9e-4e36-a3b9-461317941dac tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:40.599491 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a854-de9e-4e36-a3b9-461317941dac tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:40.604788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d0b6db72-087c-40a5-bd50-66945bf9252e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:19:40.619494 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7a854-de9e-4e36-a3b9-461317941dac tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4deeb661-989f-4966-a49a-6cd3c336d8d6,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:40.622016 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8cf7a854-de9e-4e36-a3b9-461317941dac tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:19:40.685043 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a854-de9e-4e36-a3b9-461317941dac tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:40.686251 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8cf7a854-de9e-4e36-a3b9-461317941dac tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3492649 Jun 22 10:19:40.689001 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40048) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:19:40.694285 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-805a169a-8899-4021-b5e5-ed46aee4a3c1 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Request body: {'security_group_rule': {'security_group_id': '8fe01d4d-9b7a-4f63-bb5b-498de66990aa', 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:19:40.799557 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:40.815470 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-805a169a-8899-4021-b5e5-ed46aee4a3c1 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:40.872257 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-805a169a-8899-4021-b5e5-ed46aee4a3c1 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:40.953847 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-805a169a-8899-4021-b5e5-ed46aee4a3c1 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:40.955662 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-35669f4c-a85b-4275-a72b-c78396e9ca4a tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:19:40.975087 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a169a-8899-4021-b5e5-ed46aee4a3c1 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3adf7ec8-e4ef-4779-b937-1a9a8bb0db09,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:40.977994 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-805a169a-8899-4021-b5e5-ed46aee4a3c1 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:19:41.045338 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-805a169a-8899-4021-b5e5-ed46aee4a3c1 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:41.046505 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-805a169a-8899-4021-b5e5-ed46aee4a3c1 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3565800 Jun 22 10:19:41.049180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40050) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:19:41.054246 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-2a82452e-f805-4500-9f38-50ca4ddd4072 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Request body: {'security_group_rule': {'security_group_id': '8fe01d4d-9b7a-4f63-bb5b-498de66990aa', 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:19:41.182004 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2a82452e-f805-4500-9f38-50ca4ddd4072 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:41.239387 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2a82452e-f805-4500-9f38-50ca4ddd4072 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:41.319565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2a82452e-f805-4500-9f38-50ca4ddd4072 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:41.321337 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d5a9874e-5fc4-4ba7-9e2e-de0110656543 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:19:41.337363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82452e-f805-4500-9f38-50ca4ddd4072 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ca1ec6-25d0-4e3c-ba35-7b481693af84,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:41.339713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2a82452e-f805-4500-9f38-50ca4ddd4072 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:19:41.388083 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2a82452e-f805-4500-9f38-50ca4ddd4072 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:41.389298 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2a82452e-f805-4500-9f38-50ca4ddd4072 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3391881 Jun 22 10:19:41.391958 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40052) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:19:41.397118 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-833b8016-4f4f-42d2-b519-428df3c9525b tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Request body: {'security_group_rule': {'security_group_id': '8fe01d4d-9b7a-4f63-bb5b-498de66990aa', 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:19:41.473956 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-833b8016-4f4f-42d2-b519-428df3c9525b tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Project 1af8749147c8436eb1d41e5ffcc10988 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:19:41.479208 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-833b8016-4f4f-42d2-b519-428df3c9525b tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:41.537390 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-833b8016-4f4f-42d2-b519-428df3c9525b tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:41.588166 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-833b8016-4f4f-42d2-b519-428df3c9525b tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:41.589959 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-805a169a-8899-4021-b5e5-ed46aee4a3c1 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:19:41.606884 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b8016-4f4f-42d2-b519-428df3c9525b tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e83387-7404-4e27-9d82-5162856992b2,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:41.608952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-833b8016-4f4f-42d2-b519-428df3c9525b tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:19:41.662668 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-833b8016-4f4f-42d2-b519-428df3c9525b tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:41.663920 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-833b8016-4f4f-42d2-b519-428df3c9525b tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2709920 Jun 22 10:19:41.666499 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40054) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:19:41.670900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a182daa5-1cfa-4e53-92d1-86b2bedee6d5 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Request body: {'security_group_rule': {'security_group_id': '8fe01d4d-9b7a-4f63-bb5b-498de66990aa', 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:19:41.788225 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-a182daa5-1cfa-4e53-92d1-86b2bedee6d5 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Project 1af8749147c8436eb1d41e5ffcc10988 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:19:41.793374 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a182daa5-1cfa-4e53-92d1-86b2bedee6d5 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:41.852113 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a182daa5-1cfa-4e53-92d1-86b2bedee6d5 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:41.913803 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a182daa5-1cfa-4e53-92d1-86b2bedee6d5 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:41.915700 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b6c3813e-ae8a-4c7c-82b7-073a721f5947 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:19:41.934531 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182daa5-1cfa-4e53-92d1-86b2bedee6d5 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681d3308-bcd6-4dbe-b948-392973e170e0,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:41.937011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a182daa5-1cfa-4e53-92d1-86b2bedee6d5 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:19:41.999776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a182daa5-1cfa-4e53-92d1-86b2bedee6d5 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:42.000950 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a182daa5-1cfa-4e53-92d1-86b2bedee6d5 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3335388 Jun 22 10:19:42.126792 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6cd05e3c-d3a6-4c35-9c5b-f3904aec923b req-2860ac44-52fb-4194-8469-c738058ec297 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281220526&fields=id&tenant_id=1af8749147c8436eb1d41e5ffcc10988 HTTP/1.1" status: 200 len: 267 time: 0.0342481 Jun 22 10:19:42.192691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd05e3c-d3a6-4c35-9c5b-f3904aec923b req-549f96dc-6fb0-4813-a713-24cfa3724152 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:42.194668 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6cd05e3c-d3a6-4c35-9c5b-f3904aec923b req-549f96dc-6fb0-4813-a713-24cfa3724152 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 945 time: 0.0618954 Jun 22 10:19:42.205151 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-6cd05e3c-d3a6-4c35-9c5b-f3904aec923b req-f826303d-c69f-42c4-bf7d-302bf354443d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Request body: {'port': {'security_groups': ['6b7b70b2-2e93-41a0-8cd6-6ce659416c6c', '8fe01d4d-9b7a-4f63-bb5b-498de66990aa']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:19:42.288912 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-6cd05e3c-d3a6-4c35-9c5b-f3904aec923b req-f826303d-c69f-42c4-bf7d-302bf354443d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:42.472199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-6cd05e3c-d3a6-4c35-9c5b-f3904aec923b req-f826303d-c69f-42c4-bf7d-302bf354443d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] For port 19bd0997-00c8-4f3e-a06b-713483d31435, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=19bd0997-00c8-4f3e-a06b-713483d31435,segment=NetworkSegment(d8961b3c-1e86-4a3c-8a53-6bef6be65db1),segment_id=d8961b3c-1e86-4a3c-8a53-6bef6be65db1)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:19:42.501174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-6cd05e3c-d3a6-4c35-9c5b-f3904aec923b req-f826303d-c69f-42c4-bf7d-302bf354443d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:42.588376 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-6cd05e3c-d3a6-4c35-9c5b-f3904aec923b req-f826303d-c69f-42c4-bf7d-302bf354443d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:42.592303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9d953afd-3a06-4a46-b335-1ce3c34478ec tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:19:42.603839 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['19bd0997-00c8-4f3e-a06b-713483d31435'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:19:42.633555 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd05e3c-d3a6-4c35-9c5b-f3904aec923b req-f826303d-c69f-42c4-bf7d-302bf354443d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:42.634181 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-6cd05e3c-d3a6-4c35-9c5b-f3904aec923b req-f826303d-c69f-42c4-bf7d-302bf354443d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:42.635598 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6cd05e3c-d3a6-4c35-9c5b-f3904aec923b req-f826303d-c69f-42c4-bf7d-302bf354443d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "PUT /v2.0/ports/19bd0997-00c8-4f3e-a06b-713483d31435 HTTP/1.1" status: 200 len: 981 time: 0.4348052 Jun 22 10:19:42.636175 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d47701-c692-4858-b6ba-9e31760fcd2f', 'tag': '19bd0997-00c8-4f3e-a06b-713483d31435'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:19:42.641490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a4bac1-8248-4e34-9e74-34e2661e7af1" -d '{"events": [{"name": "network-changed", "server_uuid": "96d47701-c692-4858-b6ba-9e31760fcd2f", "tag": "19bd0997-00c8-4f3e-a06b-713483d31435"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:19:42.670189 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826303d-c69f-42c4-bf7d-302bf354443d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Pushing event updated for resources: {'Port': ['ID=19bd0997-00c8-4f3e-a06b-713483d31435,revision_number=6']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:42.674328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f826303d-c69f-42c4-bf7d-302bf354443d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:19:42.678781 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08614bea-c210-4f85-a08a-89334adc0673 x-openstack-request-id: req-08614bea-c210-4f85-a08a-89334adc0673 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:19:42.679247 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d47701-c692-4858-b6ba-9e31760fcd2f", "tag": "19bd0997-00c8-4f3e-a06b-713483d31435", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:19:42.680071 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08614bea-c210-4f85-a08a-89334adc0673 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:19:42.681114 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d47701-c692-4858-b6ba-9e31760fcd2f', 'tag': '19bd0997-00c8-4f3e-a06b-713483d31435', 'status': 'completed', 'code': 200} Jun 22 10:19:42.705483 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['19bd0997-00c8-4f3e-a06b-713483d31435'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:19:42.766076 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4bac1-8248-4e34-9e74-34e2661e7af1 req-81a3022b-7389-4b47-b242-acb6e6654f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:42.770669 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-80a4bac1-8248-4e34-9e74-34e2661e7af1 req-81a3022b-7389-4b47-b242-acb6e6654f6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1af8749147c8436eb1d41e5ffcc10988&device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 1137 time: 0.0670216 Jun 22 10:19:42.876014 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e6303-b340-4156-8b9b-a3b1184889fd req-6fc4c45e-1a87-4223-83a5-16925db64a8e tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:42.877595 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3c6e6303-b340-4156-8b9b-a3b1184889fd req-6fc4c45e-1a87-4223-83a5-16925db64a8e tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 984 time: 0.0785451 Jun 22 10:19:42.882081 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4bac1-8248-4e34-9e74-34e2661e7af1 req-a6f08e08-21fd-482d-adc8-437494d44c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:42.883522 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-80a4bac1-8248-4e34-9e74-34e2661e7af1 req-a6f08e08-21fd-482d-adc8-437494d44c5e service neutron] 10.222.0.35 "GET /v2.0/networks?id=972a81e1-3ba1-44b3-a3eb-7563cae530eb HTTP/1.1" status: 200 len: 916 time: 0.1067305 Jun 22 10:19:42.920654 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3c6e6303-b340-4156-8b9b-a3b1184889fd req-60ab739f-5e4f-4df8-beb1-2a53cb709ae4 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fe01d4d-9b7a-4f63-bb5b-498de66990aa&id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360088 Jun 22 10:19:42.950749 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-80a4bac1-8248-4e34-9e74-34e2661e7af1 req-844f0edd-42b3-405d-b167-07c26338bfae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19bd0997-00c8-4f3e-a06b-713483d31435 HTTP/1.1" status: 200 len: 1001 time: 0.0606623 Jun 22 10:19:43.003497 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4bac1-8248-4e34-9e74-34e2661e7af1 req-5f51ec6b-c59d-42d4-bab4-5dcf2b92e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:43.004964 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-80a4bac1-8248-4e34-9e74-34e2661e7af1 req-5f51ec6b-c59d-42d4-bab4-5dcf2b92e394 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70a1de8b-c96e-45ee-9b45-21760c6945d7 HTTP/1.1" status: 200 len: 854 time: 0.0477307 Jun 22 10:19:43.020555 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c48b53da-6c82-45a7-8a6c-8ac3d9eaf57e None None] Provisioning complete for port 19bd0997-00c8-4f3e-a06b-713483d31435 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:19:43.021472 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c48b53da-6c82-45a7-8a6c-8ac3d9eaf57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:43.060162 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4bac1-8248-4e34-9e74-34e2661e7af1 req-cd15c9b0-98e7-4d8e-a34a-07994b9ce8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:43.061623 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-80a4bac1-8248-4e34-9e74-34e2661e7af1 req-cd15c9b0-98e7-4d8e-a34a-07994b9ce8c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=972a81e1-3ba1-44b3-a3eb-7563cae530eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502465 Jun 22 10:19:43.152861 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-80a4bac1-8248-4e34-9e74-34e2661e7af1 req-f6489911-fc60-49e3-b7fd-5df6f7ef7658 service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840960 Jun 22 10:19:43.243848 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-80a4bac1-8248-4e34-9e74-34e2661e7af1 req-a4be41cd-c9b5-4251-9d02-990204dba6eb service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845094 Jun 22 10:19:46.571005 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c67d864c-44b0-4b26-8cda-cad633d32da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:48.167464 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:19:49.126620 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dee77fa2-6dc5-4729-aa63-fbdcd4a63adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:49.400371 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:50.553283 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:51.861984 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:10.787092 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:16.586842 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1858e7e5-199d-4f04-9f5d-b6f74adb5f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:19.095834 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e226fc79-39d5-475c-a24e-ff94b4418135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:19.341469 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:20.592836 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:21.821204 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:25.165731 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:20:31.433621 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dcf50-f191-45c4-a6ae-335ce857281a req-240b054d-6060-4642-b8ac-b47855952f29 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:31.435096 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7e2dcf50-f191-45c4-a6ae-335ce857281a req-240b054d-6060-4642-b8ac-b47855952f29 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 984 time: 0.0684943 Jun 22 10:20:31.446279 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb987a89-9e8a-4503-850d-b2baae81f87b req-eba4f7b0-0a4b-4cfb-acd0-56ddf49e1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:31.447758 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fb987a89-9e8a-4503-850d-b2baae81f87b req-eba4f7b0-0a4b-4cfb-acd0-56ddf49e1771 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1af8749147c8436eb1d41e5ffcc10988&device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 1137 time: 0.0530500 Jun 22 10:20:31.475231 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7e2dcf50-f191-45c4-a6ae-335ce857281a req-b137b948-05df-4d99-975f-b93d778d9930 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fe01d4d-9b7a-4f63-bb5b-498de66990aa&id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343297 Jun 22 10:20:31.537923 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb987a89-9e8a-4503-850d-b2baae81f87b req-0990325c-76a8-443c-9032-ff1f09016dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:31.539361 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fb987a89-9e8a-4503-850d-b2baae81f87b req-0990325c-76a8-443c-9032-ff1f09016dd8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=972a81e1-3ba1-44b3-a3eb-7563cae530eb HTTP/1.1" status: 200 len: 916 time: 0.0858195 Jun 22 10:20:31.601451 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fb987a89-9e8a-4503-850d-b2baae81f87b req-9d31864b-cfbe-46e4-b28f-0f847791f725 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19bd0997-00c8-4f3e-a06b-713483d31435 HTTP/1.1" status: 200 len: 1001 time: 0.0558224 Jun 22 10:20:31.649940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb987a89-9e8a-4503-850d-b2baae81f87b req-80dd5d1a-8f7e-44d6-8cc9-130e66527bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:31.651289 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fb987a89-9e8a-4503-850d-b2baae81f87b req-80dd5d1a-8f7e-44d6-8cc9-130e66527bb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70a1de8b-c96e-45ee-9b45-21760c6945d7 HTTP/1.1" status: 200 len: 854 time: 0.0414619 Jun 22 10:20:31.708214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb987a89-9e8a-4503-850d-b2baae81f87b req-7b9eb47d-112a-489e-94e9-30637506a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:31.709641 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fb987a89-9e8a-4503-850d-b2baae81f87b req-7b9eb47d-112a-489e-94e9-30637506a80f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=972a81e1-3ba1-44b3-a3eb-7563cae530eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523198 Jun 22 10:20:31.796203 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fb987a89-9e8a-4503-850d-b2baae81f87b req-0989158d-0d82-4101-8abd-493b949c68fd service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797904 Jun 22 10:20:31.886183 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fb987a89-9e8a-4503-850d-b2baae81f87b req-37c36839-3d72-4099-806a-f5802f2ac75c service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832021 Jun 22 10:20:32.647247 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f2ddc-7aae-4755-ac71-555304b6040a req-500626cd-60d6-49f4-9e4c-65cc5c9f5f9c tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:32.648774 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8c9f2ddc-7aae-4755-ac71-555304b6040a req-500626cd-60d6-49f4-9e4c-65cc5c9f5f9c tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 984 time: 0.0622969 Jun 22 10:20:32.689113 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8c9f2ddc-7aae-4755-ac71-555304b6040a req-4ba69d05-1a24-43c0-b8d1-8eca9ae54604 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fe01d4d-9b7a-4f63-bb5b-498de66990aa&id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343399 Jun 22 10:20:33.863599 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437e7d2-48f7-4cc0-b8a1-3d691a5b3f17 req-1e445643-0be8-4a70-904f-d91ce07210cb tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:33.865508 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8437e7d2-48f7-4cc0-b8a1-3d691a5b3f17 req-1e445643-0be8-4a70-904f-d91ce07210cb tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 984 time: 0.0685961 Jun 22 10:20:33.903390 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8437e7d2-48f7-4cc0-b8a1-3d691a5b3f17 req-8139755f-fe9d-45f9-93dc-d1bcf5906f09 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fe01d4d-9b7a-4f63-bb5b-498de66990aa&id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321777 Jun 22 10:20:35.076936 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4c00a-7e3f-411e-8178-f0aef548ea69 req-db5ca8ef-4e32-4df5-a2a8-f3269e094d31 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:35.078390 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c0b4c00a-7e3f-411e-8178-f0aef548ea69 req-db5ca8ef-4e32-4df5-a2a8-f3269e094d31 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 984 time: 0.0646818 Jun 22 10:20:35.122271 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c0b4c00a-7e3f-411e-8178-f0aef548ea69 req-c806a241-a486-4b38-8b0f-44f134db5ce8 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fe01d4d-9b7a-4f63-bb5b-498de66990aa&id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376484 Jun 22 10:20:36.289011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07153fe-f9ca-48d4-b4eb-84160b44cb80 req-0057329d-d49c-4a68-b6cc-1a76fbc6422a tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:36.290436 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a07153fe-f9ca-48d4-b4eb-84160b44cb80 req-0057329d-d49c-4a68-b6cc-1a76fbc6422a tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 984 time: 0.0620265 Jun 22 10:20:36.329418 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a07153fe-f9ca-48d4-b4eb-84160b44cb80 req-f7ed30e5-7bca-480e-a135-c3d7539916f6 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fe01d4d-9b7a-4f63-bb5b-498de66990aa&id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333211 Jun 22 10:20:37.168182 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f39eaf-d205-42e0-9c27-2e2bec9f83a7 req-a69f8989-f1c7-4833-98f2-120535c73305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:37.169693 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-38f39eaf-d205-42e0-9c27-2e2bec9f83a7 req-a69f8989-f1c7-4833-98f2-120535c73305 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1af8749147c8436eb1d41e5ffcc10988&device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 1137 time: 0.0542712 Jun 22 10:20:37.277973 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f39eaf-d205-42e0-9c27-2e2bec9f83a7 req-ac444f72-7367-4538-87b5-8720a29ef7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:37.279811 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-38f39eaf-d205-42e0-9c27-2e2bec9f83a7 req-ac444f72-7367-4538-87b5-8720a29ef7bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=972a81e1-3ba1-44b3-a3eb-7563cae530eb HTTP/1.1" status: 200 len: 916 time: 0.0894747 Jun 22 10:20:37.350062 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-38f39eaf-d205-42e0-9c27-2e2bec9f83a7 req-c20850ce-998e-4dc8-b39f-c106abf743d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19bd0997-00c8-4f3e-a06b-713483d31435 HTTP/1.1" status: 200 len: 1001 time: 0.0626588 Jun 22 10:20:37.398134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f39eaf-d205-42e0-9c27-2e2bec9f83a7 req-7108e8b8-4563-48d0-9eac-3cf20f5a7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:37.399613 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-38f39eaf-d205-42e0-9c27-2e2bec9f83a7 req-7108e8b8-4563-48d0-9eac-3cf20f5a7bf0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70a1de8b-c96e-45ee-9b45-21760c6945d7 HTTP/1.1" status: 200 len: 854 time: 0.0433645 Jun 22 10:20:37.467009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f39eaf-d205-42e0-9c27-2e2bec9f83a7 req-be744cc2-217d-4bc9-b367-18424747ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:37.468538 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-38f39eaf-d205-42e0-9c27-2e2bec9f83a7 req-be744cc2-217d-4bc9-b367-18424747ac35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=972a81e1-3ba1-44b3-a3eb-7563cae530eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0607924 Jun 22 10:20:37.525678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18749d17-1f2b-450c-8d10-766962a8b820 req-c4d973d2-8adb-4a0e-903b-a9ebe8189fd7 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:37.528401 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-18749d17-1f2b-450c-8d10-766962a8b820 req-c4d973d2-8adb-4a0e-903b-a9ebe8189fd7 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 984 time: 0.0805926 Jun 22 10:20:37.563422 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-38f39eaf-d205-42e0-9c27-2e2bec9f83a7 req-cca7e7c6-256f-4c25-b347-42a0398e43ce service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877278 Jun 22 10:20:37.578242 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-18749d17-1f2b-450c-8d10-766962a8b820 req-160c493e-4bf4-4f18-a514-39420ca875d0 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fe01d4d-9b7a-4f63-bb5b-498de66990aa&id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448952 Jun 22 10:20:37.659797 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-38f39eaf-d205-42e0-9c27-2e2bec9f83a7 req-2073a76d-64f4-40e6-bd04-ee9d988a705f service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889540 Jun 22 10:20:38.759063 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06979f71-6506-42cf-9edd-fb1da10181ab req-c7f2f882-d8d5-4ba9-b3cb-f20f063460a7 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:38.760586 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-06979f71-6506-42cf-9edd-fb1da10181ab req-c7f2f882-d8d5-4ba9-b3cb-f20f063460a7 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 984 time: 0.0678375 Jun 22 10:20:38.799079 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-06979f71-6506-42cf-9edd-fb1da10181ab req-9005b6fb-54fe-4005-aa5d-5c970ca8f109 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fe01d4d-9b7a-4f63-bb5b-498de66990aa&id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329006 Jun 22 10:20:39.973460 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6638b-737f-49c1-9b75-59fc93acf0d8 req-bb637ab6-1363-4d67-8d7b-24eafdb05e84 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:39.974870 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-60a6638b-737f-49c1-9b75-59fc93acf0d8 req-bb637ab6-1363-4d67-8d7b-24eafdb05e84 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 984 time: 0.0662880 Jun 22 10:20:40.014124 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-60a6638b-737f-49c1-9b75-59fc93acf0d8 req-d9d00686-82d5-4e51-a19b-b81ac7b710dd tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fe01d4d-9b7a-4f63-bb5b-498de66990aa&id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336490 Jun 22 10:20:40.842189 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:41.186299 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe75ab0-77b6-4822-8ba8-13dcc5822e7d req-b9678dc8-7648-42d6-9287-0d08b343ff2f tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:41.187774 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8fe75ab0-77b6-4822-8ba8-13dcc5822e7d req-b9678dc8-7648-42d6-9287-0d08b343ff2f tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 984 time: 0.0640869 Jun 22 10:20:41.226266 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8fe75ab0-77b6-4822-8ba8-13dcc5822e7d req-75e02dd8-1e30-4be2-9e9b-c6dc219c8097 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fe01d4d-9b7a-4f63-bb5b-498de66990aa&id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327642 Jun 22 10:20:42.394206 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c2d73-af87-480d-94cb-b50c65db13c4 req-26705379-c721-4b71-af99-1f5635fcdf40 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:42.395672 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f59c2d73-af87-480d-94cb-b50c65db13c4 req-26705379-c721-4b71-af99-1f5635fcdf40 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 984 time: 0.0618427 Jun 22 10:20:42.433655 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f59c2d73-af87-480d-94cb-b50c65db13c4 req-cef7720e-a41b-40e8-9787-3a9d631e8aa7 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fe01d4d-9b7a-4f63-bb5b-498de66990aa&id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323987 Jun 22 10:20:43.611742 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d4dd0-bdab-4242-9dde-0fb6bd8d5ca2 req-6b4ee1ca-d70f-4c9c-917a-6a2cead423e8 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:43.613180 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8e8d4dd0-bdab-4242-9dde-0fb6bd8d5ca2 req-6b4ee1ca-d70f-4c9c-917a-6a2cead423e8 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 984 time: 0.0723267 Jun 22 10:20:43.651779 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8e8d4dd0-bdab-4242-9dde-0fb6bd8d5ca2 req-153aab0a-d028-426b-ac05-36daf5da42c9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fe01d4d-9b7a-4f63-bb5b-498de66990aa&id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330136 Jun 22 10:20:44.832256 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12d827-ff3a-436b-aec0-4233ad9354b2 req-ce42809c-f36a-4785-9138-9d0251ed8873 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:44.833702 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3f12d827-ff3a-436b-aec0-4233ad9354b2 req-ce42809c-f36a-4785-9138-9d0251ed8873 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 984 time: 0.0672901 Jun 22 10:20:44.871924 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3f12d827-ff3a-436b-aec0-4233ad9354b2 req-f250399b-9500-46b3-9973-00068c982991 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fe01d4d-9b7a-4f63-bb5b-498de66990aa&id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326006 Jun 22 10:20:46.046291 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a850209-a4c7-462d-b161-4043d10b4c80 req-328fedcd-c7a5-48b8-8a16-8882c11de048 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:46.047764 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6a850209-a4c7-462d-b161-4043d10b4c80 req-328fedcd-c7a5-48b8-8a16-8882c11de048 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 984 time: 0.0680125 Jun 22 10:20:46.086665 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6a850209-a4c7-462d-b161-4043d10b4c80 req-465a1aed-301f-4dc4-a41a-6fbae8219359 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fe01d4d-9b7a-4f63-bb5b-498de66990aa&id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331531 Jun 22 10:20:46.586409 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a10fa02c-246f-48df-8f9c-d19621793062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:47.259700 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2cbc2-14c5-4b94-9fe0-e290a1ab8a1e req-677baef9-74d4-46d3-8a93-39e01d2e6884 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:47.261142 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-85b2cbc2-14c5-4b94-9fe0-e290a1ab8a1e req-677baef9-74d4-46d3-8a93-39e01d2e6884 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 984 time: 0.0626509 Jun 22 10:20:47.299370 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-85b2cbc2-14c5-4b94-9fe0-e290a1ab8a1e req-7e8fdc7e-2955-4015-b793-d7fc09286ac4 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fe01d4d-9b7a-4f63-bb5b-498de66990aa&id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326183 Jun 22 10:20:48.465443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd22b8-9306-44f7-9331-8c9515083fa7 req-3be1ddaa-69d6-4dde-bb6f-463be3d48c5a tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:48.466783 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-efcd22b8-9306-44f7-9331-8c9515083fa7 req-3be1ddaa-69d6-4dde-bb6f-463be3d48c5a tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 984 time: 0.0611563 Jun 22 10:20:48.509338 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-efcd22b8-9306-44f7-9331-8c9515083fa7 req-e576a7ac-cb62-4440-ad02-928c1e08f4ed tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fe01d4d-9b7a-4f63-bb5b-498de66990aa&id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369840 Jun 22 10:20:49.083342 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f72d71fc-e90e-424b-865a-b2706c8a0960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:49.335226 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:50.586227 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:51.842971 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:02.164421 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:21:10.789709 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:16.572067 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-25dc0cd5-d556-400e-ae43-287df4360f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:19.105420 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-45228a6b-4c9c-4a5d-a61c-6b8f6c1d9699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:19.356680 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:20.591161 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:21.848200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:37.812134 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6aec24d7-28d3-432c-a998-8d0daa3368ed req-a3d7f0f5-c684-4e3f-8d40-58c3bc8c6aa5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539701 Jun 22 10:21:37.903364 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec24d7-28d3-432c-a998-8d0daa3368ed req-e2e10711-9693-4191-8686-a95cf508aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:37.904778 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6aec24d7-28d3-432c-a998-8d0daa3368ed req-e2e10711-9693-4191-8686-a95cf508aaaf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1af8749147c8436eb1d41e5ffcc10988&device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 1137 time: 0.0516217 Jun 22 10:21:38.010787 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec24d7-28d3-432c-a998-8d0daa3368ed req-0528db56-c4b1-4819-8b85-3b4caf936d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:38.012239 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6aec24d7-28d3-432c-a998-8d0daa3368ed req-0528db56-c4b1-4819-8b85-3b4caf936d95 service neutron] 10.222.0.35 "GET /v2.0/networks?id=972a81e1-3ba1-44b3-a3eb-7563cae530eb HTTP/1.1" status: 200 len: 916 time: 0.0833497 Jun 22 10:21:38.073923 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6aec24d7-28d3-432c-a998-8d0daa3368ed req-81a6929a-3436-4763-bac0-3d97e25c92ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19bd0997-00c8-4f3e-a06b-713483d31435 HTTP/1.1" status: 200 len: 1001 time: 0.0557380 Jun 22 10:21:38.122000 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec24d7-28d3-432c-a998-8d0daa3368ed req-5d8175b0-a930-430e-ad19-35761e93dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:38.123410 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6aec24d7-28d3-432c-a998-8d0daa3368ed req-5d8175b0-a930-430e-ad19-35761e93dc01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70a1de8b-c96e-45ee-9b45-21760c6945d7 HTTP/1.1" status: 200 len: 854 time: 0.0438330 Jun 22 10:21:38.181749 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec24d7-28d3-432c-a998-8d0daa3368ed req-66021b31-daad-48a2-bcbc-11a3cc3c179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:38.183097 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6aec24d7-28d3-432c-a998-8d0daa3368ed req-66021b31-daad-48a2-bcbc-11a3cc3c179c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=972a81e1-3ba1-44b3-a3eb-7563cae530eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530653 Jun 22 10:21:38.194110 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [req-6aec24d7-28d3-432c-a998-8d0daa3368ed req-ae0aed86-b706-46fd-a3b9-f3cc35bbb080 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 10:21:38.195005 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6aec24d7-28d3-432c-a998-8d0daa3368ed req-ae0aed86-b706-46fd-a3b9-f3cc35bbb080 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057461 Jun 22 10:21:38.281629 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6aec24d7-28d3-432c-a998-8d0daa3368ed req-b5e838b4-d5ec-4062-9b89-c1e76da205b9 service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802495 Jun 22 10:21:38.370080 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6aec24d7-28d3-432c-a998-8d0daa3368ed req-32f34cba-5ba4-4209-9ce6-e1d1018226f4 service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821042 Jun 22 10:21:39.162717 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:21:41.007899 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:46.587419 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8a711442-b6c7-4be0-be2b-0dcb09b1aea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:49.145005 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-44b6a50c-9921-4400-8230-d38e0f9241a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:49.364842 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:50.582003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:51.853303 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:51.873386 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-77faa0c2-2287-4f06-8ee0-7a34ba737fce req-8f11d716-2c78-486b-b9eb-0c56050756d3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281220526&fields=id&tenant_id=1af8749147c8436eb1d41e5ffcc10988 HTTP/1.1" status: 200 len: 267 time: 0.0350590 Jun 22 10:21:51.939185 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77faa0c2-2287-4f06-8ee0-7a34ba737fce req-ab8e25ca-8043-4fb9-8c0d-4cafe87876dc tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:51.940579 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-77faa0c2-2287-4f06-8ee0-7a34ba737fce req-ab8e25ca-8043-4fb9-8c0d-4cafe87876dc tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 984 time: 0.0620139 Jun 22 10:21:51.951343 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [req-77faa0c2-2287-4f06-8ee0-7a34ba737fce req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Request body: {'port': {'security_groups': ['6b7b70b2-2e93-41a0-8cd6-6ce659416c6c']}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:21:52.037358 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-77faa0c2-2287-4f06-8ee0-7a34ba737fce req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:52.201363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [req-77faa0c2-2287-4f06-8ee0-7a34ba737fce req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] For port 19bd0997-00c8-4f3e-a06b-713483d31435, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=19bd0997-00c8-4f3e-a06b-713483d31435,segment=NetworkSegment(d8961b3c-1e86-4a3c-8a53-6bef6be65db1),segment_id=d8961b3c-1e86-4a3c-8a53-6bef6be65db1)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:52.229237 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-77faa0c2-2287-4f06-8ee0-7a34ba737fce req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:52.316163 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-77faa0c2-2287-4f06-8ee0-7a34ba737fce req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:52.320136 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fc18cc01-185f-47a0-a168-86183616e027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:21:52.327830 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['19bd0997-00c8-4f3e-a06b-713483d31435'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:21:52.360594 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77faa0c2-2287-4f06-8ee0-7a34ba737fce req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:52.361214 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [req-77faa0c2-2287-4f06-8ee0-7a34ba737fce req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:52.362777 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-77faa0c2-2287-4f06-8ee0-7a34ba737fce req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "PUT /v2.0/ports/19bd0997-00c8-4f3e-a06b-713483d31435 HTTP/1.1" status: 200 len: 942 time: 0.4160893 Jun 22 10:21:52.363403 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d47701-c692-4858-b6ba-9e31760fcd2f', 'tag': '19bd0997-00c8-4f3e-a06b-713483d31435'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:21:52.365900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2bb6fe-ee21-4374-bd64-b37be00df056" -d '{"events": [{"name": "network-changed", "server_uuid": "96d47701-c692-4858-b6ba-9e31760fcd2f", "tag": "19bd0997-00c8-4f3e-a06b-713483d31435"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:21:52.373512 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40160) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:21:52.399645 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Pushing event updated for resources: {'Port': ['ID=19bd0997-00c8-4f3e-a06b-713483d31435,revision_number=7']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:52.408090 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.408659 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.409196 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.409592 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.410132 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.410609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.411084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.411595 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.412070 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.412562 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.413040 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.413537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.426537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf7676d-6329-42ae-a228-97c00af442d2 x-openstack-request-id: req-5cf7676d-6329-42ae-a228-97c00af442d2 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:21:52.427294 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d47701-c692-4858-b6ba-9e31760fcd2f", "tag": "19bd0997-00c8-4f3e-a06b-713483d31435", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:21:52.427862 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cf7676d-6329-42ae-a228-97c00af442d2 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:21:52.440020 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d47701-c692-4858-b6ba-9e31760fcd2f', 'tag': '19bd0997-00c8-4f3e-a06b-713483d31435', 'status': 'completed', 'code': 200} Jun 22 10:21:52.440020 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:21:52.440254 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['19bd0997-00c8-4f3e-a06b-713483d31435'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:21:52.477990 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-89111dfa-fa9c-4098-8139-ffae66778567 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:52.506390 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-89111dfa-fa9c-4098-8139-ffae66778567 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:52.553424 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bb6fe-ee21-4374-bd64-b37be00df056 req-f504be69-3feb-4517-b0e8-11a44f7a2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:52.554907 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5c2bb6fe-ee21-4374-bd64-b37be00df056 req-f504be69-3feb-4517-b0e8-11a44f7a2045 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1af8749147c8436eb1d41e5ffcc10988&device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 1098 time: 0.1185436 Jun 22 10:21:52.652715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bb6fe-ee21-4374-bd64-b37be00df056 req-f56ce798-f97c-4304-8a4f-ad5cec01fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:52.654081 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5c2bb6fe-ee21-4374-bd64-b37be00df056 req-f56ce798-f97c-4304-8a4f-ad5cec01fe40 service neutron] 10.222.0.35 "GET /v2.0/networks?id=972a81e1-3ba1-44b3-a3eb-7563cae530eb HTTP/1.1" status: 200 len: 916 time: 0.0929763 Jun 22 10:21:52.660970 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-42e1092a-d5e5-4d25-b08d-c4d3341cdab9 None None] Provisioning complete for port 19bd0997-00c8-4f3e-a06b-713483d31435 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:21:52.661290 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-42e1092a-d5e5-4d25-b08d-c4d3341cdab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:52.693723 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-89111dfa-fa9c-4098-8139-ffae66778567 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:52.696252 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-89111dfa-fa9c-4098-8139-ffae66778567 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:52.697470 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-89111dfa-fa9c-4098-8139-ffae66778567 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "DELETE /v2.0/security-groups/8fe01d4d-9b7a-4f63-bb5b-498de66990aa HTTP/1.1" status: 204 len: 168 time: 0.3222482 Jun 22 10:21:52.700105 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1bed8f46-0ed2-4f27-a048-01959a030749 tempest-TestVolumeBootPattern-2124081517 tempest-TestVolumeBootPattern-2124081517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:21:52.702472 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40162) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:21:52.712979 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89111dfa-fa9c-4098-8139-ffae66778567 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe01d4d-9b7a-4f63-bb5b-498de66990aa,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:52.731028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89111dfa-fa9c-4098-8139-ffae66778567 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.731028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89111dfa-fa9c-4098-8139-ffae66778567 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.731028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89111dfa-fa9c-4098-8139-ffae66778567 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.731028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89111dfa-fa9c-4098-8139-ffae66778567 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.731028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89111dfa-fa9c-4098-8139-ffae66778567 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.731028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89111dfa-fa9c-4098-8139-ffae66778567 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.731028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89111dfa-fa9c-4098-8139-ffae66778567 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.731028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89111dfa-fa9c-4098-8139-ffae66778567 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.731028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89111dfa-fa9c-4098-8139-ffae66778567 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.731028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89111dfa-fa9c-4098-8139-ffae66778567 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.731028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89111dfa-fa9c-4098-8139-ffae66778567 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.731028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89111dfa-fa9c-4098-8139-ffae66778567 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:52.736856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-89111dfa-fa9c-4098-8139-ffae66778567 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:21:52.741415 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5c2bb6fe-ee21-4374-bd64-b37be00df056 req-d8d3e8ad-b339-4d07-be2d-8552c699ee2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19bd0997-00c8-4f3e-a06b-713483d31435 HTTP/1.1" status: 200 len: 1001 time: 0.0810323 Jun 22 10:21:52.794378 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bb6fe-ee21-4374-bd64-b37be00df056 req-e76c0e87-a13a-41b7-9b53-8879144f628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:52.795837 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5c2bb6fe-ee21-4374-bd64-b37be00df056 req-e76c0e87-a13a-41b7-9b53-8879144f628b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70a1de8b-c96e-45ee-9b45-21760c6945d7 HTTP/1.1" status: 200 len: 854 time: 0.0471306 Jun 22 10:21:52.861642 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bb6fe-ee21-4374-bd64-b37be00df056 req-25a2184e-d7ac-4bbf-9bc2-39526554356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:52.864221 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5c2bb6fe-ee21-4374-bd64-b37be00df056 req-25a2184e-d7ac-4bbf-9bc2-39526554356b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=972a81e1-3ba1-44b3-a3eb-7563cae530eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0612972 Jun 22 10:21:52.875771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-bce6b72c-f20b-4c29-8eb3-64e96ef36973 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Deleting port d8deb1ff-6718-4f7a-8c5b-83e1d0740c16 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:21:52.876471 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bce6b72c-f20b-4c29-8eb3-64e96ef36973 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:52.949466 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5c2bb6fe-ee21-4374-bd64-b37be00df056 req-e9529684-b6a7-4d92-ad6d-6b58b346102c service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783465 Jun 22 10:21:52.950517 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bce6b72c-f20b-4c29-8eb3-64e96ef36973 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:52.950851 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bce6b72c-f20b-4c29-8eb3-64e96ef36973 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:53.012328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-bce6b72c-f20b-4c29-8eb3-64e96ef36973 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Calling delete_port for d8deb1ff-6718-4f7a-8c5b-83e1d0740c16 owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:21:53.040297 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5c2bb6fe-ee21-4374-bd64-b37be00df056 req-5d8fad73-b509-48eb-8dec-1aac193087ca service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851860 Jun 22 10:21:53.221799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bce6b72c-f20b-4c29-8eb3-64e96ef36973 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:53.225102 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-80d0ad9a-80a5-4b09-a629-740ace48e3fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:21:53.248157 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6b72c-f20b-4c29-8eb3-64e96ef36973 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Pushing event deleted for resources: {'Port': ['ID=d8deb1ff-6718-4f7a-8c5b-83e1d0740c16,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:53.251300 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bce6b72c-f20b-4c29-8eb3-64e96ef36973 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:21:53.320032 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bce6b72c-f20b-4c29-8eb3-64e96ef36973 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:53.320377 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-bce6b72c-f20b-4c29-8eb3-64e96ef36973 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Floating IP 05793999-c661-467b-963a-a2ed9b7ec028 disassociated (deleted). External IP: 172.26.3.204, port: 19bd0997-00c8-4f3e-a06b-713483d31435. Jun 22 10:21:53.871277 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce6b72c-f20b-4c29-8eb3-64e96ef36973 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Router c80e939a-c66d-4885-9536-7d4c4441d475 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:21:53.975336 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce6b72c-f20b-4c29-8eb3-64e96ef36973 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:21:53.979569 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bce6b72c-f20b-4c29-8eb3-64e96ef36973 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:53.984890 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5364cff8-e947-4494-b73d-fa25b0ca6f1d None None] Sync routers for ids ['c80e939a-c66d-4885-9536-7d4c4441d475'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:21:53.997334 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5364cff8-e947-4494-b73d-fa25b0ca6f1d None None] Routers {'c80e939a-c66d-4885-9536-7d4c4441d475'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:21:53.997949 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5364cff8-e947-4494-b73d-fa25b0ca6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:21:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['c80e939a-c66d-4885-9536-7d4c4441d475'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:21:54.016293 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bce6b72c-f20b-4c29-8eb3-64e96ef36973 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "DELETE /v2.0/floatingips/05793999-c661-467b-963a-a2ed9b7ec028 HTTP/1.1" status: 204 len: 168 time: 1.3148906 Jun 22 10:21:54.110253 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-5364cff8-e947-4494-b73d-fa25b0ca6f1d None None] Set router c80e939a-c66d-4885-9536-7d4c4441d475 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:21:54.302867 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5364cff8-e947-4494-b73d-fa25b0ca6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'name': 'tempest-TestMinimumBasicScenario-1201625470-router', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:38Z', 'revision_number': 4, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'gw_port': {'id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'b4be57fb-1070-4039-ae3e-3475b2ad34c9', 'name': '', 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'mac_address': 'fa:16:3e:d3:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:37Z', 'updated_at': '2021-06-22T10:18:44Z', 'revision_number': 5, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'subnets': [{'id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:21:54.328764 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5364cff8-e947-4494-b73d-fa25b0ca6f1d None None] Checking router: c80e939a-c66d-4885-9536-7d4c4441d475 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:21:54.336846 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5364cff8-e947-4494-b73d-fa25b0ca6f1d None None] Routers {'c80e939a-c66d-4885-9536-7d4c4441d475'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:21:54.337469 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5364cff8-e947-4494-b73d-fa25b0ca6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:21:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['c80e939a-c66d-4885-9536-7d4c4441d475'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:21:54.429942 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d47701-c692-4858-b6ba-9e31760fcd2f', 'tag': '19bd0997-00c8-4f3e-a06b-713483d31435'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:21:54.432580 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab796d38-e3e2-49a6-a297-563bd4b5edbb" -d '{"events": [{"name": "network-changed", "server_uuid": "96d47701-c692-4858-b6ba-9e31760fcd2f", "tag": "19bd0997-00c8-4f3e-a06b-713483d31435"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:21:54.442340 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-5364cff8-e947-4494-b73d-fa25b0ca6f1d None None] Set router c80e939a-c66d-4885-9536-7d4c4441d475 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:21:54.511410 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7393b199-9e3c-45ed-aad1-9444b9ec7473 x-openstack-request-id: req-7393b199-9e3c-45ed-aad1-9444b9ec7473 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:21:54.511788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d47701-c692-4858-b6ba-9e31760fcd2f", "tag": "19bd0997-00c8-4f3e-a06b-713483d31435", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:21:54.512112 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7393b199-9e3c-45ed-aad1-9444b9ec7473 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:21:54.512585 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d47701-c692-4858-b6ba-9e31760fcd2f', 'tag': '19bd0997-00c8-4f3e-a06b-713483d31435', 'status': 'completed', 'code': 200} Jun 22 10:21:54.594271 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab796d38-e3e2-49a6-a297-563bd4b5edbb req-e1aaf3a5-ec36-4a87-8542-c15997c589d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:54.595808 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ab796d38-e3e2-49a6-a297-563bd4b5edbb req-e1aaf3a5-ec36-4a87-8542-c15997c589d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1af8749147c8436eb1d41e5ffcc10988&device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 1098 time: 0.0562882 Jun 22 10:21:54.651220 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5364cff8-e947-4494-b73d-fa25b0ca6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'name': 'tempest-TestMinimumBasicScenario-1201625470-router', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:38Z', 'revision_number': 4, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'gw_port': {'id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'b4be57fb-1070-4039-ae3e-3475b2ad34c9', 'name': '', 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'mac_address': 'fa:16:3e:d3:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:37Z', 'updated_at': '2021-06-22T10:18:44Z', 'revision_number': 5, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'subnets': [{'id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:21:54.678501 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5364cff8-e947-4494-b73d-fa25b0ca6f1d None None] The sync data for ids ['c80e939a-c66d-4885-9536-7d4c4441d475'] in dv-neutron-797121-3-hyperv is: [{'id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'name': 'tempest-TestMinimumBasicScenario-1201625470-router', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:38Z', 'revision_number': 4, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'gw_port': {'id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'b4be57fb-1070-4039-ae3e-3475b2ad34c9', 'name': '', 'network_id': '972a81e1-3ba1-44b3-a3eb-7563cae530eb', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'mac_address': 'fa:16:3e:d3:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:37Z', 'updated_at': '2021-06-22T10:18:44Z', 'revision_number': 5, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'subnets': [{'id': '70a1de8b-c96e-45ee-9b45-21760c6945d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:21:54.906991 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa902e4a-6a32-40fe-ad44-653c4dbb006a None None] New status for floating IP 05793999-c661-467b-963a-a2ed9b7ec028: DOWN {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:21:55.057200 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab796d38-e3e2-49a6-a297-563bd4b5edbb req-f653c74e-e22d-43b5-a2c0-68ea8223235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:55.058716 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ab796d38-e3e2-49a6-a297-563bd4b5edbb req-f653c74e-e22d-43b5-a2c0-68ea8223235e service neutron] 10.222.0.35 "GET /v2.0/networks?id=972a81e1-3ba1-44b3-a3eb-7563cae530eb HTTP/1.1" status: 200 len: 916 time: 0.4562917 Jun 22 10:21:55.100289 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ab796d38-e3e2-49a6-a297-563bd4b5edbb req-f5ce33c5-5ba8-4fba-8cca-e41f66b517f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19bd0997-00c8-4f3e-a06b-713483d31435 HTTP/1.1" status: 200 len: 217 time: 0.0347371 Jun 22 10:21:55.153516 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab796d38-e3e2-49a6-a297-563bd4b5edbb req-568f0d27-87ab-4d3a-b0b9-6ae7122ca746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:55.155031 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ab796d38-e3e2-49a6-a297-563bd4b5edbb req-568f0d27-87ab-4d3a-b0b9-6ae7122ca746 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70a1de8b-c96e-45ee-9b45-21760c6945d7 HTTP/1.1" status: 200 len: 854 time: 0.0463483 Jun 22 10:21:55.214974 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab796d38-e3e2-49a6-a297-563bd4b5edbb req-c06f72b3-079a-4840-952d-e1585977876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:55.216470 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ab796d38-e3e2-49a6-a297-563bd4b5edbb req-c06f72b3-079a-4840-952d-e1585977876f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=972a81e1-3ba1-44b3-a3eb-7563cae530eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0551817 Jun 22 10:21:55.303018 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ab796d38-e3e2-49a6-a297-563bd4b5edbb req-ac418d98-72f2-41d5-a186-892020405a2a service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796487 Jun 22 10:21:55.394691 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ab796d38-e3e2-49a6-a297-563bd4b5edbb req-1be49e0c-3a67-4367-8266-0a6a18019ac6 service neutron] 10.222.0.35 "GET /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847816 Jun 22 10:22:03.071942 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751cd72-bc5b-4b9b-a0b4-3bdd1f66a11d req-94ee0c63-b21a-47ac-8e50-29a97b1bd638 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:03.073412 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4751cd72-bc5b-4b9b-a0b4-3bdd1f66a11d req-94ee0c63-b21a-47ac-8e50-29a97b1bd638 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 945 time: 0.0630848 Jun 22 10:22:03.110629 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4751cd72-bc5b-4b9b-a0b4-3bdd1f66a11d req-65af026f-460b-4cf1-b0ab-6b743eb6d0fc tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316336 Jun 22 10:22:04.283620 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707226f-53fa-46db-be26-d8916f0307b9 req-4500ed3b-4fdd-4750-bb3b-f4fa8ce5f4b0 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:04.285083 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6707226f-53fa-46db-be26-d8916f0307b9 req-4500ed3b-4fdd-4750-bb3b-f4fa8ce5f4b0 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 945 time: 0.0649130 Jun 22 10:22:04.321652 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6707226f-53fa-46db-be26-d8916f0307b9 req-c1d92d13-a7e0-47e7-b0e0-28f9df8f5bc6 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304637 Jun 22 10:22:05.037034 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdacb3-e736-4c52-88fc-676051f4d5b9 req-617e35e8-fc1e-4299-b9b4-fb1a95452d68 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:05.038463 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-89bdacb3-e736-4c52-88fc-676051f4d5b9 req-617e35e8-fc1e-4299-b9b4-fb1a95452d68 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.35 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 945 time: 0.0633771 Jun 22 10:22:05.139563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-89bdacb3-e736-4c52-88fc-676051f4d5b9 req-59af7b65-db46-423c-9d7a-75aa54e40979 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Deleting port 19bd0997-00c8-4f3e-a06b-713483d31435 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:22:05.139894 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-89bdacb3-e736-4c52-88fc-676051f4d5b9 req-59af7b65-db46-423c-9d7a-75aa54e40979 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:05.224882 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-89bdacb3-e736-4c52-88fc-676051f4d5b9 req-59af7b65-db46-423c-9d7a-75aa54e40979 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] For port 19bd0997-00c8-4f3e-a06b-713483d31435, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=19bd0997-00c8-4f3e-a06b-713483d31435,segment=NetworkSegment(d8961b3c-1e86-4a3c-8a53-6bef6be65db1),segment_id=d8961b3c-1e86-4a3c-8a53-6bef6be65db1)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:05.225253 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-89bdacb3-e736-4c52-88fc-676051f4d5b9 req-59af7b65-db46-423c-9d7a-75aa54e40979 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:05.290007 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-89bdacb3-e736-4c52-88fc-676051f4d5b9 req-59af7b65-db46-423c-9d7a-75aa54e40979 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Calling delete_port for 19bd0997-00c8-4f3e-a06b-713483d31435 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:22:05.481522 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-89bdacb3-e736-4c52-88fc-676051f4d5b9 req-59af7b65-db46-423c-9d7a-75aa54e40979 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:05.485642 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-946f4548-1b57-4914-8541-9d1e79a9c968 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:05.492080 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d175a0-3a60-4035-bbea-0c3d364f2408 req-6804fb17-f1a4-4db9-a138-f106a4382665 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:05.499043 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-20d175a0-3a60-4035-bbea-0c3d364f2408 req-6804fb17-f1a4-4db9-a138-f106a4382665 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d47701-c692-4858-b6ba-9e31760fcd2f HTTP/1.1" status: 200 len: 945 time: 0.0633197 Jun 22 10:22:05.499170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['19bd0997-00c8-4f3e-a06b-713483d31435'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:22:05.511035 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af7b65-db46-423c-9d7a-75aa54e40979 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Pushing event deleted for resources: {'Port': ['ID=19bd0997-00c8-4f3e-a06b-713483d31435,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:05.514184 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-59af7b65-db46-423c-9d7a-75aa54e40979 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:05.534181 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-20d175a0-3a60-4035-bbea-0c3d364f2408 req-c9bc39ce-584c-4911-8024-78bdde99def9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345364 Jun 22 10:22:05.593144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bdacb3-e736-4c52-88fc-676051f4d5b9 req-59af7b65-db46-423c-9d7a-75aa54e40979 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] No DVR routers for this DVR port 19bd0997-00c8-4f3e-a06b-713483d31435 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:22:05.593144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-89bdacb3-e736-4c52-88fc-676051f4d5b9 req-59af7b65-db46-423c-9d7a-75aa54e40979 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:05.593144 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-89bdacb3-e736-4c52-88fc-676051f4d5b9 req-59af7b65-db46-423c-9d7a-75aa54e40979 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] 10.222.0.35 "DELETE /v2.0/ports/19bd0997-00c8-4f3e-a06b-713483d31435 HTTP/1.1" status: 204 len: 173 time: 0.5183685 Jun 22 10:22:05.593144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d47701-c692-4858-b6ba-9e31760fcd2f', 'name': 'network-vif-deleted', 'tag': '19bd0997-00c8-4f3e-a06b-713483d31435'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:22:05.593144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788aad2f-8a14-494a-9435-bf967329a4f9" -d '{"events": [{"server_uuid": "96d47701-c692-4858-b6ba-9e31760fcd2f", "name": "network-vif-deleted", "tag": "19bd0997-00c8-4f3e-a06b-713483d31435"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:22:05.652504 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932cf887-659d-4c42-b19a-633f2c8d58e0 x-openstack-request-id: req-932cf887-659d-4c42-b19a-633f2c8d58e0 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:22:05.652845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d47701-c692-4858-b6ba-9e31760fcd2f", "name": "network-vif-deleted", "tag": "19bd0997-00c8-4f3e-a06b-713483d31435", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:22:05.653146 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-932cf887-659d-4c42-b19a-633f2c8d58e0 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:22:05.653611 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d47701-c692-4858-b6ba-9e31760fcd2f', 'name': 'network-vif-deleted', 'tag': '19bd0997-00c8-4f3e-a06b-713483d31435', 'status': 'completed', 'code': 200} Jun 22 10:22:07.725328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40264) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:08.070794 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-31d62eea-f5c8-4d44-8077-0345393529e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:08.314257 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-31d62eea-f5c8-4d44-8077-0345393529e1 admin admin] Deleting port b4be57fb-1070-4039-ae3e-3475b2ad34c9 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:22:08.314596 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-31d62eea-f5c8-4d44-8077-0345393529e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:08.387737 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-31d62eea-f5c8-4d44-8077-0345393529e1 admin admin] For port b4be57fb-1070-4039-ae3e-3475b2ad34c9, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b4be57fb-1070-4039-ae3e-3475b2ad34c9,segment=NetworkSegment(d8961b3c-1e86-4a3c-8a53-6bef6be65db1),segment_id=d8961b3c-1e86-4a3c-8a53-6bef6be65db1)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:08.388011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-31d62eea-f5c8-4d44-8077-0345393529e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:08.451607 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-31d62eea-f5c8-4d44-8077-0345393529e1 admin admin] Calling delete_port for b4be57fb-1070-4039-ae3e-3475b2ad34c9 owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:22:08.707650 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-31d62eea-f5c8-4d44-8077-0345393529e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:08.709711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3db85974-6c1a-4c3a-ba57-2c199b7dd662 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:08.732370 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d62eea-f5c8-4d44-8077-0345393529e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4be57fb-1070-4039-ae3e-3475b2ad34c9,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:08.735977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-31d62eea-f5c8-4d44-8077-0345393529e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:08.907581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-31d62eea-f5c8-4d44-8077-0345393529e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:09.117321 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d62eea-f5c8-4d44-8077-0345393529e1 admin admin] Router c80e939a-c66d-4885-9536-7d4c4441d475 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:22:09.221858 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d62eea-f5c8-4d44-8077-0345393529e1 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:22:09.226925 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-31d62eea-f5c8-4d44-8077-0345393529e1 admin admin] 10.222.0.20 "PUT /v2.0/routers/c80e939a-c66d-4885-9536-7d4c4441d475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5005610 Jun 22 10:22:09.229376 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40266) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:09.230228 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0c5cca-f786-408e-b488-d58e530be969 None None] Sync routers for ids ['c80e939a-c66d-4885-9536-7d4c4441d475'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:22:09.239823 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0c5cca-f786-408e-b488-d58e530be969 None None] Routers {'c80e939a-c66d-4885-9536-7d4c4441d475'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:22:09.240444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6a0c5cca-f786-408e-b488-d58e530be969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:21:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['c80e939a-c66d-4885-9536-7d4c4441d475'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:09.332483 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84a4511f-d1b5-4bb6-9683-00067c508034 admin admin] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:09.340812 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-6a0c5cca-f786-408e-b488-d58e530be969 None None] Set router c80e939a-c66d-4885-9536-7d4c4441d475 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:22:09.433949 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84a4511f-d1b5-4bb6-9683-00067c508034 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:09.512691 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6a0c5cca-f786-408e-b488-d58e530be969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'name': 'tempest-TestMinimumBasicScenario-1201625470-router', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:22:08Z', 'revision_number': 5, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'gw_port': {'id': '98910d8a-96c2-4f7f-82be-46bbe24766aa', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:09.537427 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0c5cca-f786-408e-b488-d58e530be969 None None] Checking router: c80e939a-c66d-4885-9536-7d4c4441d475 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:22:09.545647 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0c5cca-f786-408e-b488-d58e530be969 None None] Routers {'c80e939a-c66d-4885-9536-7d4c4441d475'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:22:09.546258 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6a0c5cca-f786-408e-b488-d58e530be969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:21:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['c80e939a-c66d-4885-9536-7d4c4441d475'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:09.569754 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-84a4511f-d1b5-4bb6-9683-00067c508034 admin admin] Deleting port 98910d8a-96c2-4f7f-82be-46bbe24766aa {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:22:09.570099 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84a4511f-d1b5-4bb6-9683-00067c508034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:09.631090 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-6a0c5cca-f786-408e-b488-d58e530be969 None None] Set router c80e939a-c66d-4885-9536-7d4c4441d475 gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:22:09.652419 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-84a4511f-d1b5-4bb6-9683-00067c508034 admin admin] For port 98910d8a-96c2-4f7f-82be-46bbe24766aa, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=98910d8a-96c2-4f7f-82be-46bbe24766aa,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:09.652810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84a4511f-d1b5-4bb6-9683-00067c508034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:09.684567 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6a0c5cca-f786-408e-b488-d58e530be969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'name': 'tempest-TestMinimumBasicScenario-1201625470-router', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:22:09Z', 'revision_number': 6, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:09.713326 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0c5cca-f786-408e-b488-d58e530be969 None None] The sync data for ids ['c80e939a-c66d-4885-9536-7d4c4441d475'] in dv-neutron-797121-3-hyperv is: [{'id': 'c80e939a-c66d-4885-9536-7d4c4441d475', 'name': 'tempest-TestMinimumBasicScenario-1201625470-router', 'tenant_id': '1af8749147c8436eb1d41e5ffcc10988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:35Z', 'updated_at': '2021-06-22T10:22:09Z', 'revision_number': 6, 'project_id': '1af8749147c8436eb1d41e5ffcc10988', 'gw_port_host': None}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:22:09.717353 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-84a4511f-d1b5-4bb6-9683-00067c508034 admin admin] Calling delete_port for 98910d8a-96c2-4f7f-82be-46bbe24766aa owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:22:09.935718 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84a4511f-d1b5-4bb6-9683-00067c508034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:09.937711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8c9ae192-2643-4d31-a88d-bd878b70b064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:09.966213 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4511f-d1b5-4bb6-9683-00067c508034 admin admin] Pushing event deleted for resources: {'Port': ['ID=98910d8a-96c2-4f7f-82be-46bbe24766aa,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:09.967070 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 19bd0997-00c8-4f3e-a06b-713483d31435 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:22:09.969400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-84a4511f-d1b5-4bb6-9683-00067c508034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:09.989176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 19bd0997-00c8-4f3e-a06b-713483d31435 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:22:09.989551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 19bd0997-00c8-4f3e-a06b-713483d31435 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:22:10.027302 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84a4511f-d1b5-4bb6-9683-00067c508034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:10.121590 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84a4511f-d1b5-4bb6-9683-00067c508034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:10.123909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84a4511f-d1b5-4bb6-9683-00067c508034 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:10.235909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84a4511f-d1b5-4bb6-9683-00067c508034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:10.236430 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a4511f-d1b5-4bb6-9683-00067c508034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c80e939a-c66d-4885-9536-7d4c4441d475 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:22:10.240680 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-84a4511f-d1b5-4bb6-9683-00067c508034 admin admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:10.245378 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-84a4511f-d1b5-4bb6-9683-00067c508034 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c80e939a-c66d-4885-9536-7d4c4441d475 HTTP/1.1" status: 204 len: 168 time: 1.0114431 Jun 22 10:22:10.245378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40268) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:10.288571 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd569f7-335a-4083-bf42-8a16d303997f admin admin] Deleting subnet 70a1de8b-c96e-45ee-9b45-21760c6945d7 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:22:10.291542 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9bd569f7-335a-4083-bf42-8a16d303997f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:10.324203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9bd569f7-335a-4083-bf42-8a16d303997f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:10.401840 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9bd569f7-335a-4083-bf42-8a16d303997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:10.530209 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9bd569f7-335a-4083-bf42-8a16d303997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:10.532513 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3e9f8d1c-8d44-4810-9dbf-7047f5e9983e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:10.556302 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd569f7-335a-4083-bf42-8a16d303997f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70a1de8b-c96e-45ee-9b45-21760c6945d7,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:10.559406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9bd569f7-335a-4083-bf42-8a16d303997f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:10.560502 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9bd569f7-335a-4083-bf42-8a16d303997f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:10.562354 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9bd569f7-335a-4083-bf42-8a16d303997f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/70a1de8b-c96e-45ee-9b45-21760c6945d7 HTTP/1.1" status: 204 len: 168 time: 0.3169913 Jun 22 10:22:10.567123 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40270) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:10.567695 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc66957-5fbc-4574-8389-3181585a3abb None None] Network 972a81e1-3ba1-44b3-a3eb-7563cae530eb requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:22:10.634975 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:10.695844 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] Deleting port 79deb126-360c-46d6-9810-170ef23a1e6b {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:22:10.696266 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:10.758962 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] DHCP port deletion for 972a81e1-3ba1-44b3-a3eb-7563cae530eb request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:22:10.767108 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] For port 79deb126-360c-46d6-9810-170ef23a1e6b, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=79deb126-360c-46d6-9810-170ef23a1e6b,segment=NetworkSegment(d8961b3c-1e86-4a3c-8a53-6bef6be65db1),segment_id=d8961b3c-1e86-4a3c-8a53-6bef6be65db1)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:10.767506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:10.809228 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Deleting port 79deb126-360c-46d6-9810-170ef23a1e6b {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:22:10.809608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:10.834394 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] Calling delete_port for 79deb126-360c-46d6-9810-170ef23a1e6b owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:22:10.845117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:10.870543 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] For port 79deb126-360c-46d6-9810-170ef23a1e6b, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=79deb126-360c-46d6-9810-170ef23a1e6b,segment=NetworkSegment(d8961b3c-1e86-4a3c-8a53-6bef6be65db1),segment_id=d8961b3c-1e86-4a3c-8a53-6bef6be65db1)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:10.870940 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:10.940974 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Calling delete_port for 79deb126-360c-46d6-9810-170ef23a1e6b owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:22:11.005318 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:11.009570 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8a49541d-62b7-490e-aa1b-b7d584b71790 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:11.019870 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:11.021803 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6d2f7a7d-af17-437c-879a-ae984887c6af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:11.035857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=79deb126-360c-46d6-9810-170ef23a1e6b,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:11.038338 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:11.040620 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] No DVR routers for this DVR port 79deb126-360c-46d6-9810-170ef23a1e6b on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:22:11.048639 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Pushing event deleted for resources: {'Port': ['ID=79deb126-360c-46d6-9810-170ef23a1e6b,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:11.054823 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] No DVR routers for this DVR port 79deb126-360c-46d6-9810-170ef23a1e6b on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:22:11.063867 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:11.063867 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:11.064194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:11.064532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:11.064860 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:11.065186 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:11.065513 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:11.065837 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:11.066158 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:11.067056 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:11.067379 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:11.068150 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:11.071112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:11.116810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:11.126481 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972a81e1-3ba1-44b3-a3eb-7563cae530eb']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:11.136371 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8961b3c-1e86-4a3c-8a53-6bef6be65db1') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:11.136672 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8961b3c-1e86-4a3c-8a53-6bef6be65db1') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:11.145337 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:11.158561 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:11.164786 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:22:11.165169 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:22:11.166844 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:22:11.287104 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:11.290479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e4443452-086c-477f-846a-8818e6fce7cc tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:11.292938 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:11.295618 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/972a81e1-3ba1-44b3-a3eb-7563cae530eb HTTP/1.1" status: 204 len: 168 time: 0.7266247 Jun 22 10:22:11.297717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40272) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:11.306236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=972a81e1-3ba1-44b3-a3eb-7563cae530eb,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:11.308592 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:11.628198 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-96120df2-bc40-44dc-b17e-cd5804f4444b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:11.701774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 79deb126-360c-46d6-9810-170ef23a1e6b no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:22:11.721668 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 79deb126-360c-46d6-9810-170ef23a1e6b {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:22:11.722032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 79deb126-360c-46d6-9810-170ef23a1e6b not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:22:11.722456 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 98910d8a-96c2-4f7f-82be-46bbe24766aa no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:22:11.741405 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 98910d8a-96c2-4f7f-82be-46bbe24766aa {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:22:11.741871 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 98910d8a-96c2-4f7f-82be-46bbe24766aa not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:22:11.742354 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b4be57fb-1070-4039-ae3e-3475b2ad34c9 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:22:11.760418 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: b4be57fb-1070-4039-ae3e-3475b2ad34c9 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:22:11.760793 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b4be57fb-1070-4039-ae3e-3475b2ad34c9 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:22:11.877001 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-96120df2-bc40-44dc-b17e-cd5804f4444b admin admin] Deleting port e29742f2-c992-4012-9991-dcdfb5275973 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:22:11.877341 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-96120df2-bc40-44dc-b17e-cd5804f4444b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:11.962123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-96120df2-bc40-44dc-b17e-cd5804f4444b admin admin] For port e29742f2-c992-4012-9991-dcdfb5275973, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e29742f2-c992-4012-9991-dcdfb5275973,segment=NetworkSegment(196aaba0-bb38-4edb-8e46-78d846019dca),segment_id=196aaba0-bb38-4edb-8e46-78d846019dca)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:11.962379 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-96120df2-bc40-44dc-b17e-cd5804f4444b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:12.027531 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-96120df2-bc40-44dc-b17e-cd5804f4444b admin admin] Calling delete_port for e29742f2-c992-4012-9991-dcdfb5275973 owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:22:12.266541 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-96120df2-bc40-44dc-b17e-cd5804f4444b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:12.268492 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d51cb5f3-5018-46d6-aa7e-425fdaca3779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:12.289795 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96120df2-bc40-44dc-b17e-cd5804f4444b admin admin] Pushing event deleted for resources: {'Port': ['ID=e29742f2-c992-4012-9991-dcdfb5275973,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:12.293708 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-96120df2-bc40-44dc-b17e-cd5804f4444b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:12.453475 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-96120df2-bc40-44dc-b17e-cd5804f4444b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:12.658292 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96120df2-bc40-44dc-b17e-cd5804f4444b admin admin] Router a3076c28-ec67-404f-88f8-3b3eb3233044 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:22:12.761944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96120df2-bc40-44dc-b17e-cd5804f4444b admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:22:12.766779 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-96120df2-bc40-44dc-b17e-cd5804f4444b admin admin] 10.222.0.20 "PUT /v2.0/routers/a3076c28-ec67-404f-88f8-3b3eb3233044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4680619 Jun 22 10:22:12.769249 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40274) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:12.772117 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4919cb-063d-4405-b3f5-47ae96a84604 None None] Sync routers for ids ['a3076c28-ec67-404f-88f8-3b3eb3233044'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:22:12.781730 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4919cb-063d-4405-b3f5-47ae96a84604 None None] Routers {'a3076c28-ec67-404f-88f8-3b3eb3233044'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:22:12.782360 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ea4919cb-063d-4405-b3f5-47ae96a84604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:21:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['a3076c28-ec67-404f-88f8-3b3eb3233044'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:12.870341 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1aef72fa-e938-4474-9f04-b01a250823b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:12.882083 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-ea4919cb-063d-4405-b3f5-47ae96a84604 None None] Set router a3076c28-ec67-404f-88f8-3b3eb3233044 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:22:12.969965 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1aef72fa-e938-4474-9f04-b01a250823b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:13.050057 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ea4919cb-063d-4405-b3f5-47ae96a84604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'name': 'tempest-TestMinimumBasicScenario-1296831538-router', 'tenant_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:41Z', 'updated_at': '2021-06-22T10:22:12Z', 'revision_number': 5, 'project_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'gw_port': {'id': '9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:18:42Z', 'updated_at': '2021-06-22T10:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:13.078540 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4919cb-063d-4405-b3f5-47ae96a84604 None None] Checking router: a3076c28-ec67-404f-88f8-3b3eb3233044 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:22:13.087095 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4919cb-063d-4405-b3f5-47ae96a84604 None None] Routers {'a3076c28-ec67-404f-88f8-3b3eb3233044'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:22:13.087747 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ea4919cb-063d-4405-b3f5-47ae96a84604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:21:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['a3076c28-ec67-404f-88f8-3b3eb3233044'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:13.092472 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-1aef72fa-e938-4474-9f04-b01a250823b0 admin admin] Deleting port 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:22:13.092820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1aef72fa-e938-4474-9f04-b01a250823b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:13.170829 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-ea4919cb-063d-4405-b3f5-47ae96a84604 None None] Set router a3076c28-ec67-404f-88f8-3b3eb3233044 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:22:13.174089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-1aef72fa-e938-4474-9f04-b01a250823b0 admin admin] For port 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:13.174453 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1aef72fa-e938-4474-9f04-b01a250823b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:13.220834 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-ea4919cb-063d-4405-b3f5-47ae96a84604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'name': 'tempest-TestMinimumBasicScenario-1296831538-router', 'tenant_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:41Z', 'updated_at': '2021-06-22T10:22:12Z', 'revision_number': 6, 'project_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:13.235887 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-1aef72fa-e938-4474-9f04-b01a250823b0 admin admin] Calling delete_port for 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:22:13.249381 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4919cb-063d-4405-b3f5-47ae96a84604 None None] The sync data for ids ['a3076c28-ec67-404f-88f8-3b3eb3233044'] in dv-neutron-797121-3-hyperv is: [{'id': 'a3076c28-ec67-404f-88f8-3b3eb3233044', 'name': 'tempest-TestMinimumBasicScenario-1296831538-router', 'tenant_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:18:41Z', 'updated_at': '2021-06-22T10:22:12Z', 'revision_number': 6, 'project_id': '42f1d0f1aaf74c8db4bdb865f7287308', 'gw_port_host': None}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:22:13.455330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1aef72fa-e938-4474-9f04-b01a250823b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:13.458672 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-96120df2-bc40-44dc-b17e-cd5804f4444b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:13.485279 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef72fa-e938-4474-9f04-b01a250823b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:13.489647 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1aef72fa-e938-4474-9f04-b01a250823b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:13.543026 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1aef72fa-e938-4474-9f04-b01a250823b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:13.632020 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1aef72fa-e938-4474-9f04-b01a250823b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:13.634193 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1aef72fa-e938-4474-9f04-b01a250823b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:13.741167 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1aef72fa-e938-4474-9f04-b01a250823b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:13.741747 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aef72fa-e938-4474-9f04-b01a250823b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3076c28-ec67-404f-88f8-3b3eb3233044 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:22:13.746985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1aef72fa-e938-4474-9f04-b01a250823b0 admin admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:13.750420 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1aef72fa-e938-4474-9f04-b01a250823b0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a3076c28-ec67-404f-88f8-3b3eb3233044 HTTP/1.1" status: 204 len: 168 time: 0.9780369 Jun 22 10:22:13.750687 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40276) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:13.771805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e29742f2-c992-4012-9991-dcdfb5275973 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:22:13.794720 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: e29742f2-c992-4012-9991-dcdfb5275973 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:22:13.795079 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e29742f2-c992-4012-9991-dcdfb5275973 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:22:13.802405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1c153c-068e-434a-b328-0ff83e8250ce admin admin] Deleting subnet 13354e31-ca23-40e6-994a-74baa0c56724 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:22:13.805781 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5a1c153c-068e-434a-b328-0ff83e8250ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:13.841392 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5a1c153c-068e-434a-b328-0ff83e8250ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:13.919124 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5a1c153c-068e-434a-b328-0ff83e8250ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:14.044079 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5a1c153c-068e-434a-b328-0ff83e8250ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:14.048141 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-023bb4f0-1687-418c-8c76-ad365944c93c tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:14.068221 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c153c-068e-434a-b328-0ff83e8250ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13354e31-ca23-40e6-994a-74baa0c56724,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:14.071202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5a1c153c-068e-434a-b328-0ff83e8250ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:14.076845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5a1c153c-068e-434a-b328-0ff83e8250ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:14.077898 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5a1c153c-068e-434a-b328-0ff83e8250ce admin admin] 10.222.0.20 "DELETE /v2.0/subnets/13354e31-ca23-40e6-994a-74baa0c56724 HTTP/1.1" status: 204 len: 168 time: 0.3262990 Jun 22 10:22:14.080356 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40278) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:14.081033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ec093a-8dc7-482a-82be-c462cf4af0d3 None None] Network a6f5802e-7788-48d3-a2b8-7c8234e066ee requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:22:14.146727 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:14.197553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] Deleting port e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:22:14.197899 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:14.255979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eb4a76-0c37-49ca-9203-9a9619101121 None None] DHCP port deletion for a6f5802e-7788-48d3-a2b8-7c8234e066ee request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:22:14.263325 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] For port e5998e34-bc4c-4c12-8783-2e2f16fdd1f1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e5998e34-bc4c-4c12-8783-2e2f16fdd1f1,segment=NetworkSegment(196aaba0-bb38-4edb-8e46-78d846019dca),segment_id=196aaba0-bb38-4edb-8e46-78d846019dca)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:14.263721 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:14.305110 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-01eb4a76-0c37-49ca-9203-9a9619101121 None None] Deleting port e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:22:14.305408 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-01eb4a76-0c37-49ca-9203-9a9619101121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:14.329444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] Calling delete_port for e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:22:14.365041 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-01eb4a76-0c37-49ca-9203-9a9619101121 None None] For port e5998e34-bc4c-4c12-8783-2e2f16fdd1f1, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e5998e34-bc4c-4c12-8783-2e2f16fdd1f1,segment=NetworkSegment(196aaba0-bb38-4edb-8e46-78d846019dca),segment_id=196aaba0-bb38-4edb-8e46-78d846019dca)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:14.365436 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-01eb4a76-0c37-49ca-9203-9a9619101121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:14.498741 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:14.500971 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8ee3cde9-9fdf-46c1-8c84-64710612584c tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:14.527906 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] No DVR routers for this DVR port e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:22:14.532017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5998e34-bc4c-4c12-8783-2e2f16fdd1f1,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:14.534657 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:14.575263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-01eb4a76-0c37-49ca-9203-9a9619101121 None None] Calling delete_port for e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:22:14.604563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:14.614404 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f5802e-7788-48d3-a2b8-7c8234e066ee']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:14.624572 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196aaba0-bb38-4edb-8e46-78d846019dca') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:14.624867 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196aaba0-bb38-4edb-8e46-78d846019dca') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:14.633732 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:14.646848 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-01eb4a76-0c37-49ca-9203-9a9619101121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:14.647078 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:14.649696 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:14.654054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:22:14.654054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:22:14.654901 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:22:14.678251 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb4a76-0c37-49ca-9203-9a9619101121 None None] Pushing event deleted for resources: {'Port': ['ID=e5998e34-bc4c-4c12-8783-2e2f16fdd1f1,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:14.680095 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eb4a76-0c37-49ca-9203-9a9619101121 None None] No DVR routers for this DVR port e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:22:14.682581 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-01eb4a76-0c37-49ca-9203-9a9619101121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:14.778336 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:14.784060 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1952a444-58f0-4645-a846-95d3c2931696 tempest-NetworksIpV6Test-654778075 tempest-NetworksIpV6Test-654778075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:14.786495 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:14.788333 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a6f5802e-7788-48d3-a2b8-7c8234e066ee HTTP/1.1" status: 204 len: 168 time: 0.7070730 Jun 22 10:22:14.803699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6f5802e-7788-48d3-a2b8-7c8234e066ee,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:14.806038 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:15.152290 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40282) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:15.191418 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f7b76b84-21c0-4fdf-8e54-181e3a9e5030 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1af8749147c8436eb1d41e5ffcc10988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377893 Jun 22 10:22:15.193538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40284) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:15.239691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ead5cfa3-a200-440b-bf38-9cfcd22056ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:15.259866 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ead5cfa3-a200-440b-bf38-9cfcd22056ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:15.386865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ead5cfa3-a200-440b-bf38-9cfcd22056ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:15.389414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ead5cfa3-a200-440b-bf38-9cfcd22056ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:15.390565 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ead5cfa3-a200-440b-bf38-9cfcd22056ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b7b70b2-2e93-41a0-8cd6-6ce659416c6c HTTP/1.1" status: 204 len: 168 time: 0.1961207 Jun 22 10:22:15.391400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-247bd293-da46-48b8-8e5c-a13b710b543a tempest-NegativeSecGroupTest-766322184 tempest-NegativeSecGroupTest-766322184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:15.400269 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5cfa3-a200-440b-bf38-9cfcd22056ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7b70b2-2e93-41a0-8cd6-6ce659416c6c,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:15.402875 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ead5cfa3-a200-440b-bf38-9cfcd22056ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:15.698479 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:22:15.721299 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:22:15.721681 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e5998e34-bc4c-4c12-8783-2e2f16fdd1f1 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:22:15.722106 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:22:15.739851 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:22:15.740212 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9c1bb6d1-55d2-4c71-9557-0f6369f2ec6e not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:22:16.124574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40290) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:16.160973 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:22:16.163802 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cb5bf7d0-a859-46b0-9b00-add287ddf614 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42f1d0f1aaf74c8db4bdb865f7287308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378983 Jun 22 10:22:16.166150 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40292) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:16.213324 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5ac83727-d5af-4921-bbf0-0373c60176e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:16.233557 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5ac83727-d5af-4921-bbf0-0373c60176e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:16.329387 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5ac83727-d5af-4921-bbf0-0373c60176e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:16.332017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5ac83727-d5af-4921-bbf0-0373c60176e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:16.333149 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5ac83727-d5af-4921-bbf0-0373c60176e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d723705-dfdb-47fc-8ec5-561249c40b3c HTTP/1.1" status: 204 len: 168 time: 0.1659966 Jun 22 10:22:16.333961 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bef61e5e-c7fd-4ec1-bddc-d49a326db125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:16.341110 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac83727-d5af-4921-bbf0-0373c60176e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d723705-dfdb-47fc-8ec5-561249c40b3c,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:16.343387 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5ac83727-d5af-4921-bbf0-0373c60176e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:16.572818 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-31978993-d564-461d-b2e1-74a6d8d980ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:18.450852 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40332) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:18.455769 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-dc571529-d428-40ba-9b93-215af9251bae tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-693809388', 'description': 'tempest-secgroup-smoke-693809388 description', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:22:18.538122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc571529-d428-40ba-9b93-215af9251bae tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:18.546864 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc571529-d428-40ba-9b93-215af9251bae tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:18.636731 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc571529-d428-40ba-9b93-215af9251bae tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:18.698499 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc571529-d428-40ba-9b93-215af9251bae tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:18.701704 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-44ec1f91-6d5a-4737-9f7e-0e008427cb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:18.736017 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc571529-d428-40ba-9b93-215af9251bae tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db7467d-66bd-494c-b36e-519a570f7f2c,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:18.739733 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dc571529-d428-40ba-9b93-215af9251bae tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:18.792134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc571529-d428-40ba-9b93-215af9251bae tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:18.852302 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc571529-d428-40ba-9b93-215af9251bae tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:18.855419 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-178b05ad-edcf-4aca-8554-5a41c42f16da tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:18.881818 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc571529-d428-40ba-9b93-215af9251bae tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b66d05f-d524-4e8e-b01b-7f8da736af4a,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:18.884524 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dc571529-d428-40ba-9b93-215af9251bae tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:18.940542 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dc571529-d428-40ba-9b93-215af9251bae tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:18.941807 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dc571529-d428-40ba-9b93-215af9251bae tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4898577 Jun 22 10:22:18.945417 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40334) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:18.950014 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-5a36bddb-1244-4c62-b5bc-5ac980c05b03 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': '1b66d05f-d524-4e8e-b01b-7f8da736af4a', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:22:19.042506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5a36bddb-1244-4c62-b5bc-5ac980c05b03 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:19.097663 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5a36bddb-1244-4c62-b5bc-5ac980c05b03 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:19.114001 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-abb48093-013e-4ea5-9427-e8b51f68cf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:19.183744 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5a36bddb-1244-4c62-b5bc-5ac980c05b03 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:19.185570 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2a82452e-f805-4500-9f38-50ca4ddd4072 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:19.201992 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36bddb-1244-4c62-b5bc-5ac980c05b03 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5beb4db-c571-4946-96cd-aef494d6f063,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:19.204483 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5a36bddb-1244-4c62-b5bc-5ac980c05b03 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:19.257864 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5a36bddb-1244-4c62-b5bc-5ac980c05b03 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:19.259234 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5a36bddb-1244-4c62-b5bc-5ac980c05b03 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3128724 Jun 22 10:22:19.261959 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40336) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:19.266381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-7a978060-98a6-4db9-9107-fdd33645b449 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': '1b66d05f-d524-4e8e-b01b-7f8da736af4a', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:22:19.343766 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:19.360179 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7a978060-98a6-4db9-9107-fdd33645b449 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:19.419372 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7a978060-98a6-4db9-9107-fdd33645b449 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:19.475877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7a978060-98a6-4db9-9107-fdd33645b449 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:19.480116 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8af7db6f-0dda-47eb-8002-0e9674ef3316 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:19.494707 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a978060-98a6-4db9-9107-fdd33645b449 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306c2123-becb-4693-b9f7-75d2052e5b72,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:19.498256 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7a978060-98a6-4db9-9107-fdd33645b449 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:19.552248 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7a978060-98a6-4db9-9107-fdd33645b449 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:19.554064 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7a978060-98a6-4db9-9107-fdd33645b449 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2911859 Jun 22 10:22:19.556859 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40338) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:19.561363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-50ae7882-03e0-416f-a559-2788b4b426e8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': '1b66d05f-d524-4e8e-b01b-7f8da736af4a', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:22:19.670963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50ae7882-03e0-416f-a559-2788b4b426e8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:19.731776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50ae7882-03e0-416f-a559-2788b4b426e8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:19.803948 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50ae7882-03e0-416f-a559-2788b4b426e8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:19.805835 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-93e110e1-e195-47d8-bea3-8e7d74d2f66e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:19.822189 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae7882-03e0-416f-a559-2788b4b426e8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6cc535-dff7-48f3-aaa4-1e079774e50d,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:19.824941 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-50ae7882-03e0-416f-a559-2788b4b426e8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:19.900977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-50ae7882-03e0-416f-a559-2788b4b426e8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:19.904689 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-50ae7882-03e0-416f-a559-2788b4b426e8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3444293 Jun 22 10:22:19.904886 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40340) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:19.909519 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-56f30f5c-33a1-4dd5-9321-b3862d4b5c67 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': '1b66d05f-d524-4e8e-b01b-7f8da736af4a', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:22:19.997221 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56f30f5c-33a1-4dd5-9321-b3862d4b5c67 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:20.053627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56f30f5c-33a1-4dd5-9321-b3862d4b5c67 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:20.146678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56f30f5c-33a1-4dd5-9321-b3862d4b5c67 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:20.149104 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7a978060-98a6-4db9-9107-fdd33645b449 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:20.165829 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f30f5c-33a1-4dd5-9321-b3862d4b5c67 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01833ffd-e4e1-4bd6-84bb-bf99580dbac4,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:20.168796 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-56f30f5c-33a1-4dd5-9321-b3862d4b5c67 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:20.270751 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-56f30f5c-33a1-4dd5-9321-b3862d4b5c67 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:20.272565 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-56f30f5c-33a1-4dd5-9321-b3862d4b5c67 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3660958 Jun 22 10:22:20.275777 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40342) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:20.280821 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-16ac6fe0-8906-4af6-86cf-715d6ad34bf4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': '1b66d05f-d524-4e8e-b01b-7f8da736af4a', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:22:20.386402 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-16ac6fe0-8906-4af6-86cf-715d6ad34bf4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Project c08ad3da6a7446e5b6c7478f6c359bf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:22:20.391469 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-16ac6fe0-8906-4af6-86cf-715d6ad34bf4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:20.453490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-16ac6fe0-8906-4af6-86cf-715d6ad34bf4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:20.529645 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-16ac6fe0-8906-4af6-86cf-715d6ad34bf4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:20.533988 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:20.548910 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac6fe0-8906-4af6-86cf-715d6ad34bf4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b05b1213-6372-4502-962c-a67e4da32ded,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:20.551178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-16ac6fe0-8906-4af6-86cf-715d6ad34bf4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:20.598042 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:20.629694 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-16ac6fe0-8906-4af6-86cf-715d6ad34bf4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:20.630913 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-16ac6fe0-8906-4af6-86cf-715d6ad34bf4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3541062 Jun 22 10:22:20.634715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40344) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:20.639195 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-fb94c901-3d32-4069-a462-aebcb4030faa tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': '1b66d05f-d524-4e8e-b01b-7f8da736af4a', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:22:20.732453 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-fb94c901-3d32-4069-a462-aebcb4030faa tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Project c08ad3da6a7446e5b6c7478f6c359bf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:22:20.737413 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb94c901-3d32-4069-a462-aebcb4030faa tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:20.801643 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb94c901-3d32-4069-a462-aebcb4030faa tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:20.881076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb94c901-3d32-4069-a462-aebcb4030faa tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:20.885602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-72c6e72f-be88-4437-9119-3803d9fb1309 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:20.903502 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94c901-3d32-4069-a462-aebcb4030faa tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02182f8-66e7-495c-8602-8eed279dfbf3,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:20.906251 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fb94c901-3d32-4069-a462-aebcb4030faa tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:20.978249 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fb94c901-3d32-4069-a462-aebcb4030faa tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:20.979538 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fb94c901-3d32-4069-a462-aebcb4030faa tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3438466 Jun 22 10:22:20.982769 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40346) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:20.987693 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-ee3ecce4-a258-4231-bc78-660c72578cd4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'network': {'name': 'tempest-network-smoke--2089693152', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'port_security_enabled': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:22:21.077484 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3ecce4-a258-4231-bc78-660c72578cd4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Made reservation on behalf of c08ad3da6a7446e5b6c7478f6c359bf5 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:22:21.080965 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ee3ecce4-a258-4231-bc78-660c72578cd4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:21.104253 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3ecce4-a258-4231-bc78-660c72578cd4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:22:21.112882 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ee3ecce4-a258-4231-bc78-660c72578cd4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:21.113243 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-ee3ecce4-a258-4231-bc78-660c72578cd4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Added segment 323136b6-e11a-4541-9bcf-a63e73cdaebc of type vlan for network 0b46ab76-4734-44f2-85b9-eec04f88a137 Jun 22 10:22:21.152486 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ee3ecce4-a258-4231-bc78-660c72578cd4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:21.265982 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ee3ecce4-a258-4231-bc78-660c72578cd4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:21.272083 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3ecce4-a258-4231-bc78-660c72578cd4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:21.276425 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ee3ecce4-a258-4231-bc78-660c72578cd4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:21.276425 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7b155c7c-07a5-406d-b73f-c5c34e108426 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:21.339124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ecce4-a258-4231-bc78-660c72578cd4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Network': ['ID=0b46ab76-4734-44f2-85b9-eec04f88a137,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:21.341771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ee3ecce4-a258-4231-bc78-660c72578cd4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:21.350471 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 0b46ab76-4734-44f2-85b9-eec04f88a137 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:22:21.375413 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ee3ecce4-a258-4231-bc78-660c72578cd4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3916335 Jun 22 10:22:21.378348 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40348) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:21.382829 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-8079665', 'admin_state_up': True, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:22:21.477841 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:21.478900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:21.529989 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:21.714567 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:21.846756 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:21.966089 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:22.336056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:22.434730 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.26.3.151 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/93017b33-d085-4d6d-8d6b-93d7209c6bf8) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:22:22.532607 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:22.641498 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:22.644184 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:22.680312 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:22:22.683164 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:22:22.689977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:22:22.695278 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=93017b33-d085-4d6d-8d6b-93d7209c6bf8,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:22.714163 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:23.009235 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:23.200893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:23.400534 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:22:23.503260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:22:23.513500 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Sync routers for ids ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:22:23.525171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Routers {'0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:22:23.525795 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:22:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:23.625922 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Set router 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:22:23.637549 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:23.638802 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2595332 Jun 22 10:22:23.641873 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40350) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:23.757623 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dc3987ee-1424-4eeb-af0b-ac91c0c56d3f tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=c08ad3da6a7446e5b6c7478f6c359bf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1144714 Jun 22 10:22:23.760735 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40354) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:23.802864 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8079665', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:22:21Z', 'updated_at': '2021-06-22T10:22:22Z', 'revision_number': 3, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:22Z', 'updated_at': '2021-06-22T10:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:23.832246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Checking router: 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:22:23.832607 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Updating router 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a port 93017b33-d085-4d6d-8d6b-93d7209c6bf8 binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:22:23.848310 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a29cb03-0d1d-43d2-82fb-34f1a04cd649 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:23.850289 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8a29cb03-0d1d-43d2-82fb-34f1a04cd649 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880973 Jun 22 10:22:23.852666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40356) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:23.865879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:23.880575 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-04615a67-fc62-4ece-990f-fedd7c0bc305 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267670 Jun 22 10:22:23.883620 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40358) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:23.888504 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-f6e6bfe1-b605-4316-96a9-05c036751c8d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-746483193', 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:22:24.083531 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e6bfe1-b605-4316-96a9-05c036751c8d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Made reservation on behalf of c08ad3da6a7446e5b6c7478f6c359bf5 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:22:24.087903 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bfe1-b605-4316-96a9-05c036751c8d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:24.112501 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:24.123302 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Transition to ACTIVE for port object 93017b33-d085-4d6d-8d6b-93d7209c6bf8 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:22:24.186337 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:24.189330 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:24.237383 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7ec2a-4145-4ee1-8f92-9539798c8a10 None None] Pushing event updated for resources: {'Port': ['ID=93017b33-d085-4d6d-8d6b-93d7209c6bf8,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:24.239598 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Attempting to bind port 93017b33-d085-4d6d-8d6b-93d7209c6bf8 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:22:24.239973 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Attempting to bind port 93017b33-d085-4d6d-8d6b-93d7209c6bf8 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:22:24.240972 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Attempting to bind port 93017b33-d085-4d6d-8d6b-93d7209c6bf8 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:22:24.243273 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-cea7ec2a-4145-4ee1-8f92-9539798c8a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:24.247016 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:22:24.247398 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:22:24.247849 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:24.248252 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:22:24.248722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Bound port: 93017b33-d085-4d6d-8d6b-93d7209c6bf8, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:22:24.249103 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:24.300878 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] For port 93017b33-d085-4d6d-8d6b-93d7209c6bf8, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:22:24.304356 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] For port 93017b33-d085-4d6d-8d6b-93d7209c6bf8, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=93017b33-d085-4d6d-8d6b-93d7209c6bf8,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:22:24.335245 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bfe1-b605-4316-96a9-05c036751c8d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:24.338415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ea769ea5-cc3b-4013-8ed0-6596874289ec tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:24.375069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:24.377957 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-afa5f1da-f604-489f-802d-d26461966c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:24.401385 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6bfe1-b605-4316-96a9-05c036751c8d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Subnet': ['ID=0a642122-2955-466f-b63e-01885da1fa7a,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:24.406153 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f6e6bfe1-b605-4316-96a9-05c036751c8d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:24.409047 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e6bfe1-b605-4316-96a9-05c036751c8d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Checking segment: {'id': '323136b6-e11a-4541-9bcf-a63e73cdaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:22:24.409420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e6bfe1-b605-4316-96a9-05c036751c8d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network hostable DHCP agents. Network: 0b46ab76-4734-44f2-85b9-eec04f88a137, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:22:24.430539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Routers {'0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:22:24.431170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:22:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:24.435709 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7ec2a-4145-4ee1-8f92-9539798c8a10 None None] Pushing event updated for resources: {'Port': ['ID=93017b33-d085-4d6d-8d6b-93d7209c6bf8,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:24.466003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-cea7ec2a-4145-4ee1-8f92-9539798c8a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:24.483525 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e6bfe1-b605-4316-96a9-05c036751c8d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 0b46ab76-4734-44f2-85b9-eec04f88a137 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:22:24.534865 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] Set router 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:22:24.557586 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-f6e6bfe1-b605-4316-96a9-05c036751c8d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 0b46ab76-4734-44f2-85b9-eec04f88a137) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:22:24.561776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e6bfe1-b605-4316-96a9-05c036751c8d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:24.562366 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bfe1-b605-4316-96a9-05c036751c8d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:24.591868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d61098-eba0-4b75-8336-f6d6100f0651 None None] Network 0b46ab76-4734-44f2-85b9-eec04f88a137 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:22:24.635079 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f6e6bfe1-b605-4316-96a9-05c036751c8d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7479694 Jun 22 10:22:24.635361 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40360) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:24.818830 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-0b46ab76-4734-44f2-85b9-eec04f88a137', 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ips': [{'subnet_id': '0a642122-2955-466f-b63e-01885da1fa7a'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:22:24.821647 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:24.847816 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8079665', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:22:21Z', 'updated_at': '2021-06-22T10:22:22Z', 'revision_number': 3, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:22Z', 'updated_at': '2021-06-22T10:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:24.877345 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0aa873-64db-4a75-ad32-435fa2d114a0 None None] The sync data for ids ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'] in dv-neutron-797121-3-hyperv is: [{'id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8079665', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:22:21Z', 'updated_at': '2021-06-22T10:22:22Z', 'revision_number': 3, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:22Z', 'updated_at': '2021-06-22T10:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:22:24.995539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Allocated IP 172.20.0.2 (0b46ab76-4734-44f2-85b9-eec04f88a137/0a642122-2955-466f-b63e-01885da1fa7a/c2b91d05-d839-431f-bf1c-3a715fdbb47b) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:22:25.083327 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:25.188764 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:25.198544 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Transition to ACTIVE for port object c2b91d05-d839-431f-bf1c-3a715fdbb47b will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:22:25.221103 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Transition to ACTIVE for port object c2b91d05-d839-431f-bf1c-3a715fdbb47b will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:22:25.306559 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:25.308776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:25.348623 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Network 0b46ab76-4734-44f2-85b9-eec04f88a137 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:22:25.356745 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:22:25.359185 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:22:25.362696 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Pushing event updated for resources: {'Port': ['ID=c2b91d05-d839-431f-bf1c-3a715fdbb47b,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:25.366932 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:25.401182 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.20.0.1 (0b46ab76-4734-44f2-85b9-eec04f88a137/0a642122-2955-466f-b63e-01885da1fa7a/3826baf6-347b-49ea-adcb-91cdc7965b83) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:22:25.425971 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Attempting to bind port c2b91d05-d839-431f-bf1c-3a715fdbb47b on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:22:25.426512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Attempting to bind port c2b91d05-d839-431f-bf1c-3a715fdbb47b by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '323136b6-e11a-4541-9bcf-a63e73cdaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:22:25.427090 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Attempting to bind port c2b91d05-d839-431f-bf1c-3a715fdbb47b on network 0b46ab76-4734-44f2-85b9-eec04f88a137 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:22:25.432700 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:22:25.433192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Checking segment: {'id': '323136b6-e11a-4541-9bcf-a63e73cdaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:22:25.433674 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:25.434141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Bound using segment: {'id': '323136b6-e11a-4541-9bcf-a63e73cdaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:22:25.434681 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Bound port: c2b91d05-d839-431f-bf1c-3a715fdbb47b, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323136b6-e11a-4541-9bcf-a63e73cdaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:22:25.435130 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:25.500372 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] For port c2b91d05-d839-431f-bf1c-3a715fdbb47b, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:22:25.504060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] For port c2b91d05-d839-431f-bf1c-3a715fdbb47b, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c2b91d05-d839-431f-bf1c-3a715fdbb47b,segment=NetworkSegment(323136b6-e11a-4541-9bcf-a63e73cdaebc),segment_id=323136b6-e11a-4541-9bcf-a63e73cdaebc)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:22:25.524447 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:25.537039 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Transition to ACTIVE for port object 3826baf6-347b-49ea-adcb-91cdc7965b83 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:22:25.580877 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:25.582942 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3a403b26-c8e9-4ca2-93d1-da353c3f49a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:25.630138 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:25.632910 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-031600e1-8ec1-4751-a57e-803d58480b91 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:25.646823 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Pushing event updated for resources: {'Port': ['ID=c2b91d05-d839-431f-bf1c-3a715fdbb47b,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:25.650141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:25.674044 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 0b46ab76-4734-44f2-85b9-eec04f88a137 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:22:25.685893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:22:25.688015 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:22:25.695955 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=3826baf6-347b-49ea-adcb-91cdc7965b83,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:25.699525 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:25.752436 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:25.784401 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 93017b33-d085-4d6d-8d6b-93d7209c6bf8 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:22:25.912195 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 93017b33-d085-4d6d-8d6b-93d7209c6bf8 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:22:25.916575 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 93017b33-d085-4d6d-8d6b-93d7209c6bf8 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:22:25.916956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:25.986402 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:26.011979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:26.031877 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 93017b33-d085-4d6d-8d6b-93d7209c6bf8, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=93017b33-d085-4d6d-8d6b-93d7209c6bf8,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:26.115933 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:26.119037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6d2f7a7d-af17-437c-879a-ae984887c6af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:26.167342 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=93017b33-d085-4d6d-8d6b-93d7209c6bf8,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:26.170933 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:26.261484 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:26.338110 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:26.341224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a7e281da-9ad5-4c0f-8860-37103e4bbf29 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:26.416558 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=3826baf6-347b-49ea-adcb-91cdc7965b83,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:26.418821 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:26.420759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:26.507357 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 0b46ab76-4734-44f2-85b9-eec04f88a137 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:22:26.508832 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:22:26.621981 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:22:26.734110 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:22:26.739276 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "PUT /v2.0/routers/0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1029298 Jun 22 10:22:26.800032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c750b1-c89b-4ad3-adc0-13419537bb8b None None] Network 0b46ab76-4734-44f2-85b9-eec04f88a137 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:22:26.866635 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Sync routers for ids ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:22:26.876971 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Routers {'0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:22:26.877609 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:22:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:26.891760 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-593b43ce-0133-46dc-9a43-e28593a0acd7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693809388&fields=id&tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5 HTTP/1.1" status: 200 len: 267 time: 0.0366969 Jun 22 10:22:26.983954 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7949ce9d-8ab3-4dfd-a116-9bd38049d11e None None] Provisioning for port c2b91d05-d839-431f-bf1c-3a715fdbb47b completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:22:26.988172 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Set router 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:22:27.011889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-8e3ccf38-5dc8-4730-80ec-4d869ebb9bdd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:27.013419 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-8e3ccf38-5dc8-4730-80ec-4d869ebb9bdd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/networks?id=0b46ab76-4734-44f2-85b9-eec04f88a137 HTTP/1.1" status: 200 len: 797 time: 0.1133022 Jun 22 10:22:27.031110 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-6b493911-ca39-4b91-adfd-55233ee97495 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/quotas/c08ad3da6a7446e5b6c7478f6c359bf5 HTTP/1.1" status: 200 len: 375 time: 0.0106900 Jun 22 10:22:27.107680 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-d9a1c56e-1f5d-40f4-a15e-409cf6e4086f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682960 Jun 22 10:22:27.203632 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8079665', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:22:21Z', 'updated_at': '2021-06-22T10:22:25Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:22Z', 'updated_at': '2021-06-22T10:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '3826baf6-347b-49ea-adcb-91cdc7965b83', 'name': '', 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:c3:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0a642122-2955-466f-b63e-01885da1fa7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:25Z', 'updated_at': '2021-06-22T10:22:26Z', 'revision_number': 2, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '0a642122-2955-466f-b63e-01885da1fa7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:27.232847 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Checking router: 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:22:27.232847 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Updating router 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a port 3826baf6-347b-49ea-adcb-91cdc7965b83 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:22:27.266459 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-fd797351-f776-4be3-ba73-9cd12d9916c1 service neutron] 10.222.0.20 "GET /v2.0/networks/0b46ab76-4734-44f2-85b9-eec04f88a137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391809 Jun 22 10:22:27.271341 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:27.283452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4e349246-715f-4ce7-9f16-6754b5f01cbc None None] Provisioning for port 3826baf6-347b-49ea-adcb-91cdc7965b83 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:22:27.287685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4e349246-715f-4ce7-9f16-6754b5f01cbc None None] Provisioning complete for port 3826baf6-347b-49ea-adcb-91cdc7965b83 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:22:27.288246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4e349246-715f-4ce7-9f16-6754b5f01cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:27.330044 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-4e349246-715f-4ce7-9f16-6754b5f01cbc None None] Port 3826baf6-347b-49ea-adcb-91cdc7965b83 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:22:27.383824 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-d4d49bf7-7df0-430c-9c8d-3dd3b63ee945 service neutron] 10.222.0.20 "GET /v2.0/networks/0b46ab76-4734-44f2-85b9-eec04f88a137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106441 Jun 22 10:22:27.448989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-840fd71f-5b2d-49ff-ba2d-bb2097d41a65 None None] Provisioning complete for port 3826baf6-347b-49ea-adcb-91cdc7965b83 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:22:27.449381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-840fd71f-5b2d-49ff-ba2d-bb2097d41a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:27.497088 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-840fd71f-5b2d-49ff-ba2d-bb2097d41a65 None None] Port 3826baf6-347b-49ea-adcb-91cdc7965b83 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:22:27.564009 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:27.580660 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Transition to ACTIVE for port object 3826baf6-347b-49ea-adcb-91cdc7965b83 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:22:27.614867 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b576a978-502b-4e45-be99-071fdd528ccf None None] Provisioning complete for port 3826baf6-347b-49ea-adcb-91cdc7965b83 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:22:27.616115 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b576a978-502b-4e45-be99-071fdd528ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:27.650258 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-b576a978-502b-4e45-be99-071fdd528ccf None None] Port 3826baf6-347b-49ea-adcb-91cdc7965b83 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:22:27.650702 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4c49288d-1793-41b6-a4b9-75c17fc7a1a0 req-e37b5e08-11fb-4e24-a865-50d27a1f9161 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 210 time: 0.0299659 Jun 22 10:22:27.658429 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:27.661313 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-98bda7f1-94c5-449a-8c6f-3018e3154b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:27.704554 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88862e62-2664-4f8c-bf11-b17d09889465 None None] Pushing event updated for resources: {'Port': ['ID=3826baf6-347b-49ea-adcb-91cdc7965b83,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:27.782164 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862e62-2664-4f8c-bf11-b17d09889465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:27.782164 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862e62-2664-4f8c-bf11-b17d09889465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:27.782164 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862e62-2664-4f8c-bf11-b17d09889465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:27.782164 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862e62-2664-4f8c-bf11-b17d09889465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:27.782164 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862e62-2664-4f8c-bf11-b17d09889465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:27.782164 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862e62-2664-4f8c-bf11-b17d09889465 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:27.782164 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862e62-2664-4f8c-bf11-b17d09889465 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:27.782164 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862e62-2664-4f8c-bf11-b17d09889465 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:27.782164 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862e62-2664-4f8c-bf11-b17d09889465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:27.782164 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862e62-2664-4f8c-bf11-b17d09889465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:27.782164 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862e62-2664-4f8c-bf11-b17d09889465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:27.782164 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862e62-2664-4f8c-bf11-b17d09889465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:27.782164 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-88862e62-2664-4f8c-bf11-b17d09889465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:27.810255 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Attempting to bind port 3826baf6-347b-49ea-adcb-91cdc7965b83 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:22:27.810633 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Attempting to bind port 3826baf6-347b-49ea-adcb-91cdc7965b83 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '323136b6-e11a-4541-9bcf-a63e73cdaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:22:27.810996 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Attempting to bind port 3826baf6-347b-49ea-adcb-91cdc7965b83 on network 0b46ab76-4734-44f2-85b9-eec04f88a137 {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:22:27.816354 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:22:27.816956 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Checking segment: {'id': '323136b6-e11a-4541-9bcf-a63e73cdaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:22:27.817598 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:27.818034 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Bound using segment: {'id': '323136b6-e11a-4541-9bcf-a63e73cdaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:22:27.818529 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Bound port: 3826baf6-347b-49ea-adcb-91cdc7965b83, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323136b6-e11a-4541-9bcf-a63e73cdaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:22:27.819083 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:27.857257 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 93017b33-d085-4d6d-8d6b-93d7209c6bf8 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:22:27.892204 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] For port 3826baf6-347b-49ea-adcb-91cdc7965b83, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:22:27.895368 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] For port 3826baf6-347b-49ea-adcb-91cdc7965b83, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3826baf6-347b-49ea-adcb-91cdc7965b83,segment=NetworkSegment(323136b6-e11a-4541-9bcf-a63e73cdaebc),segment_id=323136b6-e11a-4541-9bcf-a63e73cdaebc)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:22:27.909106 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 93017b33-d085-4d6d-8d6b-93d7209c6bf8 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:22:27.909479 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:28.000864 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c2b91d05-d839-431f-bf1c-3a715fdbb47b up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:22:28.030196 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:28.033178 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-17bf4ea0-1bdc-4dfb-ab90-4476eb20df76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:28.169011 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Routers {'0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:22:28.169549 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:22:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:28.169926 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port c2b91d05-d839-431f-bf1c-3a715fdbb47b completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:22:28.174164 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port c2b91d05-d839-431f-bf1c-3a715fdbb47b triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:22:28.181721 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:28.215803 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88862e62-2664-4f8c-bf11-b17d09889465 None None] Pushing event updated for resources: {'Port': ['ID=3826baf6-347b-49ea-adcb-91cdc7965b83,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:28.220353 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-88862e62-2664-4f8c-bf11-b17d09889465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:28.301589 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] Set router 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:22:28.417069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:28.455133 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port c2b91d05-d839-431f-bf1c-3a715fdbb47b, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c2b91d05-d839-431f-bf1c-3a715fdbb47b,segment=NetworkSegment(323136b6-e11a-4541-9bcf-a63e73cdaebc),segment_id=323136b6-e11a-4541-9bcf-a63e73cdaebc)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:28.504818 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8079665', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:22:21Z', 'updated_at': '2021-06-22T10:22:25Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:22Z', 'updated_at': '2021-06-22T10:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '3826baf6-347b-49ea-adcb-91cdc7965b83', 'name': '', 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:c3:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0a642122-2955-466f-b63e-01885da1fa7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:25Z', 'updated_at': '2021-06-22T10:22:27Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '0a642122-2955-466f-b63e-01885da1fa7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:28.530484 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cfe916-e22d-4a71-b7b4-0afdd774af97 None None] The sync data for ids ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'] in dv-neutron-797121-3-hyperv is: [{'id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8079665', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:22:21Z', 'updated_at': '2021-06-22T10:22:25Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:22Z', 'updated_at': '2021-06-22T10:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '3826baf6-347b-49ea-adcb-91cdc7965b83', 'name': '', 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:c3:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0a642122-2955-466f-b63e-01885da1fa7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:25Z', 'updated_at': '2021-06-22T10:22:27Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '0a642122-2955-466f-b63e-01885da1fa7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:22:28.540287 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:28.542215 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:28.607804 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=c2b91d05-d839-431f-bf1c-3a715fdbb47b,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:28.610794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:28.745495 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-977c5129-ebdc-407f-891c-d8cca1b1fd5e req-afcb9c0d-bdd6-45de-af10-62d649d30e7b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 210 time: 0.0397463 Jun 22 10:22:29.771939 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3826baf6-347b-49ea-adcb-91cdc7965b83 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:22:29.889787 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-af62cbac-9d61-4363-9784-65cbba7e1363 req-7888c086-df7b-418a-bf73-2d43c5bc57e8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 210 time: 0.0291202 Jun 22 10:22:29.894503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 3826baf6-347b-49ea-adcb-91cdc7965b83 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:22:29.899220 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 3826baf6-347b-49ea-adcb-91cdc7965b83 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:22:29.899756 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:29.977831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:30.014560 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 3826baf6-347b-49ea-adcb-91cdc7965b83, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3826baf6-347b-49ea-adcb-91cdc7965b83,segment=NetworkSegment(323136b6-e11a-4541-9bcf-a63e73cdaebc),segment_id=323136b6-e11a-4541-9bcf-a63e73cdaebc)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:30.108004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-b011d8c7-1e0c-4afb-b95f-2dc3d4af1139 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:30.109332 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-b011d8c7-1e0c-4afb-b95f-2dc3d4af1139 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "GET /v2.0/networks?id=0b46ab76-4734-44f2-85b9-eec04f88a137 HTTP/1.1" status: 200 len: 797 time: 0.1036255 Jun 22 10:22:30.117561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:30.118445 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c2b91d05-d839-431f-bf1c-3a715fdbb47b up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:22:30.121098 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-998b73b6-55e3-4f75-8d2e-29bea82475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:30.152156 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-0718bbc8-bd61-4982-9434-799337ce24a9 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5 HTTP/1.1" status: 200 len: 379 time: 0.0338757 Jun 22 10:22:30.166347 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-fe59aadb-ad99-491a-9728-cd6f29e357d8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'port': {'device_id': 'eb778e3e-9527-4f74-b849-d77fd91fb72a', 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137', 'admin_state_up': True, 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'security_groups': ['1b66d05f-d524-4e8e-b01b-7f8da736af4a']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:22:30.196119 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=3826baf6-347b-49ea-adcb-91cdc7965b83,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:30.199495 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:30.207851 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port c2b91d05-d839-431f-bf1c-3a715fdbb47b triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:22:30.208234 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:30.394954 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-fe59aadb-ad99-491a-9728-cd6f29e357d8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Made reservation on behalf of c08ad3da6a7446e5b6c7478f6c359bf5 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:22:30.398726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-fe59aadb-ad99-491a-9728-cd6f29e357d8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:30.523732 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-fe59aadb-ad99-491a-9728-cd6f29e357d8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.20.0.3 (0b46ab76-4734-44f2-85b9-eec04f88a137/0a642122-2955-466f-b63e-01885da1fa7a/725c0b3d-c43e-45f0-bce2-e896bbc0ea85) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:22:30.656922 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-fe59aadb-ad99-491a-9728-cd6f29e357d8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:30.671166 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-fe59aadb-ad99-491a-9728-cd6f29e357d8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Transition to ACTIVE for port object 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:22:30.763313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-fe59aadb-ad99-491a-9728-cd6f29e357d8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:30.767319 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-22c1690d-d9e8-4756-ab55-ee5fc21e6220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:30.806260 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-fe59aadb-ad99-491a-9728-cd6f29e357d8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 0b46ab76-4734-44f2-85b9-eec04f88a137 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:22:30.809350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-fe59aadb-ad99-491a-9728-cd6f29e357d8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:22:30.815895 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-fe59aadb-ad99-491a-9728-cd6f29e357d8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:22:30.838089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59aadb-ad99-491a-9728-cd6f29e357d8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=725c0b3d-c43e-45f0-bce2-e896bbc0ea85,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:30.842562 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fe59aadb-ad99-491a-9728-cd6f29e357d8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:30.867342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-fe59aadb-ad99-491a-9728-cd6f29e357d8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:30.868288 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-fe59aadb-ad99-491a-9728-cd6f29e357d8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:30.952609 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-fe59aadb-ad99-491a-9728-cd6f29e357d8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7901919 Jun 22 10:22:30.966743 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Request body: {'port': {'device_id': 'eb778e3e-9527-4f74-b849-d77fd91fb72a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:22:31.046772 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:31.064222 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c476ee-5755-4a4a-950a-29daa1dd683d req-f4f420fa-e31b-4459-b56e-a1a4300c15a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:31.065713 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f3c476ee-5755-4a4a-950a-29daa1dd683d req-f4f420fa-e31b-4459-b56e-a1a4300c15a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 931 time: 0.0637369 Jun 22 10:22:31.108681 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f3c476ee-5755-4a4a-950a-29daa1dd683d req-bd05da31-1ff8-4c75-b6f7-9c845971052d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b66d05f-d524-4e8e-b01b-7f8da736af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334644 Jun 22 10:22:31.144005 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d61d467d-2269-4e04-95e1-400b8ef5ca91 None None] Provisioning for port 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:22:31.149028 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d61d467d-2269-4e04-95e1-400b8ef5ca91 None None] Provisioning complete for port 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:22:31.149412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d61d467d-2269-4e04-95e1-400b8ef5ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:31.188906 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-d61d467d-2269-4e04-95e1-400b8ef5ca91 None None] Port 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:22:31.307947 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:22:31.314996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:31.326569 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Transition to ACTIVE for port object 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:22:31.391329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:31.393364 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1aef72fa-e938-4474-9f04-b01a250823b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:31.715712 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3826baf6-347b-49ea-adcb-91cdc7965b83 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:22:31.766313 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 3826baf6-347b-49ea-adcb-91cdc7965b83 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:22:31.766612 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:31.828864 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Pushing event updated for resources: {'Port': ['ID=725c0b3d-c43e-45f0-bce2-e896bbc0ea85,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:31.845700 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:31.892457 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Attempting to bind port 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:22:31.892795 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Attempting to bind port 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '323136b6-e11a-4541-9bcf-a63e73cdaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:22:31.893127 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Attempting to bind port 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 on network 0b46ab76-4734-44f2-85b9-eec04f88a137 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:22:31.897224 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Port 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 on network 0b46ab76-4734-44f2-85b9-eec04f88a137 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:22:31.897545 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Attempting to bind port 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 on network 0b46ab76-4734-44f2-85b9-eec04f88a137 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:22:31.902206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:22:31.902525 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Checking segment: {'id': '323136b6-e11a-4541-9bcf-a63e73cdaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:22:31.902907 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Bound using segment: {'id': '323136b6-e11a-4541-9bcf-a63e73cdaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:22:31.903330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Bound port: 725c0b3d-c43e-45f0-bce2-e896bbc0ea85, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323136b6-e11a-4541-9bcf-a63e73cdaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:22:31.903778 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:31.962976 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] For port 725c0b3d-c43e-45f0-bce2-e896bbc0ea85, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:22:31.965930 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] For port 725c0b3d-c43e-45f0-bce2-e896bbc0ea85, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=725c0b3d-c43e-45f0-bce2-e896bbc0ea85,segment=NetworkSegment(323136b6-e11a-4541-9bcf-a63e73cdaebc),segment_id=323136b6-e11a-4541-9bcf-a63e73cdaebc)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:22:32.035290 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:32.038068 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7b4233da-5a75-438b-8575-a6509106eaab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:32.078200 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:32.078811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:32.080202 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] 10.222.0.35 "PUT /v2.0/ports/725c0b3d-c43e-45f0-bce2-e896bbc0ea85 HTTP/1.1" status: 200 len: 1093 time: 1.1179919 Jun 22 10:22:32.080738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb778e3e-9527-4f74-b849-d77fd91fb72a', 'tag': '725c0b3d-c43e-45f0-bce2-e896bbc0ea85'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:22:32.083043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abff30b7-dc70-4c37-9e8d-08b293316c07" -d '{"events": [{"name": "network-changed", "server_uuid": "eb778e3e-9527-4f74-b849-d77fd91fb72a", "tag": "725c0b3d-c43e-45f0-bce2-e896bbc0ea85"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:22:32.110649 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Pushing event updated for resources: {'Port': ['ID=725c0b3d-c43e-45f0-bce2-e896bbc0ea85,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:32.119582 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:32.125001 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738ef1bf-7461-46d6-a3cc-9fc8c40994ab x-openstack-request-id: req-738ef1bf-7461-46d6-a3cc-9fc8c40994ab {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:22:32.125342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb778e3e-9527-4f74-b849-d77fd91fb72a", "tag": "725c0b3d-c43e-45f0-bce2-e896bbc0ea85", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:22:32.125638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-738ef1bf-7461-46d6-a3cc-9fc8c40994ab {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:22:32.126074 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb778e3e-9527-4f74-b849-d77fd91fb72a', 'tag': '725c0b3d-c43e-45f0-bce2-e896bbc0ea85', 'status': 'completed', 'code': 200} Jun 22 10:22:32.208051 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff30b7-dc70-4c37-9e8d-08b293316c07 req-2089d45c-4587-4f49-8c35-36af4d42e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:32.209581 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-abff30b7-dc70-4c37-9e8d-08b293316c07 req-2089d45c-4587-4f49-8c35-36af4d42e08c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 1096 time: 0.0574374 Jun 22 10:22:32.298364 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49023380-7476-4b1d-92dc-219cde6fe394 req-41ed1a72-3149-4fd1-b03f-e0b1a11231f4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:32.299777 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-49023380-7476-4b1d-92dc-219cde6fe394 req-41ed1a72-3149-4fd1-b03f-e0b1a11231f4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 943 time: 0.0703518 Jun 22 10:22:32.310294 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff30b7-dc70-4c37-9e8d-08b293316c07 req-e5f3f194-ab26-4022-8573-4ad0a2d73ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:32.311751 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-abff30b7-dc70-4c37-9e8d-08b293316c07 req-e5f3f194-ab26-4022-8573-4ad0a2d73ada service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0943804 Jun 22 10:22:32.339693 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-49023380-7476-4b1d-92dc-219cde6fe394 req-b446a1d8-1582-43ad-bf93-a3772bd775d6 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b66d05f-d524-4e8e-b01b-7f8da736af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336981 Jun 22 10:22:32.402319 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff30b7-dc70-4c37-9e8d-08b293316c07 req-a3e0f860-d0a3-40c1-a956-5f533a4eab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:32.403807 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-abff30b7-dc70-4c37-9e8d-08b293316c07 req-a3e0f860-d0a3-40c1-a956-5f533a4eab39 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866096 Jun 22 10:22:32.492799 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-4168bfb4-9b3b-48c4-a539-8feaf58dc73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:32.494256 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-4168bfb4-9b3b-48c4-a539-8feaf58dc73c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 1096 time: 0.0552454 Jun 22 10:22:32.537424 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-44c4d1ac-6f17-4997-b146-a4fc9692b9d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=725c0b3d-c43e-45f0-bce2-e896bbc0ea85 HTTP/1.1" status: 200 len: 217 time: 0.0355265 Jun 22 10:22:32.582148 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-3017b632-779e-4241-95c0-97d660764c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:32.583414 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-3017b632-779e-4241-95c0-97d660764c19 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a642122-2955-466f-b63e-01885da1fa7a HTTP/1.1" status: 200 len: 834 time: 0.0402248 Jun 22 10:22:32.637458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-30eecd03-2e7f-40b2-b701-7e494a1bea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:32.638860 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-30eecd03-2e7f-40b2-b701-7e494a1bea19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b46ab76-4734-44f2-85b9-eec04f88a137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0484049 Jun 22 10:22:32.728330 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-e73625d5-3c68-4a8e-88cf-27d1f1e97884 service neutron] 10.222.0.35 "GET /v2.0/networks/0b46ab76-4734-44f2-85b9-eec04f88a137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830820 Jun 22 10:22:32.816302 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f05b467e-56cf-4538-a7e1-359fabf12234 req-485a210a-57b9-473b-be5c-08695b9abff2 service neutron] 10.222.0.35 "GET /v2.0/networks/0b46ab76-4734-44f2-85b9-eec04f88a137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821218 Jun 22 10:22:33.510010 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab51305-54be-42ff-9e4f-cab2a2e4acd2 req-1e92012c-0e3b-4767-92f2-4702f5d3d3ec tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:33.511457 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1ab51305-54be-42ff-9e4f-cab2a2e4acd2 req-1e92012c-0e3b-4767-92f2-4702f5d3d3ec tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 943 time: 0.0624354 Jun 22 10:22:33.547243 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1ab51305-54be-42ff-9e4f-cab2a2e4acd2 req-2e7a8a00-6e21-450f-88ae-2731c51b42a8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b66d05f-d524-4e8e-b01b-7f8da736af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302877 Jun 22 10:22:34.712700 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74c946-b467-4a3a-9b1b-97239f660241 req-e37d25fb-ace0-4bce-9e06-8b2e05eec4af tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:34.714148 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1a74c946-b467-4a3a-9b1b-97239f660241 req-e37d25fb-ace0-4bce-9e06-8b2e05eec4af tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 943 time: 0.0603659 Jun 22 10:22:34.750151 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1a74c946-b467-4a3a-9b1b-97239f660241 req-3cc6ac0e-46e7-4cd2-a6e9-ddfa8d1c9af9 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b66d05f-d524-4e8e-b01b-7f8da736af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304945 Jun 22 10:22:35.920233 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c96d3a-7cc9-4baf-996f-b3b8ea40a7fb req-becc3c26-56ab-412c-851a-79da8233a3fb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:35.921672 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-15c96d3a-7cc9-4baf-996f-b3b8ea40a7fb req-becc3c26-56ab-412c-851a-79da8233a3fb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 943 time: 0.0651593 Jun 22 10:22:35.957688 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-15c96d3a-7cc9-4baf-996f-b3b8ea40a7fb req-af99347a-1ade-4872-a766-922543e62b58 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b66d05f-d524-4e8e-b01b-7f8da736af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305076 Jun 22 10:22:36.109115 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:22:36.204095 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 725c0b3d-c43e-45f0-bce2-e896bbc0ea85, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=725c0b3d-c43e-45f0-bce2-e896bbc0ea85,segment=NetworkSegment(323136b6-e11a-4541-9bcf-a63e73cdaebc),segment_id=323136b6-e11a-4541-9bcf-a63e73cdaebc)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:36.214908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '725c0b3d-c43e-45f0-bce2-e896bbc0ea85', 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137', 'port_id': '725c0b3d-c43e-45f0-bce2-e896bbc0ea85', 'mac_address': 'fa:16:3e:3d:17:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a642122-2955-466f-b63e-01885da1fa7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:22:36.250227 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:36.262827 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:22:36.281404 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 725c0b3d-c43e-45f0-bce2-e896bbc0ea85, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=725c0b3d-c43e-45f0-bce2-e896bbc0ea85,segment=NetworkSegment(323136b6-e11a-4541-9bcf-a63e73cdaebc),segment_id=323136b6-e11a-4541-9bcf-a63e73cdaebc)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:36.343636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:36.345325 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:36.389592 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=725c0b3d-c43e-45f0-bce2-e896bbc0ea85,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:36.392523 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:36.702743 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['725c0b3d-c43e-45f0-bce2-e896bbc0ea85'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:22:37.129638 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb409d3-5903-45de-b1c5-495350025ad5 req-7fdb5f7b-9665-4cf7-83ad-d55fb12f5474 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:37.131090 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-feb409d3-5903-45de-b1c5-495350025ad5 req-7fdb5f7b-9665-4cf7-83ad-d55fb12f5474 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 944 time: 0.0631952 Jun 22 10:22:37.167808 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-feb409d3-5903-45de-b1c5-495350025ad5 req-a9cc7386-eff5-4d98-9e2c-d728a46657ff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b66d05f-d524-4e8e-b01b-7f8da736af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311480 Jun 22 10:22:38.121408 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:22:38.237114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:22:38.242012 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:22:38.242416 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:38.318093 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:38.339660 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb778e3e-9527-4f74-b849-d77fd91fb72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725c0b3d-c43e-45f0-bce2-e896bbc0ea85'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:22:38.341941 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4be46b6-faff-4d61-844d-25ea6079218f" -d '{"events": [{"server_uuid": "eb778e3e-9527-4f74-b849-d77fd91fb72a", "name": "network-vif-plugged", "status": "completed", "tag": "725c0b3d-c43e-45f0-bce2-e896bbc0ea85"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:22:38.346080 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb315f2-6d64-4ebc-b0e2-f81ebd754e18 req-8bf41f86-8afb-4e49-811e-b91759c513be tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:38.347616 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fdb315f2-6d64-4ebc-b0e2-f81ebd754e18 req-8bf41f86-8afb-4e49-811e-b91759c513be tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 944 time: 0.0684736 Jun 22 10:22:38.355738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 725c0b3d-c43e-45f0-bce2-e896bbc0ea85, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=725c0b3d-c43e-45f0-bce2-e896bbc0ea85,segment=NetworkSegment(323136b6-e11a-4541-9bcf-a63e73cdaebc),segment_id=323136b6-e11a-4541-9bcf-a63e73cdaebc)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:38.386574 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fdb315f2-6d64-4ebc-b0e2-f81ebd754e18 req-391bb75c-e03e-4cc1-bb35-da26bea85584 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b66d05f-d524-4e8e-b01b-7f8da736af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326374 Jun 22 10:22:38.425911 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:38.427794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:38.484294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=725c0b3d-c43e-45f0-bce2-e896bbc0ea85,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:38.487282 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:38.488927 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31862d78-2490-4430-afc0-70304f204328 x-openstack-request-id: req-31862d78-2490-4430-afc0-70304f204328 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:22:38.489219 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb778e3e-9527-4f74-b849-d77fd91fb72a", "name": "network-vif-plugged", "status": "completed", "tag": "725c0b3d-c43e-45f0-bce2-e896bbc0ea85", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:22:38.489477 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31862d78-2490-4430-afc0-70304f204328 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:22:38.489890 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb778e3e-9527-4f74-b849-d77fd91fb72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725c0b3d-c43e-45f0-bce2-e896bbc0ea85', 'code': 200} Jun 22 10:22:38.832506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f24b08-6b33-4495-a764-816af237f8d9 req-aa19b9d3-da90-4caa-a82e-52c52fe73e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:38.834885 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-40f24b08-6b33-4495-a764-816af237f8d9 req-aa19b9d3-da90-4caa-a82e-52c52fe73e8b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 1098 time: 0.0560460 Jun 22 10:22:38.867995 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-40f24b08-6b33-4495-a764-816af237f8d9 req-7c472622-1747-416c-9f70-2ff943547314 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1b66d05f-d524-4e8e-b01b-7f8da736af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269775 Jun 22 10:22:39.573742 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51d2bf-1160-40da-b14b-852ed624fd9a req-58bdc3eb-d3f2-4944-9b4e-884e1bbecc5e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:39.575282 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8d51d2bf-1160-40da-b14b-852ed624fd9a req-58bdc3eb-d3f2-4944-9b4e-884e1bbecc5e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 945 time: 0.0782118 Jun 22 10:22:39.613211 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8d51d2bf-1160-40da-b14b-852ed624fd9a req-f427f013-ca97-42c7-b69f-b925c66f0e29 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b66d05f-d524-4e8e-b01b-7f8da736af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322556 Jun 22 10:22:40.782627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40d344-6f1e-4e60-ad65-d8b59456345a req-41a056e8-bb08-4f24-b137-79889e891430 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:40.784112 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6f40d344-6f1e-4e60-ad65-d8b59456345a req-41a056e8-bb08-4f24-b137-79889e891430 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 945 time: 0.0621469 Jun 22 10:22:40.826667 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6f40d344-6f1e-4e60-ad65-d8b59456345a req-a34e332a-d0ed-401a-84a3-600f7228648a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b66d05f-d524-4e8e-b01b-7f8da736af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368340 Jun 22 10:22:40.848230 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:41.001864 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a968fdf-6871-47fe-a7a2-cf0a3da638db req-66348342-58f0-4cac-9b9c-c754397e20f2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:41.003209 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5a968fdf-6871-47fe-a7a2-cf0a3da638db req-66348342-58f0-4cac-9b9c-c754397e20f2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 945 time: 0.0680230 Jun 22 10:22:41.046565 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5a968fdf-6871-47fe-a7a2-cf0a3da638db req-78158317-2e1d-4df5-8e52-a712617fa9cc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b66d05f-d524-4e8e-b01b-7f8da736af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372868 Jun 22 10:22:41.070540 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40422) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:41.130965 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e55703e-58ae-4c11-9a48-e1e03fd1b076 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:41.133808 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0e55703e-58ae-4c11-9a48-e1e03fd1b076 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 1093 time: 0.0610039 Jun 22 10:22:41.135264 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40424) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:41.139665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '725c0b3d-c43e-45f0-bce2-e896bbc0ea85', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:22:41.214197 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:41.673691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:41.772889 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.26.3.233 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/8aa58d52-d2fb-468d-be88-81ea83e0015b) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:22:41.882090 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:41.974505 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:41.976509 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bce6b72c-f20b-4c29-8eb3-64e96ef36973 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:42.011872 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:22:42.016138 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:22:42.025352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:22:42.030678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=8aa58d52-d2fb-468d-be88-81ea83e0015b,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:42.048828 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:42.402955 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:42.542220 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:42.686548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:42.751301 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:42.753666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:22:42.820002 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=8aa58d52-d2fb-468d-be88-81ea83e0015b,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:42.823988 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:22:42.835049 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:42.958858 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Floating IP 97999a60-a1f6-44ee-a2f3-27766296da65 associated. External IP: 172.26.3.233, port: 725c0b3d-c43e-45f0-bce2-e896bbc0ea85. Jun 22 10:22:43.194051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:22:43.302702 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:22:43.311870 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de4510-f840-48c5-960a-c5f02063d9e1 None None] Sync routers for ids ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:22:43.324782 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1de4510-f840-48c5-960a-c5f02063d9e1 None None] Routers {'0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:22:43.325404 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-e1de4510-f840-48c5-960a-c5f02063d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:22:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:43.400840 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:43.426616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-e1de4510-f840-48c5-960a-c5f02063d9e1 None None] Set router 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:22:43.436687 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3003905 Jun 22 10:22:43.437362 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb778e3e-9527-4f74-b849-d77fd91fb72a', 'tag': '725c0b3d-c43e-45f0-bce2-e896bbc0ea85'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:22:43.439703 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c58207-1c9b-4ea4-8fb6-c4eff69e05d0" -d '{"events": [{"name": "network-changed", "server_uuid": "eb778e3e-9527-4f74-b849-d77fd91fb72a", "tag": "725c0b3d-c43e-45f0-bce2-e896bbc0ea85"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:22:43.587833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811e1ab-fd0e-4284-b54f-210f51f1321a req-e819873f-7fcf-4c54-bdc6-050ebe537786 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:43.589208 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b811e1ab-fd0e-4284-b54f-210f51f1321a req-e819873f-7fcf-4c54-bdc6-050ebe537786 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 945 time: 0.0620093 Jun 22 10:22:43.626750 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b811e1ab-fd0e-4284-b54f-210f51f1321a req-cea9842c-b701-4fc1-b8ec-5f91374b7dd8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b66d05f-d524-4e8e-b01b-7f8da736af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317202 Jun 22 10:22:43.648162 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-e1de4510-f840-48c5-960a-c5f02063d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8079665', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:22:21Z', 'updated_at': '2021-06-22T10:22:25Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:22Z', 'updated_at': '2021-06-22T10:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '97999a60-a1f6-44ee-a2f3-27766296da65', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'floating_ip_address': '172.26.3.233', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'port_id': '725c0b3d-c43e-45f0-bce2-e896bbc0ea85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137', 'mac_address': 'fa:16:3e:3d:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb778e3e-9527-4f74-b849-d77fd91fb72a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:22:42Z', 'updated_at': '2021-06-22T10:22:42Z', 'revision_number': 0, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3826baf6-347b-49ea-adcb-91cdc7965b83', 'name': '', 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:c3:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0a642122-2955-466f-b63e-01885da1fa7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:25Z', 'updated_at': '2021-06-22T10:22:29Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '0a642122-2955-466f-b63e-01885da1fa7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:43.651222 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40430) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:43.678870 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de4510-f840-48c5-960a-c5f02063d9e1 None None] Checking router: 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:22:43.689253 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1de4510-f840-48c5-960a-c5f02063d9e1 None None] Routers {'0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:22:43.689886 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-e1de4510-f840-48c5-960a-c5f02063d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:22:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:43.692617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f8f90c-9308-455d-a3ec-3c38be1a1bcb x-openstack-request-id: req-b8f8f90c-9308-455d-a3ec-3c38be1a1bcb {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:22:43.692960 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb778e3e-9527-4f74-b849-d77fd91fb72a", "tag": "725c0b3d-c43e-45f0-bce2-e896bbc0ea85", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:22:43.693772 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8f8f90c-9308-455d-a3ec-3c38be1a1bcb {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:22:43.694213 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb778e3e-9527-4f74-b849-d77fd91fb72a', 'tag': '725c0b3d-c43e-45f0-bce2-e896bbc0ea85', 'status': 'completed', 'code': 200} Jun 22 10:22:43.721677 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9c1eb7b7-c874-4994-8361-803886842e88 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/floatingips/97999a60-a1f6-44ee-a2f3-27766296da65 HTTP/1.1" status: 200 len: 991 time: 0.0681283 Jun 22 10:22:43.751311 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c58207-1c9b-4ea4-8fb6-c4eff69e05d0 req-f7d91f80-66c5-4e3b-a360-98e717133c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:43.752861 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b0c58207-1c9b-4ea4-8fb6-c4eff69e05d0 req-f7d91f80-66c5-4e3b-a360-98e717133c94 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 1098 time: 0.0575783 Jun 22 10:22:43.799070 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-e1de4510-f840-48c5-960a-c5f02063d9e1 None None] Set router 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:22:43.839062 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c58207-1c9b-4ea4-8fb6-c4eff69e05d0 req-96f13438-e8ad-4b38-93c4-592af8c9f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:43.840483 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b0c58207-1c9b-4ea4-8fb6-c4eff69e05d0 req-96f13438-e8ad-4b38-93c4-592af8c9f3c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0b46ab76-4734-44f2-85b9-eec04f88a137 HTTP/1.1" status: 200 len: 898 time: 0.0813334 Jun 22 10:22:43.907125 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b0c58207-1c9b-4ea4-8fb6-c4eff69e05d0 req-2fd13973-59ed-4450-8193-6a106d660773 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=725c0b3d-c43e-45f0-bce2-e896bbc0ea85 HTTP/1.1" status: 200 len: 999 time: 0.0610418 Jun 22 10:22:43.953665 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c58207-1c9b-4ea4-8fb6-c4eff69e05d0 req-a5eb3db9-3237-4def-add6-18a00b2ffbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:43.955248 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b0c58207-1c9b-4ea4-8fb6-c4eff69e05d0 req-a5eb3db9-3237-4def-add6-18a00b2ffbbc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a642122-2955-466f-b63e-01885da1fa7a HTTP/1.1" status: 200 len: 834 time: 0.0419402 Jun 22 10:22:44.012152 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c58207-1c9b-4ea4-8fb6-c4eff69e05d0 req-d412c3b8-1f58-4d73-8493-3d9b3832fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:44.013622 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b0c58207-1c9b-4ea4-8fb6-c4eff69e05d0 req-d412c3b8-1f58-4d73-8493-3d9b3832fabe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b46ab76-4734-44f2-85b9-eec04f88a137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523026 Jun 22 10:22:44.019266 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-e1de4510-f840-48c5-960a-c5f02063d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8079665', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:22:21Z', 'updated_at': '2021-06-22T10:22:25Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:22Z', 'updated_at': '2021-06-22T10:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '97999a60-a1f6-44ee-a2f3-27766296da65', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'floating_ip_address': '172.26.3.233', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'port_id': '725c0b3d-c43e-45f0-bce2-e896bbc0ea85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137', 'mac_address': 'fa:16:3e:3d:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb778e3e-9527-4f74-b849-d77fd91fb72a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:22:42Z', 'updated_at': '2021-06-22T10:22:42Z', 'revision_number': 0, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3826baf6-347b-49ea-adcb-91cdc7965b83', 'name': '', 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:c3:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0a642122-2955-466f-b63e-01885da1fa7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:25Z', 'updated_at': '2021-06-22T10:22:29Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '0a642122-2955-466f-b63e-01885da1fa7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:44.046438 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de4510-f840-48c5-960a-c5f02063d9e1 None None] The sync data for ids ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'] in dv-neutron-797121-3-hyperv is: [{'id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8079665', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:22:21Z', 'updated_at': '2021-06-22T10:22:25Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:22Z', 'updated_at': '2021-06-22T10:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '97999a60-a1f6-44ee-a2f3-27766296da65', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'floating_ip_address': '172.26.3.233', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'port_id': '725c0b3d-c43e-45f0-bce2-e896bbc0ea85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137', 'mac_address': 'fa:16:3e:3d:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb778e3e-9527-4f74-b849-d77fd91fb72a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:22:42Z', 'updated_at': '2021-06-22T10:22:42Z', 'revision_number': 0, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3826baf6-347b-49ea-adcb-91cdc7965b83', 'name': '', 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:c3:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0a642122-2955-466f-b63e-01885da1fa7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:25Z', 'updated_at': '2021-06-22T10:22:29Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '0a642122-2955-466f-b63e-01885da1fa7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:22:44.113310 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b0c58207-1c9b-4ea4-8fb6-c4eff69e05d0 req-895d5cc9-41a0-4034-842f-caf7686ac7aa service neutron] 10.222.0.35 "GET /v2.0/networks/0b46ab76-4734-44f2-85b9-eec04f88a137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937936 Jun 22 10:22:44.211411 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b0c58207-1c9b-4ea4-8fb6-c4eff69e05d0 req-1328b0fc-1209-4615-b020-0ca8cd85d471 service neutron] 10.222.0.35 "GET /v2.0/networks/0b46ab76-4734-44f2-85b9-eec04f88a137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914176 Jun 22 10:22:44.250213 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d44041f-6114-4b48-b790-5d8a5e4b04af None None] New status for floating IP 97999a60-a1f6-44ee-a2f3-27766296da65: ACTIVE {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:22:44.725037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40432) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:22:44.785093 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e675a371-b705-4246-8052-0a9a0dbe0cf1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/floatingips/97999a60-a1f6-44ee-a2f3-27766296da65 HTTP/1.1" status: 200 len: 993 time: 0.0589206 Jun 22 10:22:46.596555 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7af20ab8-8112-488f-b306-25e8ad8f6b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:49.122364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a8f1ab28-222d-429f-bb30-f5511ce36017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:49.339575 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:50.642197 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:51.853227 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:53.166174 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:23:10.886752 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:16.593568 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1bcff501-9c2f-4c75-bdc9-5b5f121a80f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:19.097615 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d292b9a7-ce40-4b7d-a99c-9f2cbae73ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:19.371165 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:20.600490 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:21.896883 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:30.164937 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:23:39.832169 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-813f917a-f4ba-4885-a716-0c8daa2bf487 req-7f66622d-d89a-46a7-9dba-f7a87a2ddabf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1017978 Jun 22 10:23:39.921707 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f917a-f4ba-4885-a716-0c8daa2bf487 req-68f3822b-5ab7-4670-a9b6-c2a6042fb71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:39.923134 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-813f917a-f4ba-4885-a716-0c8daa2bf487 req-68f3822b-5ab7-4670-a9b6-c2a6042fb71e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 1098 time: 0.0502930 Jun 22 10:23:40.020763 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f917a-f4ba-4885-a716-0c8daa2bf487 req-8591d499-2686-4cba-aa2d-8eea6b284682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:40.022076 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-813f917a-f4ba-4885-a716-0c8daa2bf487 req-8591d499-2686-4cba-aa2d-8eea6b284682 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0b46ab76-4734-44f2-85b9-eec04f88a137 HTTP/1.1" status: 200 len: 898 time: 0.0797853 Jun 22 10:23:40.088942 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-813f917a-f4ba-4885-a716-0c8daa2bf487 req-40dabc13-280f-4d14-8052-5047346e0f6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=725c0b3d-c43e-45f0-bce2-e896bbc0ea85 HTTP/1.1" status: 200 len: 1001 time: 0.0603716 Jun 22 10:23:40.142218 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f917a-f4ba-4885-a716-0c8daa2bf487 req-94b8e560-1ff8-4e34-b1ca-8266b12e3448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:40.143720 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-813f917a-f4ba-4885-a716-0c8daa2bf487 req-94b8e560-1ff8-4e34-b1ca-8266b12e3448 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a642122-2955-466f-b63e-01885da1fa7a HTTP/1.1" status: 200 len: 834 time: 0.0477784 Jun 22 10:23:40.199724 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f917a-f4ba-4885-a716-0c8daa2bf487 req-0a31d0c7-c274-431a-a371-a27d10ad5932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:40.201221 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-813f917a-f4ba-4885-a716-0c8daa2bf487 req-0a31d0c7-c274-431a-a371-a27d10ad5932 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b46ab76-4734-44f2-85b9-eec04f88a137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0513299 Jun 22 10:23:40.292276 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-813f917a-f4ba-4885-a716-0c8daa2bf487 req-366b6b36-fb05-47b3-8d53-d756fe7933b4 service neutron] 10.222.0.35 "GET /v2.0/networks/0b46ab76-4734-44f2-85b9-eec04f88a137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845578 Jun 22 10:23:40.378081 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-813f917a-f4ba-4885-a716-0c8daa2bf487 req-a36fc384-5149-4db5-a088-4f78ecb4db4c service neutron] 10.222.0.35 "GET /v2.0/networks/0b46ab76-4734-44f2-85b9-eec04f88a137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794632 Jun 22 10:23:40.838773 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:46.577080 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-79e21d0f-71da-4001-a20e-7999bfed6499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:49.102100 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fac54c08-9da5-4371-be38-c619dabee450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:49.354224 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:50.605010 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:51.890744 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:56.489565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55791719-a561-4687-8c36-e276c3d2db19 req-100d3fe2-847e-4ffa-9e61-edef156f430b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:56.491333 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-55791719-a561-4687-8c36-e276c3d2db19 req-100d3fe2-847e-4ffa-9e61-edef156f430b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 945 time: 0.0647659 Jun 22 10:23:56.535351 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-55791719-a561-4687-8c36-e276c3d2db19 req-5e7ba3b5-c223-4dad-a48b-0880036b447c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b66d05f-d524-4e8e-b01b-7f8da736af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382311 Jun 22 10:23:57.753402 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dace282-c311-4c40-8c68-bc0bc8808144 req-7c0d3fe7-7f87-4cbb-aa7a-2a41088875cb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:57.754864 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9dace282-c311-4c40-8c68-bc0bc8808144 req-7c0d3fe7-7f87-4cbb-aa7a-2a41088875cb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 945 time: 0.1114154 Jun 22 10:23:57.793370 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9dace282-c311-4c40-8c68-bc0bc8808144 req-014bd598-8ad0-459b-8792-12a238423002 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b66d05f-d524-4e8e-b01b-7f8da736af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329244 Jun 22 10:23:57.816893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40472) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:57.874769 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4421d094-c1b4-4d4f-9d5b-7af8bd2f493b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/floatingips/97999a60-a1f6-44ee-a2f3-27766296da65 HTTP/1.1" status: 200 len: 993 time: 0.0566897 Jun 22 10:23:59.467506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66aa4e3-4bde-4ea1-bb4d-9bc1a0fa5aab req-3a14ea7e-b12a-4f03-9080-3eb7d4584b1c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:59.469547 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f66aa4e3-4bde-4ea1-bb4d-9bc1a0fa5aab req-3a14ea7e-b12a-4f03-9080-3eb7d4584b1c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 945 time: 0.0687246 Jun 22 10:23:59.507187 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f66aa4e3-4bde-4ea1-bb4d-9bc1a0fa5aab req-32d3a5dc-ffc7-443f-8da4-3d494cef92cc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b66d05f-d524-4e8e-b01b-7f8da736af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317652 Jun 22 10:24:00.677825 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b71a0-eca4-4fd5-b6e9-e284e0e21af5 req-98e7d527-1a2c-4bc3-a57f-55f89cf2fc26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:00.679284 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1d1b71a0-eca4-4fd5-b6e9-e284e0e21af5 req-98e7d527-1a2c-4bc3-a57f-55f89cf2fc26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 945 time: 0.0623817 Jun 22 10:24:00.715785 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1d1b71a0-eca4-4fd5-b6e9-e284e0e21af5 req-425fe310-6679-4b7f-8e9d-83762f8df73a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b66d05f-d524-4e8e-b01b-7f8da736af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308945 Jun 22 10:24:00.739937 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40482) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:00.802796 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-96091fd7-6ab1-45d3-91ca-6839bb06f73d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/floatingips/97999a60-a1f6-44ee-a2f3-27766296da65 HTTP/1.1" status: 200 len: 993 time: 0.0615888 Jun 22 10:24:01.077957 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40488) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:01.235386 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port 8aa58d52-d2fb-468d-be88-81ea83e0015b {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:24:01.235759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:01.308110 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:01.308448 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:01.373399 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for 8aa58d52-d2fb-468d-be88-81ea83e0015b owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:24:01.552935 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:01.554915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3dda53ca-ef46-4fb1-87ad-49280ab0c49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:01.578197 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=8aa58d52-d2fb-468d-be88-81ea83e0015b,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:01.588980 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:01.589376 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:01.589764 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:01.590148 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:01.590527 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:01.591021 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:01.591272 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:01.591668 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:01.592051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:01.592410 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:01.592777 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:01.593147 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:01.610662 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:01.650982 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:01.651247 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Floating IP 97999a60-a1f6-44ee-a2f3-27766296da65 disassociated (deleted). External IP: 172.26.3.233, port: 725c0b3d-c43e-45f0-bce2-e896bbc0ea85. Jun 22 10:24:01.847136 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:24:01.949759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:24:01.954419 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:01.959377 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894b12d5-3f0a-4386-83fb-faff1411a865 None None] Sync routers for ids ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:24:01.968502 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894b12d5-3f0a-4386-83fb-faff1411a865 None None] Routers {'0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:24:01.969685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-894b12d5-3f0a-4386-83fb-faff1411a865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:23:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:01.993152 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/floatingips/97999a60-a1f6-44ee-a2f3-27766296da65 HTTP/1.1" status: 204 len: 168 time: 0.9135997 Jun 22 10:24:01.993832 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb778e3e-9527-4f74-b849-d77fd91fb72a', 'tag': '725c0b3d-c43e-45f0-bce2-e896bbc0ea85'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:24:01.996175 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903f298a-29e6-4a7b-94a3-19d6ed6f164e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb778e3e-9527-4f74-b849-d77fd91fb72a", "tag": "725c0b3d-c43e-45f0-bce2-e896bbc0ea85"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:24:02.223390 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-894b12d5-3f0a-4386-83fb-faff1411a865 None None] Set router 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:24:02.426196 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-894b12d5-3f0a-4386-83fb-faff1411a865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8079665', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:22:21Z', 'updated_at': '2021-06-22T10:22:25Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:22Z', 'updated_at': '2021-06-22T10:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '3826baf6-347b-49ea-adcb-91cdc7965b83', 'name': '', 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:c3:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0a642122-2955-466f-b63e-01885da1fa7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:25Z', 'updated_at': '2021-06-22T10:22:29Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '0a642122-2955-466f-b63e-01885da1fa7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:02.430771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0f7675-9b25-47a0-8f38-b86110bac477 x-openstack-request-id: req-2c0f7675-9b25-47a0-8f38-b86110bac477 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:24:02.431391 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb778e3e-9527-4f74-b849-d77fd91fb72a", "tag": "725c0b3d-c43e-45f0-bce2-e896bbc0ea85", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:24:02.431942 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c0f7675-9b25-47a0-8f38-b86110bac477 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:24:02.432898 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb778e3e-9527-4f74-b849-d77fd91fb72a', 'tag': '725c0b3d-c43e-45f0-bce2-e896bbc0ea85', 'status': 'completed', 'code': 200} Jun 22 10:24:02.457250 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894b12d5-3f0a-4386-83fb-faff1411a865 None None] Checking router: 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:24:02.466464 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894b12d5-3f0a-4386-83fb-faff1411a865 None None] Routers {'0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:24:02.467105 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-894b12d5-3f0a-4386-83fb-faff1411a865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:23:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:02.517811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f298a-29e6-4a7b-94a3-19d6ed6f164e req-f5d6268c-0f3b-4467-b2f4-7ef4c540077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:02.519224 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-903f298a-29e6-4a7b-94a3-19d6ed6f164e req-f5d6268c-0f3b-4467-b2f4-7ef4c540077f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 1098 time: 0.0664601 Jun 22 10:24:02.575607 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-894b12d5-3f0a-4386-83fb-faff1411a865 None None] Set router 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:24:02.579210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e42992-ff63-49df-9deb-00486e63bd23 req-32423d4d-040b-4a6a-9c06-45b2734eee13 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:02.580736 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-73e42992-ff63-49df-9deb-00486e63bd23 req-32423d4d-040b-4a6a-9c06-45b2734eee13 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 945 time: 0.0649731 Jun 22 10:24:02.611798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f298a-29e6-4a7b-94a3-19d6ed6f164e req-9fd24015-a660-479f-b93d-3b919fa958c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:02.613276 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-903f298a-29e6-4a7b-94a3-19d6ed6f164e req-9fd24015-a660-479f-b93d-3b919fa958c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0b46ab76-4734-44f2-85b9-eec04f88a137 HTTP/1.1" status: 200 len: 898 time: 0.0865171 Jun 22 10:24:02.620495 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-73e42992-ff63-49df-9deb-00486e63bd23 req-098cc914-2760-4332-86d8-b01b91bfc5d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b66d05f-d524-4e8e-b01b-7f8da736af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333374 Jun 22 10:24:02.655918 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-903f298a-29e6-4a7b-94a3-19d6ed6f164e req-41098418-c0b9-4ca9-bc8c-a3cf500bcd96 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=725c0b3d-c43e-45f0-bce2-e896bbc0ea85 HTTP/1.1" status: 200 len: 217 time: 0.0354726 Jun 22 10:24:02.708042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f298a-29e6-4a7b-94a3-19d6ed6f164e req-5ffc5e46-9d4b-4738-a6dc-74c04a0e2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:02.709488 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-903f298a-29e6-4a7b-94a3-19d6ed6f164e req-5ffc5e46-9d4b-4738-a6dc-74c04a0e2044 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a642122-2955-466f-b63e-01885da1fa7a HTTP/1.1" status: 200 len: 834 time: 0.0474782 Jun 22 10:24:02.765996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f298a-29e6-4a7b-94a3-19d6ed6f164e req-155f3c52-034a-49c5-ba3a-33b785db9031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:02.768196 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-903f298a-29e6-4a7b-94a3-19d6ed6f164e req-155f3c52-034a-49c5-ba3a-33b785db9031 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b46ab76-4734-44f2-85b9-eec04f88a137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518935 Jun 22 10:24:02.772938 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-894b12d5-3f0a-4386-83fb-faff1411a865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8079665', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:22:21Z', 'updated_at': '2021-06-22T10:22:25Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:22Z', 'updated_at': '2021-06-22T10:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '3826baf6-347b-49ea-adcb-91cdc7965b83', 'name': '', 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:c3:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0a642122-2955-466f-b63e-01885da1fa7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:25Z', 'updated_at': '2021-06-22T10:22:29Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '0a642122-2955-466f-b63e-01885da1fa7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:02.798284 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894b12d5-3f0a-4386-83fb-faff1411a865 None None] The sync data for ids ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'] in dv-neutron-797121-3-hyperv is: [{'id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8079665', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:22:21Z', 'updated_at': '2021-06-22T10:22:25Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:22Z', 'updated_at': '2021-06-22T10:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '3826baf6-347b-49ea-adcb-91cdc7965b83', 'name': '', 'network_id': '0b46ab76-4734-44f2-85b9-eec04f88a137', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:c3:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0a642122-2955-466f-b63e-01885da1fa7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:25Z', 'updated_at': '2021-06-22T10:22:29Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '0a642122-2955-466f-b63e-01885da1fa7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:24:02.858578 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-903f298a-29e6-4a7b-94a3-19d6ed6f164e req-2f75c2cb-64ef-4fed-8ed8-ea862e171e3b service neutron] 10.222.0.35 "GET /v2.0/networks/0b46ab76-4734-44f2-85b9-eec04f88a137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832515 Jun 22 10:24:02.955331 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-903f298a-29e6-4a7b-94a3-19d6ed6f164e req-e724ca90-3e50-4693-af09-83bfbeb21485 service neutron] 10.222.0.35 "GET /v2.0/networks/0b46ab76-4734-44f2-85b9-eec04f88a137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892885 Jun 22 10:24:03.018039 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0073311-c2c2-4272-9489-056a1a2a94fd None None] New status for floating IP 97999a60-a1f6-44ee-a2f3-27766296da65: DOWN {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:24:03.795747 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ee98d-ced6-4284-a4b3-882ad3139b33 req-e785699f-4ec1-4838-a0d8-cc19a4eab74f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:03.797187 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-881ee98d-ced6-4284-a4b3-882ad3139b33 req-e785699f-4ec1-4838-a0d8-cc19a4eab74f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 945 time: 0.0624540 Jun 22 10:24:03.835342 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-881ee98d-ced6-4284-a4b3-882ad3139b33 req-68994231-ef92-40de-ab2d-048f68eb9539 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b66d05f-d524-4e8e-b01b-7f8da736af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326021 Jun 22 10:24:04.392955 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c3824-f9b7-4db2-a51b-b20bccf87353 req-f842faa9-dccc-4405-a9f1-0a1c9314faaa tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:04.394318 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-334c3824-f9b7-4db2-a51b-b20bccf87353 req-f842faa9-dccc-4405-a9f1-0a1c9314faaa tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 945 time: 0.0617783 Jun 22 10:24:04.492422 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-334c3824-f9b7-4db2-a51b-b20bccf87353 req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:24:04.492765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-334c3824-f9b7-4db2-a51b-b20bccf87353 req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:04.576672 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-334c3824-f9b7-4db2-a51b-b20bccf87353 req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] For port 725c0b3d-c43e-45f0-bce2-e896bbc0ea85, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=725c0b3d-c43e-45f0-bce2-e896bbc0ea85,segment=NetworkSegment(323136b6-e11a-4541-9bcf-a63e73cdaebc),segment_id=323136b6-e11a-4541-9bcf-a63e73cdaebc)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:04.577034 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-334c3824-f9b7-4db2-a51b-b20bccf87353 req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:04.641894 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-334c3824-f9b7-4db2-a51b-b20bccf87353 req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:24:04.845934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-334c3824-f9b7-4db2-a51b-b20bccf87353 req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:04.850220 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1569c685-1fe5-4580-b283-80b899fd9f0e tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:04.875954 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=725c0b3d-c43e-45f0-bce2-e896bbc0ea85,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:04.886869 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:04.887261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:04.887670 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:04.888051 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:04.888429 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:04.888818 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:04.889181 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:04.889554 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:04.889927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:04.890298 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:04.890667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:04.891038 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:04.895658 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:04.932657 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-334c3824-f9b7-4db2-a51b-b20bccf87353 req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] No DVR routers for this DVR port 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:24:04.935278 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-334c3824-f9b7-4db2-a51b-b20bccf87353 req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:04.937314 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-334c3824-f9b7-4db2-a51b-b20bccf87353 req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "DELETE /v2.0/ports/725c0b3d-c43e-45f0-bce2-e896bbc0ea85 HTTP/1.1" status: 204 len: 173 time: 0.5379353 Jun 22 10:24:04.937844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb778e3e-9527-4f74-b849-d77fd91fb72a', 'name': 'network-vif-deleted', 'tag': '725c0b3d-c43e-45f0-bce2-e896bbc0ea85'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:24:04.940295 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a12a86-a079-4498-88eb-eb4bb61db443" -d '{"events": [{"server_uuid": "eb778e3e-9527-4f74-b849-d77fd91fb72a", "name": "network-vif-deleted", "tag": "725c0b3d-c43e-45f0-bce2-e896bbc0ea85"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:24:04.981967 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bd4353a2-1bb2-4857-a6e2-42a4199e608a req-30e27793-8f17-4a5e-94a3-8100cadf4d08 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb778e3e-9527-4f74-b849-d77fd91fb72a HTTP/1.1" status: 200 len: 210 time: 0.0319312 Jun 22 10:24:05.028249 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5156e699-b8d5-4ccc-8f77-49e2cd5b0930 x-openstack-request-id: req-5156e699-b8d5-4ccc-8f77-49e2cd5b0930 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:24:05.028624 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb778e3e-9527-4f74-b849-d77fd91fb72a", "name": "network-vif-deleted", "tag": "725c0b3d-c43e-45f0-bce2-e896bbc0ea85", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:24:05.028927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5156e699-b8d5-4ccc-8f77-49e2cd5b0930 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:24:05.029380 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb778e3e-9527-4f74-b849-d77fd91fb72a', 'name': 'network-vif-deleted', 'tag': '725c0b3d-c43e-45f0-bce2-e896bbc0ea85', 'status': 'completed', 'code': 200} Jun 22 10:24:06.073926 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40506) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:06.769401 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ba14a883-77fe-4386-bdbb-e88249183f4c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:07.022074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-ba14a883-77fe-4386-bdbb-e88249183f4c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port 3826baf6-347b-49ea-adcb-91cdc7965b83 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:24:07.022342 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ba14a883-77fe-4386-bdbb-e88249183f4c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:07.110905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-ba14a883-77fe-4386-bdbb-e88249183f4c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] For port 3826baf6-347b-49ea-adcb-91cdc7965b83, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=3826baf6-347b-49ea-adcb-91cdc7965b83,segment=NetworkSegment(323136b6-e11a-4541-9bcf-a63e73cdaebc),segment_id=323136b6-e11a-4541-9bcf-a63e73cdaebc)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:07.111410 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ba14a883-77fe-4386-bdbb-e88249183f4c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:07.163291 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:24:07.176715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-ba14a883-77fe-4386-bdbb-e88249183f4c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for 3826baf6-347b-49ea-adcb-91cdc7965b83 owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:24:07.432729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ba14a883-77fe-4386-bdbb-e88249183f4c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:07.434705 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3ef1549d-1569-427a-ba42-91d163b1ff9b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:07.457801 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14a883-77fe-4386-bdbb-e88249183f4c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=3826baf6-347b-49ea-adcb-91cdc7965b83,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:07.461484 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ba14a883-77fe-4386-bdbb-e88249183f4c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:07.631315 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ba14a883-77fe-4386-bdbb-e88249183f4c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:07.842409 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba14a883-77fe-4386-bdbb-e88249183f4c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:24:07.947701 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba14a883-77fe-4386-bdbb-e88249183f4c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:24:07.953103 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ba14a883-77fe-4386-bdbb-e88249183f4c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "PUT /v2.0/routers/0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8777483 Jun 22 10:24:07.955339 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40508) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:07.958063 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab82ad83-e425-4b40-9486-36d66bad1f08 None None] Sync routers for ids ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:24:07.966961 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab82ad83-e425-4b40-9486-36d66bad1f08 None None] Routers {'0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:24:07.967617 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ab82ad83-e425-4b40-9486-36d66bad1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:23:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:08.005905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83a1755-23df-4862-a6a5-e918a88f5dbd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting subnet 0a642122-2955-466f-b63e-01885da1fa7a {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:24:08.008580 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a83a1755-23df-4862-a6a5-e918a88f5dbd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:08.047813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a83a1755-23df-4862-a6a5-e918a88f5dbd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:08.071151 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-ab82ad83-e425-4b40-9486-36d66bad1f08 None None] Set router 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:24:08.135254 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a83a1755-23df-4862-a6a5-e918a88f5dbd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:08.244712 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a83a1755-23df-4862-a6a5-e918a88f5dbd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:08.246556 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ab82ad83-e425-4b40-9486-36d66bad1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8079665', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:22:21Z', 'updated_at': '2021-06-22T10:24:07Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:22Z', 'updated_at': '2021-06-22T10:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:08.247827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-36b06ade-ae68-465e-9024-7b2d87b73190 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:08.273448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab82ad83-e425-4b40-9486-36d66bad1f08 None None] Checking router: 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:24:08.273663 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a1755-23df-4862-a6a5-e918a88f5dbd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Subnet': ['ID=0a642122-2955-466f-b63e-01885da1fa7a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:08.275652 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a83a1755-23df-4862-a6a5-e918a88f5dbd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:08.277497 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a83a1755-23df-4862-a6a5-e918a88f5dbd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/subnets/0a642122-2955-466f-b63e-01885da1fa7a HTTP/1.1" status: 204 len: 168 time: 0.3212013 Jun 22 10:24:08.278529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a83a1755-23df-4862-a6a5-e918a88f5dbd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:08.280153 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40510) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:08.284226 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbe0d3e-093f-4926-8630-2fb0bd1b672f None None] Network 0b46ab76-4734-44f2-85b9-eec04f88a137 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:24:08.327230 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab82ad83-e425-4b40-9486-36d66bad1f08 None None] Routers {'0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:24:08.327911 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ab82ad83-e425-4b40-9486-36d66bad1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:23:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:08.388496 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5f308d21-c025-48eb-a875-05990f25b2e5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:08.488805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-ab82ad83-e425-4b40-9486-36d66bad1f08 None None] Set router 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:24:08.489752 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5f308d21-c025-48eb-a875-05990f25b2e5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:08.606212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-5f308d21-c025-48eb-a875-05990f25b2e5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port 93017b33-d085-4d6d-8d6b-93d7209c6bf8 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:24:08.606562 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5f308d21-c025-48eb-a875-05990f25b2e5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:08.650023 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] DHCP port deletion for 0b46ab76-4734-44f2-85b9-eec04f88a137 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:24:08.679348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:24:08.689606 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-5f308d21-c025-48eb-a875-05990f25b2e5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] For port 93017b33-d085-4d6d-8d6b-93d7209c6bf8, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=93017b33-d085-4d6d-8d6b-93d7209c6bf8,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:08.689967 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5f308d21-c025-48eb-a875-05990f25b2e5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:08.706946 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:24:08.707300 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 725c0b3d-c43e-45f0-bce2-e896bbc0ea85 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:24:08.732139 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-ab82ad83-e425-4b40-9486-36d66bad1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8079665', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:22:21Z', 'updated_at': '2021-06-22T10:24:07Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:22Z', 'updated_at': '2021-06-22T10:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:08.753775 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-5f308d21-c025-48eb-a875-05990f25b2e5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for 93017b33-d085-4d6d-8d6b-93d7209c6bf8 owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:24:08.763569 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Deleting port c2b91d05-d839-431f-bf1c-3a715fdbb47b {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:24:08.763961 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:08.766275 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab82ad83-e425-4b40-9486-36d66bad1f08 None None] The sync data for ids ['0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a'] in dv-neutron-797121-3-hyperv is: [{'id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8079665', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:22:21Z', 'updated_at': '2021-06-22T10:24:07Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '93017b33-d085-4d6d-8d6b-93d7209c6bf8', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:22:22Z', 'updated_at': '2021-06-22T10:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:24:08.831604 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] For port c2b91d05-d839-431f-bf1c-3a715fdbb47b, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c2b91d05-d839-431f-bf1c-3a715fdbb47b,segment=NetworkSegment(323136b6-e11a-4541-9bcf-a63e73cdaebc),segment_id=323136b6-e11a-4541-9bcf-a63e73cdaebc)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:08.838726 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:08.897155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Calling delete_port for c2b91d05-d839-431f-bf1c-3a715fdbb47b owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:24:08.953221 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5f308d21-c025-48eb-a875-05990f25b2e5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:08.956281 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a30381fa-e7a0-42d1-a73a-b120e77bed50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:08.985261 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f308d21-c025-48eb-a875-05990f25b2e5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=93017b33-d085-4d6d-8d6b-93d7209c6bf8,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:08.989483 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5f308d21-c025-48eb-a875-05990f25b2e5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:09.043303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5f308d21-c025-48eb-a875-05990f25b2e5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.067263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.069381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9278d877-a66a-4a4a-ab54-a8f7b74f7775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:09.092659 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Pushing event deleted for resources: {'Port': ['ID=c2b91d05-d839-431f-bf1c-3a715fdbb47b,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:09.096998 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] No DVR routers for this DVR port c2b91d05-d839-431f-bf1c-3a715fdbb47b on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:24:09.120007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:09.120007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:09.120007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:09.120007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:09.120007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:09.120007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:09.120007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:09.120007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:09.120007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:09.120007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:09.120007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:09.120007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:09.122527 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:09.138903 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5f308d21-c025-48eb-a875-05990f25b2e5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.141254 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5f308d21-c025-48eb-a875-05990f25b2e5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.244483 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5f308d21-c025-48eb-a875-05990f25b2e5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.245063 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f308d21-c025-48eb-a875-05990f25b2e5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Fanout notify agent at l3_agent the message router_deleted on router 0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:24:09.257941 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-5f308d21-c025-48eb-a875-05990f25b2e5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.257941 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-5f308d21-c025-48eb-a875-05990f25b2e5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/routers/0a9a6494-3d6d-4c8c-bf59-5082f0e9ff8a HTTP/1.1" status: 204 len: 168 time: 0.9718239 Jun 22 10:24:09.260088 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40512) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:09.342178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-574180e3-c114-4999-840f-0b6325dda08c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.434596 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-574180e3-c114-4999-840f-0b6325dda08c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.444034 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-574180e3-c114-4999-840f-0b6325dda08c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b46ab76-4734-44f2-85b9-eec04f88a137']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:09.453363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-574180e3-c114-4999-840f-0b6325dda08c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323136b6-e11a-4541-9bcf-a63e73cdaebc') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:09.453665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-574180e3-c114-4999-840f-0b6325dda08c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323136b6-e11a-4541-9bcf-a63e73cdaebc') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:09.462075 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-574180e3-c114-4999-840f-0b6325dda08c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.475575 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-574180e3-c114-4999-840f-0b6325dda08c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.481106 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574180e3-c114-4999-840f-0b6325dda08c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:24:09.481490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-574180e3-c114-4999-840f-0b6325dda08c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:24:09.484302 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:24:09.569898 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-574180e3-c114-4999-840f-0b6325dda08c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.573333 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:09.577137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-574180e3-c114-4999-840f-0b6325dda08c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.579418 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-574180e3-c114-4999-840f-0b6325dda08c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/networks/0b46ab76-4734-44f2-85b9-eec04f88a137 HTTP/1.1" status: 204 len: 168 time: 0.3183711 Jun 22 10:24:09.582468 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40514) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:09.590975 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574180e3-c114-4999-840f-0b6325dda08c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Network': ['ID=0b46ab76-4734-44f2-85b9-eec04f88a137,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:09.593399 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-574180e3-c114-4999-840f-0b6325dda08c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:09.648311 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-240e50e3-b47a-46b6-b899-e88bb6646965 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.672761 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-240e50e3-b47a-46b6-b899-e88bb6646965 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.773374 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 93017b33-d085-4d6d-8d6b-93d7209c6bf8 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:24:09.775357 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-240e50e3-b47a-46b6-b899-e88bb6646965 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.777971 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-240e50e3-b47a-46b6-b899-e88bb6646965 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.779163 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-240e50e3-b47a-46b6-b899-e88bb6646965 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/security-groups/1b66d05f-d524-4e8e-b01b-7f8da736af4a HTTP/1.1" status: 204 len: 168 time: 0.1956823 Jun 22 10:24:09.780004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f24773e8-eea8-4b9c-b0fd-7e1ac58aaba3 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:09.792442 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e50e3-b47a-46b6-b899-e88bb6646965 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b66d05f-d524-4e8e-b01b-7f8da736af4a,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:09.794444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 93017b33-d085-4d6d-8d6b-93d7209c6bf8 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:24:09.794444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 93017b33-d085-4d6d-8d6b-93d7209c6bf8 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:24:09.794644 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3826baf6-347b-49ea-adcb-91cdc7965b83 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:24:09.795024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-240e50e3-b47a-46b6-b899-e88bb6646965 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:09.817512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 3826baf6-347b-49ea-adcb-91cdc7965b83 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:24:09.817858 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 3826baf6-347b-49ea-adcb-91cdc7965b83 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:24:09.818277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c2b91d05-d839-431f-bf1c-3a715fdbb47b no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:24:09.838754 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: c2b91d05-d839-431f-bf1c-3a715fdbb47b {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:24:09.840719 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c2b91d05-d839-431f-bf1c-3a715fdbb47b not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:24:10.292898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40520) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:10.298288 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-63a7ee2a-e982-4727-99ea-b66dc280734b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1735448003', 'description': 'tempest-secgroup-smoke-1735448003 description', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:24:10.364823 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-63a7ee2a-e982-4727-99ea-b66dc280734b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:10.443008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-63a7ee2a-e982-4727-99ea-b66dc280734b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:10.484447 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-63a7ee2a-e982-4727-99ea-b66dc280734b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:10.487110 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5db2a820-fc7d-42c5-9b23-40ce7ac7b017 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:10.517396 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7ee2a-e982-4727-99ea-b66dc280734b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5328902-a60e-4cf4-a210-b4f1b7509368,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:10.520054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-63a7ee2a-e982-4727-99ea-b66dc280734b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:10.558629 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-63a7ee2a-e982-4727-99ea-b66dc280734b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:10.559977 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-63a7ee2a-e982-4727-99ea-b66dc280734b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2660644 Jun 22 10:24:10.562733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40522) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:10.567165 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-2da5b872-1c88-49d2-9a83-79bc966c5267 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': 'e5328902-a60e-4cf4-a210-b4f1b7509368', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:24:10.660506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2da5b872-1c88-49d2-9a83-79bc966c5267 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:10.714071 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2da5b872-1c88-49d2-9a83-79bc966c5267 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:10.809696 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2da5b872-1c88-49d2-9a83-79bc966c5267 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:10.811605 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2df0d1c4-d1ac-44ce-8621-74fa283cfc19 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:10.829299 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5b872-1c88-49d2-9a83-79bc966c5267 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3986e0-18c2-4cff-a5ba-99db86089471,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:10.832114 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2da5b872-1c88-49d2-9a83-79bc966c5267 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:10.855445 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:10.906733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2da5b872-1c88-49d2-9a83-79bc966c5267 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:10.907960 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2da5b872-1c88-49d2-9a83-79bc966c5267 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3443112 Jun 22 10:24:10.910673 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40524) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:10.915280 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-f5e750fd-7733-4ee7-a5b0-442e17f65b34 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': 'e5328902-a60e-4cf4-a210-b4f1b7509368', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:24:11.002933 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f5e750fd-7733-4ee7-a5b0-442e17f65b34 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:11.060756 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f5e750fd-7733-4ee7-a5b0-442e17f65b34 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:11.141253 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f5e750fd-7733-4ee7-a5b0-442e17f65b34 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:11.143120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-55b4e68e-8892-46dd-8bfd-0dfffd5243f7 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:11.163480 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e750fd-7733-4ee7-a5b0-442e17f65b34 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eef0b26-d786-4104-bed8-9a7b9acf3458,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:11.165623 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f5e750fd-7733-4ee7-a5b0-442e17f65b34 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:11.232666 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f5e750fd-7733-4ee7-a5b0-442e17f65b34 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:11.233875 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f5e750fd-7733-4ee7-a5b0-442e17f65b34 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3222485 Jun 22 10:24:11.237150 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40526) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:11.244388 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-c0653903-971a-4005-8cf0-9232fdbcfc05 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': 'e5328902-a60e-4cf4-a210-b4f1b7509368', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:24:11.345798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c0653903-971a-4005-8cf0-9232fdbcfc05 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:11.402183 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c0653903-971a-4005-8cf0-9232fdbcfc05 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:11.460953 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c0653903-971a-4005-8cf0-9232fdbcfc05 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:11.462679 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a494fd81-18fb-49b7-a96d-bb61078dfee8 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:11.478286 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0653903-971a-4005-8cf0-9232fdbcfc05 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e59756b-815a-4d2b-8670-97a3eba61657,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:11.480614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c0653903-971a-4005-8cf0-9232fdbcfc05 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:11.535327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c0653903-971a-4005-8cf0-9232fdbcfc05 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:11.536556 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c0653903-971a-4005-8cf0-9232fdbcfc05 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2984588 Jun 22 10:24:11.539087 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40528) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:11.543957 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-6e80fab2-39c1-4fda-b030-97c0ed700f81 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': 'e5328902-a60e-4cf4-a210-b4f1b7509368', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:24:11.608284 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6e80fab2-39c1-4fda-b030-97c0ed700f81 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:11.665232 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6e80fab2-39c1-4fda-b030-97c0ed700f81 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:11.729534 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6e80fab2-39c1-4fda-b030-97c0ed700f81 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:11.731327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d7f4c81c-b3c7-4778-8e9e-7857dbe8bc4e tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:11.747758 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80fab2-39c1-4fda-b030-97c0ed700f81 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d854fe8f-3818-4bcd-a2f0-b7d655726255,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:11.750218 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6e80fab2-39c1-4fda-b030-97c0ed700f81 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:11.803989 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-6e80fab2-39c1-4fda-b030-97c0ed700f81 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:11.805178 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-6e80fab2-39c1-4fda-b030-97c0ed700f81 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2651038 Jun 22 10:24:11.807822 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40530) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:11.812391 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-c3f1c815-1124-499f-af80-734eb71e54c2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': 'e5328902-a60e-4cf4-a210-b4f1b7509368', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:24:11.890019 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-c3f1c815-1124-499f-af80-734eb71e54c2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Project c08ad3da6a7446e5b6c7478f6c359bf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:24:11.895285 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c3f1c815-1124-499f-af80-734eb71e54c2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:11.955713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c3f1c815-1124-499f-af80-734eb71e54c2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:12.015066 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c3f1c815-1124-499f-af80-734eb71e54c2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:12.017396 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c2f9b4ab-5df3-4e2e-ae74-2d207cf58e89 tempest-SecGroupIPv6Test-1938098543 tempest-SecGroupIPv6Test-1938098543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:12.033851 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1c815-1124-499f-af80-734eb71e54c2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c5b944-bd4d-4019-9688-5666148bb713,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:12.036589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c3f1c815-1124-499f-af80-734eb71e54c2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:12.095528 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-c3f1c815-1124-499f-af80-734eb71e54c2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:12.097050 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-c3f1c815-1124-499f-af80-734eb71e54c2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2879853 Jun 22 10:24:12.099336 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40532) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:12.103929 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-b70434e1-aa10-44ed-828a-420eb639a536 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': 'e5328902-a60e-4cf4-a210-b4f1b7509368', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:24:12.180972 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-b70434e1-aa10-44ed-828a-420eb639a536 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Project c08ad3da6a7446e5b6c7478f6c359bf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:24:12.185765 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b70434e1-aa10-44ed-828a-420eb639a536 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:12.245900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b70434e1-aa10-44ed-828a-420eb639a536 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:12.323824 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b70434e1-aa10-44ed-828a-420eb639a536 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:12.325613 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c5d235e7-6437-41c8-8c92-78f86e2055f8 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:12.343124 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70434e1-aa10-44ed-828a-420eb639a536 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612fc84f-0654-4578-9794-0c46391aed57,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:12.346055 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b70434e1-aa10-44ed-828a-420eb639a536 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:12.403875 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b70434e1-aa10-44ed-828a-420eb639a536 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:12.405097 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b70434e1-aa10-44ed-828a-420eb639a536 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3047464 Jun 22 10:24:12.407843 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40534) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:12.412707 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-80552333-29d8-4d51-a8b1-0e174a117227 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'network': {'name': 'tempest-network-smoke--922886489', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'port_security_enabled': True}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:24:12.489450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80552333-29d8-4d51-a8b1-0e174a117227 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Made reservation on behalf of c08ad3da6a7446e5b6c7478f6c359bf5 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:24:12.492854 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-80552333-29d8-4d51-a8b1-0e174a117227 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:12.515206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80552333-29d8-4d51-a8b1-0e174a117227 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:24:12.524064 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-80552333-29d8-4d51-a8b1-0e174a117227 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:12.524411 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-80552333-29d8-4d51-a8b1-0e174a117227 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Added segment b6022fdf-b2f5-40ae-85d1-0ca61cdb7063 of type vlan for network 45558d56-6edd-4a96-859a-a165c4475ea1 Jun 22 10:24:12.560588 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-80552333-29d8-4d51-a8b1-0e174a117227 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:12.655528 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-80552333-29d8-4d51-a8b1-0e174a117227 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:12.661070 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80552333-29d8-4d51-a8b1-0e174a117227 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:12.672816 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-80552333-29d8-4d51-a8b1-0e174a117227 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:12.672816 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:12.724442 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80552333-29d8-4d51-a8b1-0e174a117227 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Network': ['ID=45558d56-6edd-4a96-859a-a165c4475ea1,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:12.727841 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-80552333-29d8-4d51-a8b1-0e174a117227 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:12.734800 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 45558d56-6edd-4a96-859a-a165c4475ea1 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:24:12.771136 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-80552333-29d8-4d51-a8b1-0e174a117227 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3622229 Jun 22 10:24:12.773829 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40536) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:12.782164 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-835284223', 'admin_state_up': True, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:24:12.884588 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:12.885694 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:12.945591 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:13.140583 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:13.370062 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_gateway, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:13.387947 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:13.484185 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.26.3.15 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/626b323b-0608-4c63-8588-43951b936662) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:24:13.583780 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:13.655817 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:13.658388 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c72917fb-ef49-49ed-b0c9-e6b7498b28ee tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:13.692974 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:24:13.695737 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:24:13.701514 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:24:13.707282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=626b323b-0608-4c63-8588-43951b936662,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:13.729016 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:14.000244 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_gateway, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:14.186058 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:14.369524 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 7a4dd299-b64d-44ce-9c04-43df9dd51681 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:24:14.471780 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:24:14.480746 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Sync routers for ids ['7a4dd299-b64d-44ce-9c04-43df9dd51681'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:24:14.490606 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Routers {'7a4dd299-b64d-44ce-9c04-43df9dd51681'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:24:14.491226 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:23:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['7a4dd299-b64d-44ce-9c04-43df9dd51681'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:14.541178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:14.542422 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7676229 Jun 22 10:24:14.545815 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40538) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:14.579742 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-558b0731-f6db-4475-9a66-70107a2a2ae9 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=c08ad3da6a7446e5b6c7478f6c359bf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326805 Jun 22 10:24:14.582544 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40540) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:14.592319 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Set router 7a4dd299-b64d-44ce-9c04-43df9dd51681 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:24:14.724282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148a7972-1cb4-4fe2-af19-37c54db80d5a tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:14.725691 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-148a7972-1cb4-4fe2-af19-37c54db80d5a tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1426628 Jun 22 10:24:14.728528 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40542) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:14.762351 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835284223', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '626b323b-0608-4c63-8588-43951b936662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:24:12Z', 'updated_at': '2021-06-22T10:24:13Z', 'revision_number': 3, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '626b323b-0608-4c63-8588-43951b936662', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:14.767486 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-24ce994e-e188-49a3-8260-197a3728fc98 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374310 Jun 22 10:24:14.769680 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40544) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:14.774520 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-11a01165-bc92-4a03-8d79-16060af5ee1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-461605160', 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:24:14.788761 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Checking router: 7a4dd299-b64d-44ce-9c04-43df9dd51681 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:24:14.789128 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Updating router 7a4dd299-b64d-44ce-9c04-43df9dd51681 port 626b323b-0608-4c63-8588-43951b936662 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:24:14.825745 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:14.946908 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a01165-bc92-4a03-8d79-16060af5ee1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Made reservation on behalf of c08ad3da6a7446e5b6c7478f6c359bf5 for: {'subnet': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:24:14.950540 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-11a01165-bc92-4a03-8d79-16060af5ee1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9232918'] for subnet, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:15.071671 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:15.082221 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Transition to ACTIVE for port object 626b323b-0608-4c63-8588-43951b936662 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:24:15.158892 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:15.161029 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-6e8398c9-f6dc-4171-894b-8fed7044408d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:15.211588 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Attempting to bind port 626b323b-0608-4c63-8588-43951b936662 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:24:15.211969 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Attempting to bind port 626b323b-0608-4c63-8588-43951b936662 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:24:15.212341 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Attempting to bind port 626b323b-0608-4c63-8588-43951b936662 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:24:15.217740 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e831a0-bd3f-4657-93ca-ff9b7d273a86 None None] Pushing event updated for resources: {'Port': ['ID=626b323b-0608-4c63-8588-43951b936662,revision_number=2']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:15.225523 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:24:15.225970 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:24:15.226323 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:15.226721 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:24:15.227206 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Bound port: 626b323b-0608-4c63-8588-43951b936662, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:24:15.227616 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:15.230098 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e831a0-bd3f-4657-93ca-ff9b7d273a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:15.230445 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e831a0-bd3f-4657-93ca-ff9b7d273a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:15.230784 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e831a0-bd3f-4657-93ca-ff9b7d273a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:15.231117 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e831a0-bd3f-4657-93ca-ff9b7d273a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:15.231464 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e831a0-bd3f-4657-93ca-ff9b7d273a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:15.231809 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e831a0-bd3f-4657-93ca-ff9b7d273a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:15.232135 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e831a0-bd3f-4657-93ca-ff9b7d273a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:15.232461 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e831a0-bd3f-4657-93ca-ff9b7d273a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:15.232786 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e831a0-bd3f-4657-93ca-ff9b7d273a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:15.233110 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e831a0-bd3f-4657-93ca-ff9b7d273a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:15.233425 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e831a0-bd3f-4657-93ca-ff9b7d273a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:15.233743 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e831a0-bd3f-4657-93ca-ff9b7d273a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:15.255854 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-21e831a0-bd3f-4657-93ca-ff9b7d273a86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:15.290789 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] For port 626b323b-0608-4c63-8588-43951b936662, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:24:15.293818 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] For port 626b323b-0608-4c63-8588-43951b936662, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=626b323b-0608-4c63-8588-43951b936662,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:24:15.365100 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:15.367931 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-73e7cd27-32e3-4249-92c0-f3c5ad5ae564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:15.507322 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Routers {'7a4dd299-b64d-44ce-9c04-43df9dd51681'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:24:15.507967 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:23:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['7a4dd299-b64d-44ce-9c04-43df9dd51681'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:15.541440 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-11a01165-bc92-4a03-8d79-16060af5ee1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9232932'] for subnet, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:15.544382 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e7f138d3-43cc-4edb-b0a1-85312eeef1d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:15.553009 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e831a0-bd3f-4657-93ca-ff9b7d273a86 None None] Pushing event updated for resources: {'Port': ['ID=626b323b-0608-4c63-8588-43951b936662,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:15.556184 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-21e831a0-bd3f-4657-93ca-ff9b7d273a86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:15.606592 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a01165-bc92-4a03-8d79-16060af5ee1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Subnet': ['ID=737cf5c2-d287-4776-a7a7-e6731b8ee723,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:15.611831 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-11a01165-bc92-4a03-8d79-16060af5ee1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:15.614741 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a01165-bc92-4a03-8d79-16060af5ee1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Checking segment: {'id': 'b6022fdf-b2f5-40ae-85d1-0ca61cdb7063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:24:15.615159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a01165-bc92-4a03-8d79-16060af5ee1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network hostable DHCP agents. Network: 45558d56-6edd-4a96-859a-a165c4475ea1, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:24:15.626866 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] Set router 7a4dd299-b64d-44ce-9c04-43df9dd51681 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:24:15.695176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a01165-bc92-4a03-8d79-16060af5ee1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 45558d56-6edd-4a96-859a-a165c4475ea1 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:24:15.740825 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-11a01165-bc92-4a03-8d79-16060af5ee1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 45558d56-6edd-4a96-859a-a165c4475ea1) {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:24:15.745021 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a01165-bc92-4a03-8d79-16060af5ee1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:15.745536 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-11a01165-bc92-4a03-8d79-16060af5ee1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:15.752985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaa4d86-c6dc-4d62-822e-7f0ead972c6a None None] Network 45558d56-6edd-4a96-859a-a165c4475ea1 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:24:15.801195 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835284223', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '626b323b-0608-4c63-8588-43951b936662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:24:12Z', 'updated_at': '2021-06-22T10:24:13Z', 'revision_number': 3, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '626b323b-0608-4c63-8588-43951b936662', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:15.818663 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-11a01165-bc92-4a03-8d79-16060af5ee1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0455019 Jun 22 10:24:15.819021 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40546) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:15.830605 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a6dee-2391-475a-92df-22e9d8c7297f None None] The sync data for ids ['7a4dd299-b64d-44ce-9c04-43df9dd51681'] in dv-neutron-797121-3-hyperv is: [{'id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835284223', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '626b323b-0608-4c63-8588-43951b936662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:24:12Z', 'updated_at': '2021-06-22T10:24:13Z', 'revision_number': 3, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '626b323b-0608-4c63-8588-43951b936662', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:24:15.915481 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-45558d56-6edd-4a96-859a-a165c4475ea1', 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ips': [{'subnet_id': '737cf5c2-d287-4776-a7a7-e6731b8ee723'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:24:15.916371 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:16.071725 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Allocated IP 172.20.0.2 (45558d56-6edd-4a96-859a-a165c4475ea1/737cf5c2-d287-4776-a7a7-e6731b8ee723/4d2c1a8e-ac53-4537-a27e-6ec248dcceb5) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:24:16.221955 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:16.230648 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Transition to ACTIVE for port object 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:24:16.246697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Transition to ACTIVE for port object 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:24:16.298317 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:16.313341 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:16.316177 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-61fce638-c566-4b06-a85a-4448fc4c77d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:16.359447 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Network 45558d56-6edd-4a96-859a-a165c4475ea1 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:24:16.362739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:24:16.366660 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:24:16.398115 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Pushing event updated for resources: {'Port': ['ID=4d2c1a8e-ac53-4537-a27e-6ec248dcceb5,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:16.402806 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:16.436631 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Attempting to bind port 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:24:16.437019 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Attempting to bind port 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b6022fdf-b2f5-40ae-85d1-0ca61cdb7063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:24:16.437458 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Attempting to bind port 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5 on network 45558d56-6edd-4a96-859a-a165c4475ea1 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:24:16.444426 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:24:16.444926 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Checking segment: {'id': 'b6022fdf-b2f5-40ae-85d1-0ca61cdb7063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:24:16.445343 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:16.445776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Bound using segment: {'id': 'b6022fdf-b2f5-40ae-85d1-0ca61cdb7063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:24:16.446285 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Bound port: 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6022fdf-b2f5-40ae-85d1-0ca61cdb7063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:24:16.446743 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:16.518282 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] For port 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:24:16.538882 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] For port 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4d2c1a8e-ac53-4537-a27e-6ec248dcceb5,segment=NetworkSegment(b6022fdf-b2f5-40ae-85d1-0ca61cdb7063),segment_id=b6022fdf-b2f5-40ae-85d1-0ca61cdb7063)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:24:16.610493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:16.612538 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:16.639932 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f65c9820-92b6-4346-aa32-79ebf7374a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:16.647072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.20.0.1 (45558d56-6edd-4a96-859a-a165c4475ea1/737cf5c2-d287-4776-a7a7-e6731b8ee723/61170a72-d2b7-4f32-a997-1e1fd85016ef) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:24:16.672257 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Pushing event updated for resources: {'Port': ['ID=4d2c1a8e-ac53-4537-a27e-6ec248dcceb5,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:16.683069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:16.771969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:16.786233 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Transition to ACTIVE for port object 61170a72-d2b7-4f32-a997-1e1fd85016ef will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:24:16.878833 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:16.881194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c6fabafa-5981-4962-9ccc-ee6e219e660f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:16.925347 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 45558d56-6edd-4a96-859a-a165c4475ea1 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:24:16.925347 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:24:16.928274 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:24:16.961130 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=61170a72-d2b7-4f32-a997-1e1fd85016ef,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:16.965433 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:16.983763 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:17.192934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:17.462518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:17.501119 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:17.504164 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:17.572479 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=61170a72-d2b7-4f32-a997-1e1fd85016ef,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:17.574783 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:17.577435 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:17.665086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 45558d56-6edd-4a96-859a-a165c4475ea1 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:24:17.666437 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:24:17.792861 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 7a4dd299-b64d-44ce-9c04-43df9dd51681 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:24:17.849717 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 626b323b-0608-4c63-8588-43951b936662 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:24:17.914373 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:24:17.920537 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "PUT /v2.0/routers/7a4dd299-b64d-44ce-9c04-43df9dd51681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1002660 Jun 22 10:24:17.927718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Sync routers for ids ['7a4dd299-b64d-44ce-9c04-43df9dd51681'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:24:17.938007 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Routers {'7a4dd299-b64d-44ce-9c04-43df9dd51681'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:24:17.938866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:23:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['7a4dd299-b64d-44ce-9c04-43df9dd51681'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:17.980433 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 626b323b-0608-4c63-8588-43951b936662 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:24:17.991895 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 626b323b-0608-4c63-8588-43951b936662 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:24:17.992290 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:18.019560 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e26130-24a6-48ca-a548-24512e6c3278 None None] Network 45558d56-6edd-4a96-859a-a165c4475ea1 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:24:18.068046 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-c2d45cdc-806f-4b05-967b-36d37c423757 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735448003&fields=id&tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5 HTTP/1.1" status: 200 len: 267 time: 0.0321734 Jun 22 10:24:18.154145 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Set router 7a4dd299-b64d-44ce-9c04-43df9dd51681 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:24:18.181434 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-7243779f-4629-4602-9b4d-86f7057dafee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:18.182879 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-7243779f-4629-4602-9b4d-86f7057dafee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/networks?id=45558d56-6edd-4a96-859a-a165c4475ea1 HTTP/1.1" status: 200 len: 796 time: 0.1081879 Jun 22 10:24:18.188533 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-114e93d2-3b92-4f66-8a4f-e4050d36cf8e None None] Provisioning for port 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:24:18.198625 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-130b4a1e-f4b5-4c8e-b188-0c1efce00ea4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/quotas/c08ad3da6a7446e5b6c7478f6c359bf5 HTTP/1.1" status: 200 len: 375 time: 0.0091670 Jun 22 10:24:18.264196 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-ff2432b8-13aa-4340-ae51-82233f0e752a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597177 Jun 22 10:24:18.289159 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:18.360451 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-977056bf-997c-4d69-9cc8-a492f683d053 service neutron] 10.222.0.20 "GET /v2.0/networks/45558d56-6edd-4a96-859a-a165c4475ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842645 Jun 22 10:24:18.375129 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 626b323b-0608-4c63-8588-43951b936662, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=626b323b-0608-4c63-8588-43951b936662,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:18.452389 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-6b2b4138-0574-4359-97ec-4c6afe036f9e service neutron] 10.222.0.20 "GET /v2.0/networks/45558d56-6edd-4a96-859a-a165c4475ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852218 Jun 22 10:24:18.454402 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:18.455257 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:24:18.461085 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:18.548057 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=626b323b-0608-4c63-8588-43951b936662,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:18.552244 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:18.574439 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835284223', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '626b323b-0608-4c63-8588-43951b936662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:24:12Z', 'updated_at': '2021-06-22T10:24:17Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '626b323b-0608-4c63-8588-43951b936662', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '61170a72-d2b7-4f32-a997-1e1fd85016ef', 'name': '', 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:a2:b4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '737cf5c2-d287-4776-a7a7-e6731b8ee723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:16Z', 'updated_at': '2021-06-22T10:24:17Z', 'revision_number': 2, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '737cf5c2-d287-4776-a7a7-e6731b8ee723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:18.601427 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Checking router: 7a4dd299-b64d-44ce-9c04-43df9dd51681 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:24:18.601797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Updating router 7a4dd299-b64d-44ce-9c04-43df9dd51681 port 61170a72-d2b7-4f32-a997-1e1fd85016ef binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:24:18.628244 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:24:18.635811 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:24:18.636274 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:18.662214 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:18.764673 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6e6c55ac-dae0-460a-95a5-48fc2e73724d req-9597cfc8-3f28-4405-808e-bbba627f57d9 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 210 time: 0.0361829 Jun 22 10:24:18.839400 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:18.841143 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9432b695-4423-4bae-9e53-bc367783029a None None] Provisioning complete for port 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:24:18.841521 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9432b695-4423-4bae-9e53-bc367783029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:18.949875 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4d2c1a8e-ac53-4537-a27e-6ec248dcceb5,segment=NetworkSegment(b6022fdf-b2f5-40ae-85d1-0ca61cdb7063),segment_id=b6022fdf-b2f5-40ae-85d1-0ca61cdb7063)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:19.022441 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:19.025833 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:19.089722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9432b695-4423-4bae-9e53-bc367783029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:19.142655 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:19.151421 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=4d2c1a8e-ac53-4537-a27e-6ec248dcceb5,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:19.173357 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:19.177121 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Transition to ACTIVE for port object 61170a72-d2b7-4f32-a997-1e1fd85016ef will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:24:19.190406 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3c9b08b2-1ae8-461b-a114-f29ca477fdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:19.193534 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-9432b695-4423-4bae-9e53-bc367783029a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 10:24:19.193897 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-9432b695-4423-4bae-9e53-bc367783029a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:24:19.226309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:19.228213 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e50a2d88-0b86-4e57-9f2c-8ff1f0816803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:19.458435 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6c9e3-c3a1-403d-b383-b67625c370e2 None None] Pushing event updated for resources: {'Port': ['ID=61170a72-d2b7-4f32-a997-1e1fd85016ef,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:19.463335 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-dca6c9e3-c3a1-403d-b383-b67625c370e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:19.508187 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:19.511491 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Attempting to bind port 61170a72-d2b7-4f32-a997-1e1fd85016ef on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:24:19.515777 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Attempting to bind port 61170a72-d2b7-4f32-a997-1e1fd85016ef by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b6022fdf-b2f5-40ae-85d1-0ca61cdb7063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:24:19.515777 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Attempting to bind port 61170a72-d2b7-4f32-a997-1e1fd85016ef on network 45558d56-6edd-4a96-859a-a165c4475ea1 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:24:19.517565 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:24:19.517953 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Checking segment: {'id': 'b6022fdf-b2f5-40ae-85d1-0ca61cdb7063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:24:19.518355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:19.518751 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Bound using segment: {'id': 'b6022fdf-b2f5-40ae-85d1-0ca61cdb7063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:24:19.519217 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Bound port: 61170a72-d2b7-4f32-a997-1e1fd85016ef, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6022fdf-b2f5-40ae-85d1-0ca61cdb7063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:24:19.519623 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:19.585286 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] For port 61170a72-d2b7-4f32-a997-1e1fd85016ef, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:24:19.588228 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] For port 61170a72-d2b7-4f32-a997-1e1fd85016ef, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=61170a72-d2b7-4f32-a997-1e1fd85016ef,segment=NetworkSegment(b6022fdf-b2f5-40ae-85d1-0ca61cdb7063),segment_id=b6022fdf-b2f5-40ae-85d1-0ca61cdb7063)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:24:19.667101 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:19.669976 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:19.760421 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Routers {'7a4dd299-b64d-44ce-9c04-43df9dd51681'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:24:19.761085 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:24:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['7a4dd299-b64d-44ce-9c04-43df9dd51681'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:19.767138 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6c9e3-c3a1-403d-b383-b67625c370e2 None None] Pushing event updated for resources: {'Port': ['ID=61170a72-d2b7-4f32-a997-1e1fd85016ef,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:19.802372 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-dca6c9e3-c3a1-403d-b383-b67625c370e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:19.828599 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 626b323b-0608-4c63-8588-43951b936662 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:24:19.864771 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-97b4d5ca-139e-43e9-a82f-8ccd4038121f req-8837a107-9294-4761-8e08-326ba75faf15 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 210 time: 0.0433121 Jun 22 10:24:19.933292 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 626b323b-0608-4c63-8588-43951b936662 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:24:19.933834 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:19.958875 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] Set router 7a4dd299-b64d-44ce-9c04-43df9dd51681 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:24:19.960808 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-9432b695-4423-4bae-9e53-bc367783029a None None] Provisioning for port 61170a72-d2b7-4f32-a997-1e1fd85016ef completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:24:20.151179 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:24:20.249499 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:24:20.250568 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:20.290117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835284223', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '626b323b-0608-4c63-8588-43951b936662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:24:12Z', 'updated_at': '2021-06-22T10:24:17Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '626b323b-0608-4c63-8588-43951b936662', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '61170a72-d2b7-4f32-a997-1e1fd85016ef', 'name': '', 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:a2:b4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '737cf5c2-d287-4776-a7a7-e6731b8ee723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:16Z', 'updated_at': '2021-06-22T10:24:19Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '737cf5c2-d287-4776-a7a7-e6731b8ee723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:20.320679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111fbbc9-8da3-4575-8cf1-c78cf0fc59f6 None None] The sync data for ids ['7a4dd299-b64d-44ce-9c04-43df9dd51681'] in dv-neutron-797121-3-hyperv is: [{'id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835284223', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '626b323b-0608-4c63-8588-43951b936662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:24:12Z', 'updated_at': '2021-06-22T10:24:17Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '626b323b-0608-4c63-8588-43951b936662', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '61170a72-d2b7-4f32-a997-1e1fd85016ef', 'name': '', 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:a2:b4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '737cf5c2-d287-4776-a7a7-e6731b8ee723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:16Z', 'updated_at': '2021-06-22T10:24:19Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '737cf5c2-d287-4776-a7a7-e6731b8ee723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:24:20.616486 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:20.997988 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9d096f67-9254-46d0-8fbb-a104413c0469 req-cff08c3f-1f8e-461c-ba56-56b3b5780036 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 210 time: 0.0291474 Jun 22 10:24:21.798928 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 61170a72-d2b7-4f32-a997-1e1fd85016ef up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:24:21.872251 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:21.889088 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 61170a72-d2b7-4f32-a997-1e1fd85016ef completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:24:21.893249 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 61170a72-d2b7-4f32-a997-1e1fd85016ef triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:24:21.893617 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:21.973432 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:22.005229 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 61170a72-d2b7-4f32-a997-1e1fd85016ef, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=61170a72-d2b7-4f32-a997-1e1fd85016ef,segment=NetworkSegment(b6022fdf-b2f5-40ae-85d1-0ca61cdb7063),segment_id=b6022fdf-b2f5-40ae-85d1-0ca61cdb7063)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:22.055158 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:22.057086 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:22.105063 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=61170a72-d2b7-4f32-a997-1e1fd85016ef,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:22.113793 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:22.144457 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a39f6f97-d162-4c0a-9c8c-1e05d2f5b796 req-5d295383-bf19-4100-bb79-c99b78431d30 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 210 time: 0.0306566 Jun 22 10:24:22.943117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-810b95e7-5e72-4346-8580-9a1809033e43 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:22.944645 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-810b95e7-5e72-4346-8580-9a1809033e43 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "GET /v2.0/networks?id=45558d56-6edd-4a96-859a-a165c4475ea1 HTTP/1.1" status: 200 len: 796 time: 0.0997703 Jun 22 10:24:22.985299 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-9426a124-05e2-4682-abfe-baa62619e296 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5 HTTP/1.1" status: 200 len: 380 time: 0.0325515 Jun 22 10:24:22.993819 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-112c495e-9fcd-4770-9d61-0c59a34a3494 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'port': {'device_id': '3429d368-90af-4f4a-b076-b7931ab9008d', 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1', 'admin_state_up': True, 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'security_groups': ['e5328902-a60e-4cf4-a210-b4f1b7509368']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:24:23.169436 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-112c495e-9fcd-4770-9d61-0c59a34a3494 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Made reservation on behalf of c08ad3da6a7446e5b6c7478f6c359bf5 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:24:23.174786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-112c495e-9fcd-4770-9d61-0c59a34a3494 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:23.289725 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-99260e26-3d5c-4d7e-8dc6-fc791257c72a req-dee61142-fd81-4330-b9aa-ae8fa90f137f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 210 time: 0.0332592 Jun 22 10:24:23.301654 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-112c495e-9fcd-4770-9d61-0c59a34a3494 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.20.0.6 (45558d56-6edd-4a96-859a-a165c4475ea1/737cf5c2-d287-4776-a7a7-e6731b8ee723/3f4b7a56-f661-45e1-aa9c-6d1296f14422) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:24:23.440204 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-112c495e-9fcd-4770-9d61-0c59a34a3494 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:23.452609 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-112c495e-9fcd-4770-9d61-0c59a34a3494 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Transition to ACTIVE for port object 3f4b7a56-f661-45e1-aa9c-6d1296f14422 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:24:23.546927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-112c495e-9fcd-4770-9d61-0c59a34a3494 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:23.552362 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d7b28a09-3c01-4899-8034-8b2302d0f3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:23.591280 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-112c495e-9fcd-4770-9d61-0c59a34a3494 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 45558d56-6edd-4a96-859a-a165c4475ea1 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:24:23.594410 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-112c495e-9fcd-4770-9d61-0c59a34a3494 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:24:23.598552 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-112c495e-9fcd-4770-9d61-0c59a34a3494 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:24:23.625560 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c495e-9fcd-4770-9d61-0c59a34a3494 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=3f4b7a56-f661-45e1-aa9c-6d1296f14422,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:23.630105 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-112c495e-9fcd-4770-9d61-0c59a34a3494 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:23.653927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-112c495e-9fcd-4770-9d61-0c59a34a3494 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:23.654555 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-112c495e-9fcd-4770-9d61-0c59a34a3494 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:23.720505 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-112c495e-9fcd-4770-9d61-0c59a34a3494 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7301931 Jun 22 10:24:23.731867 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Request body: {'port': {'device_id': '3429d368-90af-4f4a-b076-b7931ab9008d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:24:23.781152 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 61170a72-d2b7-4f32-a997-1e1fd85016ef up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:24:23.810287 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:23.836222 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 61170a72-d2b7-4f32-a997-1e1fd85016ef triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:24:23.836695 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:23.910263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6956aed0-de35-4d32-ab2c-9ca5103a02a8 None None] Provisioning for port 3f4b7a56-f661-45e1-aa9c-6d1296f14422 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:24:23.916763 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6956aed0-de35-4d32-ab2c-9ca5103a02a8 None None] Provisioning complete for port 3f4b7a56-f661-45e1-aa9c-6d1296f14422 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:24:23.917158 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6956aed0-de35-4d32-ab2c-9ca5103a02a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:23.952221 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-6956aed0-de35-4d32-ab2c-9ca5103a02a8 None None] Port 3f4b7a56-f661-45e1-aa9c-6d1296f14422 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:24:24.067888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4b7a56-f661-45e1-aa9c-6d1296f14422 {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:24:24.075109 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:24.087036 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Transition to ACTIVE for port object 3f4b7a56-f661-45e1-aa9c-6d1296f14422 will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:24:24.141012 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:24.143733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-cdddb486-748e-412b-931d-3477ccef7d78 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:24.216234 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4b7a56-f661-45e1-aa9c-6d1296f14422,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:24.236945 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:24.287730 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Attempting to bind port 3f4b7a56-f661-45e1-aa9c-6d1296f14422 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:24:24.288080 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Attempting to bind port 3f4b7a56-f661-45e1-aa9c-6d1296f14422 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6022fdf-b2f5-40ae-85d1-0ca61cdb7063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:24:24.288411 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Attempting to bind port 3f4b7a56-f661-45e1-aa9c-6d1296f14422 on network 45558d56-6edd-4a96-859a-a165c4475ea1 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:24:24.292950 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Port 3f4b7a56-f661-45e1-aa9c-6d1296f14422 on network 45558d56-6edd-4a96-859a-a165c4475ea1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:24:24.293275 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Attempting to bind port 3f4b7a56-f661-45e1-aa9c-6d1296f14422 on network 45558d56-6edd-4a96-859a-a165c4475ea1 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:24:24.298134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:24:24.298473 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Checking segment: {'id': 'b6022fdf-b2f5-40ae-85d1-0ca61cdb7063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:24:24.298859 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Bound using segment: {'id': 'b6022fdf-b2f5-40ae-85d1-0ca61cdb7063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:24:24.299288 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Bound port: 3f4b7a56-f661-45e1-aa9c-6d1296f14422, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6022fdf-b2f5-40ae-85d1-0ca61cdb7063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:24:24.299669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:24.364038 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] For port 3f4b7a56-f661-45e1-aa9c-6d1296f14422, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:24:24.367450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] For port 3f4b7a56-f661-45e1-aa9c-6d1296f14422, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3f4b7a56-f661-45e1-aa9c-6d1296f14422,segment=NetworkSegment(b6022fdf-b2f5-40ae-85d1-0ca61cdb7063),segment_id=b6022fdf-b2f5-40ae-85d1-0ca61cdb7063)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:24:24.444621 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:24.447588 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:24.466786 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebab58a-10ec-400c-ade7-4d0266f2a1a3 req-1a42d9cc-5130-476e-a210-b307603fc876 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:24.468205 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3ebab58a-10ec-400c-ade7-4d0266f2a1a3 req-1a42d9cc-5130-476e-a210-b307603fc876 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 943 time: 0.0644734 Jun 22 10:24:24.478930 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:24.480792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:24.481012 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] 10.222.0.35 "PUT /v2.0/ports/3f4b7a56-f661-45e1-aa9c-6d1296f14422 HTTP/1.1" status: 200 len: 1093 time: 0.7534392 Jun 22 10:24:24.481484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3429d368-90af-4f4a-b076-b7931ab9008d', 'tag': '3f4b7a56-f661-45e1-aa9c-6d1296f14422'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:24:24.483818 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086e99b8-4045-4681-819c-1f44660902b5" -d '{"events": [{"name": "network-changed", "server_uuid": "3429d368-90af-4f4a-b076-b7931ab9008d", "tag": "3f4b7a56-f661-45e1-aa9c-6d1296f14422"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:24:24.510398 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4b7a56-f661-45e1-aa9c-6d1296f14422,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:24.512966 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3ebab58a-10ec-400c-ade7-4d0266f2a1a3 req-0f5c17b5-7a29-4f5f-9e6c-ac1473edd737 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385303 Jun 22 10:24:24.513840 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:24.565255 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ce3529-6e4c-485b-ae90-4cdc09882988 x-openstack-request-id: req-78ce3529-6e4c-485b-ae90-4cdc09882988 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:24:24.565589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3429d368-90af-4f4a-b076-b7931ab9008d", "tag": "3f4b7a56-f661-45e1-aa9c-6d1296f14422", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:24:24.565888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78ce3529-6e4c-485b-ae90-4cdc09882988 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:24:24.566526 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3429d368-90af-4f4a-b076-b7931ab9008d', 'tag': '3f4b7a56-f661-45e1-aa9c-6d1296f14422', 'status': 'completed', 'code': 200} Jun 22 10:24:24.629017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-e3a29181-4c5a-474b-9b0f-21021abe8061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:24.630522 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-e3a29181-4c5a-474b-9b0f-21021abe8061 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 1096 time: 0.0588224 Jun 22 10:24:24.673671 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-84371612-c58f-462c-b3ee-548106cc211f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f4b7a56-f661-45e1-aa9c-6d1296f14422 HTTP/1.1" status: 200 len: 217 time: 0.0362082 Jun 22 10:24:24.719825 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-ae33359c-7929-4b8f-9d2d-24994ce5673b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:24.721210 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-ae33359c-7929-4b8f-9d2d-24994ce5673b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=737cf5c2-d287-4776-a7a7-e6731b8ee723 HTTP/1.1" status: 200 len: 834 time: 0.0414720 Jun 22 10:24:24.779043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-eac5a933-3b04-4da3-b0cc-686753e88168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:24.780462 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-eac5a933-3b04-4da3-b0cc-686753e88168 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45558d56-6edd-4a96-859a-a165c4475ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531564 Jun 22 10:24:24.866838 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-e0393d03-948c-40ee-88d9-193f1833bb8a service neutron] 10.222.0.35 "GET /v2.0/networks/45558d56-6edd-4a96-859a-a165c4475ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800951 Jun 22 10:24:24.953796 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aaf1d7d5-3668-41d7-a84d-43494054c264 req-684f725d-5bfb-433b-926e-d9e00101d38b service neutron] 10.222.0.35 "GET /v2.0/networks/45558d56-6edd-4a96-859a-a165c4475ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809674 Jun 22 10:24:25.124303 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e99b8-4045-4681-819c-1f44660902b5 req-b62e4bc0-22fe-4bd7-8e69-c06825dc064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:25.126309 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-086e99b8-4045-4681-819c-1f44660902b5 req-b62e4bc0-22fe-4bd7-8e69-c06825dc064c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 1096 time: 0.0579183 Jun 22 10:24:25.209677 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e99b8-4045-4681-819c-1f44660902b5 req-f752b1ec-c8fe-4c83-9321-9b1987eae628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:25.211078 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-086e99b8-4045-4681-819c-1f44660902b5 req-f752b1ec-c8fe-4c83-9321-9b1987eae628 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45558d56-6edd-4a96-859a-a165c4475ea1 HTTP/1.1" status: 200 len: 897 time: 0.0790160 Jun 22 10:24:25.252909 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-086e99b8-4045-4681-819c-1f44660902b5 req-d2e2a047-cd2b-410b-a209-67ef928be13d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f4b7a56-f661-45e1-aa9c-6d1296f14422 HTTP/1.1" status: 200 len: 217 time: 0.0357153 Jun 22 10:24:25.299520 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e99b8-4045-4681-819c-1f44660902b5 req-243103da-a419-4da7-8167-9e43ab45b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:25.300926 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-086e99b8-4045-4681-819c-1f44660902b5 req-243103da-a419-4da7-8167-9e43ab45b090 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=737cf5c2-d287-4776-a7a7-e6731b8ee723 HTTP/1.1" status: 200 len: 834 time: 0.0423515 Jun 22 10:24:25.355478 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e99b8-4045-4681-819c-1f44660902b5 req-d8a12538-9796-4e0f-a31a-dcdae8155dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:25.356938 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-086e99b8-4045-4681-819c-1f44660902b5 req-d8a12538-9796-4e0f-a31a-dcdae8155dec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45558d56-6edd-4a96-859a-a165c4475ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499964 Jun 22 10:24:25.447219 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-086e99b8-4045-4681-819c-1f44660902b5 req-2048a3fb-9190-4c51-9130-ac846a35e019 service neutron] 10.222.0.35 "GET /v2.0/networks/45558d56-6edd-4a96-859a-a165c4475ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832505 Jun 22 10:24:25.530898 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-086e99b8-4045-4681-819c-1f44660902b5 req-b89c9e87-9c71-4a1b-b441-854f9d83d217 service neutron] 10.222.0.35 "GET /v2.0/networks/45558d56-6edd-4a96-859a-a165c4475ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777435 Jun 22 10:24:25.686002 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d042c5-3f7c-4133-a145-9fc1f0754923 req-06a2815b-f1c5-42d1-8c21-810b1067f5a9 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:25.687412 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-88d042c5-3f7c-4133-a145-9fc1f0754923 req-06a2815b-f1c5-42d1-8c21-810b1067f5a9 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 943 time: 0.0605798 Jun 22 10:24:25.723306 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-88d042c5-3f7c-4133-a145-9fc1f0754923 req-23497797-d2a0-45a5-9f4e-9a416cfcb497 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303068 Jun 22 10:24:26.896684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df331154-f2ae-4017-978b-803785ad0db7 req-512ff3e6-b60d-44f5-8bf7-a5afa78a14f4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:26.898138 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-df331154-f2ae-4017-978b-803785ad0db7 req-512ff3e6-b60d-44f5-8bf7-a5afa78a14f4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 943 time: 0.0666068 Jun 22 10:24:26.934260 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-df331154-f2ae-4017-978b-803785ad0db7 req-87efbbc2-09ce-4dfb-b158-e2a17e63081c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306349 Jun 22 10:24:28.101716 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588a4c7-66eb-4ef2-8005-12f4df4804ee req-9bdb257a-6393-47b5-8f27-d94c68f962c3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:28.103181 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1588a4c7-66eb-4ef2-8005-12f4df4804ee req-9bdb257a-6393-47b5-8f27-d94c68f962c3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 943 time: 0.0625350 Jun 22 10:24:28.140739 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1588a4c7-66eb-4ef2-8005-12f4df4804ee req-962ff65f-48d0-4744-9d9a-2921e4d73d22 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317783 Jun 22 10:24:28.742574 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 3f4b7a56-f661-45e1-aa9c-6d1296f14422 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:24:28.833772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 3f4b7a56-f661-45e1-aa9c-6d1296f14422, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3f4b7a56-f661-45e1-aa9c-6d1296f14422,segment=NetworkSegment(b6022fdf-b2f5-40ae-85d1-0ca61cdb7063),segment_id=b6022fdf-b2f5-40ae-85d1-0ca61cdb7063)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:28.844608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '3f4b7a56-f661-45e1-aa9c-6d1296f14422', 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1', 'port_id': '3f4b7a56-f661-45e1-aa9c-6d1296f14422', 'mac_address': 'fa:16:3e:07:1f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '737cf5c2-d287-4776-a7a7-e6731b8ee723', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:24:28.881200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:28.897615 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4b7a56-f661-45e1-aa9c-6d1296f14422 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:24:28.917236 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 3f4b7a56-f661-45e1-aa9c-6d1296f14422, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3f4b7a56-f661-45e1-aa9c-6d1296f14422,segment=NetworkSegment(b6022fdf-b2f5-40ae-85d1-0ca61cdb7063),segment_id=b6022fdf-b2f5-40ae-85d1-0ca61cdb7063)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:28.986409 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:28.988474 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-44649f61-ef9f-4694-b614-5321ac6b7f5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:29.032309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=3f4b7a56-f661-45e1-aa9c-6d1296f14422,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:29.035802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:29.316257 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b8ec3-888c-4da7-a022-94c33a4ce060 req-a60ec563-1bb0-4aa9-870c-084cf059db93 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:29.317606 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-225b8ec3-888c-4da7-a022-94c33a4ce060 req-a60ec563-1bb0-4aa9-870c-084cf059db93 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 944 time: 0.0672300 Jun 22 10:24:29.334981 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['3f4b7a56-f661-45e1-aa9c-6d1296f14422'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:24:29.355864 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-225b8ec3-888c-4da7-a022-94c33a4ce060 req-8016b2fd-0a64-4d45-89eb-d12d2415c35b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326819 Jun 22 10:24:30.533155 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e57325-9d80-4e7e-b6cb-53b1b43bd6cc req-cd4af020-60b1-4f3a-aac3-49ff68817046 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:30.534599 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c3e57325-9d80-4e7e-b6cb-53b1b43bd6cc req-cd4af020-60b1-4f3a-aac3-49ff68817046 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 944 time: 0.0635836 Jun 22 10:24:30.572216 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c3e57325-9d80-4e7e-b6cb-53b1b43bd6cc req-397814bc-3a02-4a46-b33b-afb7dca0e75d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320332 Jun 22 10:24:30.759403 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 3f4b7a56-f661-45e1-aa9c-6d1296f14422 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:24:30.843021 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 3f4b7a56-f661-45e1-aa9c-6d1296f14422 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:24:30.846653 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 3f4b7a56-f661-45e1-aa9c-6d1296f14422 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:24:30.847033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:30.923052 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:30.946128 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3429d368-90af-4f4a-b076-b7931ab9008d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4b7a56-f661-45e1-aa9c-6d1296f14422'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:24:30.948398 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336d8bde-300e-42ba-85b7-5a8423d2c026" -d '{"events": [{"server_uuid": "3429d368-90af-4f4a-b076-b7931ab9008d", "name": "network-vif-plugged", "status": "completed", "tag": "3f4b7a56-f661-45e1-aa9c-6d1296f14422"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:24:30.961075 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 3f4b7a56-f661-45e1-aa9c-6d1296f14422, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3f4b7a56-f661-45e1-aa9c-6d1296f14422,segment=NetworkSegment(b6022fdf-b2f5-40ae-85d1-0ca61cdb7063),segment_id=b6022fdf-b2f5-40ae-85d1-0ca61cdb7063)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:30.984571 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11af966-d866-4df9-9d85-c30ade73d94f x-openstack-request-id: req-a11af966-d866-4df9-9d85-c30ade73d94f {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:24:30.984845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3429d368-90af-4f4a-b076-b7931ab9008d", "name": "network-vif-plugged", "status": "completed", "tag": "3f4b7a56-f661-45e1-aa9c-6d1296f14422", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:24:30.985108 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a11af966-d866-4df9-9d85-c30ade73d94f {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:24:30.985581 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3429d368-90af-4f4a-b076-b7931ab9008d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4b7a56-f661-45e1-aa9c-6d1296f14422', 'code': 200} Jun 22 10:24:31.003175 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:31.005048 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:31.050453 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=3f4b7a56-f661-45e1-aa9c-6d1296f14422,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:31.053490 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:31.324946 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec5e8f-5d0e-457b-a45d-c98d84ebf089 req-ed9828cf-5032-45c4-b660-858d81ee2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:31.326373 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c8ec5e8f-5d0e-457b-a45d-c98d84ebf089 req-ed9828cf-5032-45c4-b660-858d81ee2ffa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 1098 time: 0.0508394 Jun 22 10:24:31.367399 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c8ec5e8f-5d0e-457b-a45d-c98d84ebf089 req-c021fe29-8f3b-4915-9a23-5d071658b644 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343151 Jun 22 10:24:31.742377 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869626e-7be3-434d-b22b-55d72342ac68 req-017282ef-b758-419e-9ad0-5aa99f05043d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:31.743861 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b869626e-7be3-434d-b22b-55d72342ac68 req-017282ef-b758-419e-9ad0-5aa99f05043d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 945 time: 0.0624573 Jun 22 10:24:31.780714 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b869626e-7be3-434d-b22b-55d72342ac68 req-0b4aae5d-b0b3-4923-8286-86402f75fad2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312982 Jun 22 10:24:32.955663 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112d197-b19d-476d-8b38-6b4e025729a6 req-4b1bc0ce-19b6-4d26-b033-78f5e12866c5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:32.957153 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1112d197-b19d-476d-8b38-6b4e025729a6 req-4b1bc0ce-19b6-4d26-b033-78f5e12866c5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 945 time: 0.0673702 Jun 22 10:24:32.994212 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1112d197-b19d-476d-8b38-6b4e025729a6 req-eb71322e-7a32-4158-b43c-42b480f3c099 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314345 Jun 22 10:24:33.165011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ac389-1701-4f78-a774-e6dad413f24a req-03a1a731-0577-4c46-b7a4-b49e64e3b430 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:33.166461 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-de9ac389-1701-4f78-a774-e6dad413f24a req-03a1a731-0577-4c46-b7a4-b49e64e3b430 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 945 time: 0.0652430 Jun 22 10:24:33.202718 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-de9ac389-1701-4f78-a774-e6dad413f24a req-aaad258b-9712-4bcf-a9f3-400ee9ef34a5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307145 Jun 22 10:24:33.225761 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40622) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:33.280191 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffaf20d-4013-4932-a0c2-70129a15f9e4 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:33.281654 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3ffaf20d-4013-4932-a0c2-70129a15f9e4 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 1093 time: 0.0549638 Jun 22 10:24:33.284838 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40624) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:33.289123 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '3f4b7a56-f661-45e1-aa9c-6d1296f14422', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:24:33.414564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:33.507588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:33.607695 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.26.3.43 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/def8bfea-8e65-43c3-a44d-eb536390c89e) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:24:33.702777 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:33.780967 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:33.783013 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d6f6a018-0ff5-4942-b4d5-0fd4212bfe04 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:33.823400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:24:33.826221 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:24:33.831594 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:24:33.836865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=def8bfea-8e65-43c3-a44d-eb536390c89e,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:33.855027 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:34.191239 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:34.305316 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:34.449020 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:34.523160 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:34.525292 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:34.589692 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=def8bfea-8e65-43c3-a44d-eb536390c89e,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:34.595484 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:34.601749 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:34.697334 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Floating IP 49ceb335-5750-49d5-84cd-3c6698a51f73 associated. External IP: 172.26.3.43, port: 3f4b7a56-f661-45e1-aa9c-6d1296f14422. Jun 22 10:24:34.897377 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 7a4dd299-b64d-44ce-9c04-43df9dd51681 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:24:35.351223 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:24:35.360504 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aca6edb-3b16-4653-b585-c0db81bcb273 None None] Sync routers for ids ['7a4dd299-b64d-44ce-9c04-43df9dd51681'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:24:35.369903 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca6edb-3b16-4653-b585-c0db81bcb273 None None] Routers {'7a4dd299-b64d-44ce-9c04-43df9dd51681'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:24:35.370586 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0aca6edb-3b16-4653-b585-c0db81bcb273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:24:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['7a4dd299-b64d-44ce-9c04-43df9dd51681'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:35.432165 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:35.467175 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1813238 Jun 22 10:24:35.467914 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3429d368-90af-4f4a-b076-b7931ab9008d', 'tag': '3f4b7a56-f661-45e1-aa9c-6d1296f14422'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:24:35.470783 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcf03e5-a662-4e2f-ab33-bb6578109f32" -d '{"events": [{"name": "network-changed", "server_uuid": "3429d368-90af-4f4a-b076-b7931ab9008d", "tag": "3f4b7a56-f661-45e1-aa9c-6d1296f14422"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:24:35.474458 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-0aca6edb-3b16-4653-b585-c0db81bcb273 None None] Set router 7a4dd299-b64d-44ce-9c04-43df9dd51681 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:24:35.617029 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ba895-e599-4272-8277-004a6a622a7f req-06d82a82-a9d2-48a2-bab2-17aedb74ce3c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:35.618442 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-309ba895-e599-4272-8277-004a6a622a7f req-06d82a82-a9d2-48a2-bab2-17aedb74ce3c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 945 time: 0.0624006 Jun 22 10:24:35.655651 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-309ba895-e599-4272-8277-004a6a622a7f req-b74a504c-9e01-4f92-ae99-d541caf60ba3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315030 Jun 22 10:24:35.681395 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40632) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:35.699273 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0aca6edb-3b16-4653-b585-c0db81bcb273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835284223', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '626b323b-0608-4c63-8588-43951b936662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:24:12Z', 'updated_at': '2021-06-22T10:24:17Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '626b323b-0608-4c63-8588-43951b936662', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '49ceb335-5750-49d5-84cd-3c6698a51f73', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'floating_ip_address': '172.26.3.43', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'port_id': '3f4b7a56-f661-45e1-aa9c-6d1296f14422', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1', 'mac_address': 'fa:16:3e:07:1f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3429d368-90af-4f4a-b076-b7931ab9008d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:24:34Z', 'updated_at': '2021-06-22T10:24:34Z', 'revision_number': 0, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61170a72-d2b7-4f32-a997-1e1fd85016ef', 'name': '', 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:a2:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '737cf5c2-d287-4776-a7a7-e6731b8ee723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:16Z', 'updated_at': '2021-06-22T10:24:21Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '737cf5c2-d287-4776-a7a7-e6731b8ee723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:35.709283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec02917-d626-45cd-aef3-a25286acfaee x-openstack-request-id: req-eec02917-d626-45cd-aef3-a25286acfaee {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:24:35.709640 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3429d368-90af-4f4a-b076-b7931ab9008d", "tag": "3f4b7a56-f661-45e1-aa9c-6d1296f14422", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:24:35.709952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eec02917-d626-45cd-aef3-a25286acfaee {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:24:35.710407 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3429d368-90af-4f4a-b076-b7931ab9008d', 'tag': '3f4b7a56-f661-45e1-aa9c-6d1296f14422', 'status': 'completed', 'code': 200} Jun 22 10:24:35.729851 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aca6edb-3b16-4653-b585-c0db81bcb273 None None] Checking router: 7a4dd299-b64d-44ce-9c04-43df9dd51681 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:24:35.738863 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca6edb-3b16-4653-b585-c0db81bcb273 None None] Routers {'7a4dd299-b64d-44ce-9c04-43df9dd51681'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:24:35.739534 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0aca6edb-3b16-4653-b585-c0db81bcb273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:24:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['7a4dd299-b64d-44ce-9c04-43df9dd51681'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:35.767417 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bf40b407-dbe5-446c-a67a-67277008ddea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/floatingips/49ceb335-5750-49d5-84cd-3c6698a51f73 HTTP/1.1" status: 200 len: 990 time: 0.0842464 Jun 22 10:24:35.795764 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf03e5-a662-4e2f-ab33-bb6578109f32 req-fac936d8-d1a1-4549-907b-14e22e564eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:35.797399 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fbcf03e5-a662-4e2f-ab33-bb6578109f32 req-fac936d8-d1a1-4549-907b-14e22e564eb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 1098 time: 0.0638926 Jun 22 10:24:35.844634 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-0aca6edb-3b16-4653-b585-c0db81bcb273 None None] Set router 7a4dd299-b64d-44ce-9c04-43df9dd51681 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:24:36.073111 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0aca6edb-3b16-4653-b585-c0db81bcb273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835284223', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '626b323b-0608-4c63-8588-43951b936662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:24:12Z', 'updated_at': '2021-06-22T10:24:17Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '626b323b-0608-4c63-8588-43951b936662', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '49ceb335-5750-49d5-84cd-3c6698a51f73', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'floating_ip_address': '172.26.3.43', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'port_id': '3f4b7a56-f661-45e1-aa9c-6d1296f14422', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1', 'mac_address': 'fa:16:3e:07:1f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3429d368-90af-4f4a-b076-b7931ab9008d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:24:34Z', 'updated_at': '2021-06-22T10:24:34Z', 'revision_number': 0, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61170a72-d2b7-4f32-a997-1e1fd85016ef', 'name': '', 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:a2:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '737cf5c2-d287-4776-a7a7-e6731b8ee723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:16Z', 'updated_at': '2021-06-22T10:24:21Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '737cf5c2-d287-4776-a7a7-e6731b8ee723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:36.100275 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aca6edb-3b16-4653-b585-c0db81bcb273 None None] The sync data for ids ['7a4dd299-b64d-44ce-9c04-43df9dd51681'] in dv-neutron-797121-3-hyperv is: [{'id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835284223', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '626b323b-0608-4c63-8588-43951b936662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:24:12Z', 'updated_at': '2021-06-22T10:24:17Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '626b323b-0608-4c63-8588-43951b936662', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '49ceb335-5750-49d5-84cd-3c6698a51f73', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'floating_ip_address': '172.26.3.43', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'port_id': '3f4b7a56-f661-45e1-aa9c-6d1296f14422', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1', 'mac_address': 'fa:16:3e:07:1f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3429d368-90af-4f4a-b076-b7931ab9008d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:24:34Z', 'updated_at': '2021-06-22T10:24:34Z', 'revision_number': 0, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61170a72-d2b7-4f32-a997-1e1fd85016ef', 'name': '', 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:a2:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '737cf5c2-d287-4776-a7a7-e6731b8ee723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:16Z', 'updated_at': '2021-06-22T10:24:21Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '737cf5c2-d287-4776-a7a7-e6731b8ee723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:24:36.256163 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf03e5-a662-4e2f-ab33-bb6578109f32 req-d7190e3a-5b6f-40bb-aae9-f1a042db1ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:36.257669 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fbcf03e5-a662-4e2f-ab33-bb6578109f32 req-d7190e3a-5b6f-40bb-aae9-f1a042db1ee7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45558d56-6edd-4a96-859a-a165c4475ea1 HTTP/1.1" status: 200 len: 897 time: 0.4545777 Jun 22 10:24:36.296589 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0710c3-5d45-4512-959e-e1f6bedb2575 None None] New status for floating IP 49ceb335-5750-49d5-84cd-3c6698a51f73: ACTIVE {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:24:36.322802 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fbcf03e5-a662-4e2f-ab33-bb6578109f32 req-f5f6d985-cc7a-4091-bd26-46a08a4430fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f4b7a56-f661-45e1-aa9c-6d1296f14422 HTTP/1.1" status: 200 len: 998 time: 0.0586507 Jun 22 10:24:36.373513 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf03e5-a662-4e2f-ab33-bb6578109f32 req-f1d9a7bd-a867-4e00-b416-83d4b9a0a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:36.374872 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fbcf03e5-a662-4e2f-ab33-bb6578109f32 req-f1d9a7bd-a867-4e00-b416-83d4b9a0a654 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=737cf5c2-d287-4776-a7a7-e6731b8ee723 HTTP/1.1" status: 200 len: 834 time: 0.0465879 Jun 22 10:24:36.431274 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf03e5-a662-4e2f-ab33-bb6578109f32 req-d0a0c276-d8bc-4d16-9daf-85f96d5c838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:36.432771 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fbcf03e5-a662-4e2f-ab33-bb6578109f32 req-d0a0c276-d8bc-4d16-9daf-85f96d5c838e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45558d56-6edd-4a96-859a-a165c4475ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0521431 Jun 22 10:24:36.524900 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fbcf03e5-a662-4e2f-ab33-bb6578109f32 req-5a96ff2d-417c-4310-8c39-d19dd9319439 service neutron] 10.222.0.35 "GET /v2.0/networks/45558d56-6edd-4a96-859a-a165c4475ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860672 Jun 22 10:24:36.613539 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fbcf03e5-a662-4e2f-ab33-bb6578109f32 req-ed51ae74-6442-49a7-a0fb-866521695e8b service neutron] 10.222.0.35 "GET /v2.0/networks/45558d56-6edd-4a96-859a-a165c4475ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831428 Jun 22 10:24:36.773232 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40634) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:36.832629 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1dd5d9e3-8530-4e92-8af2-77450c8ecb79 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/floatingips/49ceb335-5750-49d5-84cd-3c6698a51f73 HTTP/1.1" status: 200 len: 992 time: 0.0582414 Jun 22 10:24:39.764778 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4ef99c35-03c4-4121-932e-c3bebdcb2500 req-c139bfd5-767f-4351-a514-fef238061bd0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546083 Jun 22 10:24:39.853343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99c35-03c4-4121-932e-c3bebdcb2500 req-1f955476-4d78-4559-930a-3caa2fbea1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:39.854794 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4ef99c35-03c4-4121-932e-c3bebdcb2500 req-1f955476-4d78-4559-930a-3caa2fbea1f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 1098 time: 0.0504243 Jun 22 10:24:39.950666 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99c35-03c4-4121-932e-c3bebdcb2500 req-df98d75a-6d3d-4de9-b2f7-973ea140cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:39.952097 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4ef99c35-03c4-4121-932e-c3bebdcb2500 req-df98d75a-6d3d-4de9-b2f7-973ea140cb25 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45558d56-6edd-4a96-859a-a165c4475ea1 HTTP/1.1" status: 200 len: 897 time: 0.0791488 Jun 22 10:24:40.016087 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4ef99c35-03c4-4121-932e-c3bebdcb2500 req-0415164c-4d2b-4401-9ecd-383df0d73b2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f4b7a56-f661-45e1-aa9c-6d1296f14422 HTTP/1.1" status: 200 len: 1000 time: 0.0581105 Jun 22 10:24:40.062591 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99c35-03c4-4121-932e-c3bebdcb2500 req-a5dbd7c9-3e8a-435a-b83a-43d642753be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:40.064792 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4ef99c35-03c4-4121-932e-c3bebdcb2500 req-a5dbd7c9-3e8a-435a-b83a-43d642753be3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=737cf5c2-d287-4776-a7a7-e6731b8ee723 HTTP/1.1" status: 200 len: 834 time: 0.0424829 Jun 22 10:24:40.119532 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99c35-03c4-4121-932e-c3bebdcb2500 req-e4da056c-6a09-4237-be92-05b5d8eb0de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:40.121010 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4ef99c35-03c4-4121-932e-c3bebdcb2500 req-e4da056c-6a09-4237-be92-05b5d8eb0de7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45558d56-6edd-4a96-859a-a165c4475ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0510743 Jun 22 10:24:40.210873 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4ef99c35-03c4-4121-932e-c3bebdcb2500 req-7aefd65a-c30b-40a7-88a7-a3d27c47ae5e service neutron] 10.222.0.35 "GET /v2.0/networks/45558d56-6edd-4a96-859a-a165c4475ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836332 Jun 22 10:24:40.296301 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4ef99c35-03c4-4121-932e-c3bebdcb2500 req-ec61d4bb-6dba-4157-bf86-a1419ed974e4 service neutron] 10.222.0.35 "GET /v2.0/networks/45558d56-6edd-4a96-859a-a165c4475ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797200 Jun 22 10:24:40.860845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:44.161338 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:24:46.597203 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-69378841-5ce9-4cf8-93a1-5c57ef0f007b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:49.106006 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5e20c5c5-2313-49c6-bd0d-0a8c525ec6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:49.357461 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:50.614190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:51.871020 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:10.853354 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:16.601634 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-413a7385-b841-4c2a-aab7-f2f8808151e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:19.134096 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-31dc9d29-f08d-4cc9-9704-5624d0ceab2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:19.350256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:20.613438 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:21.159461 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:25:21.887599 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:39.131367 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cdd97d69-c0c1-4db1-ae26-034c7904c86a req-800bcfb8-cffa-4b44-89f8-eae016d89be7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572793 Jun 22 10:25:39.225013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd97d69-c0c1-4db1-ae26-034c7904c86a req-1f6756b9-04f3-40c3-9eb4-fe14be40b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:39.226471 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cdd97d69-c0c1-4db1-ae26-034c7904c86a req-1f6756b9-04f3-40c3-9eb4-fe14be40b50a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 1098 time: 0.0538335 Jun 22 10:25:39.325199 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd97d69-c0c1-4db1-ae26-034c7904c86a req-8f65d12f-66b9-4adb-832b-7e4476697213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:39.326625 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cdd97d69-c0c1-4db1-ae26-034c7904c86a req-8f65d12f-66b9-4adb-832b-7e4476697213 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45558d56-6edd-4a96-859a-a165c4475ea1 HTTP/1.1" status: 200 len: 897 time: 0.0818040 Jun 22 10:25:39.392764 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cdd97d69-c0c1-4db1-ae26-034c7904c86a req-f4ed9656-8f19-40fb-829e-18d9df64b4d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f4b7a56-f661-45e1-aa9c-6d1296f14422 HTTP/1.1" status: 200 len: 1000 time: 0.0598931 Jun 22 10:25:39.439188 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd97d69-c0c1-4db1-ae26-034c7904c86a req-333ac4d8-9fcc-452d-8f63-6344f3e03f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:39.440583 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cdd97d69-c0c1-4db1-ae26-034c7904c86a req-333ac4d8-9fcc-452d-8f63-6344f3e03f76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=737cf5c2-d287-4776-a7a7-e6731b8ee723 HTTP/1.1" status: 200 len: 834 time: 0.0417910 Jun 22 10:25:39.498071 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd97d69-c0c1-4db1-ae26-034c7904c86a req-11c59241-38ac-4dc0-bb3f-ed34f21a5a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:39.499529 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cdd97d69-c0c1-4db1-ae26-034c7904c86a req-11c59241-38ac-4dc0-bb3f-ed34f21a5a0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45558d56-6edd-4a96-859a-a165c4475ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0524688 Jun 22 10:25:39.593325 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cdd97d69-c0c1-4db1-ae26-034c7904c86a req-c6de63e9-27c2-4f57-b053-b26d9c33fcee service neutron] 10.222.0.35 "GET /v2.0/networks/45558d56-6edd-4a96-859a-a165c4475ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875516 Jun 22 10:25:39.678417 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cdd97d69-c0c1-4db1-ae26-034c7904c86a req-2b2088ae-e859-4929-9882-6b366dc173ba service neutron] 10.222.0.35 "GET /v2.0/networks/45558d56-6edd-4a96-859a-a165c4475ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791037 Jun 22 10:25:40.835563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:46.612342 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e8d39a61-b04b-41be-b071-fa1ca8c5e56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:48.267192 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c43fb-3014-494c-9031-cb5a73a4f148 req-abdce317-5182-4676-87a2-c364218d2995 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:48.268677 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e58c43fb-3014-494c-9031-cb5a73a4f148 req-abdce317-5182-4676-87a2-c364218d2995 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 945 time: 0.0694933 Jun 22 10:25:48.282245 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7786e-2c43-4f37-88ae-f6e5976f4f1e req-8c97cd8d-8dd1-4b62-9fbe-2dce7faa9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:48.283763 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8ac7786e-2c43-4f37-88ae-f6e5976f4f1e req-8c97cd8d-8dd1-4b62-9fbe-2dce7faa9a69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 1098 time: 0.0593007 Jun 22 10:25:48.307262 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e58c43fb-3014-494c-9031-cb5a73a4f148 req-aabe083d-3454-41ce-afdf-ea31746d8aad tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328746 Jun 22 10:25:48.370775 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7786e-2c43-4f37-88ae-f6e5976f4f1e req-bceb6f10-f1d7-4b74-a3ae-302a51033f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:48.372760 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8ac7786e-2c43-4f37-88ae-f6e5976f4f1e req-bceb6f10-f1d7-4b74-a3ae-302a51033f6c service neutron] 10.222.0.35 "GET /v2.0/networks?id=45558d56-6edd-4a96-859a-a165c4475ea1 HTTP/1.1" status: 200 len: 897 time: 0.0826838 Jun 22 10:25:48.440309 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8ac7786e-2c43-4f37-88ae-f6e5976f4f1e req-881f39ce-e516-49a9-a884-eb209d6f1242 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f4b7a56-f661-45e1-aa9c-6d1296f14422 HTTP/1.1" status: 200 len: 1000 time: 0.0604739 Jun 22 10:25:48.488870 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7786e-2c43-4f37-88ae-f6e5976f4f1e req-606a5339-e308-483c-9b36-cfe384e5d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:48.490256 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8ac7786e-2c43-4f37-88ae-f6e5976f4f1e req-606a5339-e308-483c-9b36-cfe384e5d822 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=737cf5c2-d287-4776-a7a7-e6731b8ee723 HTTP/1.1" status: 200 len: 834 time: 0.0441689 Jun 22 10:25:48.544930 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7786e-2c43-4f37-88ae-f6e5976f4f1e req-5fc66a84-3b19-4d4f-bad0-d6d6191b932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:48.546357 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8ac7786e-2c43-4f37-88ae-f6e5976f4f1e req-5fc66a84-3b19-4d4f-bad0-d6d6191b932f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45558d56-6edd-4a96-859a-a165c4475ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500345 Jun 22 10:25:48.635722 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8ac7786e-2c43-4f37-88ae-f6e5976f4f1e req-25de6f88-b8df-4e13-8426-1a42a9ad9892 service neutron] 10.222.0.35 "GET /v2.0/networks/45558d56-6edd-4a96-859a-a165c4475ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825663 Jun 22 10:25:48.723265 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8ac7786e-2c43-4f37-88ae-f6e5976f4f1e req-7de5a3e5-4d62-4338-ae98-965e49350da8 service neutron] 10.222.0.35 "GET /v2.0/networks/45558d56-6edd-4a96-859a-a165c4475ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813646 Jun 22 10:25:49.144324 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4a85301d-3dc3-405f-b64d-89cb4ab68b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:49.373045 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:49.480985 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25a87d-7923-469e-b51d-319cf3595315 req-d3c88ec8-6ca4-4ba0-b55e-44530bb592e7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:49.482417 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0b25a87d-7923-469e-b51d-319cf3595315 req-d3c88ec8-6ca4-4ba0-b55e-44530bb592e7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 945 time: 0.0639133 Jun 22 10:25:49.520173 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0b25a87d-7923-469e-b51d-319cf3595315 req-f3fe6d82-4868-41e3-9f95-7e4723a92477 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318949 Jun 22 10:25:50.589657 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:50.691523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070181c-d97f-4f9e-ae26-a208eda0cbc0 req-9e286a49-7213-4ffc-a554-1f643dc6af83 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:50.692957 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f070181c-d97f-4f9e-ae26-a208eda0cbc0 req-9e286a49-7213-4ffc-a554-1f643dc6af83 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 945 time: 0.0657597 Jun 22 10:25:50.730274 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f070181c-d97f-4f9e-ae26-a208eda0cbc0 req-5439e082-6238-440b-833e-35d3a0ffa5df tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317733 Jun 22 10:25:51.904457 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a31339-e688-4489-8919-ab1b32f5822f req-ca7b8c33-e06e-431b-ad69-f7f0c07ad48b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:51.905141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:51.905904 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b3a31339-e688-4489-8919-ab1b32f5822f req-ca7b8c33-e06e-431b-ad69-f7f0c07ad48b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 945 time: 0.0631981 Jun 22 10:25:51.942820 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b3a31339-e688-4489-8919-ab1b32f5822f req-6a42f0fc-c4c0-4fab-9133-49786a57042b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314450 Jun 22 10:25:53.118785 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b75955-95df-4c16-9aaa-4f51712c2274 req-908ab295-ba08-40ee-82e1-0725f4daaa96 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:53.120383 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-10b75955-95df-4c16-9aaa-4f51712c2274 req-908ab295-ba08-40ee-82e1-0725f4daaa96 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 945 time: 0.0634725 Jun 22 10:25:53.157684 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-10b75955-95df-4c16-9aaa-4f51712c2274 req-4af243c2-da03-4bb0-84b5-d41e4a253a29 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312407 Jun 22 10:25:54.328395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3c98a-f0c2-4cc6-ac3b-c3866044c934 req-f8cfd539-29f6-4c61-9983-3de56fbc5315 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:54.329836 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-73b3c98a-f0c2-4cc6-ac3b-c3866044c934 req-f8cfd539-29f6-4c61-9983-3de56fbc5315 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 945 time: 0.0653207 Jun 22 10:25:54.365835 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-73b3c98a-f0c2-4cc6-ac3b-c3866044c934 req-54cc37a3-b4ff-463e-94a9-d1285e1f37e6 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304935 Jun 22 10:25:55.533265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3643b2e-c7e9-4ce5-8f61-936848d40fe8 req-1f936279-b19a-4ebd-b12e-b7bb4f507bf1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:55.534712 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e3643b2e-c7e9-4ce5-8f61-936848d40fe8 req-1f936279-b19a-4ebd-b12e-b7bb4f507bf1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 945 time: 0.0629632 Jun 22 10:25:55.570866 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e3643b2e-c7e9-4ce5-8f61-936848d40fe8 req-38c76706-e0ed-4986-b212-a2fdea1ea564 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306237 Jun 22 10:25:56.745963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14672ff7-ae20-4b6f-a3a5-16b2203625fc req-68c9c40c-0f4b-4d3e-92da-a1ed9b2ec592 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:56.748100 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-14672ff7-ae20-4b6f-a3a5-16b2203625fc req-68c9c40c-0f4b-4d3e-92da-a1ed9b2ec592 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 945 time: 0.0660794 Jun 22 10:25:56.783846 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-14672ff7-ae20-4b6f-a3a5-16b2203625fc req-5977a17f-0188-4083-bf2e-f50d9279c869 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301738 Jun 22 10:25:57.952199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec435c74-384c-477c-9456-0bdacd3e160b req-0777c57d-4369-4d6f-9924-135f9a7c8bd9 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:57.953688 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ec435c74-384c-477c-9456-0bdacd3e160b req-0777c57d-4369-4d6f-9924-135f9a7c8bd9 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 945 time: 0.0616794 Jun 22 10:25:57.990500 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ec435c74-384c-477c-9456-0bdacd3e160b req-28c0062c-2d5a-4af8-967f-1785bb8d4068 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312774 Jun 22 10:25:58.159305 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:25:59.159297 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679f6fc-c7ec-4790-8893-3871f0009e92 req-796874b6-f97f-4b8e-9497-466b16285f18 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:59.160767 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1679f6fc-c7ec-4790-8893-3871f0009e92 req-796874b6-f97f-4b8e-9497-466b16285f18 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 945 time: 0.0624149 Jun 22 10:25:59.197028 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1679f6fc-c7ec-4790-8893-3871f0009e92 req-c7c43955-2ed4-4118-a566-a3252da09e32 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306027 Jun 22 10:26:00.371055 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3d2f2-9724-4bd9-b90b-b59b3c4c8586 req-ecad92af-9540-4e0d-bd76-647ac2d437ee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:00.372451 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fec3d2f2-9724-4bd9-b90b-b59b3c4c8586 req-ecad92af-9540-4e0d-bd76-647ac2d437ee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 945 time: 0.0665910 Jun 22 10:26:00.411079 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fec3d2f2-9724-4bd9-b90b-b59b3c4c8586 req-a000827d-cff0-41c4-8850-b44aca6b87f1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330112 Jun 22 10:26:00.434585 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40690) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:26:00.493026 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ce1ede48-02ae-4cc8-a1cc-aa18ad696b98 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/floatingips/49ceb335-5750-49d5-84cd-3c6698a51f73 HTTP/1.1" status: 200 len: 992 time: 0.0572500 Jun 22 10:26:10.857400 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:16.611732 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b04977d5-c6f0-499f-90e6-44a71f13d7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:19.120229 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8c9748b9-3d92-42a6-9930-d87b960f5e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:19.331610 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:20.617558 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:21.878410 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:35.158638 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:26:39.846220 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cf80bb5f-c031-4a3a-b06e-1181672a9b3d req-5f0cb6d1-200f-41ab-8225-9656ec9421cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501213 Jun 22 10:26:39.941743 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80bb5f-c031-4a3a-b06e-1181672a9b3d req-90227890-0a92-4953-ad0f-b40d7db6a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:39.943266 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cf80bb5f-c031-4a3a-b06e-1181672a9b3d req-90227890-0a92-4953-ad0f-b40d7db6a30f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 1098 time: 0.0561609 Jun 22 10:26:40.040519 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80bb5f-c031-4a3a-b06e-1181672a9b3d req-211282b4-1d3f-4ebe-98d1-f1834394893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:40.041858 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cf80bb5f-c031-4a3a-b06e-1181672a9b3d req-211282b4-1d3f-4ebe-98d1-f1834394893f service neutron] 10.222.0.35 "GET /v2.0/networks?id=45558d56-6edd-4a96-859a-a165c4475ea1 HTTP/1.1" status: 200 len: 897 time: 0.0804138 Jun 22 10:26:40.108686 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cf80bb5f-c031-4a3a-b06e-1181672a9b3d req-912fc454-5c66-4a30-b090-a4f354699022 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f4b7a56-f661-45e1-aa9c-6d1296f14422 HTTP/1.1" status: 200 len: 1000 time: 0.0598118 Jun 22 10:26:40.156336 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80bb5f-c031-4a3a-b06e-1181672a9b3d req-29836c50-87a2-4272-8ac4-8e3d967ac9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:40.158298 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cf80bb5f-c031-4a3a-b06e-1181672a9b3d req-29836c50-87a2-4272-8ac4-8e3d967ac9cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=737cf5c2-d287-4776-a7a7-e6731b8ee723 HTTP/1.1" status: 200 len: 834 time: 0.0430069 Jun 22 10:26:40.213141 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80bb5f-c031-4a3a-b06e-1181672a9b3d req-bb68fd9e-a101-4a60-b543-9c5d59cf4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:40.214704 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cf80bb5f-c031-4a3a-b06e-1181672a9b3d req-bb68fd9e-a101-4a60-b543-9c5d59cf4840 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45558d56-6edd-4a96-859a-a165c4475ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0505617 Jun 22 10:26:40.306501 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cf80bb5f-c031-4a3a-b06e-1181672a9b3d req-4d47194d-3817-467d-9ae5-ff230531341d service neutron] 10.222.0.35 "GET /v2.0/networks/45558d56-6edd-4a96-859a-a165c4475ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845101 Jun 22 10:26:40.391029 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cf80bb5f-c031-4a3a-b06e-1181672a9b3d req-eb0c747e-ac17-4ae3-be50-ae480d76455e service neutron] 10.222.0.35 "GET /v2.0/networks/45558d56-6edd-4a96-859a-a165c4475ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786631 Jun 22 10:26:40.837107 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:46.633999 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1e9d8f2d-51dd-4217-b1f7-646457aff3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:49.091201 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fca07904-b297-4668-bfb0-f3d0c2e7b2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:49.379770 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:50.643053 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:51.893814 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:57.694597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40712) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:26:57.847729 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port def8bfea-8e65-43c3-a44d-eb536390c89e {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:26:57.848079 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:57.923699 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:57.924034 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:57.988283 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for def8bfea-8e65-43c3-a44d-eb536390c89e owned by network:floatingip {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:26:58.205305 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:58.207685 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-59af7b65-db46-423c-9d7a-75aa54e40979 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:26:58.232772 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=def8bfea-8e65-43c3-a44d-eb536390c89e,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:58.263567 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:58.266365 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:58.266365 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:58.266365 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:58.266365 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:58.266365 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:58.266365 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:58.266365 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:58.267006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:58.267006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:58.267356 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:58.267780 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:58.271320 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:26:58.307358 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:58.307739 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Floating IP 49ceb335-5750-49d5-84cd-3c6698a51f73 disassociated (deleted). External IP: 172.26.3.43, port: 3f4b7a56-f661-45e1-aa9c-6d1296f14422. Jun 22 10:26:58.506089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 7a4dd299-b64d-44ce-9c04-43df9dd51681 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:26:58.613162 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:26:58.617820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:58.622045 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06094e46-938b-4635-aa7d-11119a6fc23c None None] Sync routers for ids ['7a4dd299-b64d-44ce-9c04-43df9dd51681'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:26:58.631146 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06094e46-938b-4635-aa7d-11119a6fc23c None None] Routers {'7a4dd299-b64d-44ce-9c04-43df9dd51681'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:26:58.631788 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-06094e46-938b-4635-aa7d-11119a6fc23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:26:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['7a4dd299-b64d-44ce-9c04-43df9dd51681'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:58.654772 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/floatingips/49ceb335-5750-49d5-84cd-3c6698a51f73 HTTP/1.1" status: 204 len: 168 time: 0.9566171 Jun 22 10:26:58.654772 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3429d368-90af-4f4a-b076-b7931ab9008d', 'tag': '3f4b7a56-f661-45e1-aa9c-6d1296f14422'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:26:58.655239 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addd4b87-b8d9-47fe-9a19-4b99d8d620ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3429d368-90af-4f4a-b076-b7931ab9008d", "tag": "3f4b7a56-f661-45e1-aa9c-6d1296f14422"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:26:58.733925 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-06094e46-938b-4635-aa7d-11119a6fc23c None None] Set router 7a4dd299-b64d-44ce-9c04-43df9dd51681 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:26:58.925598 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-06094e46-938b-4635-aa7d-11119a6fc23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835284223', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '626b323b-0608-4c63-8588-43951b936662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:24:12Z', 'updated_at': '2021-06-22T10:24:17Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '626b323b-0608-4c63-8588-43951b936662', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '61170a72-d2b7-4f32-a997-1e1fd85016ef', 'name': '', 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:a2:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '737cf5c2-d287-4776-a7a7-e6731b8ee723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:16Z', 'updated_at': '2021-06-22T10:24:21Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '737cf5c2-d287-4776-a7a7-e6731b8ee723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:58.958635 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06094e46-938b-4635-aa7d-11119a6fc23c None None] Checking router: 7a4dd299-b64d-44ce-9c04-43df9dd51681 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:26:58.966704 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06094e46-938b-4635-aa7d-11119a6fc23c None None] Routers {'7a4dd299-b64d-44ce-9c04-43df9dd51681'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:26:58.967317 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-06094e46-938b-4635-aa7d-11119a6fc23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:26:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['7a4dd299-b64d-44ce-9c04-43df9dd51681'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:59.069720 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-06094e46-938b-4635-aa7d-11119a6fc23c None None] Set router 7a4dd299-b64d-44ce-9c04-43df9dd51681 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:26:59.147229 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa11a542-de3b-49d2-bb4a-e386d544a932 x-openstack-request-id: req-fa11a542-de3b-49d2-bb4a-e386d544a932 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:26:59.147804 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3429d368-90af-4f4a-b076-b7931ab9008d", "tag": "3f4b7a56-f661-45e1-aa9c-6d1296f14422", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:26:59.148013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa11a542-de3b-49d2-bb4a-e386d544a932 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:26:59.148467 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3429d368-90af-4f4a-b076-b7931ab9008d', 'tag': '3f4b7a56-f661-45e1-aa9c-6d1296f14422', 'status': 'completed', 'code': 200} Jun 22 10:26:59.221202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd4b87-b8d9-47fe-9a19-4b99d8d620ef req-ce6b787d-33f2-4f54-916f-5a3bcbb56674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:59.222702 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-addd4b87-b8d9-47fe-9a19-4b99d8d620ef req-ce6b787d-33f2-4f54-916f-5a3bcbb56674 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 1098 time: 0.0526447 Jun 22 10:26:59.285061 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-06094e46-938b-4635-aa7d-11119a6fc23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835284223', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '626b323b-0608-4c63-8588-43951b936662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:24:12Z', 'updated_at': '2021-06-22T10:24:17Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '626b323b-0608-4c63-8588-43951b936662', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '61170a72-d2b7-4f32-a997-1e1fd85016ef', 'name': '', 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:a2:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '737cf5c2-d287-4776-a7a7-e6731b8ee723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:16Z', 'updated_at': '2021-06-22T10:24:21Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '737cf5c2-d287-4776-a7a7-e6731b8ee723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:59.307929 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f13931-8fde-4e31-863f-1f191041d4d0 req-51c90bbc-7259-4f75-a307-d3bf44c27351 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:59.309472 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c4f13931-8fde-4e31-863f-1f191041d4d0 req-51c90bbc-7259-4f75-a307-d3bf44c27351 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 945 time: 0.0719788 Jun 22 10:26:59.311738 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06094e46-938b-4635-aa7d-11119a6fc23c None None] The sync data for ids ['7a4dd299-b64d-44ce-9c04-43df9dd51681'] in dv-neutron-797121-3-hyperv is: [{'id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835284223', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '626b323b-0608-4c63-8588-43951b936662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:24:12Z', 'updated_at': '2021-06-22T10:24:17Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '626b323b-0608-4c63-8588-43951b936662', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '61170a72-d2b7-4f32-a997-1e1fd85016ef', 'name': '', 'network_id': '45558d56-6edd-4a96-859a-a165c4475ea1', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:a2:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '737cf5c2-d287-4776-a7a7-e6731b8ee723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:16Z', 'updated_at': '2021-06-22T10:24:21Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '737cf5c2-d287-4776-a7a7-e6731b8ee723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:26:59.323722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd4b87-b8d9-47fe-9a19-4b99d8d620ef req-2fa29c4f-58aa-485e-a187-fbf2eff0aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:59.325119 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-addd4b87-b8d9-47fe-9a19-4b99d8d620ef req-2fa29c4f-58aa-485e-a187-fbf2eff0aadd service neutron] 10.222.0.35 "GET /v2.0/networks?id=45558d56-6edd-4a96-859a-a165c4475ea1 HTTP/1.1" status: 200 len: 897 time: 0.0961595 Jun 22 10:26:59.355504 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c4f13931-8fde-4e31-863f-1f191041d4d0 req-1708dccb-3013-4f8a-9ef0-4d43d14825d4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343552 Jun 22 10:26:59.367232 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-addd4b87-b8d9-47fe-9a19-4b99d8d620ef req-27caa912-ed2a-4442-86cc-07304c504d45 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f4b7a56-f661-45e1-aa9c-6d1296f14422 HTTP/1.1" status: 200 len: 217 time: 0.0350184 Jun 22 10:26:59.416137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd4b87-b8d9-47fe-9a19-4b99d8d620ef req-0fc7f849-d8b1-4ae9-bf50-ab9a5676e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:59.417638 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-addd4b87-b8d9-47fe-9a19-4b99d8d620ef req-0fc7f849-d8b1-4ae9-bf50-ab9a5676e91a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=737cf5c2-d287-4776-a7a7-e6731b8ee723 HTTP/1.1" status: 200 len: 834 time: 0.0436475 Jun 22 10:26:59.480073 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd4b87-b8d9-47fe-9a19-4b99d8d620ef req-c921fbfc-5eec-4300-a851-8ccd6f55e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:59.481562 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-addd4b87-b8d9-47fe-9a19-4b99d8d620ef req-c921fbfc-5eec-4300-a851-8ccd6f55e8d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45558d56-6edd-4a96-859a-a165c4475ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0565956 Jun 22 10:26:59.525968 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3628b015-8478-4d03-a79a-6780216ac283 None None] New status for floating IP 49ceb335-5750-49d5-84cd-3c6698a51f73: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:26:59.573379 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-addd4b87-b8d9-47fe-9a19-4b99d8d620ef req-6763ddc7-4660-403b-89fb-45d751e1f69d service neutron] 10.222.0.35 "GET /v2.0/networks/45558d56-6edd-4a96-859a-a165c4475ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843801 Jun 22 10:26:59.666085 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-addd4b87-b8d9-47fe-9a19-4b99d8d620ef req-2b1308ba-0854-4e32-96d1-a1201c372ca1 service neutron] 10.222.0.35 "GET /v2.0/networks/45558d56-6edd-4a96-859a-a165c4475ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859518 Jun 22 10:27:00.532845 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c91735-3b6a-41de-8a4c-0b3348b9cf66 req-a429cef4-055c-4251-819c-7ceb05b670ff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:00.534300 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d9c91735-3b6a-41de-8a4c-0b3348b9cf66 req-a429cef4-055c-4251-819c-7ceb05b670ff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 945 time: 0.0621567 Jun 22 10:27:00.570735 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d9c91735-3b6a-41de-8a4c-0b3348b9cf66 req-bf178a6e-84e4-4408-9d9a-e393b16bafb7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5328902-a60e-4cf4-a210-b4f1b7509368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307493 Jun 22 10:27:00.928157 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d896688-5ed2-42ca-82b0-055db44c353f req-6767e201-a2df-498a-b54c-76455962a7f5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:00.929577 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0d896688-5ed2-42ca-82b0-055db44c353f req-6767e201-a2df-498a-b54c-76455962a7f5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 945 time: 0.0630982 Jun 22 10:27:01.028581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-0d896688-5ed2-42ca-82b0-055db44c353f req-83486d2d-f52f-4191-8c6c-376b0b71bcee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port 3f4b7a56-f661-45e1-aa9c-6d1296f14422 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:27:01.028927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-0d896688-5ed2-42ca-82b0-055db44c353f req-83486d2d-f52f-4191-8c6c-376b0b71bcee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:01.114928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-0d896688-5ed2-42ca-82b0-055db44c353f req-83486d2d-f52f-4191-8c6c-376b0b71bcee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] For port 3f4b7a56-f661-45e1-aa9c-6d1296f14422, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3f4b7a56-f661-45e1-aa9c-6d1296f14422,segment=NetworkSegment(b6022fdf-b2f5-40ae-85d1-0ca61cdb7063),segment_id=b6022fdf-b2f5-40ae-85d1-0ca61cdb7063)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:27:01.115346 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-0d896688-5ed2-42ca-82b0-055db44c353f req-83486d2d-f52f-4191-8c6c-376b0b71bcee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:01.180015 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-0d896688-5ed2-42ca-82b0-055db44c353f req-83486d2d-f52f-4191-8c6c-376b0b71bcee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for 3f4b7a56-f661-45e1-aa9c-6d1296f14422 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:27:01.353397 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-0d896688-5ed2-42ca-82b0-055db44c353f req-83486d2d-f52f-4191-8c6c-376b0b71bcee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:01.357516 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:01.381963 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83486d2d-f52f-4191-8c6c-376b0b71bcee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=3f4b7a56-f661-45e1-aa9c-6d1296f14422,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:01.385328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-83486d2d-f52f-4191-8c6c-376b0b71bcee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:01.425643 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d896688-5ed2-42ca-82b0-055db44c353f req-83486d2d-f52f-4191-8c6c-376b0b71bcee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] No DVR routers for this DVR port 3f4b7a56-f661-45e1-aa9c-6d1296f14422 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:27:01.428098 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-0d896688-5ed2-42ca-82b0-055db44c353f req-83486d2d-f52f-4191-8c6c-376b0b71bcee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:01.430012 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0d896688-5ed2-42ca-82b0-055db44c353f req-83486d2d-f52f-4191-8c6c-376b0b71bcee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "DELETE /v2.0/ports/3f4b7a56-f661-45e1-aa9c-6d1296f14422 HTTP/1.1" status: 204 len: 173 time: 0.4946215 Jun 22 10:27:01.430579 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3429d368-90af-4f4a-b076-b7931ab9008d', 'name': 'network-vif-deleted', 'tag': '3f4b7a56-f661-45e1-aa9c-6d1296f14422'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:27:01.432962 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb522e8d-a946-4eea-91e9-7fa5f106531b" -d '{"events": [{"server_uuid": "3429d368-90af-4f4a-b076-b7931ab9008d", "name": "network-vif-deleted", "tag": "3f4b7a56-f661-45e1-aa9c-6d1296f14422"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:27:01.467325 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865e0445-f7e6-49e5-b170-cdff0f1da2cd x-openstack-request-id: req-865e0445-f7e6-49e5-b170-cdff0f1da2cd {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:27:01.467694 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3429d368-90af-4f4a-b076-b7931ab9008d", "name": "network-vif-deleted", "tag": "3f4b7a56-f661-45e1-aa9c-6d1296f14422", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:27:01.467992 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-865e0445-f7e6-49e5-b170-cdff0f1da2cd {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:27:01.468427 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3429d368-90af-4f4a-b076-b7931ab9008d', 'name': 'network-vif-deleted', 'tag': '3f4b7a56-f661-45e1-aa9c-6d1296f14422', 'status': 'completed', 'code': 200} Jun 22 10:27:01.711596 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d7b893ff-65db-485e-b3fc-8920473574a4 req-70527cc0-12a4-4524-9860-480315b6e6d5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=3429d368-90af-4f4a-b076-b7931ab9008d HTTP/1.1" status: 200 len: 210 time: 0.0289891 Jun 22 10:27:02.804178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40732) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:03.159577 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:03.413982 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port 61170a72-d2b7-4f32-a997-1e1fd85016ef {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:27:03.414221 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:03.505397 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] For port 61170a72-d2b7-4f32-a997-1e1fd85016ef, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=61170a72-d2b7-4f32-a997-1e1fd85016ef,segment=NetworkSegment(b6022fdf-b2f5-40ae-85d1-0ca61cdb7063),segment_id=b6022fdf-b2f5-40ae-85d1-0ca61cdb7063)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:27:03.505961 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:03.575607 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for 61170a72-d2b7-4f32-a997-1e1fd85016ef owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:27:03.824976 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:03.826992 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-31d62eea-f5c8-4d44-8077-0345393529e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:03.854047 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=61170a72-d2b7-4f32-a997-1e1fd85016ef,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:03.871106 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:03.871536 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:03.871936 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:03.872323 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:03.872827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:03.873098 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:03.873478 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:03.873857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:03.874247 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:03.874609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:03.874989 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:03.875362 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:03.895059 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:04.043826 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:04.255590 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 7a4dd299-b64d-44ce-9c04-43df9dd51681 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:27:04.361330 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:27:04.366720 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "PUT /v2.0/routers/7a4dd299-b64d-44ce-9c04-43df9dd51681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5615306 Jun 22 10:27:04.369390 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40734) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:04.371027 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e368ff1-8229-4ebf-85a1-315cad9de672 None None] Sync routers for ids ['7a4dd299-b64d-44ce-9c04-43df9dd51681'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:27:04.380013 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e368ff1-8229-4ebf-85a1-315cad9de672 None None] Routers {'7a4dd299-b64d-44ce-9c04-43df9dd51681'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:27:04.380702 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-6e368ff1-8229-4ebf-85a1-315cad9de672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:26:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['7a4dd299-b64d-44ce-9c04-43df9dd51681'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:04.418211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8495cc-cec7-4cea-bcf0-70517e1201fd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting subnet 737cf5c2-d287-4776-a7a7-e6731b8ee723 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:27:04.421521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9a8495cc-cec7-4cea-bcf0-70517e1201fd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:04.459219 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9a8495cc-cec7-4cea-bcf0-70517e1201fd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:04.480381 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-6e368ff1-8229-4ebf-85a1-315cad9de672 None None] Set router 7a4dd299-b64d-44ce-9c04-43df9dd51681 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:27:04.548391 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9a8495cc-cec7-4cea-bcf0-70517e1201fd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:04.654633 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-6e368ff1-8229-4ebf-85a1-315cad9de672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835284223', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '626b323b-0608-4c63-8588-43951b936662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:24:12Z', 'updated_at': '2021-06-22T10:27:03Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '626b323b-0608-4c63-8588-43951b936662', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:04.662698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9a8495cc-cec7-4cea-bcf0-70517e1201fd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:04.665814 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-10b0e76c-9a06-493a-9959-c6f0fbbaad2e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:04.680515 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e368ff1-8229-4ebf-85a1-315cad9de672 None None] Checking router: 7a4dd299-b64d-44ce-9c04-43df9dd51681 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:27:04.688643 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e368ff1-8229-4ebf-85a1-315cad9de672 None None] Routers {'7a4dd299-b64d-44ce-9c04-43df9dd51681'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:27:04.689254 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-6e368ff1-8229-4ebf-85a1-315cad9de672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:26:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['7a4dd299-b64d-44ce-9c04-43df9dd51681'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:04.690964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8495cc-cec7-4cea-bcf0-70517e1201fd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Subnet': ['ID=737cf5c2-d287-4776-a7a7-e6731b8ee723,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:04.692990 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9a8495cc-cec7-4cea-bcf0-70517e1201fd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:04.697254 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9a8495cc-cec7-4cea-bcf0-70517e1201fd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/subnets/737cf5c2-d287-4776-a7a7-e6731b8ee723 HTTP/1.1" status: 204 len: 168 time: 0.3241966 Jun 22 10:27:04.697254 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9a8495cc-cec7-4cea-bcf0-70517e1201fd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:04.699970 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40736) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:04.700056 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cf3b4e-affa-4622-95f5-523bab87373f None None] Network 45558d56-6edd-4a96-859a-a165c4475ea1 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:27:04.795836 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-6e368ff1-8229-4ebf-85a1-315cad9de672 None None] Set router 7a4dd299-b64d-44ce-9c04-43df9dd51681 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:27:04.808236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9e8c857d-bb54-4577-8a13-3bf904e3ae26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:04.892854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] DHCP port deletion for 45558d56-6edd-4a96-859a-a165c4475ea1 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:27:04.914774 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9e8c857d-bb54-4577-8a13-3bf904e3ae26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:04.942176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Deleting port 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:27:04.942561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:04.973765 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-6e368ff1-8229-4ebf-85a1-315cad9de672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835284223', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '626b323b-0608-4c63-8588-43951b936662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:24:12Z', 'updated_at': '2021-06-22T10:27:03Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '626b323b-0608-4c63-8588-43951b936662', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:05.002830 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e368ff1-8229-4ebf-85a1-315cad9de672 None None] The sync data for ids ['7a4dd299-b64d-44ce-9c04-43df9dd51681'] in dv-neutron-797121-3-hyperv is: [{'id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835284223', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '626b323b-0608-4c63-8588-43951b936662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:24:12Z', 'updated_at': '2021-06-22T10:27:03Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '626b323b-0608-4c63-8588-43951b936662', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dd299-b64d-44ce-9c04-43df9dd51681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:27:05.006037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] For port 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=4d2c1a8e-ac53-4537-a27e-6ec248dcceb5,segment=NetworkSegment(b6022fdf-b2f5-40ae-85d1-0ca61cdb7063),segment_id=b6022fdf-b2f5-40ae-85d1-0ca61cdb7063)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:27:05.006442 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:05.029685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-9e8c857d-bb54-4577-8a13-3bf904e3ae26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port 626b323b-0608-4c63-8588-43951b936662 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:27:05.030331 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9e8c857d-bb54-4577-8a13-3bf904e3ae26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:05.069162 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Calling delete_port for 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:27:05.116640 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-9e8c857d-bb54-4577-8a13-3bf904e3ae26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] For port 626b323b-0608-4c63-8588-43951b936662, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=626b323b-0608-4c63-8588-43951b936662,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:27:05.117006 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9e8c857d-bb54-4577-8a13-3bf904e3ae26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:05.179603 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-9e8c857d-bb54-4577-8a13-3bf904e3ae26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for 626b323b-0608-4c63-8588-43951b936662 owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:27:05.270791 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:05.272880 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:05.295931 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Pushing event deleted for resources: {'Port': ['ID=4d2c1a8e-ac53-4537-a27e-6ec248dcceb5,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:05.301027 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] No DVR routers for this DVR port 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:27:05.307265 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:05.307649 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:05.308001 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:05.308346 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:05.308685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:05.309022 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:05.309360 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:05.309694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:05.310213 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:05.310547 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:05.354062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:05.354062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:05.354062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:05.428088 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 3f4b7a56-f661-45e1-aa9c-6d1296f14422 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:27:05.433559 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9e8c857d-bb54-4577-8a13-3bf904e3ae26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:05.437390 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-64a2b3b0-6f1f-43c1-9dea-66e37478d5ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:05.448923 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 3f4b7a56-f661-45e1-aa9c-6d1296f14422 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:27:05.449282 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 3f4b7a56-f661-45e1-aa9c-6d1296f14422 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:27:05.466434 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c857d-bb54-4577-8a13-3bf904e3ae26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=626b323b-0608-4c63-8588-43951b936662,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:05.469659 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9e8c857d-bb54-4577-8a13-3bf904e3ae26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:05.537174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9e8c857d-bb54-4577-8a13-3bf904e3ae26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:05.626995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9e8c857d-bb54-4577-8a13-3bf904e3ae26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:05.629092 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9e8c857d-bb54-4577-8a13-3bf904e3ae26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:05.730810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9e8c857d-bb54-4577-8a13-3bf904e3ae26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:05.731303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8c857d-bb54-4577-8a13-3bf904e3ae26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Fanout notify agent at l3_agent the message router_deleted on router 7a4dd299-b64d-44ce-9c04-43df9dd51681 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:27:05.739103 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-9e8c857d-bb54-4577-8a13-3bf904e3ae26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:05.740249 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9e8c857d-bb54-4577-8a13-3bf904e3ae26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/routers/7a4dd299-b64d-44ce-9c04-43df9dd51681 HTTP/1.1" status: 204 len: 168 time: 1.0417900 Jun 22 10:27:05.742839 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40738) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:05.823386 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4b594fba-ade1-4ed5-a8b8-338a71dc2c24 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:05.916472 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4b594fba-ade1-4ed5-a8b8-338a71dc2c24 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:05.926443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-4b594fba-ade1-4ed5-a8b8-338a71dc2c24 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45558d56-6edd-4a96-859a-a165c4475ea1']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:05.936330 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-4b594fba-ade1-4ed5-a8b8-338a71dc2c24 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6022fdf-b2f5-40ae-85d1-0ca61cdb7063') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:05.936627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-4b594fba-ade1-4ed5-a8b8-338a71dc2c24 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6022fdf-b2f5-40ae-85d1-0ca61cdb7063') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:05.945273 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4b594fba-ade1-4ed5-a8b8-338a71dc2c24 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:05.958766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4b594fba-ade1-4ed5-a8b8-338a71dc2c24 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:05.964416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b594fba-ade1-4ed5-a8b8-338a71dc2c24 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:27:05.964799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4b594fba-ade1-4ed5-a8b8-338a71dc2c24 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:27:05.967627 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:27:06.090765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4b594fba-ade1-4ed5-a8b8-338a71dc2c24 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:06.094236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c23fbe20-deeb-4897-a363-ea9facaf4fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:06.098579 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4b594fba-ade1-4ed5-a8b8-338a71dc2c24 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:06.100398 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4b594fba-ade1-4ed5-a8b8-338a71dc2c24 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/networks/45558d56-6edd-4a96-859a-a165c4475ea1 HTTP/1.1" status: 204 len: 168 time: 0.3566408 Jun 22 10:27:06.103257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40740) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:06.112663 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b594fba-ade1-4ed5-a8b8-338a71dc2c24 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Network': ['ID=45558d56-6edd-4a96-859a-a165c4475ea1,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:06.115056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4b594fba-ade1-4ed5-a8b8-338a71dc2c24 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:06.166950 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b50d6dc-0b32-4d2c-b28e-a4f6ba821a77 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:06.198342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b50d6dc-0b32-4d2c-b28e-a4f6ba821a77 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:06.214389 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 61170a72-d2b7-4f32-a997-1e1fd85016ef no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:27:06.234407 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 61170a72-d2b7-4f32-a997-1e1fd85016ef {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:27:06.234826 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 61170a72-d2b7-4f32-a997-1e1fd85016ef not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:27:06.235255 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:27:06.256253 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:27:06.256608 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 4d2c1a8e-ac53-4537-a27e-6ec248dcceb5 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:27:06.327964 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b50d6dc-0b32-4d2c-b28e-a4f6ba821a77 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:06.331122 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7b50d6dc-0b32-4d2c-b28e-a4f6ba821a77 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:06.332393 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7b50d6dc-0b32-4d2c-b28e-a4f6ba821a77 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/security-groups/e5328902-a60e-4cf4-a210-b4f1b7509368 HTTP/1.1" status: 204 len: 168 time: 0.2280557 Jun 22 10:27:06.333709 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-78f99ba1-5fac-4c37-82d0-52f356d2f5e2 tempest-ServersAdminNegativeTestJSON-1635233506 tempest-ServersAdminNegativeTestJSON-1635233506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:06.342013 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50d6dc-0b32-4d2c-b28e-a4f6ba821a77 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5328902-a60e-4cf4-a210-b4f1b7509368,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:06.345638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7b50d6dc-0b32-4d2c-b28e-a4f6ba821a77 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:06.879627 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40746) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:06.884338 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-3e68b36a-b6a3-4ef6-a0ac-a20db90755d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1653246773', 'description': 'tempest-secgroup-smoke-1653246773 description', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:27:06.990279 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e68b36a-b6a3-4ef6-a0ac-a20db90755d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:07.068163 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e68b36a-b6a3-4ef6-a0ac-a20db90755d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:07.115861 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e68b36a-b6a3-4ef6-a0ac-a20db90755d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:07.118332 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5ac83727-d5af-4921-bbf0-0373c60176e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:07.146245 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68b36a-b6a3-4ef6-a0ac-a20db90755d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ebe882-7dee-49b4-9dd2-91714d784654,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:07.148920 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3e68b36a-b6a3-4ef6-a0ac-a20db90755d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:07.184508 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-3e68b36a-b6a3-4ef6-a0ac-a20db90755d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:07.185879 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-3e68b36a-b6a3-4ef6-a0ac-a20db90755d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3052406 Jun 22 10:27:07.188775 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40748) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:07.193525 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-59c209ad-d142-4903-9334-cca0005eac97 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': '39ebe882-7dee-49b4-9dd2-91714d784654', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:27:07.284116 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59c209ad-d142-4903-9334-cca0005eac97 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:07.339299 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59c209ad-d142-4903-9334-cca0005eac97 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:07.418529 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59c209ad-d142-4903-9334-cca0005eac97 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:07.420333 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c0653903-971a-4005-8cf0-9232fdbcfc05 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:07.434145 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c209ad-d142-4903-9334-cca0005eac97 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a7d98f-a12c-4e22-b648-36029c048ff7,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:07.437824 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-59c209ad-d142-4903-9334-cca0005eac97 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:07.513277 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-59c209ad-d142-4903-9334-cca0005eac97 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:07.514443 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-59c209ad-d142-4903-9334-cca0005eac97 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3247283 Jun 22 10:27:07.517664 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40750) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:07.522199 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-8e239196-8825-461c-9090-63b58db504b1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': '39ebe882-7dee-49b4-9dd2-91714d784654', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:27:07.598246 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e239196-8825-461c-9090-63b58db504b1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:07.652210 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e239196-8825-461c-9090-63b58db504b1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:07.733168 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e239196-8825-461c-9090-63b58db504b1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:07.737847 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6e80fab2-39c1-4fda-b030-97c0ed700f81 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:07.751715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e239196-8825-461c-9090-63b58db504b1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e756cbc8-e3ec-40ee-a0bc-d05643503a2f,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:07.754369 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8e239196-8825-461c-9090-63b58db504b1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:07.814857 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 626b323b-0608-4c63-8588-43951b936662 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:27:07.824975 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-8e239196-8825-461c-9090-63b58db504b1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:07.826219 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-8e239196-8825-461c-9090-63b58db504b1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3076062 Jun 22 10:27:07.829287 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40752) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:07.833693 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-2260c8a3-9719-4ecb-bcab-e2675c21afeb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': '39ebe882-7dee-49b4-9dd2-91714d784654', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:27:07.835421 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 626b323b-0608-4c63-8588-43951b936662 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:27:07.835801 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 626b323b-0608-4c63-8588-43951b936662 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:27:07.927004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2260c8a3-9719-4ecb-bcab-e2675c21afeb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:07.985329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2260c8a3-9719-4ecb-bcab-e2675c21afeb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:08.064565 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2260c8a3-9719-4ecb-bcab-e2675c21afeb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:08.066386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d0bb72df-ffe4-4835-9b26-1e73b29e446e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:08.082231 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260c8a3-9719-4ecb-bcab-e2675c21afeb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a68dbc0-e9a0-4a84-8d27-50a2f8099321,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:08.084562 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2260c8a3-9719-4ecb-bcab-e2675c21afeb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:08.142527 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2260c8a3-9719-4ecb-bcab-e2675c21afeb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:08.143772 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2260c8a3-9719-4ecb-bcab-e2675c21afeb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3135490 Jun 22 10:27:08.146289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40754) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:08.150686 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-2ecfeb1f-2f04-4d76-9452-9a781b4da2bc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': '39ebe882-7dee-49b4-9dd2-91714d784654', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:27:08.261055 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2ecfeb1f-2f04-4d76-9452-9a781b4da2bc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:08.318978 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2ecfeb1f-2f04-4d76-9452-9a781b4da2bc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:08.370062 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2ecfeb1f-2f04-4d76-9452-9a781b4da2bc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:08.371914 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bb11ddbc-27cb-4f89-b26a-c88418964f56 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:08.388088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfeb1f-2f04-4d76-9452-9a781b4da2bc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c6d474-88de-4c2d-bbf0-7fbd66ac7622,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:08.391736 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2ecfeb1f-2f04-4d76-9452-9a781b4da2bc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:08.427163 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2ecfeb1f-2f04-4d76-9452-9a781b4da2bc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:08.428379 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2ecfeb1f-2f04-4d76-9452-9a781b4da2bc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2811675 Jun 22 10:27:08.431098 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40756) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:08.435611 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-1c4818ad-c30c-4012-901a-e9168f2cfb9a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': '39ebe882-7dee-49b4-9dd2-91714d784654', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:27:08.513352 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-1c4818ad-c30c-4012-901a-e9168f2cfb9a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Project c08ad3da6a7446e5b6c7478f6c359bf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:27:08.518058 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1c4818ad-c30c-4012-901a-e9168f2cfb9a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:08.578107 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1c4818ad-c30c-4012-901a-e9168f2cfb9a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:08.638872 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1c4818ad-c30c-4012-901a-e9168f2cfb9a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:08.644001 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8e239196-8825-461c-9090-63b58db504b1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:08.658407 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4818ad-c30c-4012-901a-e9168f2cfb9a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b674da7-1ed8-4714-bce8-0b1ad52ecc77,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:08.660458 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1c4818ad-c30c-4012-901a-e9168f2cfb9a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:08.709985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1c4818ad-c30c-4012-901a-e9168f2cfb9a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:08.711181 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1c4818ad-c30c-4012-901a-e9168f2cfb9a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2791018 Jun 22 10:27:08.713742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40758) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:08.718115 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-f23174ce-ef76-4775-aa66-6ac07d49fa99 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': '39ebe882-7dee-49b4-9dd2-91714d784654', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:27:08.839072 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-f23174ce-ef76-4775-aa66-6ac07d49fa99 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Project c08ad3da6a7446e5b6c7478f6c359bf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:27:08.843734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f23174ce-ef76-4775-aa66-6ac07d49fa99 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:08.905362 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f23174ce-ef76-4775-aa66-6ac07d49fa99 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:09.001982 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f23174ce-ef76-4775-aa66-6ac07d49fa99 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:09.003851 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-dad5c526-8f7e-4f06-99f3-18318e5656be tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:09.019605 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23174ce-ef76-4775-aa66-6ac07d49fa99 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25196622-c395-4633-94e9-ee9aef5a1aa0,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:09.021901 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f23174ce-ef76-4775-aa66-6ac07d49fa99 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:09.081521 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f23174ce-ef76-4775-aa66-6ac07d49fa99 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:09.082693 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f23174ce-ef76-4775-aa66-6ac07d49fa99 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3680346 Jun 22 10:27:09.085633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40760) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:09.090871 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4b8f89b6-ba99-43d5-89d2-29e5de7bd6eb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'network': {'name': 'tempest-network-smoke--1495701802', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'port_security_enabled': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:27:09.173418 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8f89b6-ba99-43d5-89d2-29e5de7bd6eb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Made reservation on behalf of c08ad3da6a7446e5b6c7478f6c359bf5 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:27:09.177028 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4b8f89b6-ba99-43d5-89d2-29e5de7bd6eb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:09.199887 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8f89b6-ba99-43d5-89d2-29e5de7bd6eb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:27:09.208518 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4b8f89b6-ba99-43d5-89d2-29e5de7bd6eb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:09.210278 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-4b8f89b6-ba99-43d5-89d2-29e5de7bd6eb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Added segment b7cefc62-2d22-432e-a749-0ce27a3a1350 of type vlan for network 7651b932-d717-4112-9678-fcf611dc4faf Jun 22 10:27:09.258733 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4b8f89b6-ba99-43d5-89d2-29e5de7bd6eb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:09.350493 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4b8f89b6-ba99-43d5-89d2-29e5de7bd6eb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:09.355886 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8f89b6-ba99-43d5-89d2-29e5de7bd6eb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:09.356716 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4b8f89b6-ba99-43d5-89d2-29e5de7bd6eb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:09.360004 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:09.422194 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f89b6-ba99-43d5-89d2-29e5de7bd6eb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Network': ['ID=7651b932-d717-4112-9678-fcf611dc4faf,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:09.424997 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4b8f89b6-ba99-43d5-89d2-29e5de7bd6eb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:09.432264 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 7651b932-d717-4112-9678-fcf611dc4faf details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:27:09.488273 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4b8f89b6-ba99-43d5-89d2-29e5de7bd6eb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4015558 Jun 22 10:27:09.490899 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40762) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:09.495727 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-838364151', 'admin_state_up': True, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:27:09.576420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:09.577656 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:09.636077 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:09.847809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:10.456363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:10.474039 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:10.577245 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.26.3.237 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/71592428-ee9c-4e20-9c0d-dfffd852e992) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:27:10.672719 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:10.767904 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:10.770639 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-85f95fe4-b281-4851-8293-fe6b7dde32e9 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:10.803547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:27:10.806325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:27:10.809703 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:27:10.838245 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=71592428-ee9c-4e20-9c0d-dfffd852e992,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:10.842032 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:10.853423 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:11.121062 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:11.314923 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:11.507406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 395d309e-2799-46c7-9336-edbf66fc21bb is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:27:11.612499 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:27:11.621446 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Sync routers for ids ['395d309e-2799-46c7-9336-edbf66fc21bb'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:27:11.630339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Routers {'395d309e-2799-46c7-9336-edbf66fc21bb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:27:11.630957 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:26:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['395d309e-2799-46c7-9336-edbf66fc21bb'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:11.690891 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:11.692201 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ad41c82c-3297-4eb3-b415-b229f916cb6a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2002738 Jun 22 10:27:11.695353 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40764) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:11.728493 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4b72d443-b607-4ed8-afbd-b390c79090b5 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=c08ad3da6a7446e5b6c7478f6c359bf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318682 Jun 22 10:27:11.731104 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40766) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:11.822474 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9c1f88-7a45-453b-854b-06e5c828b574 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:11.823980 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8d9c1f88-7a45-453b-854b-06e5c828b574 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916669 Jun 22 10:27:11.826700 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40768) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:11.854591 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6ac81c5c-1536-4201-b5e5-e7ecb33db168 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267456 Jun 22 10:27:11.857053 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40770) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:11.861772 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a0e219ad-df2a-44be-a98a-695f9a44ea13 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1723754634', 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:27:11.882319 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Set router 395d309e-2799-46c7-9336-edbf66fc21bb gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:27:12.015821 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e219ad-df2a-44be-a98a-695f9a44ea13 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Made reservation on behalf of c08ad3da6a7446e5b6c7478f6c359bf5 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:27:12.019443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a0e219ad-df2a-44be-a98a-695f9a44ea13 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:12.056734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838364151', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:27:09Z', 'updated_at': '2021-06-22T10:27:10Z', 'revision_number': 3, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:10Z', 'updated_at': '2021-06-22T10:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:12.082452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Checking router: 395d309e-2799-46c7-9336-edbf66fc21bb for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:27:12.082813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Updating router 395d309e-2799-46c7-9336-edbf66fc21bb port 71592428-ee9c-4e20-9c0d-dfffd852e992 binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:27:12.121616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:12.157354 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:27:12.268036 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a0e219ad-df2a-44be-a98a-695f9a44ea13 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:12.270133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4cee0156-0c13-4d31-a77d-afd6e19c6085 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:12.329490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e219ad-df2a-44be-a98a-695f9a44ea13 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Subnet': ['ID=ec2f1729-8aef-45b5-85e3-fc46111d54b5,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:12.332699 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a0e219ad-df2a-44be-a98a-695f9a44ea13 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:12.338318 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e219ad-df2a-44be-a98a-695f9a44ea13 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Checking segment: {'id': 'b7cefc62-2d22-432e-a749-0ce27a3a1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:27:12.338684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e219ad-df2a-44be-a98a-695f9a44ea13 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network hostable DHCP agents. Network: 7651b932-d717-4112-9678-fcf611dc4faf, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:27:12.367250 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:12.377448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Transition to ACTIVE for port object 71592428-ee9c-4e20-9c0d-dfffd852e992 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:27:12.433380 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e219ad-df2a-44be-a98a-695f9a44ea13 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 7651b932-d717-4112-9678-fcf611dc4faf is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:27:12.461902 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:12.463919 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:12.512626 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Attempting to bind port 71592428-ee9c-4e20-9c0d-dfffd852e992 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:27:12.513005 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Attempting to bind port 71592428-ee9c-4e20-9c0d-dfffd852e992 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:27:12.513373 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Attempting to bind port 71592428-ee9c-4e20-9c0d-dfffd852e992 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:27:12.515704 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-a0e219ad-df2a-44be-a98a-695f9a44ea13 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 7651b932-d717-4112-9678-fcf611dc4faf) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:27:12.516181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7448f6c-062f-4fd6-9c2a-927ef805bfae None None] Pushing event updated for resources: {'Port': ['ID=71592428-ee9c-4e20-9c0d-dfffd852e992,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:12.519862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c7448f6c-062f-4fd6-9c2a-927ef805bfae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:12.521035 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:27:12.521419 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:27:12.521826 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:12.522218 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:27:12.522692 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Bound port: 71592428-ee9c-4e20-9c0d-dfffd852e992, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:27:12.523031 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e219ad-df2a-44be-a98a-695f9a44ea13 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:12.523159 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:12.524022 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a0e219ad-df2a-44be-a98a-695f9a44ea13 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:12.527405 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4b6cfd-fd37-43a4-80c8-938dc6cf4518 None None] Network 7651b932-d717-4112-9678-fcf611dc4faf requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:27:12.602486 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a0e219ad-df2a-44be-a98a-695f9a44ea13 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7442436 Jun 22 10:27:12.604952 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40772) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:12.627829 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] For port 71592428-ee9c-4e20-9c0d-dfffd852e992, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:27:12.647707 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] For port 71592428-ee9c-4e20-9c0d-dfffd852e992, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=71592428-ee9c-4e20-9c0d-dfffd852e992,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:27:12.711220 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:12.715344 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-439d7316-7cfc-4f1f-8b8c-d61b04f7d86c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:12.717369 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-7651b932-d717-4112-9678-fcf611dc4faf', 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ips': [{'subnet_id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:27:12.718198 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:12.788749 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Routers {'395d309e-2799-46c7-9336-edbf66fc21bb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:27:12.789383 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:26:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['395d309e-2799-46c7-9336-edbf66fc21bb'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:12.878029 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7448f6c-062f-4fd6-9c2a-927ef805bfae None None] Pushing event updated for resources: {'Port': ['ID=71592428-ee9c-4e20-9c0d-dfffd852e992,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:12.886207 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c7448f6c-062f-4fd6-9c2a-927ef805bfae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:13.002166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] Set router 395d309e-2799-46c7-9336-edbf66fc21bb gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:27:13.004446 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Allocated IP 172.20.0.2 (7651b932-d717-4112-9678-fcf611dc4faf/ec2f1729-8aef-45b5-85e3-fc46111d54b5/e36e1dde-4415-49bb-a10c-a1ea9952d68d) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:27:13.031378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:13.290770 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:13.301605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Transition to ACTIVE for port object e36e1dde-4415-49bb-a10c-a1ea9952d68d will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:27:13.309010 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838364151', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:27:09Z', 'updated_at': '2021-06-22T10:27:10Z', 'revision_number': 3, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:10Z', 'updated_at': '2021-06-22T10:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:13.341028 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b1443-39aa-44e8-9c31-e7f5c8d6a71b None None] The sync data for ids ['395d309e-2799-46c7-9336-edbf66fc21bb'] in dv-neutron-797121-3-hyperv is: [{'id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838364151', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:27:09Z', 'updated_at': '2021-06-22T10:27:10Z', 'revision_number': 3, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:10Z', 'updated_at': '2021-06-22T10:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:27:13.346610 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Transition to ACTIVE for port object e36e1dde-4415-49bb-a10c-a1ea9952d68d will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:27:13.422129 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:13.425122 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:13.462801 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Network 7651b932-d717-4112-9678-fcf611dc4faf is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:27:13.469606 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:27:13.479362 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:27:13.479362 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Pushing event updated for resources: {'Port': ['ID=e36e1dde-4415-49bb-a10c-a1ea9952d68d,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:13.480983 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:13.481750 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.20.0.1 (7651b932-d717-4112-9678-fcf611dc4faf/ec2f1729-8aef-45b5-85e3-fc46111d54b5/5436b170-796a-45ab-9810-27f979e29349) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:27:13.536977 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Attempting to bind port e36e1dde-4415-49bb-a10c-a1ea9952d68d on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:27:13.537358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Attempting to bind port e36e1dde-4415-49bb-a10c-a1ea9952d68d by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b7cefc62-2d22-432e-a749-0ce27a3a1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:27:13.537730 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Attempting to bind port e36e1dde-4415-49bb-a10c-a1ea9952d68d on network 7651b932-d717-4112-9678-fcf611dc4faf {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:27:13.542899 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:27:13.543224 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Checking segment: {'id': 'b7cefc62-2d22-432e-a749-0ce27a3a1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:27:13.543653 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:13.544051 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Bound using segment: {'id': 'b7cefc62-2d22-432e-a749-0ce27a3a1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:27:13.544521 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Bound port: e36e1dde-4415-49bb-a10c-a1ea9952d68d, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7cefc62-2d22-432e-a749-0ce27a3a1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:27:13.544914 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:13.612098 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:13.627111 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Transition to ACTIVE for port object 5436b170-796a-45ab-9810-27f979e29349 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:27:13.638064 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] For port e36e1dde-4415-49bb-a10c-a1ea9952d68d, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:27:13.641348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] For port e36e1dde-4415-49bb-a10c-a1ea9952d68d, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e36e1dde-4415-49bb-a10c-a1ea9952d68d,segment=NetworkSegment(b7cefc62-2d22-432e-a749-0ce27a3a1350),segment_id=b7cefc62-2d22-432e-a749-0ce27a3a1350)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:27:13.722412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:13.724545 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-cea7ec2a-4145-4ee1-8f92-9539798c8a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:13.734478 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:13.738528 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f972a85c-f271-455f-b810-de7fa14deaa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:13.782001 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 7651b932-d717-4112-9678-fcf611dc4faf is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:27:13.785554 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:27:13.787670 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Pushing event updated for resources: {'Port': ['ID=e36e1dde-4415-49bb-a10c-a1ea9952d68d,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:13.790665 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:13.793406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:27:13.834625 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=5436b170-796a-45ab-9810-27f979e29349,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:13.839330 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:13.861121 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:13.925532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 71592428-ee9c-4e20-9c0d-dfffd852e992 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:27:14.065505 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 71592428-ee9c-4e20-9c0d-dfffd852e992 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:27:14.070045 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 71592428-ee9c-4e20-9c0d-dfffd852e992 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:27:14.070430 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:14.086142 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:14.174299 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:14.197266 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 71592428-ee9c-4e20-9c0d-dfffd852e992, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=71592428-ee9c-4e20-9c0d-dfffd852e992,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:27:14.285106 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:14.286984 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-660fce1e-4938-4c39-913c-c2f70e8dd7e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:14.340087 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=71592428-ee9c-4e20-9c0d-dfffd852e992,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:14.343283 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:14.393645 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:14.447181 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:14.450094 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ba14a883-77fe-4386-bdbb-e88249183f4c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:14.519100 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=5436b170-796a-45ab-9810-27f979e29349,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:14.522153 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:14.523589 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:14.615194 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 7651b932-d717-4112-9678-fcf611dc4faf is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:27:14.616530 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:27:14.720759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 395d309e-2799-46c7-9336-edbf66fc21bb has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:27:14.826872 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:27:14.831713 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "PUT /v2.0/routers/395d309e-2799-46c7-9336-edbf66fc21bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2257943 Jun 22 10:27:14.988305 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-55218b78-222c-4935-992d-be8be7beee85 req-77d04c11-49df-4857-8b98-aab4655552f8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1653246773&fields=id&tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5 HTTP/1.1" status: 200 len: 267 time: 0.0353682 Jun 22 10:27:15.102163 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55218b78-222c-4935-992d-be8be7beee85 req-ed4927d2-3316-4701-89a0-e6bcce94a153 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:15.103763 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-55218b78-222c-4935-992d-be8be7beee85 req-ed4927d2-3316-4701-89a0-e6bcce94a153 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/networks?id=7651b932-d717-4112-9678-fcf611dc4faf HTTP/1.1" status: 200 len: 797 time: 0.1089749 Jun 22 10:27:15.122700 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-55218b78-222c-4935-992d-be8be7beee85 req-60dbaa48-fed6-4e2e-8332-982aa1d01924 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/quotas/c08ad3da6a7446e5b6c7478f6c359bf5 HTTP/1.1" status: 200 len: 375 time: 0.0096807 Jun 22 10:27:15.177814 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffc3714-7e93-40fd-9657-587b3e36033b None None] Network 7651b932-d717-4112-9678-fcf611dc4faf requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:27:15.193511 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-55218b78-222c-4935-992d-be8be7beee85 req-b6c909fa-e910-4eb3-9c40-1f7260f74f82 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649731 Jun 22 10:27:15.209146 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [req-55218b78-222c-4935-992d-be8be7beee85 req-33cf5545-7415-4f14-8f17-7c8c327c61e4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 10:27:15.210234 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-55218b78-222c-4935-992d-be8be7beee85 req-33cf5545-7415-4f14-8f17-7c8c327c61e4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052893 Jun 22 10:27:15.255849 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Sync routers for ids ['395d309e-2799-46c7-9336-edbf66fc21bb'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:27:15.265093 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Routers {'395d309e-2799-46c7-9336-edbf66fc21bb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:27:15.265807 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:26:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['395d309e-2799-46c7-9336-edbf66fc21bb'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:15.301017 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e1291447-3f2d-4bf5-af7f-cd93c4e2b17a None None] Provisioning for port e36e1dde-4415-49bb-a10c-a1ea9952d68d completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:27:15.319272 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-55218b78-222c-4935-992d-be8be7beee85 req-7666f26c-4fec-43c7-9554-8e2c0cc3d9c1 service neutron] 10.222.0.20 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035502 Jun 22 10:27:15.426403 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-55218b78-222c-4935-992d-be8be7beee85 req-76028447-74ee-483a-ac42-f2a1c672696d service neutron] 10.222.0.20 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955138 Jun 22 10:27:15.478141 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Set router 395d309e-2799-46c7-9336-edbf66fc21bb gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:27:15.682530 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-01671f1b-7aba-45d2-9b15-a29ecab2eecb req-6aea6984-9dbb-4b41-8996-e8a0a46a6280 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 210 time: 0.0361576 Jun 22 10:27:15.689314 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838364151', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:27:09Z', 'updated_at': '2021-06-22T10:27:13Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:10Z', 'updated_at': '2021-06-22T10:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '5436b170-796a-45ab-9810-27f979e29349', 'name': '', 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:24:ad:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:13Z', 'updated_at': '2021-06-22T10:27:14Z', 'revision_number': 2, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:15.706663 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c2af20e7-9e60-4f80-aa54-77d341068bf0 None None] Provisioning for port 5436b170-796a-45ab-9810-27f979e29349 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:27:15.710802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c2af20e7-9e60-4f80-aa54-77d341068bf0 None None] Provisioning complete for port 5436b170-796a-45ab-9810-27f979e29349 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:27:15.711188 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c2af20e7-9e60-4f80-aa54-77d341068bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:15.719850 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Checking router: 395d309e-2799-46c7-9336-edbf66fc21bb for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:27:15.720335 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Updating router 395d309e-2799-46c7-9336-edbf66fc21bb port 5436b170-796a-45ab-9810-27f979e29349 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:27:15.750024 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c2af20e7-9e60-4f80-aa54-77d341068bf0 None None] Port 5436b170-796a-45ab-9810-27f979e29349 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:27:15.765214 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:15.877659 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c768ad90-0748-483a-b838-84a7116ba98e None None] Provisioning complete for port 5436b170-796a-45ab-9810-27f979e29349 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:27:15.882068 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c768ad90-0748-483a-b838-84a7116ba98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:15.918051 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-c768ad90-0748-483a-b838-84a7116ba98e None None] Port 5436b170-796a-45ab-9810-27f979e29349 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:27:15.975835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 71592428-ee9c-4e20-9c0d-dfffd852e992 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:27:16.022639 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 71592428-ee9c-4e20-9c0d-dfffd852e992 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:27:16.023027 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:16.039474 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:16.049894 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Transition to ACTIVE for port object 5436b170-796a-45ab-9810-27f979e29349 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:27:16.063282 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f50da844-1780-4dce-8840-bd9852d98ae9 None None] Provisioning complete for port 5436b170-796a-45ab-9810-27f979e29349 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:27:16.064245 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f50da844-1780-4dce-8840-bd9852d98ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:16.107486 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-f50da844-1780-4dce-8840-bd9852d98ae9 None None] Port 5436b170-796a-45ab-9810-27f979e29349 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:27:16.127206 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:16.130244 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-6845cbcc-fc81-4a61-ba1e-a5acdd3fdcc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:16.140502 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e36e1dde-4415-49bb-a10c-a1ea9952d68d up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:27:16.224529 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54be688-68a8-405e-9b09-1d552fbf0a31 None None] Pushing event updated for resources: {'Port': ['ID=5436b170-796a-45ab-9810-27f979e29349,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:16.247904 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54be688-68a8-405e-9b09-1d552fbf0a31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.248242 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54be688-68a8-405e-9b09-1d552fbf0a31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.248578 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54be688-68a8-405e-9b09-1d552fbf0a31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.248906 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54be688-68a8-405e-9b09-1d552fbf0a31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.249233 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54be688-68a8-405e-9b09-1d552fbf0a31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.249554 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54be688-68a8-405e-9b09-1d552fbf0a31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.249873 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54be688-68a8-405e-9b09-1d552fbf0a31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.250208 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54be688-68a8-405e-9b09-1d552fbf0a31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.250510 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54be688-68a8-405e-9b09-1d552fbf0a31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.250878 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54be688-68a8-405e-9b09-1d552fbf0a31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.251195 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54be688-68a8-405e-9b09-1d552fbf0a31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.251546 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54be688-68a8-405e-9b09-1d552fbf0a31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.253187 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port e36e1dde-4415-49bb-a10c-a1ea9952d68d completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:27:16.256553 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-f54be688-68a8-405e-9b09-1d552fbf0a31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:16.262940 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port e36e1dde-4415-49bb-a10c-a1ea9952d68d triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:27:16.262940 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:16.271049 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Attempting to bind port 5436b170-796a-45ab-9810-27f979e29349 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:27:16.271449 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Attempting to bind port 5436b170-796a-45ab-9810-27f979e29349 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'b7cefc62-2d22-432e-a749-0ce27a3a1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:27:16.271823 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Attempting to bind port 5436b170-796a-45ab-9810-27f979e29349 on network 7651b932-d717-4112-9678-fcf611dc4faf {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:27:16.277459 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:27:16.278111 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Checking segment: {'id': 'b7cefc62-2d22-432e-a749-0ce27a3a1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:27:16.278517 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:16.278920 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Bound using segment: {'id': 'b7cefc62-2d22-432e-a749-0ce27a3a1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:27:16.279390 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Bound port: 5436b170-796a-45ab-9810-27f979e29349, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7cefc62-2d22-432e-a749-0ce27a3a1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:27:16.279792 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:16.341420 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:16.343150 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] For port 5436b170-796a-45ab-9810-27f979e29349, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:27:16.346676 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] For port 5436b170-796a-45ab-9810-27f979e29349, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5436b170-796a-45ab-9810-27f979e29349,segment=NetworkSegment(b7cefc62-2d22-432e-a749-0ce27a3a1350),segment_id=b7cefc62-2d22-432e-a749-0ce27a3a1350)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:27:16.373419 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port e36e1dde-4415-49bb-a10c-a1ea9952d68d, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e36e1dde-4415-49bb-a10c-a1ea9952d68d,segment=NetworkSegment(b7cefc62-2d22-432e-a749-0ce27a3a1350),segment_id=b7cefc62-2d22-432e-a749-0ce27a3a1350)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:27:16.442133 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:16.445015 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-6a5255cf-af04-4cd3-a880-ba9c9dc2f866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:16.452819 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:16.454579 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-01eb4a76-0c37-49ca-9203-9a9619101121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:16.499918 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Routers {'395d309e-2799-46c7-9336-edbf66fc21bb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:27:16.500567 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:26:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['395d309e-2799-46c7-9336-edbf66fc21bb'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:16.502057 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=e36e1dde-4415-49bb-a10c-a1ea9952d68d,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:16.505084 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:16.537780 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54be688-68a8-405e-9b09-1d552fbf0a31 None None] Pushing event updated for resources: {'Port': ['ID=5436b170-796a-45ab-9810-27f979e29349,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:16.542110 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-f54be688-68a8-405e-9b09-1d552fbf0a31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:16.613023 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-104ce4c9-0a5f-4aff-8dba-169b5bdeb9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:16.614970 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] Set router 395d309e-2799-46c7-9336-edbf66fc21bb gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:27:16.786617 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d9f3fa6b-bb40-4a24-bcd7-84fda2b5b2ed req-63efdf8e-bada-4b4f-aa68-6783e7031cd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 210 time: 0.0345888 Jun 22 10:27:16.822139 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838364151', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:27:09Z', 'updated_at': '2021-06-22T10:27:13Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:10Z', 'updated_at': '2021-06-22T10:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '5436b170-796a-45ab-9810-27f979e29349', 'name': '', 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:24:ad:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:13Z', 'updated_at': '2021-06-22T10:27:16Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:16.847857 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8318c21-f721-4edb-82eb-f65799512deb None None] The sync data for ids ['395d309e-2799-46c7-9336-edbf66fc21bb'] in dv-neutron-797121-3-hyperv is: [{'id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838364151', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:27:09Z', 'updated_at': '2021-06-22T10:27:13Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:10Z', 'updated_at': '2021-06-22T10:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '5436b170-796a-45ab-9810-27f979e29349', 'name': '', 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:24:ad:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:13Z', 'updated_at': '2021-06-22T10:27:16Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:27:17.941808 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e36e1dde-4415-49bb-a10c-a1ea9952d68d up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:27:17.984048 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1ccb6178-48da-4ce7-8c15-664a135aced0 req-437db0b2-e332-4114-8723-80127487aa66 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 210 time: 0.0298109 Jun 22 10:27:17.992374 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port e36e1dde-4415-49bb-a10c-a1ea9952d68d triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:27:17.992374 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:18.069246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5436b170-796a-45ab-9810-27f979e29349 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:27:18.175716 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 5436b170-796a-45ab-9810-27f979e29349 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:27:18.179622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 5436b170-796a-45ab-9810-27f979e29349 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:27:18.180002 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:18.252339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:18.285684 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 5436b170-796a-45ab-9810-27f979e29349, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5436b170-796a-45ab-9810-27f979e29349,segment=NetworkSegment(b7cefc62-2d22-432e-a749-0ce27a3a1350),segment_id=b7cefc62-2d22-432e-a749-0ce27a3a1350)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:27:18.358789 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:18.360986 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-cea7ec2a-4145-4ee1-8f92-9539798c8a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:18.406779 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=5436b170-796a-45ab-9810-27f979e29349,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:18.409807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:19.120157 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8ec97f13-8538-4a5a-a2e5-e8489295d17c req-48e9ba2b-1b8e-4aae-a017-1ab7f56a011b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 210 time: 0.0296006 Jun 22 10:27:19.161620 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-306c3efb-0938-44a3-b114-09524fcf2b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:19.435576 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:19.868074 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5436b170-796a-45ab-9810-27f979e29349 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:27:19.916534 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 5436b170-796a-45ab-9810-27f979e29349 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:27:19.917026 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:19.978884 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55218b78-222c-4935-992d-be8be7beee85 req-0c131c0f-400d-483c-a958-cdbeb52886bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:19.980379 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-55218b78-222c-4935-992d-be8be7beee85 req-0c131c0f-400d-483c-a958-cdbeb52886bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "GET /v2.0/networks?id=7651b932-d717-4112-9678-fcf611dc4faf HTTP/1.1" status: 200 len: 797 time: 0.1076407 Jun 22 10:27:20.022836 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-55218b78-222c-4935-992d-be8be7beee85 req-89d01292-76d8-47b4-936d-0079e59774d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5 HTTP/1.1" status: 200 len: 380 time: 0.0338106 Jun 22 10:27:20.031813 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-55218b78-222c-4935-992d-be8be7beee85 req-9aff37c9-27ab-42a6-b34d-e2eec8be386f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'port': {'device_id': '0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3', 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf', 'admin_state_up': True, 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'security_groups': ['39ebe882-7dee-49b4-9dd2-91714d784654']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:27:20.224183 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55218b78-222c-4935-992d-be8be7beee85 req-9aff37c9-27ab-42a6-b34d-e2eec8be386f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Made reservation on behalf of c08ad3da6a7446e5b6c7478f6c359bf5 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:27:20.228047 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-55218b78-222c-4935-992d-be8be7beee85 req-9aff37c9-27ab-42a6-b34d-e2eec8be386f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:20.260899 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4fbb88eb-6410-4f0e-ab64-e6847178d03d req-ec3dc4ba-9be0-466a-9c70-6c86257fc667 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 210 time: 0.0329673 Jun 22 10:27:20.613093 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:20.718827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-55218b78-222c-4935-992d-be8be7beee85 req-9aff37c9-27ab-42a6-b34d-e2eec8be386f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.20.0.5 (7651b932-d717-4112-9678-fcf611dc4faf/ec2f1729-8aef-45b5-85e3-fc46111d54b5/fe801f92-bc2b-44b3-9f72-2f697ae98144) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:27:20.850973 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-55218b78-222c-4935-992d-be8be7beee85 req-9aff37c9-27ab-42a6-b34d-e2eec8be386f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:20.867601 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-55218b78-222c-4935-992d-be8be7beee85 req-9aff37c9-27ab-42a6-b34d-e2eec8be386f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Transition to ACTIVE for port object fe801f92-bc2b-44b3-9f72-2f697ae98144 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:27:20.970469 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-55218b78-222c-4935-992d-be8be7beee85 req-9aff37c9-27ab-42a6-b34d-e2eec8be386f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:20.974602 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-052ba18d-3c2a-4b36-b0c5-1cbacbf048c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:21.013225 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55218b78-222c-4935-992d-be8be7beee85 req-9aff37c9-27ab-42a6-b34d-e2eec8be386f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 7651b932-d717-4112-9678-fcf611dc4faf is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:27:21.014512 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-55218b78-222c-4935-992d-be8be7beee85 req-9aff37c9-27ab-42a6-b34d-e2eec8be386f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:27:21.020423 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-55218b78-222c-4935-992d-be8be7beee85 req-9aff37c9-27ab-42a6-b34d-e2eec8be386f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:27:21.054744 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff37c9-27ab-42a6-b34d-e2eec8be386f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=fe801f92-bc2b-44b3-9f72-2f697ae98144,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:21.060503 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9aff37c9-27ab-42a6-b34d-e2eec8be386f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:21.081200 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55218b78-222c-4935-992d-be8be7beee85 req-9aff37c9-27ab-42a6-b34d-e2eec8be386f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:21.081837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-55218b78-222c-4935-992d-be8be7beee85 req-9aff37c9-27ab-42a6-b34d-e2eec8be386f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:21.225243 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-55218b78-222c-4935-992d-be8be7beee85 req-9aff37c9-27ab-42a6-b34d-e2eec8be386f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1979575 Jun 22 10:27:21.237567 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Request body: {'port': {'device_id': '0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:27:21.316091 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:21.384374 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bfb76edf-38cc-4e5f-9f4d-7ee0afc75e60 None None] Provisioning for port fe801f92-bc2b-44b3-9f72-2f697ae98144 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:27:21.389739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bfb76edf-38cc-4e5f-9f4d-7ee0afc75e60 None None] Provisioning complete for port fe801f92-bc2b-44b3-9f72-2f697ae98144 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:27:21.390335 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bfb76edf-38cc-4e5f-9f4d-7ee0afc75e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:21.430310 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-bfb76edf-38cc-4e5f-9f4d-7ee0afc75e60 None None] Port fe801f92-bc2b-44b3-9f72-2f697ae98144 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:27:21.448308 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be173bd0-7ec8-4347-ab03-8a6cf2d78760 req-8043a79f-3b53-4f87-aa8e-c90843be219e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:21.449787 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-be173bd0-7ec8-4347-ab03-8a6cf2d78760 req-8043a79f-3b53-4f87-aa8e-c90843be219e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 931 time: 0.0721014 Jun 22 10:27:21.488488 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-be173bd0-7ec8-4347-ab03-8a6cf2d78760 req-07ff7d3f-065f-4f33-a65c-d257f80283a3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326610 Jun 22 10:27:21.574524 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe801f92-bc2b-44b3-9f72-2f697ae98144 {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:27:21.581705 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:21.593004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Transition to ACTIVE for port object fe801f92-bc2b-44b3-9f72-2f697ae98144 will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:27:21.661120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:21.663075 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-40be6da2-42b1-4c37-86df-16ee56b738d8 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:21.744290 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Pushing event updated for resources: {'Port': ['ID=fe801f92-bc2b-44b3-9f72-2f697ae98144,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:21.747901 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:21.815251 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Attempting to bind port fe801f92-bc2b-44b3-9f72-2f697ae98144 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:27:21.815633 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Attempting to bind port fe801f92-bc2b-44b3-9f72-2f697ae98144 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b7cefc62-2d22-432e-a749-0ce27a3a1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:27:21.816297 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Attempting to bind port fe801f92-bc2b-44b3-9f72-2f697ae98144 on network 7651b932-d717-4112-9678-fcf611dc4faf {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:27:21.820443 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Port fe801f92-bc2b-44b3-9f72-2f697ae98144 on network 7651b932-d717-4112-9678-fcf611dc4faf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:27:21.820774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Attempting to bind port fe801f92-bc2b-44b3-9f72-2f697ae98144 on network 7651b932-d717-4112-9678-fcf611dc4faf {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:27:21.825736 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:27:21.826086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Checking segment: {'id': 'b7cefc62-2d22-432e-a749-0ce27a3a1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:27:21.826479 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Bound using segment: {'id': 'b7cefc62-2d22-432e-a749-0ce27a3a1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:27:21.826916 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Bound port: fe801f92-bc2b-44b3-9f72-2f697ae98144, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7cefc62-2d22-432e-a749-0ce27a3a1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:27:21.827278 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:21.891524 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] For port fe801f92-bc2b-44b3-9f72-2f697ae98144, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:27:21.894940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] For port fe801f92-bc2b-44b3-9f72-2f697ae98144, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fe801f92-bc2b-44b3-9f72-2f697ae98144,segment=NetworkSegment(b7cefc62-2d22-432e-a749-0ce27a3a1350),segment_id=b7cefc62-2d22-432e-a749-0ce27a3a1350)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:27:21.910148 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:21.990234 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:21.992442 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9aff37c9-27ab-42a6-b34d-e2eec8be386f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:22.029245 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:22.029858 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:22.031223 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-55218b78-222c-4935-992d-be8be7beee85 req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] 10.222.0.35 "PUT /v2.0/ports/fe801f92-bc2b-44b3-9f72-2f697ae98144 HTTP/1.1" status: 200 len: 1093 time: 0.7988410 Jun 22 10:27:22.031774 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3', 'tag': 'fe801f92-bc2b-44b3-9f72-2f697ae98144'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:27:22.034108 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be28d376-79eb-4bd5-9f58-9b497c294c29" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3", "tag": "fe801f92-bc2b-44b3-9f72-2f697ae98144"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:27:22.055376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Pushing event updated for resources: {'Port': ['ID=fe801f92-bc2b-44b3-9f72-2f697ae98144,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:22.060581 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:22.147784 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f12f39-7ce7-473e-bd80-eb9cc1503e05 x-openstack-request-id: req-d5f12f39-7ce7-473e-bd80-eb9cc1503e05 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:27:22.148128 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3", "tag": "fe801f92-bc2b-44b3-9f72-2f697ae98144", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:27:22.148432 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5f12f39-7ce7-473e-bd80-eb9cc1503e05 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:27:22.148882 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3', 'tag': 'fe801f92-bc2b-44b3-9f72-2f697ae98144', 'status': 'completed', 'code': 200} Jun 22 10:27:22.192930 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55218b78-222c-4935-992d-be8be7beee85 req-ab48d587-e242-4c85-a6e8-e3ad54a7bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:22.194451 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-55218b78-222c-4935-992d-be8be7beee85 req-ab48d587-e242-4c85-a6e8-e3ad54a7bba6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 1096 time: 0.0588799 Jun 22 10:27:22.236098 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-55218b78-222c-4935-992d-be8be7beee85 req-54804450-5234-46e1-aa24-ebe6e9f4f27e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe801f92-bc2b-44b3-9f72-2f697ae98144 HTTP/1.1" status: 200 len: 217 time: 0.0346227 Jun 22 10:27:22.288801 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55218b78-222c-4935-992d-be8be7beee85 req-d2e927c3-e2f5-44f0-a4a5-1e13c24f8505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:22.290235 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-55218b78-222c-4935-992d-be8be7beee85 req-d2e927c3-e2f5-44f0-a4a5-1e13c24f8505 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec2f1729-8aef-45b5-85e3-fc46111d54b5 HTTP/1.1" status: 200 len: 835 time: 0.0483899 Jun 22 10:27:22.343505 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55218b78-222c-4935-992d-be8be7beee85 req-0b8dbfad-e364-4da0-93c0-65012c1a1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:22.344859 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-55218b78-222c-4935-992d-be8be7beee85 req-0b8dbfad-e364-4da0-93c0-65012c1a1f7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7651b932-d717-4112-9678-fcf611dc4faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0488985 Jun 22 10:27:22.429875 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-55218b78-222c-4935-992d-be8be7beee85 req-3e9866ee-08bb-49b0-96dc-a5a430d30540 service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772917 Jun 22 10:27:22.522455 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-55218b78-222c-4935-992d-be8be7beee85 req-c091c253-5e9f-4625-8305-75fccee34b91 service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868580 Jun 22 10:27:22.659237 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1548fe-de41-40cf-b8cd-b77996a05eef req-70161ed2-c0b1-4134-a584-3b25ce651461 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:22.660844 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2c1548fe-de41-40cf-b8cd-b77996a05eef req-70161ed2-c0b1-4134-a584-3b25ce651461 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 943 time: 0.0631459 Jun 22 10:27:22.702179 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2c1548fe-de41-40cf-b8cd-b77996a05eef req-d0b0b2da-3350-430e-8e99-27e7a02e43ac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357199 Jun 22 10:27:22.723580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28d376-79eb-4bd5-9f58-9b497c294c29 req-e17ad026-1bf9-4852-b4c5-6d7a9d063ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:22.723580 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-be28d376-79eb-4bd5-9f58-9b497c294c29 req-e17ad026-1bf9-4852-b4c5-6d7a9d063ce3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 1096 time: 0.0559502 Jun 22 10:27:22.815114 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28d376-79eb-4bd5-9f58-9b497c294c29 req-87679a8b-e834-4ed6-9330-ede9da22a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:22.817099 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-be28d376-79eb-4bd5-9f58-9b497c294c29 req-87679a8b-e834-4ed6-9330-ede9da22a83a service neutron] 10.222.0.35 "GET /v2.0/networks?id=7651b932-d717-4112-9678-fcf611dc4faf HTTP/1.1" status: 200 len: 898 time: 0.0877280 Jun 22 10:27:22.857384 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-be28d376-79eb-4bd5-9f58-9b497c294c29 req-56c8c4b9-4178-4a24-863d-26bf8a1e5dc5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe801f92-bc2b-44b3-9f72-2f697ae98144 HTTP/1.1" status: 200 len: 217 time: 0.0344503 Jun 22 10:27:22.902802 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28d376-79eb-4bd5-9f58-9b497c294c29 req-b954f5f3-07f1-4be5-9b72-2c857e247b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:22.904186 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-be28d376-79eb-4bd5-9f58-9b497c294c29 req-b954f5f3-07f1-4be5-9b72-2c857e247b3a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec2f1729-8aef-45b5-85e3-fc46111d54b5 HTTP/1.1" status: 200 len: 835 time: 0.0415833 Jun 22 10:27:22.963179 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28d376-79eb-4bd5-9f58-9b497c294c29 req-1bd8e020-7a30-44b5-bf06-d891eb57b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:22.964811 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-be28d376-79eb-4bd5-9f58-9b497c294c29 req-1bd8e020-7a30-44b5-bf06-d891eb57b013 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7651b932-d717-4112-9678-fcf611dc4faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546999 Jun 22 10:27:23.051153 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-be28d376-79eb-4bd5-9f58-9b497c294c29 req-f5b33eb1-5200-4108-b1ea-a950157981e6 service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802553 Jun 22 10:27:23.142277 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-be28d376-79eb-4bd5-9f58-9b497c294c29 req-146817f0-3664-4129-a0a4-45985a488f7a service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854394 Jun 22 10:27:23.871134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f43e8-b5db-47ba-bf84-b6761f8ad9d5 req-7127a008-b45f-4f24-a0d2-781ade3ab149 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:23.872646 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bb3f43e8-b5db-47ba-bf84-b6761f8ad9d5 req-7127a008-b45f-4f24-a0d2-781ade3ab149 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 943 time: 0.0635638 Jun 22 10:27:23.910202 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bb3f43e8-b5db-47ba-bf84-b6761f8ad9d5 req-944c22d8-b32a-4718-afa5-e86528caf31f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314355 Jun 22 10:27:25.083332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2234241-6050-4568-91f6-5a06ee1c1e09 req-8a037f03-8430-4e09-a825-2802adc8c27f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:25.084936 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f2234241-6050-4568-91f6-5a06ee1c1e09 req-8a037f03-8430-4e09-a825-2802adc8c27f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 943 time: 0.0641687 Jun 22 10:27:25.130087 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f2234241-6050-4568-91f6-5a06ee1c1e09 req-5f85dec4-4661-49d1-9adf-bcd5cbdbb319 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395091 Jun 22 10:27:25.493037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device fe801f92-bc2b-44b3-9f72-2f697ae98144 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:27:25.585212 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port fe801f92-bc2b-44b3-9f72-2f697ae98144, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fe801f92-bc2b-44b3-9f72-2f697ae98144,segment=NetworkSegment(b7cefc62-2d22-432e-a749-0ce27a3a1350),segment_id=b7cefc62-2d22-432e-a749-0ce27a3a1350)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:27:25.596252 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': 'fe801f92-bc2b-44b3-9f72-2f697ae98144', 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf', 'port_id': 'fe801f92-bc2b-44b3-9f72-2f697ae98144', 'mac_address': 'fa:16:3e:4d:20:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:27:25.633648 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:25.646018 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe801f92-bc2b-44b3-9f72-2f697ae98144 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:27:25.664677 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port fe801f92-bc2b-44b3-9f72-2f697ae98144, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fe801f92-bc2b-44b3-9f72-2f697ae98144,segment=NetworkSegment(b7cefc62-2d22-432e-a749-0ce27a3a1350),segment_id=b7cefc62-2d22-432e-a749-0ce27a3a1350)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:27:25.732427 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:25.735487 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-dca6c9e3-c3a1-403d-b383-b67625c370e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:25.778860 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=fe801f92-bc2b-44b3-9f72-2f697ae98144,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:25.781885 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:26.086936 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['fe801f92-bc2b-44b3-9f72-2f697ae98144'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:27:26.308676 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3d8e-9557-4e93-ba79-4d9abb6d8214 req-b952946a-683c-4ccf-a4bd-04e072bd3596 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:26.310197 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-141d3d8e-9557-4e93-ba79-4d9abb6d8214 req-b952946a-683c-4ccf-a4bd-04e072bd3596 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 944 time: 0.0681107 Jun 22 10:27:26.349043 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-141d3d8e-9557-4e93-ba79-4d9abb6d8214 req-c948ab32-a63f-4d31-8689-ea46c57baf8b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327582 Jun 22 10:27:27.514534 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device fe801f92-bc2b-44b3-9f72-2f697ae98144 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:27:27.523494 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c62f9f-efa1-46f6-bf8d-830641eba7a4 req-548b989b-175f-4249-acf7-4ac1d13a10c7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:27.525028 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-60c62f9f-efa1-46f6-bf8d-830641eba7a4 req-548b989b-175f-4249-acf7-4ac1d13a10c7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 944 time: 0.0637228 Jun 22 10:27:27.563821 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-60c62f9f-efa1-46f6-bf8d-830641eba7a4 req-b17e482e-9851-4149-bb2c-2a945eb1d812 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332375 Jun 22 10:27:27.632634 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port fe801f92-bc2b-44b3-9f72-2f697ae98144 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:27:27.636566 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port fe801f92-bc2b-44b3-9f72-2f697ae98144 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:27:27.636900 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:27.712937 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:27.734523 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe801f92-bc2b-44b3-9f72-2f697ae98144'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:27:27.736797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed91d1ad-4db6-4616-bf67-fc6fcb65d990" -d '{"events": [{"server_uuid": "0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3", "name": "network-vif-plugged", "status": "completed", "tag": "fe801f92-bc2b-44b3-9f72-2f697ae98144"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:27:27.749403 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port fe801f92-bc2b-44b3-9f72-2f697ae98144, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fe801f92-bc2b-44b3-9f72-2f697ae98144,segment=NetworkSegment(b7cefc62-2d22-432e-a749-0ce27a3a1350),segment_id=b7cefc62-2d22-432e-a749-0ce27a3a1350)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:27:27.771202 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b150a32-b167-4fa3-9be2-2989d6bf4104 x-openstack-request-id: req-6b150a32-b167-4fa3-9be2-2989d6bf4104 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:27:27.771547 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3", "name": "network-vif-plugged", "status": "completed", "tag": "fe801f92-bc2b-44b3-9f72-2f697ae98144", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:27:27.771819 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b150a32-b167-4fa3-9be2-2989d6bf4104 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:27:27.772225 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe801f92-bc2b-44b3-9f72-2f697ae98144', 'code': 200} Jun 22 10:27:27.818056 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:27.820788 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-e424550c-98ce-4b26-ac8d-be447dcf8f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:27.866805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=fe801f92-bc2b-44b3-9f72-2f697ae98144,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:27.869992 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:28.150539 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c318a-635e-4588-915f-ee99c760a95b req-0d0cc3fa-9375-4d17-a18e-e1bfdedc29ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:28.152053 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-418c318a-635e-4588-915f-ee99c760a95b req-0d0cc3fa-9375-4d17-a18e-e1bfdedc29ed service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0521863 Jun 22 10:27:28.185783 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-418c318a-635e-4588-915f-ee99c760a95b req-77b4cb86-d53b-4c8e-b5bf-9dcfae69581c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276253 Jun 22 10:27:28.737097 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfc726-b69c-4064-b186-bdde15562bad req-15689fce-a4bc-40e7-85fb-0c17bb4f9576 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:28.738527 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a3cfc726-b69c-4064-b186-bdde15562bad req-15689fce-a4bc-40e7-85fb-0c17bb4f9576 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0654931 Jun 22 10:27:28.774481 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a3cfc726-b69c-4064-b186-bdde15562bad req-b10d9817-085f-4dc6-9eab-9ef2ed6059a3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303876 Jun 22 10:27:29.947898 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dca365-48eb-42cb-bfc5-9c3e5b3b86c8 req-55102ace-d612-47e5-adad-51ebd7362ddd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:29.949321 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d0dca365-48eb-42cb-bfc5-9c3e5b3b86c8 req-55102ace-d612-47e5-adad-51ebd7362ddd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0611196 Jun 22 10:27:29.986830 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d0dca365-48eb-42cb-bfc5-9c3e5b3b86c8 req-43cf9c1e-2cc7-4b48-a702-0c5986376a3b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319808 Jun 22 10:27:30.156576 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc5773-712f-4a0d-9f08-97819dedf242 req-270977ca-53ab-4c96-918e-c9abc51c7397 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:30.158010 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7efc5773-712f-4a0d-9f08-97819dedf242 req-270977ca-53ab-4c96-918e-c9abc51c7397 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0636663 Jun 22 10:27:30.194588 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7efc5773-712f-4a0d-9f08-97819dedf242 req-31b5c336-9ff1-439f-b43e-5976f71435fb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300994 Jun 22 10:27:30.218622 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40844) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:30.322900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ab5fd0-2143-4fe0-a79a-b42ef26b6a44 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:30.324409 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-20ab5fd0-2143-4fe0-a79a-b42ef26b6a44 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 1093 time: 0.1048222 Jun 22 10:27:30.327065 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40848) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:30.332141 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': 'fe801f92-bc2b-44b3-9f72-2f697ae98144', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:27:30.429189 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:30.521565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:30.987599 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.26.3.201 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/6221c16a-1eb2-435f-a3fd-a0e49bdae085) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:27:31.084692 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:31.193109 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:31.195880 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b4b38465-c280-4c20-8c60-0835b52e0c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:31.228404 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:27:31.231391 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:27:31.235514 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:27:31.261748 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=6221c16a-1eb2-435f-a3fd-a0e49bdae085,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:31.265505 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:31.594951 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:31.717915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:31.861984 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:31.935657 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:31.938511 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:27:32.017831 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=6221c16a-1eb2-435f-a3fd-a0e49bdae085,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:32.023699 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:27:32.028499 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:32.128008 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Floating IP d9b8f4cd-5d3d-4273-b38d-ff5e58551289 associated. External IP: 172.26.3.201, port: fe801f92-bc2b-44b3-9f72-2f697ae98144. Jun 22 10:27:32.328293 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 395d309e-2799-46c7-9336-edbf66fc21bb has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:27:32.433494 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:27:32.443125 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6595b5d5-7075-441a-8810-d05140dfb552 None None] Sync routers for ids ['395d309e-2799-46c7-9336-edbf66fc21bb'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:27:32.452718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6595b5d5-7075-441a-8810-d05140dfb552 None None] Routers {'395d309e-2799-46c7-9336-edbf66fc21bb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:27:32.453347 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6595b5d5-7075-441a-8810-d05140dfb552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:27:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['395d309e-2799-46c7-9336-edbf66fc21bb'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:32.513131 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:32.550210 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2221072 Jun 22 10:27:32.551050 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3', 'tag': 'fe801f92-bc2b-44b3-9f72-2f697ae98144'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:27:32.554491 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f48c0e-f9ae-43b8-8783-f33824b6324b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3", "tag": "fe801f92-bc2b-44b3-9f72-2f697ae98144"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:27:32.557583 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-6595b5d5-7075-441a-8810-d05140dfb552 None None] Set router 395d309e-2799-46c7-9336-edbf66fc21bb gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:27:32.704414 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194d507-11cf-4afd-83d7-d7139119351f req-424e7853-5319-4db9-ade3-1658f177b3b4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:32.705834 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5194d507-11cf-4afd-83d7-d7139119351f req-424e7853-5319-4db9-ade3-1658f177b3b4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0661016 Jun 22 10:27:32.744273 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5194d507-11cf-4afd-83d7-d7139119351f req-ebdcd3f1-dc65-4841-a719-dd2030449fc9 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326283 Jun 22 10:27:32.768486 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40856) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:32.778990 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6595b5d5-7075-441a-8810-d05140dfb552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838364151', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:27:09Z', 'updated_at': '2021-06-22T10:27:13Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:10Z', 'updated_at': '2021-06-22T10:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd9b8f4cd-5d3d-4273-b38d-ff5e58551289', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'floating_ip_address': '172.26.3.201', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'port_id': 'fe801f92-bc2b-44b3-9f72-2f697ae98144', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf', 'mac_address': 'fa:16:3e:4d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:27:31Z', 'updated_at': '2021-06-22T10:27:31Z', 'revision_number': 0, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5436b170-796a-45ab-9810-27f979e29349', 'name': '', 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:24:ad:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:13Z', 'updated_at': '2021-06-22T10:27:18Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:32.806026 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6595b5d5-7075-441a-8810-d05140dfb552 None None] Checking router: 395d309e-2799-46c7-9336-edbf66fc21bb for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:27:32.816276 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6595b5d5-7075-441a-8810-d05140dfb552 None None] Routers {'395d309e-2799-46c7-9336-edbf66fc21bb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:27:32.816915 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6595b5d5-7075-441a-8810-d05140dfb552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:27:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['395d309e-2799-46c7-9336-edbf66fc21bb'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:32.830864 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-0b54d6b6-42f7-410e-8f0a-732b07e49060 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/floatingips/d9b8f4cd-5d3d-4273-b38d-ff5e58551289 HTTP/1.1" status: 200 len: 991 time: 0.0610986 Jun 22 10:27:32.846710 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd434fdf-12b3-4c70-87ee-7c694e9559fa x-openstack-request-id: req-bd434fdf-12b3-4c70-87ee-7c694e9559fa {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:27:32.847059 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3", "tag": "fe801f92-bc2b-44b3-9f72-2f697ae98144", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:27:32.847368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd434fdf-12b3-4c70-87ee-7c694e9559fa {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:27:32.847852 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3', 'tag': 'fe801f92-bc2b-44b3-9f72-2f697ae98144', 'status': 'completed', 'code': 200} Jun 22 10:27:32.919848 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f48c0e-f9ae-43b8-8783-f33824b6324b req-76679bdc-04c3-4884-b652-98b6323b39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:32.921351 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-26f48c0e-f9ae-43b8-8783-f33824b6324b req-76679bdc-04c3-4884-b652-98b6323b39d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0517812 Jun 22 10:27:32.924931 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-6595b5d5-7075-441a-8810-d05140dfb552 None None] Set router 395d309e-2799-46c7-9336-edbf66fc21bb gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:27:33.012420 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f48c0e-f9ae-43b8-8783-f33824b6324b req-5e20f406-ed00-47d4-ac03-2725c5735318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:33.013829 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-26f48c0e-f9ae-43b8-8783-f33824b6324b req-5e20f406-ed00-47d4-ac03-2725c5735318 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7651b932-d717-4112-9678-fcf611dc4faf HTTP/1.1" status: 200 len: 898 time: 0.0860293 Jun 22 10:27:33.077692 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-26f48c0e-f9ae-43b8-8783-f33824b6324b req-9eceea73-2fc4-4ad9-9a27-177096a8da1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe801f92-bc2b-44b3-9f72-2f697ae98144 HTTP/1.1" status: 200 len: 999 time: 0.0571427 Jun 22 10:27:33.130666 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f48c0e-f9ae-43b8-8783-f33824b6324b req-97436096-b9d7-447b-b51f-1bb5a8a48884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:33.132136 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-26f48c0e-f9ae-43b8-8783-f33824b6324b req-97436096-b9d7-447b-b51f-1bb5a8a48884 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec2f1729-8aef-45b5-85e3-fc46111d54b5 HTTP/1.1" status: 200 len: 835 time: 0.0484979 Jun 22 10:27:33.146767 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-6595b5d5-7075-441a-8810-d05140dfb552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838364151', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:27:09Z', 'updated_at': '2021-06-22T10:27:13Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:10Z', 'updated_at': '2021-06-22T10:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd9b8f4cd-5d3d-4273-b38d-ff5e58551289', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'floating_ip_address': '172.26.3.201', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'port_id': 'fe801f92-bc2b-44b3-9f72-2f697ae98144', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf', 'mac_address': 'fa:16:3e:4d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:27:31Z', 'updated_at': '2021-06-22T10:27:31Z', 'revision_number': 0, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5436b170-796a-45ab-9810-27f979e29349', 'name': '', 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:24:ad:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:13Z', 'updated_at': '2021-06-22T10:27:18Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:33.173340 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6595b5d5-7075-441a-8810-d05140dfb552 None None] The sync data for ids ['395d309e-2799-46c7-9336-edbf66fc21bb'] in dv-neutron-797121-3-hyperv is: [{'id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838364151', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:27:09Z', 'updated_at': '2021-06-22T10:27:13Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:10Z', 'updated_at': '2021-06-22T10:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd9b8f4cd-5d3d-4273-b38d-ff5e58551289', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'floating_ip_address': '172.26.3.201', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'port_id': 'fe801f92-bc2b-44b3-9f72-2f697ae98144', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf', 'mac_address': 'fa:16:3e:4d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:27:31Z', 'updated_at': '2021-06-22T10:27:31Z', 'revision_number': 0, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5436b170-796a-45ab-9810-27f979e29349', 'name': '', 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:24:ad:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:13Z', 'updated_at': '2021-06-22T10:27:18Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:27:33.210344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f48c0e-f9ae-43b8-8783-f33824b6324b req-14cc3d1f-5706-4f82-a4a7-2287e541506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:33.211855 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-26f48c0e-f9ae-43b8-8783-f33824b6324b req-14cc3d1f-5706-4f82-a4a7-2287e541506b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7651b932-d717-4112-9678-fcf611dc4faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741262 Jun 22 10:27:33.300241 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-26f48c0e-f9ae-43b8-8783-f33824b6324b req-ba8d75f2-a3e2-4c88-96a1-9dbb964fee5c service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821903 Jun 22 10:27:33.359491 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f403c10b-988b-4a93-b15b-74d5e6371de1 None None] New status for floating IP d9b8f4cd-5d3d-4273-b38d-ff5e58551289: ACTIVE {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:27:33.395149 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-26f48c0e-f9ae-43b8-8783-f33824b6324b req-6ca1712d-5dbb-4ed8-8b8d-8795fb105920 service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893338 Jun 22 10:27:33.834521 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40858) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:27:33.894167 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-dd892944-43ed-4278-ae48-3a3a2764ef5d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/floatingips/d9b8f4cd-5d3d-4273-b38d-ff5e58551289 HTTP/1.1" status: 200 len: 993 time: 0.0584102 Jun 22 10:27:40.828929 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:41.933206 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-95ace52f-b8eb-4cc3-a950-4983836a23e2 req-447e958f-8250-4ccf-aae4-c6de877ba4d4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560036 Jun 22 10:27:42.024257 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ace52f-b8eb-4cc3-a950-4983836a23e2 req-16888687-7000-4a6d-b179-58a781f3eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:42.025666 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-95ace52f-b8eb-4cc3-a950-4983836a23e2 req-16888687-7000-4a6d-b179-58a781f3eeae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0510459 Jun 22 10:27:42.125845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ace52f-b8eb-4cc3-a950-4983836a23e2 req-f06becfc-0dc3-4daa-88dc-3c2269096898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:42.127317 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-95ace52f-b8eb-4cc3-a950-4983836a23e2 req-f06becfc-0dc3-4daa-88dc-3c2269096898 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7651b932-d717-4112-9678-fcf611dc4faf HTTP/1.1" status: 200 len: 898 time: 0.0821302 Jun 22 10:27:42.193782 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-95ace52f-b8eb-4cc3-a950-4983836a23e2 req-95860462-c5bf-4336-9ac9-17231ce6add8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe801f92-bc2b-44b3-9f72-2f697ae98144 HTTP/1.1" status: 200 len: 1001 time: 0.0598919 Jun 22 10:27:42.241187 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ace52f-b8eb-4cc3-a950-4983836a23e2 req-022a08ed-3945-4275-8df8-6cae5564047e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:42.242552 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-95ace52f-b8eb-4cc3-a950-4983836a23e2 req-022a08ed-3945-4275-8df8-6cae5564047e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec2f1729-8aef-45b5-85e3-fc46111d54b5 HTTP/1.1" status: 200 len: 835 time: 0.0420957 Jun 22 10:27:42.296093 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ace52f-b8eb-4cc3-a950-4983836a23e2 req-a30a6333-3c3d-4a2c-8dc7-ee1406b6e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:42.297513 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-95ace52f-b8eb-4cc3-a950-4983836a23e2 req-a30a6333-3c3d-4a2c-8dc7-ee1406b6e08c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7651b932-d717-4112-9678-fcf611dc4faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0483294 Jun 22 10:27:42.386459 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-95ace52f-b8eb-4cc3-a950-4983836a23e2 req-be8b3a9c-a9d5-4cfd-823d-42c4ac68e2b4 service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811749 Jun 22 10:27:42.470974 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-95ace52f-b8eb-4cc3-a950-4983836a23e2 req-4506a0ed-1049-44b7-a3b3-d9c5bc224d48 service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777557 Jun 22 10:27:46.634283 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-26740ba5-b38f-4f90-b2dd-a901fb2334bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:49.146676 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fcd3664b-af58-47e6-8eee-4feb61008c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:49.155687 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:27:49.348401 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:50.620895 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:51.908466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:10.855942 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:16.713438 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3317fae5-9ead-4816-bb80-f13ea29712ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:19.095870 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-50722b20-0507-4d1d-a4ce-8ea163f03098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:19.335809 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:20.615422 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:21.901803 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:26.154246 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:28:37.094012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d1123-de1e-43cf-ab1e-5345e2cafdbd req-d2fb825c-36a9-484b-8556-eab4b1c3773d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:37.095507 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-409d1123-de1e-43cf-ab1e-5345e2cafdbd req-d2fb825c-36a9-484b-8556-eab4b1c3773d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0688291 Jun 22 10:28:37.134754 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-409d1123-de1e-43cf-ab1e-5345e2cafdbd req-f9b30b46-1364-40de-8877-5167726280ae tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336583 Jun 22 10:28:37.197112 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 40890) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:28:37.290085 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-20477ed9-25fe-4890-bc23-038738d8706c req-2f359c18-32ac-4d8d-9f8e-6b0ae7169888 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0916057 Jun 22 10:28:38.303447 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679afda4-a9c1-45a3-ba47-7870175685e5 req-b96f7c45-d314-4066-893b-999e05174f56 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:38.305140 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-679afda4-a9c1-45a3-ba47-7870175685e5 req-b96f7c45-d314-4066-893b-999e05174f56 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0616658 Jun 22 10:28:38.344349 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-679afda4-a9c1-45a3-ba47-7870175685e5 req-98ca232a-c603-4f88-9762-ca3e0ea6cbd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313823 Jun 22 10:28:39.519238 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cedeb0-2f19-4974-acdc-ec1fd10eb79d req-25c31b19-9dc4-472e-a8d3-4dc805ca1a65 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:39.520700 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-97cedeb0-2f19-4974-acdc-ec1fd10eb79d req-25c31b19-9dc4-472e-a8d3-4dc805ca1a65 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0659099 Jun 22 10:28:39.557671 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-97cedeb0-2f19-4974-acdc-ec1fd10eb79d req-218e444e-c06d-48e8-b048-1445df8214bd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315266 Jun 22 10:28:40.739837 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd3daa-ddf1-4011-a252-0de4d6e22848 req-46cab9ba-301a-457e-abe5-8a7d433196e8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:40.741329 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-57cd3daa-ddf1-4011-a252-0de4d6e22848 req-46cab9ba-301a-457e-abe5-8a7d433196e8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0669203 Jun 22 10:28:40.779074 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-57cd3daa-ddf1-4011-a252-0de4d6e22848 req-1e6ce707-b2c4-458e-b88a-2060fff859be tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319898 Jun 22 10:28:40.878282 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:41.282488 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20477ed9-25fe-4890-bc23-038738d8706c req-8495c17c-171b-45ba-96b5-ef3dde121aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:41.284509 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-20477ed9-25fe-4890-bc23-038738d8706c req-8495c17c-171b-45ba-96b5-ef3dde121aca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0889418 Jun 22 10:28:41.370908 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20477ed9-25fe-4890-bc23-038738d8706c req-94971566-0561-474c-bfff-5bc12a3e6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:41.372446 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-20477ed9-25fe-4890-bc23-038738d8706c req-94971566-0561-474c-bfff-5bc12a3e6b85 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7651b932-d717-4112-9678-fcf611dc4faf HTTP/1.1" status: 200 len: 898 time: 0.0821319 Jun 22 10:28:41.437935 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-20477ed9-25fe-4890-bc23-038738d8706c req-e7c3af7e-3046-4729-b926-f938fe1ff55b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe801f92-bc2b-44b3-9f72-2f697ae98144 HTTP/1.1" status: 200 len: 1001 time: 0.0594885 Jun 22 10:28:41.484576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20477ed9-25fe-4890-bc23-038738d8706c req-c7a3098e-54b5-4279-ba43-4bb25617eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:41.485961 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-20477ed9-25fe-4890-bc23-038738d8706c req-c7a3098e-54b5-4279-ba43-4bb25617eb5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec2f1729-8aef-45b5-85e3-fc46111d54b5 HTTP/1.1" status: 200 len: 835 time: 0.0419359 Jun 22 10:28:41.538718 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20477ed9-25fe-4890-bc23-038738d8706c req-f094acdb-1886-4343-ade0-1d28344b54d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:41.540125 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-20477ed9-25fe-4890-bc23-038738d8706c req-f094acdb-1886-4343-ade0-1d28344b54d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7651b932-d717-4112-9678-fcf611dc4faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0482152 Jun 22 10:28:41.629547 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-20477ed9-25fe-4890-bc23-038738d8706c req-76dfb4bc-5db4-4b08-bda9-a999ef92f844 service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829690 Jun 22 10:28:41.712631 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-20477ed9-25fe-4890-bc23-038738d8706c req-09685c18-c007-4edb-8ae8-a0103b09dccf service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0774288 Jun 22 10:28:41.952704 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028860b-eac1-494b-95ba-ae1451455042 req-b1b5f946-880b-4004-adab-56c29c366c8a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:41.955305 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e028860b-eac1-494b-95ba-ae1451455042 req-b1b5f946-880b-4004-adab-56c29c366c8a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0643578 Jun 22 10:28:41.993921 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e028860b-eac1-494b-95ba-ae1451455042 req-892de512-44bd-4ec0-92ce-e02a1651360d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335972 Jun 22 10:28:43.169893 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46986273-3bde-4c40-8264-8a6486e8eb0e req-318b38a2-8844-431b-97d0-a1e9df7789c3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:43.171338 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-46986273-3bde-4c40-8264-8a6486e8eb0e req-318b38a2-8844-431b-97d0-a1e9df7789c3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0679238 Jun 22 10:28:43.208291 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-46986273-3bde-4c40-8264-8a6486e8eb0e req-871f1cb6-75ea-4b1d-908d-c907d76e0677 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313370 Jun 22 10:28:43.738094 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd71e15-6739-4e1d-96ba-91ae77179844 req-48e7218d-d5e4-4ff0-81b6-cc9ed966c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:43.739551 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7dd71e15-6739-4e1d-96ba-91ae77179844 req-48e7218d-d5e4-4ff0-81b6-cc9ed966c704 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0508018 Jun 22 10:28:43.843304 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd71e15-6739-4e1d-96ba-91ae77179844 req-58b3253f-34d3-42a5-adbe-87cf2971aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:43.844772 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7dd71e15-6739-4e1d-96ba-91ae77179844 req-58b3253f-34d3-42a5-adbe-87cf2971aede service neutron] 10.222.0.35 "GET /v2.0/networks?id=7651b932-d717-4112-9678-fcf611dc4faf HTTP/1.1" status: 200 len: 898 time: 0.0871890 Jun 22 10:28:43.910080 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7dd71e15-6739-4e1d-96ba-91ae77179844 req-1132b561-2966-462e-a9f4-ce051cfd0bfa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe801f92-bc2b-44b3-9f72-2f697ae98144 HTTP/1.1" status: 200 len: 1001 time: 0.0572524 Jun 22 10:28:43.960435 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd71e15-6739-4e1d-96ba-91ae77179844 req-a63cde64-02a9-4d92-91aa-d29a1760d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:43.961794 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7dd71e15-6739-4e1d-96ba-91ae77179844 req-a63cde64-02a9-4d92-91aa-d29a1760d5d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec2f1729-8aef-45b5-85e3-fc46111d54b5 HTTP/1.1" status: 200 len: 835 time: 0.0455139 Jun 22 10:28:44.015260 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd71e15-6739-4e1d-96ba-91ae77179844 req-83b1c632-3087-41a2-bbbb-bffac6a3df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:44.016607 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7dd71e15-6739-4e1d-96ba-91ae77179844 req-83b1c632-3087-41a2-bbbb-bffac6a3df5f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7651b932-d717-4112-9678-fcf611dc4faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479951 Jun 22 10:28:44.100338 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7dd71e15-6739-4e1d-96ba-91ae77179844 req-6121c65f-3a0c-4b1d-81e0-f73b8ffd8b74 service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0761573 Jun 22 10:28:44.189649 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7dd71e15-6739-4e1d-96ba-91ae77179844 req-1ad5d74b-4774-43a8-b4ed-ccca90b29709 service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829329 Jun 22 10:28:44.378634 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8728274-7bec-4d09-8de1-73c348ab22da req-38f9798e-4086-4171-8dcb-5c355a5b7f22 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:44.380134 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b8728274-7bec-4d09-8de1-73c348ab22da req-38f9798e-4086-4171-8dcb-5c355a5b7f22 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0620024 Jun 22 10:28:44.416978 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b8728274-7bec-4d09-8de1-73c348ab22da req-226b4f52-ee36-4d1b-a1f7-471ddebbf5c5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313728 Jun 22 10:28:45.590019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaa520-2588-4adf-b1ab-314d3fea9a56 req-e662c9e4-14db-426c-bd82-eee62a69834d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:45.591481 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4dcaa520-2588-4adf-b1ab-314d3fea9a56 req-e662c9e4-14db-426c-bd82-eee62a69834d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0669496 Jun 22 10:28:45.629647 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4dcaa520-2588-4adf-b1ab-314d3fea9a56 req-2c5ca7c9-437e-4e92-be8b-9a0218e914f0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324402 Jun 22 10:28:46.585722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e5cf4a83-3412-48b4-ac40-7f7fc4c3c9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:46.805499 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aec001-62d5-43a6-9f5f-886522f64d56 req-7e070ba6-f02a-4c72-9f50-dbe3f9e3683b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:46.806977 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-11aec001-62d5-43a6-9f5f-886522f64d56 req-7e070ba6-f02a-4c72-9f50-dbe3f9e3683b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0697496 Jun 22 10:28:46.843828 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-11aec001-62d5-43a6-9f5f-886522f64d56 req-f2640d9e-6ae1-402c-828a-e9d8121787ad tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311563 Jun 22 10:28:48.020267 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56a491-65d8-4614-9379-f1b0bc4b6099 req-0a650c57-fd60-48c2-88a8-55fb51c6749d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:48.021631 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1f56a491-65d8-4614-9379-f1b0bc4b6099 req-0a650c57-fd60-48c2-88a8-55fb51c6749d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0713050 Jun 22 10:28:48.058803 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1f56a491-65d8-4614-9379-f1b0bc4b6099 req-31c5d152-1bb7-4606-b3fe-3d5d11ca3496 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315192 Jun 22 10:28:49.100242 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc37a1ea-44b5-423d-b654-ee9136f5c28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:49.242190 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7992b-a368-43bb-8735-877fd2c5aa02 req-3e3d986c-4e22-485a-a51b-37474da185ad tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:49.243687 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-55a7992b-a368-43bb-8735-877fd2c5aa02 req-3e3d986c-4e22-485a-a51b-37474da185ad tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0720906 Jun 22 10:28:49.283991 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-55a7992b-a368-43bb-8735-877fd2c5aa02 req-9b9621c8-dc8f-4fde-9104-43f876a296e2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346289 Jun 22 10:28:49.340366 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:50.451701 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd525c-dd96-4d84-8834-5823373c2fd8 req-c1561a8d-638b-4b65-95a1-f223dee64d29 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:50.453090 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f2fd525c-dd96-4d84-8834-5823373c2fd8 req-c1561a8d-638b-4b65-95a1-f223dee64d29 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0629945 Jun 22 10:28:50.489848 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f2fd525c-dd96-4d84-8834-5823373c2fd8 req-7771b4a1-1da8-41b4-97fb-829eac2637a0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312529 Jun 22 10:28:50.614038 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:51.662061 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb5c02-7ef7-4c1a-93c7-0f8ac2dc5459 req-2d9bb23a-92fc-4581-b367-7d66a103cc20 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:51.663529 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4eeb5c02-7ef7-4c1a-93c7-0f8ac2dc5459 req-2d9bb23a-92fc-4581-b367-7d66a103cc20 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0656204 Jun 22 10:28:51.700152 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4eeb5c02-7ef7-4c1a-93c7-0f8ac2dc5459 req-8eaed9bc-f964-4c7d-9b01-1a9f84fb8791 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311096 Jun 22 10:28:51.916117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:52.867782 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42bf3d-d955-4c52-a62d-16694c850ee6 req-a168fa96-2592-4bb1-9c58-6c82dd71d154 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:52.869227 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0e42bf3d-d955-4c52-a62d-16694c850ee6 req-a168fa96-2592-4bb1-9c58-6c82dd71d154 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0619962 Jun 22 10:28:52.905876 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0e42bf3d-d955-4c52-a62d-16694c850ee6 req-a281afeb-2f20-42c9-bf48-a346b829dfe5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311670 Jun 22 10:28:54.077384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f9898-fe54-45b0-bce3-68315694014b req-79471334-6fb7-4d27-8343-3eef87f85c10 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:54.078826 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-847f9898-fe54-45b0-bce3-68315694014b req-79471334-6fb7-4d27-8343-3eef87f85c10 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0605600 Jun 22 10:28:54.116412 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-847f9898-fe54-45b0-bce3-68315694014b req-0a505a6a-dbdb-4326-bf66-65a76437a6b1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312619 Jun 22 10:28:55.288249 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f889ddf-f079-4ea0-852f-56d293ea40b7 req-7de4a471-75fd-4f20-8607-611ff326dbc5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:55.289697 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1f889ddf-f079-4ea0-852f-56d293ea40b7 req-7de4a471-75fd-4f20-8607-611ff326dbc5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0663123 Jun 22 10:28:55.326234 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1f889ddf-f079-4ea0-852f-56d293ea40b7 req-b01bf4f5-f21a-4733-858f-ede87baa90ce tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309787 Jun 22 10:28:56.496101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38689daf-7bbe-4328-b709-33ab597eefe0 req-85b423d2-0813-495d-a0e4-99284ac90ada tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:56.497566 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-38689daf-7bbe-4328-b709-33ab597eefe0 req-85b423d2-0813-495d-a0e4-99284ac90ada tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0639939 Jun 22 10:28:56.534130 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-38689daf-7bbe-4328-b709-33ab597eefe0 req-84ef8603-6129-413f-b8a6-76a5b8767b28 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303500 Jun 22 10:28:57.704881 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf5ec3-6b9f-48a2-84c8-de75200a462a req-6664258e-5c29-41ac-99ec-6a47be0ff4e9 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:57.706317 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6bbf5ec3-6b9f-48a2-84c8-de75200a462a req-6664258e-5c29-41ac-99ec-6a47be0ff4e9 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0655057 Jun 22 10:28:57.742655 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6bbf5ec3-6b9f-48a2-84c8-de75200a462a req-cf7b9613-b63e-4701-bc71-99f502055431 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309303 Jun 22 10:28:58.700002 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-20477ed9-25fe-4890-bc23-038738d8706c req-a367945a-ae92-4531-a4ea-712f31218154 service neutron] 10.222.0.35 "GET /v2.0/ports/fe801f92-bc2b-44b3-9f72-2f697ae98144/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0529068 Jun 22 10:28:58.978875 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6f790-a433-4254-9b67-d01718a7ec81 req-cd5e04b8-952d-4612-bc33-c4346f42199d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:58.980294 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-02a6f790-a433-4254-9b67-d01718a7ec81 req-cd5e04b8-952d-4612-bc33-c4346f42199d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.1239560 Jun 22 10:28:59.020021 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-02a6f790-a433-4254-9b67-d01718a7ec81 req-a9f66a10-e991-457d-b003-b888d614b53c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341349 Jun 22 10:28:59.263745 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20477ed9-25fe-4890-bc23-038738d8706c req-16eb46e0-3b44-4537-81b5-b231508e60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:59.265147 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-20477ed9-25fe-4890-bc23-038738d8706c req-16eb46e0-3b44-4537-81b5-b231508e60fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3&tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5 HTTP/1.1" status: 200 len: 1098 time: 0.0515888 Jun 22 10:28:59.343018 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20477ed9-25fe-4890-bc23-038738d8706c req-76a05d4f-f8ed-465a-80f0-4b7bd79af3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:59.344485 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-20477ed9-25fe-4890-bc23-038738d8706c req-76a05d4f-f8ed-465a-80f0-4b7bd79af3af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0544057 Jun 22 10:28:59.428743 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20477ed9-25fe-4890-bc23-038738d8706c req-9c558c14-ea2d-4883-bad6-e502af31359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:59.430140 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-20477ed9-25fe-4890-bc23-038738d8706c req-9c558c14-ea2d-4883-bad6-e502af31359b service neutron] 10.222.0.35 "GET /v2.0/networks?id=7651b932-d717-4112-9678-fcf611dc4faf HTTP/1.1" status: 200 len: 898 time: 0.0790679 Jun 22 10:28:59.494810 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-20477ed9-25fe-4890-bc23-038738d8706c req-6473150f-3491-45e2-b884-c0ef9c40d688 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe801f92-bc2b-44b3-9f72-2f697ae98144 HTTP/1.1" status: 200 len: 1001 time: 0.0590694 Jun 22 10:28:59.540671 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20477ed9-25fe-4890-bc23-038738d8706c req-a45bcb77-80c0-4018-ad58-262d2289f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:59.542018 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-20477ed9-25fe-4890-bc23-038738d8706c req-a45bcb77-80c0-4018-ad58-262d2289f474 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec2f1729-8aef-45b5-85e3-fc46111d54b5 HTTP/1.1" status: 200 len: 835 time: 0.0414095 Jun 22 10:28:59.594590 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20477ed9-25fe-4890-bc23-038738d8706c req-52fdfa6b-f5ce-4f92-ad30-f8a77af6986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:59.596647 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-20477ed9-25fe-4890-bc23-038738d8706c req-52fdfa6b-f5ce-4f92-ad30-f8a77af6986e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7651b932-d717-4112-9678-fcf611dc4faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0490522 Jun 22 10:28:59.683545 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-20477ed9-25fe-4890-bc23-038738d8706c req-fad4246e-e9d9-481c-b1aa-de4cff3a045d service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806389 Jun 22 10:28:59.769233 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-20477ed9-25fe-4890-bc23-038738d8706c req-f8c5ba5d-78d7-48fe-a782-e642e971d7be service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792470 Jun 22 10:29:00.193597 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c823b-a90f-4a29-a11f-c68100d1d1f9 req-60296ccb-49f1-4a49-8f0f-7ce4da7e47c8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:00.195078 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-511c823b-a90f-4a29-a11f-c68100d1d1f9 req-60296ccb-49f1-4a49-8f0f-7ce4da7e47c8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0630469 Jun 22 10:29:00.241452 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-511c823b-a90f-4a29-a11f-c68100d1d1f9 req-a578a907-ac8e-4450-8f80-d1f8eb8f732b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407019 Jun 22 10:29:01.412519 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdae867-f023-43e8-a394-0efa1696bf3e req-da329cab-c502-4e32-8fad-a5dca1915d4f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:01.413877 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1bdae867-f023-43e8-a394-0efa1696bf3e req-da329cab-c502-4e32-8fad-a5dca1915d4f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0617428 Jun 22 10:29:01.449950 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1bdae867-f023-43e8-a394-0efa1696bf3e req-cc7207b0-17b2-45fb-88b3-f4831f1d6714 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305066 Jun 22 10:29:01.960925 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device fe801f92-bc2b-44b3-9f72-2f697ae98144 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:29:01.964079 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device fe801f92-bc2b-44b3-9f72-2f697ae98144 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:29:02.104115 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:02.123217 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port fe801f92-bc2b-44b3-9f72-2f697ae98144, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fe801f92-bc2b-44b3-9f72-2f697ae98144,segment=NetworkSegment(b7cefc62-2d22-432e-a749-0ce27a3a1350),segment_id=b7cefc62-2d22-432e-a749-0ce27a3a1350)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:29:02.143097 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe801f92-bc2b-44b3-9f72-2f697ae98144'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:29:02.145431 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c540c4d5-0695-45cb-b131-d1be0f1a66e5" -d '{"events": [{"server_uuid": "0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3", "name": "network-vif-unplugged", "status": "completed", "tag": "fe801f92-bc2b-44b3-9f72-2f697ae98144"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:29:02.149638 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': 'fe801f92-bc2b-44b3-9f72-2f697ae98144', 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf', 'port_id': 'fe801f92-bc2b-44b3-9f72-2f697ae98144', 'mac_address': 'fa:16:3e:4d:20:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:29:02.159719 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port fe801f92-bc2b-44b3-9f72-2f697ae98144, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fe801f92-bc2b-44b3-9f72-2f697ae98144,segment=NetworkSegment(b7cefc62-2d22-432e-a749-0ce27a3a1350),segment_id=b7cefc62-2d22-432e-a749-0ce27a3a1350)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:29:02.194636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:02.207774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe801f92-bc2b-44b3-9f72-2f697ae98144 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:29:02.236909 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 10:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2648e0-ff1a-4c45-8237-042201f8abdd x-openstack-request-id: req-6c2648e0-ff1a-4c45-8237-042201f8abdd {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:29:02.237211 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3", "name": "network-vif-unplugged", "status": "completed", "tag": "fe801f92-bc2b-44b3-9f72-2f697ae98144", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:29:02.237475 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c2648e0-ff1a-4c45-8237-042201f8abdd {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:29:02.237876 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe801f92-bc2b-44b3-9f72-2f697ae98144', 'code': 200} Jun 22 10:29:02.248908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:02.252675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:02.324275 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 10:29:02.324639 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:29:02.328768 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=fe801f92-bc2b-44b3-9f72-2f697ae98144,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:02.336348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:02.336696 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:02.337038 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:02.337371 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:02.337825 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:02.338175 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:02.338503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:02.338830 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:02.339155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:02.339502 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:02.339827 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:02.340146 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:02.343932 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:02.630120 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74367fca-8eb2-4808-a3b0-2df24c19e633 req-9f25e296-7a2c-4d2a-97f8-e70f35a66e6e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:02.631636 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-74367fca-8eb2-4808-a3b0-2df24c19e633 req-9f25e296-7a2c-4d2a-97f8-e70f35a66e6e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 943 time: 0.0639629 Jun 22 10:29:02.670383 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-74367fca-8eb2-4808-a3b0-2df24c19e633 req-dc388769-5233-490c-9983-845e23a27fec tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327327 Jun 22 10:29:02.865841 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:02.878665 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe801f92-bc2b-44b3-9f72-2f697ae98144 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:29:02.897917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port fe801f92-bc2b-44b3-9f72-2f697ae98144, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fe801f92-bc2b-44b3-9f72-2f697ae98144,segment=NetworkSegment(b7cefc62-2d22-432e-a749-0ce27a3a1350),segment_id=b7cefc62-2d22-432e-a749-0ce27a3a1350)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:29:02.990418 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:02.992079 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:03.039062 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=fe801f92-bc2b-44b3-9f72-2f697ae98144,revision_number=7']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:03.041831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:03.047708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['fe801f92-bc2b-44b3-9f72-2f697ae98144'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:29:03.153074 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:29:03.844899 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a811340-76b7-4082-94c3-2565eca12083 req-292e1390-db4c-4a66-bcbf-6a02e4c1f1ee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:03.846965 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3a811340-76b7-4082-94c3-2565eca12083 req-292e1390-db4c-4a66-bcbf-6a02e4c1f1ee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 944 time: 0.0664611 Jun 22 10:29:03.883763 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3a811340-76b7-4082-94c3-2565eca12083 req-6538a3e5-9a5c-46eb-9e05-09a11a2266d6 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308807 Jun 22 10:29:03.967589 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device fe801f92-bc2b-44b3-9f72-2f697ae98144 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:29:04.017271 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port fe801f92-bc2b-44b3-9f72-2f697ae98144 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:29:04.018422 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:04.092984 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:04.125728 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port fe801f92-bc2b-44b3-9f72-2f697ae98144, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fe801f92-bc2b-44b3-9f72-2f697ae98144,segment=NetworkSegment(b7cefc62-2d22-432e-a749-0ce27a3a1350),segment_id=b7cefc62-2d22-432e-a749-0ce27a3a1350)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:29:04.208122 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:04.210859 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:04.240485 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe801f92-bc2b-44b3-9f72-2f697ae98144'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:29:04.241738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3308310f-e2c6-46d8-a7b4-eba62228dbd6" -d '{"events": [{"server_uuid": "0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3", "name": "network-vif-plugged", "status": "completed", "tag": "fe801f92-bc2b-44b3-9f72-2f697ae98144"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:29:04.263499 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=fe801f92-bc2b-44b3-9f72-2f697ae98144,revision_number=8']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:04.266563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:04.314193 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90fee8-acc0-427f-94ae-d70d672043ad req-b263bfc0-34ce-4ea4-951e-ce69213c7e0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:04.316390 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ad90fee8-acc0-427f-94ae-d70d672043ad req-b263bfc0-34ce-4ea4-951e-ce69213c7e0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0651088 Jun 22 10:29:04.354160 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ad90fee8-acc0-427f-94ae-d70d672043ad req-4540b3ec-d010-4e96-8812-ac633902c56c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321531 Jun 22 10:29:04.387664 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806c604-1e4f-4dcc-a6b7-df8f9f3d5ffa req-f96db785-b213-49ff-bf95-a3a944c86ad8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:04.389121 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f806c604-1e4f-4dcc-a6b7-df8f9f3d5ffa req-f96db785-b213-49ff-bf95-a3a944c86ad8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3&tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.0698068 Jun 22 10:29:04.406138 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296ebb6b-89aa-4acc-ad98-fa4318632388 x-openstack-request-id: req-296ebb6b-89aa-4acc-ad98-fa4318632388 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:29:04.406441 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3", "name": "network-vif-plugged", "status": "completed", "tag": "fe801f92-bc2b-44b3-9f72-2f697ae98144", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:29:04.406706 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-296ebb6b-89aa-4acc-ad98-fa4318632388 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:29:04.407104 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe801f92-bc2b-44b3-9f72-2f697ae98144', 'code': 200} Jun 22 10:29:04.488789 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806c604-1e4f-4dcc-a6b7-df8f9f3d5ffa req-9be190a4-45e2-4987-bea2-c51f6c6efc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:04.490251 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f806c604-1e4f-4dcc-a6b7-df8f9f3d5ffa req-9be190a4-45e2-4987-bea2-c51f6c6efc36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0563693 Jun 22 10:29:04.553744 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f005a-e6a0-4c78-b9d4-416eca15b40c req-4da88a11-d1b9-468d-96ee-e312a2502da9 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:04.555252 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9f0f005a-e6a0-4c78-b9d4-416eca15b40c req-4da88a11-d1b9-468d-96ee-e312a2502da9 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0617316 Jun 22 10:29:04.576456 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806c604-1e4f-4dcc-a6b7-df8f9f3d5ffa req-04d7f0c7-46f2-4a32-a226-c0e160293e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:04.579530 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f806c604-1e4f-4dcc-a6b7-df8f9f3d5ffa req-04d7f0c7-46f2-4a32-a226-c0e160293e9a service neutron] 10.222.0.35 "GET /v2.0/networks?id=7651b932-d717-4112-9678-fcf611dc4faf HTTP/1.1" status: 200 len: 898 time: 0.0820830 Jun 22 10:29:04.597167 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9f0f005a-e6a0-4c78-b9d4-416eca15b40c req-31e9763b-257c-45d7-8cfe-795b662e5ab4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362642 Jun 22 10:29:04.644238 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f806c604-1e4f-4dcc-a6b7-df8f9f3d5ffa req-a6b6919f-7a8e-4481-8a81-cbefc4a1eeef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe801f92-bc2b-44b3-9f72-2f697ae98144 HTTP/1.1" status: 200 len: 1001 time: 0.0604157 Jun 22 10:29:04.690241 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806c604-1e4f-4dcc-a6b7-df8f9f3d5ffa req-4db776ac-8f59-4bee-a637-7abd1dd4cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:04.691627 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f806c604-1e4f-4dcc-a6b7-df8f9f3d5ffa req-4db776ac-8f59-4bee-a637-7abd1dd4cbd8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec2f1729-8aef-45b5-85e3-fc46111d54b5 HTTP/1.1" status: 200 len: 835 time: 0.0417767 Jun 22 10:29:04.745019 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806c604-1e4f-4dcc-a6b7-df8f9f3d5ffa req-052fc1fe-5a7f-462f-a029-15f145e6f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:04.746409 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f806c604-1e4f-4dcc-a6b7-df8f9f3d5ffa req-052fc1fe-5a7f-462f-a029-15f145e6f088 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7651b932-d717-4112-9678-fcf611dc4faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492122 Jun 22 10:29:04.836269 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f806c604-1e4f-4dcc-a6b7-df8f9f3d5ffa req-962b8aa3-4d59-4122-add4-e9db1c7473e0 service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837269 Jun 22 10:29:04.919808 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f806c604-1e4f-4dcc-a6b7-df8f9f3d5ffa req-2be667bb-2bde-484c-ba24-a9ea9717a8ee service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778897 Jun 22 10:29:05.768479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d237db2-ad5c-4a2f-b9b2-7b4f95ed4935 req-b34724d1-cf91-4b3f-91e7-7d354df36992 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:05.770060 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4d237db2-ad5c-4a2f-b9b2-7b4f95ed4935 req-b34724d1-cf91-4b3f-91e7-7d354df36992 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0639923 Jun 22 10:29:05.807273 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4d237db2-ad5c-4a2f-b9b2-7b4f95ed4935 req-0e50fcdd-14aa-4404-b629-bc6c2e8240fd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316396 Jun 22 10:29:05.830705 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 40992) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:29:05.890615 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-716b3698-afda-492f-b0ea-9566b2145d9d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/floatingips/d9b8f4cd-5d3d-4273-b38d-ff5e58551289 HTTP/1.1" status: 200 len: 993 time: 0.0587096 Jun 22 10:29:07.374051 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [req-0fe7fc8b-4eec-4ec7-a8d4-6da88f0efebb req-b427c89b-e7c0-4c93-be3e-5221d5bd5219 service neutron] (100653) timed out ('10.222.0.20', 37176) {{(pid=100653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 10:29:10.881052 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:16.629829 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-29933275-494e-46a9-b7cc-2bf7daa8d4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:19.098487 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e3735d67-f693-4c86-adcf-c231e6481ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:19.332722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:20.606887 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:21.881391 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:40.151796 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:29:40.869333 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:45.828826 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-dc61d96c-b441-41ca-b12f-9332af6279fa req-e78312a3-9bc1-4e79-8e4f-f0da115b5094 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509527 Jun 22 10:29:45.923512 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61d96c-b441-41ca-b12f-9332af6279fa req-1b24dd4f-1436-4eac-b49d-14a8aaebd840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:45.925046 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-dc61d96c-b441-41ca-b12f-9332af6279fa req-1b24dd4f-1436-4eac-b49d-14a8aaebd840 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0550766 Jun 22 10:29:46.026493 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61d96c-b441-41ca-b12f-9332af6279fa req-41834582-b918-47fd-a046-9b9431c92d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:46.028028 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-dc61d96c-b441-41ca-b12f-9332af6279fa req-41834582-b918-47fd-a046-9b9431c92d82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7651b932-d717-4112-9678-fcf611dc4faf HTTP/1.1" status: 200 len: 898 time: 0.0820968 Jun 22 10:29:46.093718 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-dc61d96c-b441-41ca-b12f-9332af6279fa req-4645f33c-8507-4b62-bd33-c3d8c30759a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe801f92-bc2b-44b3-9f72-2f697ae98144 HTTP/1.1" status: 200 len: 1001 time: 0.0592706 Jun 22 10:29:46.141211 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61d96c-b441-41ca-b12f-9332af6279fa req-1f913259-94f2-42e8-b73e-bcd188bfcf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:46.142635 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-dc61d96c-b441-41ca-b12f-9332af6279fa req-1f913259-94f2-42e8-b73e-bcd188bfcf6b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec2f1729-8aef-45b5-85e3-fc46111d54b5 HTTP/1.1" status: 200 len: 835 time: 0.0433013 Jun 22 10:29:46.195942 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61d96c-b441-41ca-b12f-9332af6279fa req-1bd7df40-176c-4327-94ad-65f4ef16fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:46.197367 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-dc61d96c-b441-41ca-b12f-9332af6279fa req-1bd7df40-176c-4327-94ad-65f4ef16fc83 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7651b932-d717-4112-9678-fcf611dc4faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0490839 Jun 22 10:29:46.284033 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-dc61d96c-b441-41ca-b12f-9332af6279fa req-d0a70706-6bd6-4464-a497-d36bd0a15dfc service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805335 Jun 22 10:29:46.367980 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-dc61d96c-b441-41ca-b12f-9332af6279fa req-91256054-c8ec-4eba-a177-6a313fa588a5 service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780187 Jun 22 10:29:46.611551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f6a5-8744-49a6-b59c-cb1b79a7700e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:49.102913 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-47107be0-020d-42af-a8b4-482cafb94950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:49.348988 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:50.640866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:51.908924 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:52.312059 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41016) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:29:52.471279 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port 6221c16a-1eb2-435f-a3fd-a0e49bdae085 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:29:52.471576 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:52.542379 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:52.542717 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:52.607627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for 6221c16a-1eb2-435f-a3fd-a0e49bdae085 owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:29:52.829149 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:52.831137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-54a729a1-bb23-4125-aea4-823a52db8eff tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:52.852992 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=6221c16a-1eb2-435f-a3fd-a0e49bdae085,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:52.866539 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:52.866943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:52.867346 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:52.867757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:52.868148 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:52.868530 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:52.868909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:52.869288 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:52.869668 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:52.870044 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:52.870420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:52.870795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:52.873765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:52.930403 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:52.930743 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Floating IP d9b8f4cd-5d3d-4273-b38d-ff5e58551289 disassociated (deleted). External IP: 172.26.3.201, port: fe801f92-bc2b-44b3-9f72-2f697ae98144. Jun 22 10:29:53.135152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 395d309e-2799-46c7-9336-edbf66fc21bb has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:29:53.241137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:29:53.245966 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:53.250772 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd77c5-1c89-4167-94c8-1294377099ab None None] Sync routers for ids ['395d309e-2799-46c7-9336-edbf66fc21bb'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:29:53.259388 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd77c5-1c89-4167-94c8-1294377099ab None None] Routers {'395d309e-2799-46c7-9336-edbf66fc21bb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:29:53.260048 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-edfd77c5-1c89-4167-94c8-1294377099ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:29:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['395d309e-2799-46c7-9336-edbf66fc21bb'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:53.282206 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/floatingips/d9b8f4cd-5d3d-4273-b38d-ff5e58551289 HTTP/1.1" status: 204 len: 168 time: 0.9690533 Jun 22 10:29:53.283476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3', 'tag': 'fe801f92-bc2b-44b3-9f72-2f697ae98144'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:29:53.287103 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddae1147-1a90-4684-920c-3ab54cc4963e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3", "tag": "fe801f92-bc2b-44b3-9f72-2f697ae98144"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:29:53.515681 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-edfd77c5-1c89-4167-94c8-1294377099ab None None] Set router 395d309e-2799-46c7-9336-edbf66fc21bb gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:29:53.709556 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-edfd77c5-1c89-4167-94c8-1294377099ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838364151', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:27:09Z', 'updated_at': '2021-06-22T10:27:13Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:10Z', 'updated_at': '2021-06-22T10:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '5436b170-796a-45ab-9810-27f979e29349', 'name': '', 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:24:ad:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:13Z', 'updated_at': '2021-06-22T10:27:18Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:53.733499 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d2d742-918c-46ea-beb2-10090a421526 x-openstack-request-id: req-10d2d742-918c-46ea-beb2-10090a421526 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:29:53.734533 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3", "tag": "fe801f92-bc2b-44b3-9f72-2f697ae98144", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:29:53.734911 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10d2d742-918c-46ea-beb2-10090a421526 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:29:53.735499 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3', 'tag': 'fe801f92-bc2b-44b3-9f72-2f697ae98144', 'status': 'completed', 'code': 200} Jun 22 10:29:53.740579 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd77c5-1c89-4167-94c8-1294377099ab None None] Checking router: 395d309e-2799-46c7-9336-edbf66fc21bb for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:29:53.748926 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd77c5-1c89-4167-94c8-1294377099ab None None] Routers {'395d309e-2799-46c7-9336-edbf66fc21bb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:29:53.749555 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-edfd77c5-1c89-4167-94c8-1294377099ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:29:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['395d309e-2799-46c7-9336-edbf66fc21bb'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:53.815960 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae1147-1a90-4684-920c-3ab54cc4963e req-49831a5b-e0b9-4572-88e8-bc7b7bbce112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:53.817439 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ddae1147-1a90-4684-920c-3ab54cc4963e req-49831a5b-e0b9-4572-88e8-bc7b7bbce112 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0533004 Jun 22 10:29:53.857819 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-edfd77c5-1c89-4167-94c8-1294377099ab None None] Set router 395d309e-2799-46c7-9336-edbf66fc21bb gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:29:53.887085 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc358eba-f5fb-4541-a7e5-b5d519433cf0 req-f5df8210-605d-494b-b29b-bcbb372b4f33 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:53.888610 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fc358eba-f5fb-4541-a7e5-b5d519433cf0 req-f5df8210-605d-494b-b29b-bcbb372b4f33 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0683024 Jun 22 10:29:53.919221 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae1147-1a90-4684-920c-3ab54cc4963e req-f8d08bf9-643b-4ef2-98f0-f4846d494b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:53.920723 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ddae1147-1a90-4684-920c-3ab54cc4963e req-f8d08bf9-643b-4ef2-98f0-f4846d494b09 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7651b932-d717-4112-9678-fcf611dc4faf HTTP/1.1" status: 200 len: 898 time: 0.0961063 Jun 22 10:29:53.935551 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fc358eba-f5fb-4541-a7e5-b5d519433cf0 req-5e31c005-1458-49c5-8cde-52a977d04e4f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398018 Jun 22 10:29:53.965213 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ddae1147-1a90-4684-920c-3ab54cc4963e req-ea99453b-f582-44d2-be39-11455517b3b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe801f92-bc2b-44b3-9f72-2f697ae98144 HTTP/1.1" status: 200 len: 217 time: 0.0342662 Jun 22 10:29:54.017282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae1147-1a90-4684-920c-3ab54cc4963e req-fff55b9c-5043-4d99-aa0e-00ac68394679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:54.018713 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ddae1147-1a90-4684-920c-3ab54cc4963e req-fff55b9c-5043-4d99-aa0e-00ac68394679 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec2f1729-8aef-45b5-85e3-fc46111d54b5 HTTP/1.1" status: 200 len: 835 time: 0.0463786 Jun 22 10:29:54.061995 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-edfd77c5-1c89-4167-94c8-1294377099ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838364151', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:27:09Z', 'updated_at': '2021-06-22T10:27:13Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:10Z', 'updated_at': '2021-06-22T10:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '5436b170-796a-45ab-9810-27f979e29349', 'name': '', 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:24:ad:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:13Z', 'updated_at': '2021-06-22T10:27:18Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:54.073775 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae1147-1a90-4684-920c-3ab54cc4963e req-db28ceaf-533c-442e-a9e2-c57a776d1023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:54.075245 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ddae1147-1a90-4684-920c-3ab54cc4963e req-db28ceaf-533c-442e-a9e2-c57a776d1023 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7651b932-d717-4112-9678-fcf611dc4faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0503435 Jun 22 10:29:54.088376 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd77c5-1c89-4167-94c8-1294377099ab None None] The sync data for ids ['395d309e-2799-46c7-9336-edbf66fc21bb'] in dv-neutron-797121-3-hyperv is: [{'id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838364151', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:27:09Z', 'updated_at': '2021-06-22T10:27:13Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:10Z', 'updated_at': '2021-06-22T10:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '5436b170-796a-45ab-9810-27f979e29349', 'name': '', 'network_id': '7651b932-d717-4112-9678-fcf611dc4faf', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:24:ad:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:13Z', 'updated_at': '2021-06-22T10:27:18Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': 'ec2f1729-8aef-45b5-85e3-fc46111d54b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:29:54.164687 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ddae1147-1a90-4684-920c-3ab54cc4963e req-91683616-0157-4937-a291-0409def9acd4 service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818911 Jun 22 10:29:54.256732 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ddae1147-1a90-4684-920c-3ab54cc4963e req-46ea6933-ef34-41d0-9d20-10ebf4927f3c service neutron] 10.222.0.35 "GET /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855701 Jun 22 10:29:54.300873 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d3a6a5-1c32-4fd1-b8f6-55b2740e2efb None None] New status for floating IP d9b8f4cd-5d3d-4273-b38d-ff5e58551289: DOWN {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:29:55.107511 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebf1e3-faa6-4c77-9f43-0ebe378f34a9 req-06847ea2-ea6c-4c74-bdc1-3a02db0d579b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:55.109667 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-67ebf1e3-faa6-4c77-9f43-0ebe378f34a9 req-06847ea2-ea6c-4c74-bdc1-3a02db0d579b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0648358 Jun 22 10:29:55.147646 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-67ebf1e3-faa6-4c77-9f43-0ebe378f34a9 req-a8c62b8e-2acf-4884-a655-620b19af176e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=39ebe882-7dee-49b4-9dd2-91714d784654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307000 Jun 22 10:29:55.809515 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6665d-411d-4818-898b-3dc076cedabd req-9647cc77-6bf4-4cad-9720-108e8f307c60 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:29:55.810925 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a2d6665d-411d-4818-898b-3dc076cedabd req-9647cc77-6bf4-4cad-9720-108e8f307c60 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0610781 Jun 22 10:29:55.913986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-a2d6665d-411d-4818-898b-3dc076cedabd req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port fe801f92-bc2b-44b3-9f72-2f697ae98144 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:29:55.914328 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a2d6665d-411d-4818-898b-3dc076cedabd req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:55.997625 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-a2d6665d-411d-4818-898b-3dc076cedabd req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] For port fe801f92-bc2b-44b3-9f72-2f697ae98144, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fe801f92-bc2b-44b3-9f72-2f697ae98144,segment=NetworkSegment(b7cefc62-2d22-432e-a749-0ce27a3a1350),segment_id=b7cefc62-2d22-432e-a749-0ce27a3a1350)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:29:55.997980 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a2d6665d-411d-4818-898b-3dc076cedabd req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:56.063685 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-a2d6665d-411d-4818-898b-3dc076cedabd req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for fe801f92-bc2b-44b3-9f72-2f697ae98144 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:29:56.263059 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a2d6665d-411d-4818-898b-3dc076cedabd req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:56.268255 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-24839205-9b57-425d-b4ed-9d5b1c0b87e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:56.286365 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-da81393f-6801-4a1f-87e8-25d0cf0863a2 req-772c8d18-e333-4f94-9f86-2df3582a83cc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3 HTTP/1.1" status: 200 len: 210 time: 0.0290859 Jun 22 10:29:56.299819 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=fe801f92-bc2b-44b3-9f72-2f697ae98144,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:56.324376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:56.324896 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:56.325281 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:56.325662 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:56.326038 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:56.326416 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:56.326784 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:56.327174 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:56.327570 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:56.327940 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:56.328306 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:56.328669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:56.332117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:56.347261 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d6665d-411d-4818-898b-3dc076cedabd req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] No DVR routers for this DVR port fe801f92-bc2b-44b3-9f72-2f697ae98144 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:29:56.349501 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a2d6665d-411d-4818-898b-3dc076cedabd req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:56.351936 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a2d6665d-411d-4818-898b-3dc076cedabd req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "DELETE /v2.0/ports/fe801f92-bc2b-44b3-9f72-2f697ae98144 HTTP/1.1" status: 204 len: 173 time: 0.5341747 Jun 22 10:29:56.352431 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3', 'name': 'network-vif-deleted', 'tag': 'fe801f92-bc2b-44b3-9f72-2f697ae98144'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:29:56.355213 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e880ff1-78f6-4b68-8d05-9ed31d9238c9" -d '{"events": [{"server_uuid": "0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3", "name": "network-vif-deleted", "tag": "fe801f92-bc2b-44b3-9f72-2f697ae98144"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:29:56.390827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8185d141-573c-4d09-b3f4-a1d6a38c875a x-openstack-request-id: req-8185d141-573c-4d09-b3f4-a1d6a38c875a {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:29:56.391238 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3", "name": "network-vif-deleted", "tag": "fe801f92-bc2b-44b3-9f72-2f697ae98144", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:29:56.391558 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8185d141-573c-4d09-b3f4-a1d6a38c875a {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:29:56.396873 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7ed049-adb9-4a53-b1b9-cd1b821a6cb3', 'name': 'network-vif-deleted', 'tag': 'fe801f92-bc2b-44b3-9f72-2f697ae98144', 'status': 'completed', 'code': 200} Jun 22 10:29:57.383669 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41032) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:29:57.737565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29f87454-c5d6-40e1-ae68-ffbd87204adf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:57.990963 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-29f87454-c5d6-40e1-ae68-ffbd87204adf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port 5436b170-796a-45ab-9810-27f979e29349 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:29:57.991229 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29f87454-c5d6-40e1-ae68-ffbd87204adf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:58.075809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-29f87454-c5d6-40e1-ae68-ffbd87204adf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] For port 5436b170-796a-45ab-9810-27f979e29349, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=5436b170-796a-45ab-9810-27f979e29349,segment=NetworkSegment(b7cefc62-2d22-432e-a749-0ce27a3a1350),segment_id=b7cefc62-2d22-432e-a749-0ce27a3a1350)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:29:58.076168 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29f87454-c5d6-40e1-ae68-ffbd87204adf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:58.145259 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-29f87454-c5d6-40e1-ae68-ffbd87204adf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for 5436b170-796a-45ab-9810-27f979e29349 owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:29:58.725905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29f87454-c5d6-40e1-ae68-ffbd87204adf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:58.728012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d55491a5-f1ee-48be-9033-abf770983dac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:58.756119 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f87454-c5d6-40e1-ae68-ffbd87204adf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=5436b170-796a-45ab-9810-27f979e29349,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:58.759005 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-29f87454-c5d6-40e1-ae68-ffbd87204adf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:58.928174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29f87454-c5d6-40e1-ae68-ffbd87204adf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:59.142469 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f87454-c5d6-40e1-ae68-ffbd87204adf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 395d309e-2799-46c7-9336-edbf66fc21bb has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:29:59.245489 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f87454-c5d6-40e1-ae68-ffbd87204adf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:29:59.251003 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-29f87454-c5d6-40e1-ae68-ffbd87204adf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "PUT /v2.0/routers/395d309e-2799-46c7-9336-edbf66fc21bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8663402 Jun 22 10:29:59.253647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41034) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:29:59.256232 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e7868-9ed4-4ac4-9954-7d5f17e26f56 None None] Sync routers for ids ['395d309e-2799-46c7-9336-edbf66fc21bb'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:29:59.266735 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e7868-9ed4-4ac4-9954-7d5f17e26f56 None None] Routers {'395d309e-2799-46c7-9336-edbf66fc21bb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:29:59.267356 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1c7e7868-9ed4-4ac4-9954-7d5f17e26f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:29:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['395d309e-2799-46c7-9336-edbf66fc21bb'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:59.303959 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a258b2d6-495d-4ed8-ba87-c90e91f06c3c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting subnet ec2f1729-8aef-45b5-85e3-fc46111d54b5 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:29:59.306979 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a258b2d6-495d-4ed8-ba87-c90e91f06c3c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:59.345458 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a258b2d6-495d-4ed8-ba87-c90e91f06c3c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:59.371559 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-1c7e7868-9ed4-4ac4-9954-7d5f17e26f56 None None] Set router 395d309e-2799-46c7-9336-edbf66fc21bb gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:29:59.431000 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a258b2d6-495d-4ed8-ba87-c90e91f06c3c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:59.546403 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1c7e7868-9ed4-4ac4-9954-7d5f17e26f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838364151', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:27:09Z', 'updated_at': '2021-06-22T10:29:58Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:10Z', 'updated_at': '2021-06-22T10:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:59.566530 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a258b2d6-495d-4ed8-ba87-c90e91f06c3c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:59.569547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-846a3d19-5dd5-49eb-abdb-5ce791ff5b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:59.571794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e7868-9ed4-4ac4-9954-7d5f17e26f56 None None] Checking router: 395d309e-2799-46c7-9336-edbf66fc21bb for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:29:59.579971 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e7868-9ed4-4ac4-9954-7d5f17e26f56 None None] Routers {'395d309e-2799-46c7-9336-edbf66fc21bb'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:29:59.580578 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1c7e7868-9ed4-4ac4-9954-7d5f17e26f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:29:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['395d309e-2799-46c7-9336-edbf66fc21bb'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:59.596762 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a258b2d6-495d-4ed8-ba87-c90e91f06c3c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:59.601546 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41036) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:29:59.602403 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a258b2d6-495d-4ed8-ba87-c90e91f06c3c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/subnets/ec2f1729-8aef-45b5-85e3-fc46111d54b5 HTTP/1.1" status: 204 len: 168 time: 0.3476431 Jun 22 10:29:59.603524 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258b2d6-495d-4ed8-ba87-c90e91f06c3c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Subnet': ['ID=ec2f1729-8aef-45b5-85e3-fc46111d54b5,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:59.606303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a258b2d6-495d-4ed8-ba87-c90e91f06c3c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:59.614298 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86a8b33-3c47-450c-bce8-0a3ae188446f None None] Network 7651b932-d717-4112-9678-fcf611dc4faf requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:29:59.706895 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7cf1-1308-44ee-9513-032205070cd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:59.772898 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-1c7e7868-9ed4-4ac4-9954-7d5f17e26f56 None None] Set router 395d309e-2799-46c7-9336-edbf66fc21bb gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:29:59.980204 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-1c7e7868-9ed4-4ac4-9954-7d5f17e26f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838364151', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:27:09Z', 'updated_at': '2021-06-22T10:29:58Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:10Z', 'updated_at': '2021-06-22T10:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:30:00.012004 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160e3208-751f-4788-8adf-6044b0bef5bb None None] DHCP port deletion for 7651b932-d717-4112-9678-fcf611dc4faf request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:30:00.014985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e7868-9ed4-4ac4-9954-7d5f17e26f56 None None] The sync data for ids ['395d309e-2799-46c7-9336-edbf66fc21bb'] in dv-neutron-797121-3-hyperv is: [{'id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838364151', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:27:09Z', 'updated_at': '2021-06-22T10:29:58Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': '71592428-ee9c-4e20-9c0d-dfffd852e992', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d309e-2799-46c7-9336-edbf66fc21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:27:10Z', 'updated_at': '2021-06-22T10:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:30:00.061863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-160e3208-751f-4788-8adf-6044b0bef5bb None None] Deleting port e36e1dde-4415-49bb-a10c-a1ea9952d68d {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:30:00.062252 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-160e3208-751f-4788-8adf-6044b0bef5bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:00.136758 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-160e3208-751f-4788-8adf-6044b0bef5bb None None] For port e36e1dde-4415-49bb-a10c-a1ea9952d68d, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e36e1dde-4415-49bb-a10c-a1ea9952d68d,segment=NetworkSegment(b7cefc62-2d22-432e-a749-0ce27a3a1350),segment_id=b7cefc62-2d22-432e-a749-0ce27a3a1350)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:30:00.137175 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-160e3208-751f-4788-8adf-6044b0bef5bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:00.182217 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7cf1-1308-44ee-9513-032205070cd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:00.206678 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-160e3208-751f-4788-8adf-6044b0bef5bb None None] Calling delete_port for e36e1dde-4415-49bb-a10c-a1ea9952d68d owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:30:00.248929 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device fe801f92-bc2b-44b3-9f72-2f697ae98144 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:30:00.276301 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: fe801f92-bc2b-44b3-9f72-2f697ae98144 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:30:00.276969 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device fe801f92-bc2b-44b3-9f72-2f697ae98144 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:30:00.290330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd7cf1-1308-44ee-9513-032205070cd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port 71592428-ee9c-4e20-9c0d-dfffd852e992 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:30:00.290330 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7cf1-1308-44ee-9513-032205070cd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:00.365881 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-bdbd7cf1-1308-44ee-9513-032205070cd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] For port 71592428-ee9c-4e20-9c0d-dfffd852e992, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=71592428-ee9c-4e20-9c0d-dfffd852e992,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:30:00.366246 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7cf1-1308-44ee-9513-032205070cd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:00.388849 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-160e3208-751f-4788-8adf-6044b0bef5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:00.391747 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:00.415445 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e3208-751f-4788-8adf-6044b0bef5bb None None] Pushing event deleted for resources: {'Port': ['ID=e36e1dde-4415-49bb-a10c-a1ea9952d68d,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:00.418478 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-160e3208-751f-4788-8adf-6044b0bef5bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:00.419466 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160e3208-751f-4788-8adf-6044b0bef5bb None None] No DVR routers for this DVR port e36e1dde-4415-49bb-a10c-a1ea9952d68d on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:30:00.438888 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd7cf1-1308-44ee-9513-032205070cd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for 71592428-ee9c-4e20-9c0d-dfffd852e992 owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:30:00.674457 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7cf1-1308-44ee-9513-032205070cd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:00.677353 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-30f35e7d-16d6-49e3-a9a3-af3fef8b4da3 tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:00.700004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd7cf1-1308-44ee-9513-032205070cd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=71592428-ee9c-4e20-9c0d-dfffd852e992,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:00.703728 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bdbd7cf1-1308-44ee-9513-032205070cd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:00.763175 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7cf1-1308-44ee-9513-032205070cd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:00.848944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7cf1-1308-44ee-9513-032205070cd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:00.851193 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7cf1-1308-44ee-9513-032205070cd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:00.976767 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7cf1-1308-44ee-9513-032205070cd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:00.977234 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbd7cf1-1308-44ee-9513-032205070cd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Fanout notify agent at l3_agent the message router_deleted on router 395d309e-2799-46c7-9336-edbf66fc21bb {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:30:00.984595 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7cf1-1308-44ee-9513-032205070cd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:00.985814 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bdbd7cf1-1308-44ee-9513-032205070cd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/routers/395d309e-2799-46c7-9336-edbf66fc21bb HTTP/1.1" status: 204 len: 168 time: 1.3825393 Jun 22 10:30:00.988442 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41038) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:01.070187 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-25a4f6b0-1434-4d58-8f3d-98a839cb330b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:01.163341 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-25a4f6b0-1434-4d58-8f3d-98a839cb330b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:01.173341 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-25a4f6b0-1434-4d58-8f3d-98a839cb330b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7651b932-d717-4112-9678-fcf611dc4faf']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:30:01.182720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-25a4f6b0-1434-4d58-8f3d-98a839cb330b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cefc62-2d22-432e-a749-0ce27a3a1350') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:30:01.183024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-25a4f6b0-1434-4d58-8f3d-98a839cb330b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cefc62-2d22-432e-a749-0ce27a3a1350') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:30:01.191479 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-25a4f6b0-1434-4d58-8f3d-98a839cb330b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:01.204474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-25a4f6b0-1434-4d58-8f3d-98a839cb330b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:01.210146 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a4f6b0-1434-4d58-8f3d-98a839cb330b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:30:01.210540 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-25a4f6b0-1434-4d58-8f3d-98a839cb330b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:30:01.213363 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:30:01.337153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-25a4f6b0-1434-4d58-8f3d-98a839cb330b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:01.340814 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-87e49303-3a5e-4f59-a5e2-341a0ade6441 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:01.345324 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-25a4f6b0-1434-4d58-8f3d-98a839cb330b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:01.347100 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-25a4f6b0-1434-4d58-8f3d-98a839cb330b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/networks/7651b932-d717-4112-9678-fcf611dc4faf HTTP/1.1" status: 204 len: 168 time: 0.3577306 Jun 22 10:30:01.350217 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41040) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:01.359187 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4f6b0-1434-4d58-8f3d-98a839cb330b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Network': ['ID=7651b932-d717-4112-9678-fcf611dc4faf,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:01.361553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-25a4f6b0-1434-4d58-8f3d-98a839cb330b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:01.408787 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b8ba7892-88dc-4558-81dc-2e108e3b9111 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:01.435510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b8ba7892-88dc-4558-81dc-2e108e3b9111 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:01.554147 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b8ba7892-88dc-4558-81dc-2e108e3b9111 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:01.556810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b8ba7892-88dc-4558-81dc-2e108e3b9111 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:01.557965 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b8ba7892-88dc-4558-81dc-2e108e3b9111 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/security-groups/39ebe882-7dee-49b4-9dd2-91714d784654 HTTP/1.1" status: 204 len: 168 time: 0.2067151 Jun 22 10:30:01.558788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-df2e19e7-dbf5-4048-8c09-64812e9ffed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:01.567199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba7892-88dc-4558-81dc-2e108e3b9111 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ebe882-7dee-49b4-9dd2-91714d784654,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:01.569594 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b8ba7892-88dc-4558-81dc-2e108e3b9111 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:01.949265 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 71592428-ee9c-4e20-9c0d-dfffd852e992 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:30:01.969516 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 71592428-ee9c-4e20-9c0d-dfffd852e992 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:30:01.969865 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 71592428-ee9c-4e20-9c0d-dfffd852e992 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:30:01.970272 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e36e1dde-4415-49bb-a10c-a1ea9952d68d no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:30:01.987817 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: e36e1dde-4415-49bb-a10c-a1ea9952d68d {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:30:01.995901 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e36e1dde-4415-49bb-a10c-a1ea9952d68d not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:30:01.995901 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5436b170-796a-45ab-9810-27f979e29349 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:30:02.007681 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 5436b170-796a-45ab-9810-27f979e29349 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:30:02.008033 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 5436b170-796a-45ab-9810-27f979e29349 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:30:02.050681 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41046) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:02.055504 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-70811b32-e4ef-4d7f-86a2-c384a6343d1c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-410450020', 'description': 'tempest-secgroup-smoke-410450020 description', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:30:02.125844 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70811b32-e4ef-4d7f-86a2-c384a6343d1c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:02.204618 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70811b32-e4ef-4d7f-86a2-c384a6343d1c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:02.251454 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70811b32-e4ef-4d7f-86a2-c384a6343d1c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:02.254874 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dc571529-d428-40ba-9b93-215af9251bae tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:02.281290 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70811b32-e4ef-4d7f-86a2-c384a6343d1c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19925dc7-ede0-491b-9edb-a983bd5f6dc9,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:02.284115 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-70811b32-e4ef-4d7f-86a2-c384a6343d1c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:02.337601 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70811b32-e4ef-4d7f-86a2-c384a6343d1c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:02.338887 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-70811b32-e4ef-4d7f-86a2-c384a6343d1c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2871788 Jun 22 10:30:02.341602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41050) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:02.346274 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-e729e7e7-6c32-4d69-bcc8-f5d57a0a7c3b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': '19925dc7-ede0-491b-9edb-a983bd5f6dc9', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:30:02.440224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e729e7e7-6c32-4d69-bcc8-f5d57a0a7c3b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:02.496661 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e729e7e7-6c32-4d69-bcc8-f5d57a0a7c3b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:02.542574 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e729e7e7-6c32-4d69-bcc8-f5d57a0a7c3b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:02.548631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-50ae7882-03e0-416f-a559-2788b4b426e8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:02.562520 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729e7e7-6c32-4d69-bcc8-f5d57a0a7c3b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd4f1f6-60fc-4273-ad54-151beacd353e,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:02.565379 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e729e7e7-6c32-4d69-bcc8-f5d57a0a7c3b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:02.605418 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e729e7e7-6c32-4d69-bcc8-f5d57a0a7c3b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:02.606591 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e729e7e7-6c32-4d69-bcc8-f5d57a0a7c3b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2639196 Jun 22 10:30:02.609729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41052) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:02.614098 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-03a90f0f-35da-4e57-90d2-d0676a56b33a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': '19925dc7-ede0-491b-9edb-a983bd5f6dc9', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:30:02.678734 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-03a90f0f-35da-4e57-90d2-d0676a56b33a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:02.738431 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-03a90f0f-35da-4e57-90d2-d0676a56b33a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:02.794361 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-03a90f0f-35da-4e57-90d2-d0676a56b33a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:02.799178 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5a36bddb-1244-4c62-b5bc-5ac980c05b03 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:02.813368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a90f0f-35da-4e57-90d2-d0676a56b33a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4acf0790-0758-4b72-96fd-04ea91235b6c,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:02.816174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-03a90f0f-35da-4e57-90d2-d0676a56b33a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:02.874373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-03a90f0f-35da-4e57-90d2-d0676a56b33a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:02.875591 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-03a90f0f-35da-4e57-90d2-d0676a56b33a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2648911 Jun 22 10:30:02.878213 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41054) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:02.882660 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4d108e3e-1cf1-45bb-ad1e-04ecf7a802fc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': '19925dc7-ede0-491b-9edb-a983bd5f6dc9', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:30:02.964393 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d108e3e-1cf1-45bb-ad1e-04ecf7a802fc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:03.020174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d108e3e-1cf1-45bb-ad1e-04ecf7a802fc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:03.091521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d108e3e-1cf1-45bb-ad1e-04ecf7a802fc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:03.096921 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-11470f87-37b3-4f3a-86ab-f26ff6a434d1 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:03.114235 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d108e3e-1cf1-45bb-ad1e-04ecf7a802fc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f43099-202f-47de-a215-044727a59033,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:03.117352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4d108e3e-1cf1-45bb-ad1e-04ecf7a802fc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:03.183136 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4d108e3e-1cf1-45bb-ad1e-04ecf7a802fc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:03.184384 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4d108e3e-1cf1-45bb-ad1e-04ecf7a802fc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3052566 Jun 22 10:30:03.187116 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41056) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:03.191725 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-8c717ae9-8c67-43af-9461-6d59951c53c3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': '19925dc7-ede0-491b-9edb-a983bd5f6dc9', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:30:03.285371 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c717ae9-8c67-43af-9461-6d59951c53c3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:03.346964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c717ae9-8c67-43af-9461-6d59951c53c3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:03.388609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c717ae9-8c67-43af-9461-6d59951c53c3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:03.390398 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5a81d0f6-2d9e-43cd-bfe3-712b10865314 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:03.406337 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c717ae9-8c67-43af-9461-6d59951c53c3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90436780-d494-44fe-82e0-8d13786b2415,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:03.408756 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8c717ae9-8c67-43af-9461-6d59951c53c3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:03.445926 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8c717ae9-8c67-43af-9461-6d59951c53c3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:03.447106 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8c717ae9-8c67-43af-9461-6d59951c53c3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2590308 Jun 22 10:30:03.449816 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41058) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:03.455028 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-2f3cc27c-12ad-4c48-9537-151d67b13b9f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': '19925dc7-ede0-491b-9edb-a983bd5f6dc9', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:30:03.537201 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-2f3cc27c-12ad-4c48-9537-151d67b13b9f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Project c08ad3da6a7446e5b6c7478f6c359bf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:30:03.541913 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2f3cc27c-12ad-4c48-9537-151d67b13b9f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:03.603056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2f3cc27c-12ad-4c48-9537-151d67b13b9f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:03.668145 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2f3cc27c-12ad-4c48-9537-151d67b13b9f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:03.669909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4d108e3e-1cf1-45bb-ad1e-04ecf7a802fc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:03.683860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cc27c-12ad-4c48-9537-151d67b13b9f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1c2415-cce1-4256-b9da-472898bbe01a,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:03.688341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2f3cc27c-12ad-4c48-9537-151d67b13b9f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:03.743058 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2f3cc27c-12ad-4c48-9537-151d67b13b9f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:03.744352 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2f3cc27c-12ad-4c48-9537-151d67b13b9f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2935121 Jun 22 10:30:03.747063 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41060) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:03.752284 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-301ab437-1fbb-4dff-b308-3059cabae3f4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': '19925dc7-ede0-491b-9edb-a983bd5f6dc9', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:30:03.822134 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-301ab437-1fbb-4dff-b308-3059cabae3f4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Project c08ad3da6a7446e5b6c7478f6c359bf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:30:03.826785 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-301ab437-1fbb-4dff-b308-3059cabae3f4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:03.886806 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-301ab437-1fbb-4dff-b308-3059cabae3f4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:03.965456 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-301ab437-1fbb-4dff-b308-3059cabae3f4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:03.967338 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e2c69bf1-edf5-48e8-a507-dc108d46a47f tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:03.983965 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ab437-1fbb-4dff-b308-3059cabae3f4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3532c5a-08f1-4f70-ac48-2b167962dcdd,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:03.988624 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-301ab437-1fbb-4dff-b308-3059cabae3f4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:04.039715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-301ab437-1fbb-4dff-b308-3059cabae3f4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:04.040986 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-301ab437-1fbb-4dff-b308-3059cabae3f4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2929411 Jun 22 10:30:04.043771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41062) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:04.049401 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-345bac26-54bd-4134-a566-0b895a929037 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'network': {'name': 'tempest-network-smoke--709318326', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'port_security_enabled': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:30:04.136533 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345bac26-54bd-4134-a566-0b895a929037 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Made reservation on behalf of c08ad3da6a7446e5b6c7478f6c359bf5 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:30:04.140162 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-345bac26-54bd-4134-a566-0b895a929037 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:04.163556 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345bac26-54bd-4134-a566-0b895a929037 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:30:04.172756 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-345bac26-54bd-4134-a566-0b895a929037 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:04.173125 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-345bac26-54bd-4134-a566-0b895a929037 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Added segment 1220f652-1c81-44d7-a72c-b000b3403a7e of type vlan for network 88e99545-bee6-4558-9cf7-17f11610aa07 Jun 22 10:30:04.210663 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-345bac26-54bd-4134-a566-0b895a929037 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:04.376790 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-345bac26-54bd-4134-a566-0b895a929037 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:04.382328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345bac26-54bd-4134-a566-0b895a929037 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:04.382911 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-345bac26-54bd-4134-a566-0b895a929037 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:04.385324 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-50902ad3-3ccb-474d-b0be-7981b5da6893 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:04.449649 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bac26-54bd-4134-a566-0b895a929037 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Network': ['ID=88e99545-bee6-4558-9cf7-17f11610aa07,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:04.452374 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-345bac26-54bd-4134-a566-0b895a929037 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:04.460747 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 88e99545-bee6-4558-9cf7-17f11610aa07 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:30:04.508776 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-345bac26-54bd-4134-a566-0b895a929037 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4639738 Jun 22 10:30:04.511344 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41064) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:04.516603 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1944503816', 'admin_state_up': True, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:30:04.605627 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:04.606666 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:04.656265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:04.894426 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:05.188896 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:05.207052 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:05.304091 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.26.3.211 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/b49e8286-8c4b-4ce7-a3e6-474f62375fa5) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:30:05.403954 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:05.480457 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:05.482545 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:05.518537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:30:05.521328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:30:05.527353 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:30:05.548617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=b49e8286-8c4b-4ce7-a3e6-474f62375fa5,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:05.552409 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:05.847767 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:06.037829 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:06.234022 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 2fdb4596-ac05-45ef-85c7-75f8b62e166f is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:30:06.336400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:30:06.345296 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Sync routers for ids ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:30:06.353874 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Routers {'2fdb4596-ac05-45ef-85c7-75f8b62e166f'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:30:06.354477 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:29:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:30:06.411827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:06.413001 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-29426c8b-7745-4c13-b400-e86ed5a23f6d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9006748 Jun 22 10:30:06.416007 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41066) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:06.453026 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9189618b-2e52-4c03-9901-a3d7ee1582d2 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=c08ad3da6a7446e5b6c7478f6c359bf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357606 Jun 22 10:30:06.454846 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Set router 2fdb4596-ac05-45ef-85c7-75f8b62e166f gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:30:06.456089 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41068) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:06.539780 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c53b0be-4e7d-4561-a1ca-ea0975813b38 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:06.541274 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7c53b0be-4e7d-4561-a1ca-ea0975813b38 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0842838 Jun 22 10:30:06.543990 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41070) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:06.575738 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-58edbbf7-1ca5-4a46-81a3-285f0ed87bd1 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305700 Jun 22 10:30:06.578119 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41072) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:06.583438 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-4e32ba94-8c77-4a15-a329-919a14708256 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2039320921', 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:30:06.624009 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944503816', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:30:04Z', 'updated_at': '2021-06-22T10:30:05Z', 'revision_number': 3, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:05Z', 'updated_at': '2021-06-22T10:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:30:06.649800 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Checking router: 2fdb4596-ac05-45ef-85c7-75f8b62e166f for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:30:06.650158 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Updating router 2fdb4596-ac05-45ef-85c7-75f8b62e166f port b49e8286-8c4b-4ce7-a3e6-474f62375fa5 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:30:06.683563 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:06.731608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e32ba94-8c77-4a15-a329-919a14708256 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Made reservation on behalf of c08ad3da6a7446e5b6c7478f6c359bf5 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:30:06.735761 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4e32ba94-8c77-4a15-a329-919a14708256 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:06.923946 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:06.933402 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Transition to ACTIVE for port object b49e8286-8c4b-4ce7-a3e6-474f62375fa5 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:30:06.966218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4e32ba94-8c77-4a15-a329-919a14708256 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:06.969050 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-36371f76-91a8-4701-ba24-f4040539d9e8 tempest-NetworksTestDHCPv6-245231713 tempest-NetworksTestDHCPv6-245231713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:06.988700 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:06.993214 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-a383b932-7117-45f0-9876-655c09818de7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:07.026410 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32ba94-8c77-4a15-a329-919a14708256 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Subnet': ['ID=aca3e558-a13c-463e-81df-f71c55e747b7,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:07.030302 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4e32ba94-8c77-4a15-a329-919a14708256 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:07.034209 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e32ba94-8c77-4a15-a329-919a14708256 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Checking segment: {'id': '1220f652-1c81-44d7-a72c-b000b3403a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:30:07.034581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e32ba94-8c77-4a15-a329-919a14708256 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network hostable DHCP agents. Network: 88e99545-bee6-4558-9cf7-17f11610aa07, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:30:07.038180 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4764f1-b70a-4f50-9021-77c962f30f8b None None] Pushing event updated for resources: {'Port': ['ID=b49e8286-8c4b-4ce7-a3e6-474f62375fa5,revision_number=2']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:07.046763 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Attempting to bind port b49e8286-8c4b-4ce7-a3e6-474f62375fa5 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:30:07.051350 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Attempting to bind port b49e8286-8c4b-4ce7-a3e6-474f62375fa5 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:30:07.051350 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Attempting to bind port b49e8286-8c4b-4ce7-a3e6-474f62375fa5 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:30:07.051350 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4764f1-b70a-4f50-9021-77c962f30f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.051703 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4764f1-b70a-4f50-9021-77c962f30f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.051972 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4764f1-b70a-4f50-9021-77c962f30f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.052320 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4764f1-b70a-4f50-9021-77c962f30f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.052641 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4764f1-b70a-4f50-9021-77c962f30f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.052963 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4764f1-b70a-4f50-9021-77c962f30f8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.053281 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4764f1-b70a-4f50-9021-77c962f30f8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.053596 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4764f1-b70a-4f50-9021-77c962f30f8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.053910 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4764f1-b70a-4f50-9021-77c962f30f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.054220 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4764f1-b70a-4f50-9021-77c962f30f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.054529 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4764f1-b70a-4f50-9021-77c962f30f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.054837 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4764f1-b70a-4f50-9021-77c962f30f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.059490 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-1a4764f1-b70a-4f50-9021-77c962f30f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:07.060354 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:30:07.060732 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:30:07.061154 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:07.061569 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:30:07.062197 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Bound port: b49e8286-8c4b-4ce7-a3e6-474f62375fa5, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:30:07.062508 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:07.114261 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] For port b49e8286-8c4b-4ce7-a3e6-474f62375fa5, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:30:07.117076 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] For port b49e8286-8c4b-4ce7-a3e6-474f62375fa5, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b49e8286-8c4b-4ce7-a3e6-474f62375fa5,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:30:07.126093 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e32ba94-8c77-4a15-a329-919a14708256 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 88e99545-bee6-4558-9cf7-17f11610aa07 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:30:07.195109 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:07.198174 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-98bda7f1-94c5-449a-8c6f-3018e3154b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:07.227402 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-4e32ba94-8c77-4a15-a329-919a14708256 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 88e99545-bee6-4558-9cf7-17f11610aa07) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:30:07.228113 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e32ba94-8c77-4a15-a329-919a14708256 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:07.228804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-4e32ba94-8c77-4a15-a329-919a14708256 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:07.237382 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385e83ff-438a-47ab-8304-b6ddd1260757 None None] Network 88e99545-bee6-4558-9cf7-17f11610aa07 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:30:07.255610 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4764f1-b70a-4f50-9021-77c962f30f8b None None] Pushing event updated for resources: {'Port': ['ID=b49e8286-8c4b-4ce7-a3e6-474f62375fa5,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:07.261871 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-1a4764f1-b70a-4f50-9021-77c962f30f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:07.261871 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Routers {'2fdb4596-ac05-45ef-85c7-75f8b62e166f'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:30:07.261871 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:29:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:30:07.306444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41074) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:07.307020 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-4e32ba94-8c77-4a15-a329-919a14708256 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7268949 Jun 22 10:30:07.370562 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] Set router 2fdb4596-ac05-45ef-85c7-75f8b62e166f gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:30:07.389551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-88e99545-bee6-4558-9cf7-17f11610aa07', 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ips': [{'subnet_id': 'aca3e558-a13c-463e-81df-f71c55e747b7'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:30:07.390467 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:07.535702 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Allocated IP 172.20.0.2 (88e99545-bee6-4558-9cf7-17f11610aa07/aca3e558-a13c-463e-81df-f71c55e747b7/8ccee479-9dd3-415f-aed0-0d8e7247bf49) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:30:07.546939 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944503816', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:30:04Z', 'updated_at': '2021-06-22T10:30:05Z', 'revision_number': 3, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:05Z', 'updated_at': '2021-06-22T10:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:30:07.572363 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d27438-b745-4e9c-ade5-1af37a7a5433 None None] The sync data for ids ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'] in dv-neutron-797121-3-hyperv is: [{'id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944503816', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:30:04Z', 'updated_at': '2021-06-22T10:30:05Z', 'revision_number': 3, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:05Z', 'updated_at': '2021-06-22T10:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:30:07.683252 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:07.691959 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Transition to ACTIVE for port object 8ccee479-9dd3-415f-aed0-0d8e7247bf49 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:30:07.709283 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Transition to ACTIVE for port object 8ccee479-9dd3-415f-aed0-0d8e7247bf49 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:30:07.753750 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:07.779040 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:07.785170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c7448f6c-062f-4fd6-9c2a-927ef805bfae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:07.846162 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Network 88e99545-bee6-4558-9cf7-17f11610aa07 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:30:07.858586 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:30:07.862838 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:30:07.878748 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Pushing event updated for resources: {'Port': ['ID=8ccee479-9dd3-415f-aed0-0d8e7247bf49,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:07.904078 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.904438 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.904787 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.905129 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.905469 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.905819 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.906131 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.906505 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.906867 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.907158 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.907513 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.907844 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:30:07.932562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:07.948674 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Attempting to bind port 8ccee479-9dd3-415f-aed0-0d8e7247bf49 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:30:07.949001 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Attempting to bind port 8ccee479-9dd3-415f-aed0-0d8e7247bf49 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '1220f652-1c81-44d7-a72c-b000b3403a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:30:07.949372 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Attempting to bind port 8ccee479-9dd3-415f-aed0-0d8e7247bf49 on network 88e99545-bee6-4558-9cf7-17f11610aa07 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:30:07.956336 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:30:07.956734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Checking segment: {'id': '1220f652-1c81-44d7-a72c-b000b3403a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:30:07.957158 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:07.957567 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Bound using segment: {'id': '1220f652-1c81-44d7-a72c-b000b3403a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:30:07.958059 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Bound port: 8ccee479-9dd3-415f-aed0-0d8e7247bf49, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1220f652-1c81-44d7-a72c-b000b3403a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:30:07.958544 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:08.033145 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] For port 8ccee479-9dd3-415f-aed0-0d8e7247bf49, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:30:08.038300 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b49e8286-8c4b-4ce7-a3e6-474f62375fa5 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:30:08.041319 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] For port 8ccee479-9dd3-415f-aed0-0d8e7247bf49, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8ccee479-9dd3-415f-aed0-0d8e7247bf49,segment=NetworkSegment(1220f652-1c81-44d7-a72c-b000b3403a7e),segment_id=1220f652-1c81-44d7-a72c-b000b3403a7e)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:30:08.077156 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.20.0.1 (88e99545-bee6-4558-9cf7-17f11610aa07/aca3e558-a13c-463e-81df-f71c55e747b7/9c869d81-e0b2-4ed1-aa5d-82c90e606faa) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:30:08.126338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:08.128637 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:08.205332 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:08.220905 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Transition to ACTIVE for port object 9c869d81-e0b2-4ed1-aa5d-82c90e606faa will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:30:08.308286 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port b49e8286-8c4b-4ce7-a3e6-474f62375fa5 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:30:08.315683 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port b49e8286-8c4b-4ce7-a3e6-474f62375fa5 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:30:08.316074 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:08.326121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:08.329711 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-af440cf9-7c3f-48ae-9e85-6db822a20068 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:08.370625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Pushing event updated for resources: {'Port': ['ID=8ccee479-9dd3-415f-aed0-0d8e7247bf49,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:08.374768 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:08.376033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 88e99545-bee6-4558-9cf7-17f11610aa07 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:30:08.379664 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:30:08.383973 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:30:08.427616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:08.428684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=9c869d81-e0b2-4ed1-aa5d-82c90e606faa,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:08.431842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:08.446259 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:08.455393 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port b49e8286-8c4b-4ce7-a3e6-474f62375fa5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b49e8286-8c4b-4ce7-a3e6-474f62375fa5,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:30:08.551520 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:08.554698 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-dca6c9e3-c3a1-403d-b383-b67625c370e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:08.609381 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=b49e8286-8c4b-4ce7-a3e6-474f62375fa5,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:08.616688 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:08.669466 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:08.939761 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:08.993880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:08.997881 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1195c1ac-88b4-4fae-a086-eabf27959a85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:09.071881 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=9c869d81-e0b2-4ed1-aa5d-82c90e606faa,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:09.074218 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:09.076970 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:09.166504 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 88e99545-bee6-4558-9cf7-17f11610aa07 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:30:09.167927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:30:09.281017 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 2fdb4596-ac05-45ef-85c7-75f8b62e166f has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:30:09.384613 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:30:09.390116 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "PUT /v2.0/routers/2fdb4596-ac05-45ef-85c7-75f8b62e166f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0824828 Jun 22 10:30:09.393898 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Sync routers for ids ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:30:09.403192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Routers {'2fdb4596-ac05-45ef-85c7-75f8b62e166f'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:30:09.403913 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:29:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:30:09.512619 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Set router 2fdb4596-ac05-45ef-85c7-75f8b62e166f gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:30:09.529131 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-db2ddfd9-d81b-41f2-9ebe-2a8ec8944e15 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-410450020&fields=id&tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5 HTTP/1.1" status: 200 len: 267 time: 0.0329330 Jun 22 10:30:09.643827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-5fb965f5-9d1b-47d0-a778-bd9f6d3a6c3c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:09.645513 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-5fb965f5-9d1b-47d0-a778-bd9f6d3a6c3c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/networks?id=88e99545-bee6-4558-9cf7-17f11610aa07 HTTP/1.1" status: 200 len: 796 time: 0.1093926 Jun 22 10:30:09.661978 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-6c9991d2-6387-4d4d-80e4-8312f51acac3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/quotas/c08ad3da6a7446e5b6c7478f6c359bf5 HTTP/1.1" status: 200 len: 375 time: 0.0105395 Jun 22 10:30:09.717326 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944503816', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:30:04Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:05Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9c869d81-e0b2-4ed1-aa5d-82c90e606faa', 'name': '', 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:d4:09:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aca3e558-a13c-463e-81df-f71c55e747b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:07Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 2, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': 'aca3e558-a13c-463e-81df-f71c55e747b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:30:09.735167 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-68be5799-00f1-48f4-bfe5-68cd2381acbf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667868 Jun 22 10:30:09.751527 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Checking router: 2fdb4596-ac05-45ef-85c7-75f8b62e166f for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:30:09.753497 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Updating router 2fdb4596-ac05-45ef-85c7-75f8b62e166f port 9c869d81-e0b2-4ed1-aa5d-82c90e606faa binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:30:09.791950 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:09.880269 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-708d172b-d122-43e7-a79b-2bcdefbcafda service neutron] 10.222.0.20 "GET /v2.0/networks/88e99545-bee6-4558-9cf7-17f11610aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329446 Jun 22 10:30:09.965484 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76994c59-f3e4-4c23-86d1-9f0caf936620 None None] Network 88e99545-bee6-4558-9cf7-17f11610aa07 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:30:09.979178 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-936de0df-ce57-491a-b118-8d27db0d363c service neutron] 10.222.0.20 "GET /v2.0/networks/88e99545-bee6-4558-9cf7-17f11610aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930305 Jun 22 10:30:10.086680 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8ccee479-9dd3-415f-aed0-0d8e7247bf49 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:30:10.117639 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-73fc721a-3291-4b1f-953c-6c29778719fc None None] Provisioning for port 8ccee479-9dd3-415f-aed0-0d8e7247bf49 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:30:10.228718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:10.229010 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2beb64f4-5d4a-4030-a4d0-dffad8088b28 req-1f0a7c9a-d1ca-4a0a-88a8-bcd137e7a549 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 210 time: 0.0456164 Jun 22 10:30:10.259797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Transition to ACTIVE for port object 9c869d81-e0b2-4ed1-aa5d-82c90e606faa will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:30:10.326010 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 8ccee479-9dd3-415f-aed0-0d8e7247bf49 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:30:10.336069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 8ccee479-9dd3-415f-aed0-0d8e7247bf49 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:30:10.336069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:10.357539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:10.362731 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:10.450456 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159876ac-a004-4025-b573-70ff8cca288c None None] Pushing event updated for resources: {'Port': ['ID=9c869d81-e0b2-4ed1-aa5d-82c90e606faa,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:10.457815 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-159876ac-a004-4025-b573-70ff8cca288c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:10.540671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:10.543645 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Attempting to bind port 9c869d81-e0b2-4ed1-aa5d-82c90e606faa on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:30:10.544192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Attempting to bind port 9c869d81-e0b2-4ed1-aa5d-82c90e606faa by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '1220f652-1c81-44d7-a72c-b000b3403a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:30:10.544401 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Attempting to bind port 9c869d81-e0b2-4ed1-aa5d-82c90e606faa on network 88e99545-bee6-4558-9cf7-17f11610aa07 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:30:10.556647 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:30:10.557047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Checking segment: {'id': '1220f652-1c81-44d7-a72c-b000b3403a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:30:10.557462 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:10.557876 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Bound using segment: {'id': '1220f652-1c81-44d7-a72c-b000b3403a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:30:10.558367 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Bound port: 9c869d81-e0b2-4ed1-aa5d-82c90e606faa, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1220f652-1c81-44d7-a72c-b000b3403a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:30:10.558759 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:10.620653 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 8ccee479-9dd3-415f-aed0-0d8e7247bf49, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8ccee479-9dd3-415f-aed0-0d8e7247bf49,segment=NetworkSegment(1220f652-1c81-44d7-a72c-b000b3403a7e),segment_id=1220f652-1c81-44d7-a72c-b000b3403a7e)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:30:10.627542 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-70b513a9-cd68-46ae-a77b-b89fe489d8b4 None None] Provisioning complete for port 8ccee479-9dd3-415f-aed0-0d8e7247bf49 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:30:10.627936 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-70b513a9-cd68-46ae-a77b-b89fe489d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:10.682773 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] For port 9c869d81-e0b2-4ed1-aa5d-82c90e606faa, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:30:10.696098 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] For port 9c869d81-e0b2-4ed1-aa5d-82c90e606faa, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9c869d81-e0b2-4ed1-aa5d-82c90e606faa,segment=NetworkSegment(1220f652-1c81-44d7-a72c-b000b3403a7e),segment_id=1220f652-1c81-44d7-a72c-b000b3403a7e)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:30:10.740210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:10.741087 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b49e8286-8c4b-4ce7-a3e6-474f62375fa5 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:30:10.744163 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:10.781789 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-70b513a9-cd68-46ae-a77b-b89fe489d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:10.799680 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:10.866708 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=8ccee479-9dd3-415f-aed0-0d8e7247bf49,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:10.888266 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:10.892084 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:10.931850 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:10.932454 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Routers {'2fdb4596-ac05-45ef-85c7-75f8b62e166f'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:30:10.933114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:29:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:30:10.939216 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.db.api [None req-70b513a9-cd68-46ae-a77b-b89fe489d8b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 10:30:10.939618 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_db.api [None req-70b513a9-cd68-46ae-a77b-b89fe489d8b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:30:10.991071 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port b49e8286-8c4b-4ce7-a3e6-474f62375fa5 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:30:10.991486 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:11.030242 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159876ac-a004-4025-b573-70ff8cca288c None None] Pushing event updated for resources: {'Port': ['ID=9c869d81-e0b2-4ed1-aa5d-82c90e606faa,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:11.063005 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-159876ac-a004-4025-b573-70ff8cca288c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:11.102017 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] Set router 2fdb4596-ac05-45ef-85c7-75f8b62e166f gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:30:11.369586 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-911ca71f-99e3-4a8a-b846-f2ba2cf90e56 req-ea1f0b0d-7af2-43bb-a44a-110d2439e947 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 210 time: 0.0293446 Jun 22 10:30:11.514631 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944503816', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:30:04Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:05Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9c869d81-e0b2-4ed1-aa5d-82c90e606faa', 'name': '', 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:d4:09:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aca3e558-a13c-463e-81df-f71c55e747b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:07Z', 'updated_at': '2021-06-22T10:30:10Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': 'aca3e558-a13c-463e-81df-f71c55e747b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:30:11.539941 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d449960-2b34-4643-939d-6a9c8907e7d6 None None] The sync data for ids ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'] in dv-neutron-797121-3-hyperv is: [{'id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944503816', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:30:04Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:05Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9c869d81-e0b2-4ed1-aa5d-82c90e606faa', 'name': '', 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:d4:09:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aca3e558-a13c-463e-81df-f71c55e747b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:07Z', 'updated_at': '2021-06-22T10:30:10Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': 'aca3e558-a13c-463e-81df-f71c55e747b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:30:11.605322 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-70b513a9-cd68-46ae-a77b-b89fe489d8b4 None None] Provisioning for port 9c869d81-e0b2-4ed1-aa5d-82c90e606faa completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:30:12.046364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8ccee479-9dd3-415f-aed0-0d8e7247bf49 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:30:12.080580 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 8ccee479-9dd3-415f-aed0-0d8e7247bf49 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:30:12.080964 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:12.167986 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9c869d81-e0b2-4ed1-aa5d-82c90e606faa up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:30:12.309008 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 9c869d81-e0b2-4ed1-aa5d-82c90e606faa completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:30:12.314468 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 9c869d81-e0b2-4ed1-aa5d-82c90e606faa triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:30:12.314859 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:12.327363 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-3dc33260-854f-4874-9b36-dc9639c26fc6 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:12.330167 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-3dc33260-854f-4874-9b36-dc9639c26fc6 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "GET /v2.0/networks?id=88e99545-bee6-4558-9cf7-17f11610aa07 HTTP/1.1" status: 200 len: 796 time: 0.1091695 Jun 22 10:30:12.383639 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-97c14859-bc16-4b52-a14a-70b91e057bc4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5 HTTP/1.1" status: 200 len: 379 time: 0.0432723 Jun 22 10:30:12.392175 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-4db21a1d-6a20-4de9-ad32-2fd31718dd0f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'port': {'device_id': '5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be', 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07', 'admin_state_up': True, 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'security_groups': ['19925dc7-ede0-491b-9edb-a983bd5f6dc9']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:30:12.414642 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:12.460548 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 9c869d81-e0b2-4ed1-aa5d-82c90e606faa, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9c869d81-e0b2-4ed1-aa5d-82c90e606faa,segment=NetworkSegment(1220f652-1c81-44d7-a72c-b000b3403a7e),segment_id=1220f652-1c81-44d7-a72c-b000b3403a7e)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:30:12.520330 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:12.522210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:12.542530 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-81a91267-524c-422f-b355-2488da158ff7 req-5129a147-1587-49f7-bc7b-68804d455071 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 210 time: 0.0490396 Jun 22 10:30:12.572250 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=9c869d81-e0b2-4ed1-aa5d-82c90e606faa,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:12.575205 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:12.582484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-4db21a1d-6a20-4de9-ad32-2fd31718dd0f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Made reservation on behalf of c08ad3da6a7446e5b6c7478f6c359bf5 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:30:12.586153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-4db21a1d-6a20-4de9-ad32-2fd31718dd0f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:12.711921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-4db21a1d-6a20-4de9-ad32-2fd31718dd0f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.20.0.10 (88e99545-bee6-4558-9cf7-17f11610aa07/aca3e558-a13c-463e-81df-f71c55e747b7/28859fc0-d942-456e-ba37-c782ab20fd23) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:30:12.846016 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-4db21a1d-6a20-4de9-ad32-2fd31718dd0f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:12.860545 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-4db21a1d-6a20-4de9-ad32-2fd31718dd0f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Transition to ACTIVE for port object 28859fc0-d942-456e-ba37-c782ab20fd23 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:30:12.948868 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-4db21a1d-6a20-4de9-ad32-2fd31718dd0f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:12.953177 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-22246181-a408-4c36-b1e1-37a11f550431 tempest-RoutersNegativeTest-389635203 tempest-RoutersNegativeTest-389635203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:12.995400 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-4db21a1d-6a20-4de9-ad32-2fd31718dd0f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 88e99545-bee6-4558-9cf7-17f11610aa07 is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:30:12.998499 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-4db21a1d-6a20-4de9-ad32-2fd31718dd0f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:30:13.005274 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-4db21a1d-6a20-4de9-ad32-2fd31718dd0f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:30:13.028181 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db21a1d-6a20-4de9-ad32-2fd31718dd0f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=28859fc0-d942-456e-ba37-c782ab20fd23,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:13.032755 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4db21a1d-6a20-4de9-ad32-2fd31718dd0f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:13.056971 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-4db21a1d-6a20-4de9-ad32-2fd31718dd0f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:13.057597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-4db21a1d-6a20-4de9-ad32-2fd31718dd0f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:13.166918 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-4db21a1d-6a20-4de9-ad32-2fd31718dd0f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7800972 Jun 22 10:30:13.178454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Request body: {'port': {'device_id': '5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:30:13.252247 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:13.331627 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5273e272-5366-42a6-ad1e-da7fa71c2718 None None] Provisioning for port 28859fc0-d942-456e-ba37-c782ab20fd23 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:30:13.335640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5273e272-5366-42a6-ad1e-da7fa71c2718 None None] Provisioning complete for port 28859fc0-d942-456e-ba37-c782ab20fd23 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:30:13.336051 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5273e272-5366-42a6-ad1e-da7fa71c2718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:13.369812 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5273e272-5366-42a6-ad1e-da7fa71c2718 None None] Port 28859fc0-d942-456e-ba37-c782ab20fd23 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:30:13.503622 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28859fc0-d942-456e-ba37-c782ab20fd23 {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:30:13.510716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:13.522732 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Transition to ACTIVE for port object 28859fc0-d942-456e-ba37-c782ab20fd23 will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:30:13.622832 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:13.625974 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-404c8006-e3a5-4314-83b8-57c979c2abdc tempest-TestEncryptedCinderVolumes-629636854 tempest-TestEncryptedCinderVolumes-629636854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:13.723924 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Pushing event updated for resources: {'Port': ['ID=28859fc0-d942-456e-ba37-c782ab20fd23,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:13.733547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acab5b-23ca-4492-a408-1e8a94e67c56 req-86e4b52b-622e-40a2-96e0-811d6444cc4c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:13.736488 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d9acab5b-23ca-4492-a408-1e8a94e67c56 req-86e4b52b-622e-40a2-96e0-811d6444cc4c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 944 time: 0.0801780 Jun 22 10:30:13.746072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:13.778292 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d9acab5b-23ca-4492-a408-1e8a94e67c56 req-45376827-ed71-419b-953e-f9da3e8232eb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356333 Jun 22 10:30:13.778448 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Attempting to bind port 28859fc0-d942-456e-ba37-c782ab20fd23 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:30:13.778709 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Attempting to bind port 28859fc0-d942-456e-ba37-c782ab20fd23 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '1220f652-1c81-44d7-a72c-b000b3403a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:30:13.779043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Attempting to bind port 28859fc0-d942-456e-ba37-c782ab20fd23 on network 88e99545-bee6-4558-9cf7-17f11610aa07 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:30:13.783960 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Port 28859fc0-d942-456e-ba37-c782ab20fd23 on network 88e99545-bee6-4558-9cf7-17f11610aa07 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:30:13.784287 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Attempting to bind port 28859fc0-d942-456e-ba37-c782ab20fd23 on network 88e99545-bee6-4558-9cf7-17f11610aa07 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:30:13.789128 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:30:13.789471 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Checking segment: {'id': '1220f652-1c81-44d7-a72c-b000b3403a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:30:13.789857 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Bound using segment: {'id': '1220f652-1c81-44d7-a72c-b000b3403a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:30:13.790284 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Bound port: 28859fc0-d942-456e-ba37-c782ab20fd23, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1220f652-1c81-44d7-a72c-b000b3403a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:30:13.790635 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:13.854215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] For port 28859fc0-d942-456e-ba37-c782ab20fd23, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:30:13.857206 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] For port 28859fc0-d942-456e-ba37-c782ab20fd23, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=28859fc0-d942-456e-ba37-c782ab20fd23,segment=NetworkSegment(1220f652-1c81-44d7-a72c-b000b3403a7e),segment_id=1220f652-1c81-44d7-a72c-b000b3403a7e)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:30:13.925159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:13.927321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a87c103c-3811-4799-947c-6377487dad95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:13.961860 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:13.962470 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:13.963911 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] 10.222.0.35 "PUT /v2.0/ports/28859fc0-d942-456e-ba37-c782ab20fd23 HTTP/1.1" status: 200 len: 1094 time: 0.7896736 Jun 22 10:30:13.964430 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be', 'tag': '28859fc0-d942-456e-ba37-c782ab20fd23'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:30:13.966725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d809d2-a867-4d24-889e-51a0d9e9614b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be", "tag": "28859fc0-d942-456e-ba37-c782ab20fd23"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:30:13.969486 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9c869d81-e0b2-4ed1-aa5d-82c90e606faa up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:30:13.996114 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Pushing event updated for resources: {'Port': ['ID=28859fc0-d942-456e-ba37-c782ab20fd23,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:13.999551 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:14.020506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a547d0b-92a4-42db-b0e2-c896458e1e79 x-openstack-request-id: req-5a547d0b-92a4-42db-b0e2-c896458e1e79 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:30:14.020835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be", "tag": "28859fc0-d942-456e-ba37-c782ab20fd23", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:30:14.021120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a547d0b-92a4-42db-b0e2-c896458e1e79 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:30:14.021573 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be', 'tag': '28859fc0-d942-456e-ba37-c782ab20fd23', 'status': 'completed', 'code': 200} Jun 22 10:30:14.022970 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 9c869d81-e0b2-4ed1-aa5d-82c90e606faa triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:30:14.023535 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:14.102530 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d809d2-a867-4d24-889e-51a0d9e9614b req-59f231a5-cb25-4303-be5f-8b0e72d35194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:14.112340 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-47d809d2-a867-4d24-889e-51a0d9e9614b req-59f231a5-cb25-4303-be5f-8b0e72d35194 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 1097 time: 0.0642285 Jun 22 10:30:14.208033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d809d2-a867-4d24-889e-51a0d9e9614b req-2a543f60-56af-4b04-bda1-2ec8272c6070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:14.209517 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-47d809d2-a867-4d24-889e-51a0d9e9614b req-2a543f60-56af-4b04-bda1-2ec8272c6070 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0963869 Jun 22 10:30:14.300132 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d809d2-a867-4d24-889e-51a0d9e9614b req-bc9f99cb-170c-4af0-8b5a-8394480bbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:14.301592 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-47d809d2-a867-4d24-889e-51a0d9e9614b req-bc9f99cb-170c-4af0-8b5a-8394480bbd59 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860837 Jun 22 10:30:14.388119 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-d2dfecdb-57f2-4a82-b8aa-10f411fb7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:14.389465 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-d2dfecdb-57f2-4a82-b8aa-10f411fb7d92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 1097 time: 0.0500715 Jun 22 10:30:14.798932 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-ad02d2f5-2e11-4e23-8e5a-ea7f8566642b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28859fc0-d942-456e-ba37-c782ab20fd23 HTTP/1.1" status: 200 len: 217 time: 0.4019237 Jun 22 10:30:14.846385 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-292e808e-c01f-48e7-b69c-2d35ebf70ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:14.847846 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-292e808e-c01f-48e7-b69c-2d35ebf70ec6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aca3e558-a13c-463e-81df-f71c55e747b7 HTTP/1.1" status: 200 len: 835 time: 0.0423687 Jun 22 10:30:14.903520 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-9c998b1f-9eb2-4f28-8f47-d8135fdb031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:14.904983 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-9c998b1f-9eb2-4f28-8f47-d8135fdb031b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88e99545-bee6-4558-9cf7-17f11610aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0507543 Jun 22 10:30:14.949796 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536536a0-bc70-4a58-ac0a-3428a11f6aa4 req-0cf130b1-0de1-49b1-8a10-71fc085a08a7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:14.951298 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-536536a0-bc70-4a58-ac0a-3428a11f6aa4 req-0cf130b1-0de1-49b1-8a10-71fc085a08a7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 944 time: 0.0630932 Jun 22 10:30:14.988888 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-536536a0-bc70-4a58-ac0a-3428a11f6aa4 req-3d573a12-3e6a-4c80-9a8d-178e4fa22bdd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314553 Jun 22 10:30:14.996042 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-adceab1e-1ec2-4c12-90f8-d1e1a0b98f5a service neutron] 10.222.0.35 "GET /v2.0/networks/88e99545-bee6-4558-9cf7-17f11610aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838046 Jun 22 10:30:15.082240 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-09f58817-9b32-4a29-a39d-1782b1cd466c req-bee86948-27ad-4c66-8280-00719c11cea8 service neutron] 10.222.0.35 "GET /v2.0/networks/88e99545-bee6-4558-9cf7-17f11610aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800741 Jun 22 10:30:16.158184 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a48158-748d-4742-aed0-e585c82f95d6 req-ac572cb4-cabf-4157-9cda-8f2969868351 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:16.160091 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a3a48158-748d-4742-aed0-e585c82f95d6 req-ac572cb4-cabf-4157-9cda-8f2969868351 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 944 time: 0.0622098 Jun 22 10:30:16.197251 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a3a48158-748d-4742-aed0-e585c82f95d6 req-9d8b4a87-1308-4971-a4d2-dfd7f10aed14 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310464 Jun 22 10:30:16.600039 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-69f2da3d-8b13-4190-b495-336f20473236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:17.149722 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:30:17.371982 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d977b-d411-480d-85cf-dd888382281d req-b95b8b07-8c65-436b-b8f5-de7173d9d8e9 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:17.373412 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c47d977b-d411-480d-85cf-dd888382281d req-b95b8b07-8c65-436b-b8f5-de7173d9d8e9 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 944 time: 0.0644605 Jun 22 10:30:17.410877 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c47d977b-d411-480d-85cf-dd888382281d req-e42125c4-f95c-4341-8d31-8e71b6c836da tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313406 Jun 22 10:30:18.321300 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 28859fc0-d942-456e-ba37-c782ab20fd23 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:30:18.411879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 28859fc0-d942-456e-ba37-c782ab20fd23, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=28859fc0-d942-456e-ba37-c782ab20fd23,segment=NetworkSegment(1220f652-1c81-44d7-a72c-b000b3403a7e),segment_id=1220f652-1c81-44d7-a72c-b000b3403a7e)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:30:18.423707 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '28859fc0-d942-456e-ba37-c782ab20fd23', 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07', 'port_id': '28859fc0-d942-456e-ba37-c782ab20fd23', 'mac_address': 'fa:16:3e:88:db:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca3e558-a13c-463e-81df-f71c55e747b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:30:18.467155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:18.480181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28859fc0-d942-456e-ba37-c782ab20fd23 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:30:18.499920 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 28859fc0-d942-456e-ba37-c782ab20fd23, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=28859fc0-d942-456e-ba37-c782ab20fd23,segment=NetworkSegment(1220f652-1c81-44d7-a72c-b000b3403a7e),segment_id=1220f652-1c81-44d7-a72c-b000b3403a7e)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:30:18.571452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:18.573577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:18.582198 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99bdfc-efd1-4aa3-bbad-256e824e8613 req-4ee856fd-21af-4d31-9512-56c7c3637282 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:18.583762 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cd99bdfc-efd1-4aa3-bbad-256e824e8613 req-4ee856fd-21af-4d31-9512-56c7c3637282 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 944 time: 0.0634012 Jun 22 10:30:18.618996 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=28859fc0-d942-456e-ba37-c782ab20fd23,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:18.621947 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:18.623314 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cd99bdfc-efd1-4aa3-bbad-256e824e8613 req-1957fbee-deac-401e-8735-5cc8c5d9f7c7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335424 Jun 22 10:30:18.935693 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['28859fc0-d942-456e-ba37-c782ab20fd23'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:30:19.140147 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d21005d2-0342-4e1f-81a9-8c0aae0ae6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:19.330883 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:19.797008 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d71f2-a96d-4d6b-9a12-e039353a3f64 req-6ccc925a-b555-4860-9fa2-cbf1f4433786 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:19.798481 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fd3d71f2-a96d-4d6b-9a12-e039353a3f64 req-6ccc925a-b555-4860-9fa2-cbf1f4433786 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 945 time: 0.0654495 Jun 22 10:30:19.835917 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fd3d71f2-a96d-4d6b-9a12-e039353a3f64 req-8362b123-abfa-4008-826c-7b6fd811befc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318134 Jun 22 10:30:20.321300 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 28859fc0-d942-456e-ba37-c782ab20fd23 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:30:20.428187 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 28859fc0-d942-456e-ba37-c782ab20fd23 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:30:20.431747 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 28859fc0-d942-456e-ba37-c782ab20fd23 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:30:20.432127 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:20.509837 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:20.530718 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28859fc0-d942-456e-ba37-c782ab20fd23'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:30:20.532961 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06ff141-3fff-4609-b73f-286a8143f103" -d '{"events": [{"server_uuid": "5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be", "name": "network-vif-plugged", "status": "completed", "tag": "28859fc0-d942-456e-ba37-c782ab20fd23"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:30:20.546980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 28859fc0-d942-456e-ba37-c782ab20fd23, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=28859fc0-d942-456e-ba37-c782ab20fd23,segment=NetworkSegment(1220f652-1c81-44d7-a72c-b000b3403a7e),segment_id=1220f652-1c81-44d7-a72c-b000b3403a7e)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:30:20.569108 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7956bfa-c682-40fe-987e-60df828a30be x-openstack-request-id: req-f7956bfa-c682-40fe-987e-60df828a30be {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:30:20.574140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be", "name": "network-vif-plugged", "status": "completed", "tag": "28859fc0-d942-456e-ba37-c782ab20fd23", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:30:20.574140 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7956bfa-c682-40fe-987e-60df828a30be {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:30:20.574140 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28859fc0-d942-456e-ba37-c782ab20fd23', 'code': 200} Jun 22 10:30:20.622721 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:20.624625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c7448f6c-062f-4fd6-9c2a-927ef805bfae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:20.650633 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:20.670121 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=28859fc0-d942-456e-ba37-c782ab20fd23,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:20.673096 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:20.942759 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d225af-3030-4f13-8e76-bf1ccac1ee3c req-6c88fa39-af1a-486c-84a0-0d0ea0973d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:20.944337 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d8d225af-3030-4f13-8e76-bf1ccac1ee3c req-6c88fa39-af1a-486c-84a0-0d0ea0973d9d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 1099 time: 0.0558183 Jun 22 10:30:20.978955 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d8d225af-3030-4f13-8e76-bf1ccac1ee3c req-1ec2eabd-4aff-445e-ac6d-9e7483514f67 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284991 Jun 22 10:30:21.008213 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0534e-9fc8-4208-b827-66bb7190ee09 req-f04fb679-faac-4383-ae69-d8dced8d6e5f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:21.009665 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f1c0534e-9fc8-4208-b827-66bb7190ee09 req-f04fb679-faac-4383-ae69-d8dced8d6e5f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0622833 Jun 22 10:30:21.046573 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f1c0534e-9fc8-4208-b827-66bb7190ee09 req-e4c0ab7e-f785-4c5c-a18b-6255260a7d87 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313246 Jun 22 10:30:21.891845 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:22.216845 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1d929-4556-4eca-a1ce-e8f89884057f req-b98b3286-9787-409a-8168-8ad65ca095b5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:22.218261 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-27d1d929-4556-4eca-a1ce-e8f89884057f req-b98b3286-9787-409a-8168-8ad65ca095b5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0605156 Jun 22 10:30:22.254788 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-27d1d929-4556-4eca-a1ce-e8f89884057f req-33d0dcfe-b9b7-49ff-b43f-acd46688e3fb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302076 Jun 22 10:30:22.775461 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12398cb4-73cd-4bcc-b506-cda4d3496696 req-99464a8e-454d-4481-a633-25928a04567d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:22.776928 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-12398cb4-73cd-4bcc-b506-cda4d3496696 req-99464a8e-454d-4481-a633-25928a04567d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.4163976 Jun 22 10:30:22.813626 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-12398cb4-73cd-4bcc-b506-cda4d3496696 req-3a823429-a477-4be6-80e4-11dd7975cadd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308828 Jun 22 10:30:22.837423 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41140) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:22.886786 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbcf882-94e0-4033-ba81-f6768987257a tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:22.888268 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-efbcf882-94e0-4033-ba81-f6768987257a tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 1094 time: 0.0498855 Jun 22 10:30:22.890920 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41142) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:22.895807 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '28859fc0-d942-456e-ba37-c782ab20fd23', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:30:22.953795 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:23.048763 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:23.151380 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.26.3.29 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/4d81254d-6578-471c-92f3-41fe10e0f5ac) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:30:23.254894 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:23.354077 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:23.356154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-16ea5904-978c-4117-93a7-6c718fc00852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:23.391488 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:30:23.394159 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:30:23.400076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:30:23.424409 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=4d81254d-6578-471c-92f3-41fe10e0f5ac,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:23.428801 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:23.758753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:23.911216 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:24.063810 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:24.131255 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:24.133448 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9e8c857d-bb54-4577-8a13-3bf904e3ae26 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:30:24.197424 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=4d81254d-6578-471c-92f3-41fe10e0f5ac,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:30:24.202631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:30:24.209044 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:24.312164 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Floating IP 8bcb7b2f-f174-4fd5-8d30-9b3d8800f1d1 associated. External IP: 172.26.3.29, port: 28859fc0-d942-456e-ba37-c782ab20fd23. Jun 22 10:30:24.514590 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 2fdb4596-ac05-45ef-85c7-75f8b62e166f has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:30:24.619406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:30:24.628614 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371bfe8e-f4d4-4e97-8d36-c25476a91817 None None] Sync routers for ids ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:30:24.637335 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371bfe8e-f4d4-4e97-8d36-c25476a91817 None None] Routers {'2fdb4596-ac05-45ef-85c7-75f8b62e166f'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:30:24.637948 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-371bfe8e-f4d4-4e97-8d36-c25476a91817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:30:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:30:24.702714 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:24.739355 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8474088 Jun 22 10:30:24.740129 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be', 'tag': '28859fc0-d942-456e-ba37-c782ab20fd23'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:30:24.741024 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-371bfe8e-f4d4-4e97-8d36-c25476a91817 None None] Set router 2fdb4596-ac05-45ef-85c7-75f8b62e166f gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:30:24.742460 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808dfbc0-9618-4900-90b0-5c51d5da0183" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be", "tag": "28859fc0-d942-456e-ba37-c782ab20fd23"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:30:24.890773 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4fada-28e9-4586-b5fa-3e0dc70ac0ff req-e7582258-f969-4350-b25b-6240a0cf761f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:24.892404 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-71a4fada-28e9-4586-b5fa-3e0dc70ac0ff req-e7582258-f969-4350-b25b-6240a0cf761f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0653591 Jun 22 10:30:24.932432 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-71a4fada-28e9-4586-b5fa-3e0dc70ac0ff req-0e7f221f-bea3-4bdc-8960-8450fac1445a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341599 Jun 22 10:30:24.958072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41148) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:24.979128 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d73b03-5de3-438b-a549-7754ff4624aa x-openstack-request-id: req-29d73b03-5de3-438b-a549-7754ff4624aa {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:30:24.979505 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be", "tag": "28859fc0-d942-456e-ba37-c782ab20fd23", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:30:24.979892 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29d73b03-5de3-438b-a549-7754ff4624aa {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:30:24.980352 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be', 'tag': '28859fc0-d942-456e-ba37-c782ab20fd23', 'status': 'completed', 'code': 200} Jun 22 10:30:25.053871 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-371bfe8e-f4d4-4e97-8d36-c25476a91817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944503816', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:30:04Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:05Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '8bcb7b2f-f174-4fd5-8d30-9b3d8800f1d1', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'port_id': '28859fc0-d942-456e-ba37-c782ab20fd23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07', 'mac_address': 'fa:16:3e:88:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:30:23Z', 'updated_at': '2021-06-22T10:30:23Z', 'revision_number': 0, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c869d81-e0b2-4ed1-aa5d-82c90e606faa', 'name': '', 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:d4:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aca3e558-a13c-463e-81df-f71c55e747b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:07Z', 'updated_at': '2021-06-22T10:30:12Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': 'aca3e558-a13c-463e-81df-f71c55e747b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:30:25.056915 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fa8edb56-7c94-49d3-be73-cf7b634557f5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/floatingips/8bcb7b2f-f174-4fd5-8d30-9b3d8800f1d1 HTTP/1.1" status: 200 len: 991 time: 0.0963361 Jun 22 10:30:25.077252 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dfbc0-9618-4900-90b0-5c51d5da0183 req-4ebdb9f4-d850-4d5b-9fe6-b2e354897ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:25.078705 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-808dfbc0-9618-4900-90b0-5c51d5da0183 req-4ebdb9f4-d850-4d5b-9fe6-b2e354897ed4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 1099 time: 0.0710177 Jun 22 10:30:25.079873 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371bfe8e-f4d4-4e97-8d36-c25476a91817 None None] Checking router: 2fdb4596-ac05-45ef-85c7-75f8b62e166f for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:30:25.088588 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371bfe8e-f4d4-4e97-8d36-c25476a91817 None None] Routers {'2fdb4596-ac05-45ef-85c7-75f8b62e166f'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:30:25.089201 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-371bfe8e-f4d4-4e97-8d36-c25476a91817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:30:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:30:25.166960 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dfbc0-9618-4900-90b0-5c51d5da0183 req-c85e9183-8933-4a87-b68d-c316be12a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:25.168369 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-808dfbc0-9618-4900-90b0-5c51d5da0183 req-c85e9183-8933-4a87-b68d-c316be12a929 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88e99545-bee6-4558-9cf7-17f11610aa07 HTTP/1.1" status: 200 len: 897 time: 0.0831187 Jun 22 10:30:25.191463 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-371bfe8e-f4d4-4e97-8d36-c25476a91817 None None] Set router 2fdb4596-ac05-45ef-85c7-75f8b62e166f gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:30:25.236994 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-808dfbc0-9618-4900-90b0-5c51d5da0183 req-0a48ad29-1222-4b35-a500-a1c5d22407eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28859fc0-d942-456e-ba37-c782ab20fd23 HTTP/1.1" status: 200 len: 999 time: 0.0626955 Jun 22 10:30:25.284397 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dfbc0-9618-4900-90b0-5c51d5da0183 req-f8f1a27e-c0e4-46c8-8fca-29055b6a9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:25.285976 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-808dfbc0-9618-4900-90b0-5c51d5da0183 req-f8f1a27e-c0e4-46c8-8fca-29055b6a9263 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aca3e558-a13c-463e-81df-f71c55e747b7 HTTP/1.1" status: 200 len: 835 time: 0.0429478 Jun 22 10:30:25.340873 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dfbc0-9618-4900-90b0-5c51d5da0183 req-766c698d-f3c9-4b40-aa1f-d29edfac70dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:25.342348 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-808dfbc0-9618-4900-90b0-5c51d5da0183 req-766c698d-f3c9-4b40-aa1f-d29edfac70dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88e99545-bee6-4558-9cf7-17f11610aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0508146 Jun 22 10:30:25.408314 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-371bfe8e-f4d4-4e97-8d36-c25476a91817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944503816', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:30:04Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:05Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '8bcb7b2f-f174-4fd5-8d30-9b3d8800f1d1', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'port_id': '28859fc0-d942-456e-ba37-c782ab20fd23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07', 'mac_address': 'fa:16:3e:88:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:30:23Z', 'updated_at': '2021-06-22T10:30:23Z', 'revision_number': 0, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c869d81-e0b2-4ed1-aa5d-82c90e606faa', 'name': '', 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:d4:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aca3e558-a13c-463e-81df-f71c55e747b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:07Z', 'updated_at': '2021-06-22T10:30:12Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': 'aca3e558-a13c-463e-81df-f71c55e747b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:30:25.432913 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-808dfbc0-9618-4900-90b0-5c51d5da0183 req-0a0ebd86-4f1d-475a-94b0-3e985c26fcca service neutron] 10.222.0.35 "GET /v2.0/networks/88e99545-bee6-4558-9cf7-17f11610aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837712 Jun 22 10:30:25.434120 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371bfe8e-f4d4-4e97-8d36-c25476a91817 None None] The sync data for ids ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'] in dv-neutron-797121-3-hyperv is: [{'id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944503816', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:30:04Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:05Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '8bcb7b2f-f174-4fd5-8d30-9b3d8800f1d1', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'port_id': '28859fc0-d942-456e-ba37-c782ab20fd23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07', 'mac_address': 'fa:16:3e:88:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:30:23Z', 'updated_at': '2021-06-22T10:30:23Z', 'revision_number': 0, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c869d81-e0b2-4ed1-aa5d-82c90e606faa', 'name': '', 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:d4:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aca3e558-a13c-463e-81df-f71c55e747b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:07Z', 'updated_at': '2021-06-22T10:30:12Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': 'aca3e558-a13c-463e-81df-f71c55e747b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:30:25.522407 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-808dfbc0-9618-4900-90b0-5c51d5da0183 req-21c94fb1-9b2e-420d-8b73-5e05f1774dd6 service neutron] 10.222.0.35 "GET /v2.0/networks/88e99545-bee6-4558-9cf7-17f11610aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838239 Jun 22 10:30:25.621808 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a27fe21-02af-44ec-8631-df7dd19320b6 None None] New status for floating IP 8bcb7b2f-f174-4fd5-8d30-9b3d8800f1d1: ACTIVE {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:30:26.060508 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41150) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:30:26.126050 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-23fed3f6-e272-4f9f-9241-0d78f6bd9e68 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/floatingips/8bcb7b2f-f174-4fd5-8d30-9b3d8800f1d1 HTTP/1.1" status: 200 len: 993 time: 0.0642333 Jun 22 10:30:40.890096 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:46.633199 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2f83d2c0-2f5c-4146-83c4-ccf484cdbb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:47.121173 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fccb2407-8839-4731-9ba3-0de2381acfad req-f77abd92-fd65-4c3b-aa87-0d7dd67bd856 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509925 Jun 22 10:30:47.220116 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb2407-8839-4731-9ba3-0de2381acfad req-c32c6a11-df85-4db5-ad70-adc92302977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:47.221565 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fccb2407-8839-4731-9ba3-0de2381acfad req-c32c6a11-df85-4db5-ad70-adc92302977d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 1099 time: 0.0536706 Jun 22 10:30:47.325370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb2407-8839-4731-9ba3-0de2381acfad req-2bcc3cc9-91d3-435a-8722-ddd92fa2b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:47.326827 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fccb2407-8839-4731-9ba3-0de2381acfad req-2bcc3cc9-91d3-435a-8722-ddd92fa2b03f service neutron] 10.222.0.35 "GET /v2.0/networks?id=88e99545-bee6-4558-9cf7-17f11610aa07 HTTP/1.1" status: 200 len: 897 time: 0.0853345 Jun 22 10:30:47.388648 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fccb2407-8839-4731-9ba3-0de2381acfad req-a003855a-d84e-49e8-bb06-c7f2035b3f3f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28859fc0-d942-456e-ba37-c782ab20fd23 HTTP/1.1" status: 200 len: 1001 time: 0.0551889 Jun 22 10:30:47.439125 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb2407-8839-4731-9ba3-0de2381acfad req-48a7bea6-bea9-4700-955a-4dbd86d12065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:47.440546 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fccb2407-8839-4731-9ba3-0de2381acfad req-48a7bea6-bea9-4700-955a-4dbd86d12065 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aca3e558-a13c-463e-81df-f71c55e747b7 HTTP/1.1" status: 200 len: 835 time: 0.0451477 Jun 22 10:30:47.495265 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb2407-8839-4731-9ba3-0de2381acfad req-20254598-8764-46c4-9214-d3aa26f86072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:30:47.496735 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fccb2407-8839-4731-9ba3-0de2381acfad req-20254598-8764-46c4-9214-d3aa26f86072 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88e99545-bee6-4558-9cf7-17f11610aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493519 Jun 22 10:30:47.587596 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fccb2407-8839-4731-9ba3-0de2381acfad req-b4987e28-23d3-4ced-9eab-4cc18c7b84b5 service neutron] 10.222.0.35 "GET /v2.0/networks/88e99545-bee6-4558-9cf7-17f11610aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840571 Jun 22 10:30:47.677274 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-fccb2407-8839-4731-9ba3-0de2381acfad req-a4137a66-ca3b-432c-b242-77df1a35f7a3 service neutron] 10.222.0.35 "GET /v2.0/networks/88e99545-bee6-4558-9cf7-17f11610aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828872 Jun 22 10:30:49.113907 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7e8cd941-9a93-47b3-a8db-53ea33bcb89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:49.365074 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:50.621561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:51.946964 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:54.149261 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:31:01.324439 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [req-4ce7f771-d1f3-4ac5-b245-ac6f416b8237 req-668ea674-2ed6-4bee-b310-4bde587b0e47 tempest-ServersNegativeTestJSON-566812507 tempest-ServersNegativeTestJSON-566812507-project] (100653) timed out ('10.222.0.20', 55510) {{(pid=100653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 10:31:10.905130 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:16.632116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-aeb408fa-e075-4f75-85fa-17c07074949c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:19.116408 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-59a1302d-50e9-4fb3-a63b-98d556d266d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:19.340777 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:20.632540 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:21.900491 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:29.282064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a077971-d235-4613-99cf-b9e3e01be48e req-8a9fa5bc-3bd7-4c91-967a-1a4b0e8edbd9 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:29.283791 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0a077971-d235-4613-99cf-b9e3e01be48e req-8a9fa5bc-3bd7-4c91-967a-1a4b0e8edbd9 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0699651 Jun 22 10:31:29.322502 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0a077971-d235-4613-99cf-b9e3e01be48e req-eb98b7c4-8840-4375-ba85-4b456fdb13d0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328994 Jun 22 10:31:30.494308 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8fbbc-09bc-4686-b72b-954955317716 req-0606dac8-3b6d-4116-861a-4c4387318fec tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:30.495758 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f8f8fbbc-09bc-4686-b72b-954955317716 req-0606dac8-3b6d-4116-861a-4c4387318fec tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0616660 Jun 22 10:31:30.532229 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f8f8fbbc-09bc-4686-b72b-954955317716 req-945bbbe8-45fd-49c3-b9e7-15ac4fea1d88 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304797 Jun 22 10:31:31.147771 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:31:31.711855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de924fa8-1d27-4297-8ce6-167cb8d5a130 req-bf362c7a-94c4-46d2-b705-56fa5abd864f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:31.713308 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-de924fa8-1d27-4297-8ce6-167cb8d5a130 req-bf362c7a-94c4-46d2-b705-56fa5abd864f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0725181 Jun 22 10:31:31.750433 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-de924fa8-1d27-4297-8ce6-167cb8d5a130 req-66b807a1-19de-4d71-b9d2-477c212c33de tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309889 Jun 22 10:31:32.920756 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786f179-6ccf-4875-a020-a6b7127d52ac req-c6631317-601d-45d6-bf56-879a88b84958 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:32.922185 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d786f179-6ccf-4875-a020-a6b7127d52ac req-c6631317-601d-45d6-bf56-879a88b84958 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0615604 Jun 22 10:31:32.958034 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d786f179-6ccf-4875-a020-a6b7127d52ac req-22977406-4216-4601-9f01-baedeeb81f14 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303211 Jun 22 10:31:34.125529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a8ead-1b39-4cdc-a351-48d6da1be4c6 req-be5d0c6a-c330-4829-809a-773d25803121 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:34.127507 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3b4a8ead-1b39-4cdc-a351-48d6da1be4c6 req-be5d0c6a-c330-4829-809a-773d25803121 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0628190 Jun 22 10:31:34.164370 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3b4a8ead-1b39-4cdc-a351-48d6da1be4c6 req-94c3c0bc-a584-40d7-b0f9-6d3766f5dc52 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317056 Jun 22 10:31:35.335133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713501d-38ca-46ce-91c8-2718540d318c req-fc2abfb4-d033-4391-b0ce-7bf09d2ed6f8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:35.336584 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1713501d-38ca-46ce-91c8-2718540d318c req-fc2abfb4-d033-4391-b0ce-7bf09d2ed6f8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0653584 Jun 22 10:31:35.373012 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1713501d-38ca-46ce-91c8-2718540d318c req-ced3d7f4-3470-49bb-aaa9-560a845575e3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308466 Jun 22 10:31:36.546656 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f1328-c41f-46f9-95ae-4d2d93a23bff req-94c53661-c211-4043-b87e-0805f7e44871 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:36.548128 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ae9f1328-c41f-46f9-95ae-4d2d93a23bff req-94c53661-c211-4043-b87e-0805f7e44871 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0619855 Jun 22 10:31:36.584962 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ae9f1328-c41f-46f9-95ae-4d2d93a23bff req-f34d0aa2-4bfc-4c41-ad4a-591ca1692065 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313373 Jun 22 10:31:37.757358 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97ac56-5676-4498-8c3d-7def3bc2cbeb req-935a50e4-4184-4b83-99d4-bd9c2ffbb795 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:37.758788 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ef97ac56-5676-4498-8c3d-7def3bc2cbeb req-935a50e4-4184-4b83-99d4-bd9c2ffbb795 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0655556 Jun 22 10:31:37.794911 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ef97ac56-5676-4498-8c3d-7def3bc2cbeb req-40cd23b4-836d-4fbd-882c-468eaafbf9f3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306554 Jun 22 10:31:38.962278 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58253fbd-0df8-4f14-8d2d-cc110cf3421d req-4c99441b-2cfd-4f78-b531-fdc9e1f9530f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:38.963735 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-58253fbd-0df8-4f14-8d2d-cc110cf3421d req-4c99441b-2cfd-4f78-b531-fdc9e1f9530f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0616760 Jun 22 10:31:39.000814 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-58253fbd-0df8-4f14-8d2d-cc110cf3421d req-0792a5d4-1d12-4ff7-857d-172fb37ddf6e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310049 Jun 22 10:31:40.169980 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6dee4d-d30b-4dbf-9e4a-a6fd52bfd6f4 req-9b3c9a66-1736-4592-accd-776a09f495fb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:40.172167 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cd6dee4d-d30b-4dbf-9e4a-a6fd52bfd6f4 req-9b3c9a66-1736-4592-accd-776a09f495fb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0637274 Jun 22 10:31:40.208231 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cd6dee4d-d30b-4dbf-9e4a-a6fd52bfd6f4 req-e8cd62a0-64da-40ec-a575-24d9a0314c9c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304935 Jun 22 10:31:40.926369 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:41.388384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3c259-bd7c-458e-953c-be4fc4d73a3f req-adead6c0-ba77-4765-bde7-31d4e5b9228d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:41.389859 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3ab3c259-bd7c-458e-953c-be4fc4d73a3f req-adead6c0-ba77-4765-bde7-31d4e5b9228d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0706673 Jun 22 10:31:41.427563 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3ab3c259-bd7c-458e-953c-be4fc4d73a3f req-26f2956e-4fef-4b72-86f6-fe9172648dfc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319877 Jun 22 10:31:42.597335 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b24e6-cb13-4e4e-a195-57577e7bb55c req-7ea905e5-5bff-427d-bbde-910854216421 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:42.598803 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9f8b24e6-cb13-4e4e-a195-57577e7bb55c req-7ea905e5-5bff-427d-bbde-910854216421 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0628335 Jun 22 10:31:42.635177 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9f8b24e6-cb13-4e4e-a195-57577e7bb55c req-479f3e9b-f75b-4781-9b54-69dce21a9e75 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308461 Jun 22 10:31:43.815526 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287ad4d-f627-4e01-b8d1-723eff2f85bc req-a099cd99-e8ed-4c0f-a9f4-80df8e4ac44c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:43.816975 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1287ad4d-f627-4e01-b8d1-723eff2f85bc req-a099cd99-e8ed-4c0f-a9f4-80df8e4ac44c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0663269 Jun 22 10:31:43.854027 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1287ad4d-f627-4e01-b8d1-723eff2f85bc req-40085fab-2386-434e-bd26-15f2dd166117 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315683 Jun 22 10:31:45.021529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d78ab-7bab-4f66-8a4b-821159cd6eca req-8b4f1947-c258-4918-a345-acc69e2899eb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:45.022975 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-be3d78ab-7bab-4f66-8a4b-821159cd6eca req-8b4f1947-c258-4918-a345-acc69e2899eb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0624332 Jun 22 10:31:45.059098 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-be3d78ab-7bab-4f66-8a4b-821159cd6eca req-a57870b4-d787-4dd6-80a9-5380d803a80b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306163 Jun 22 10:31:45.083223 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41204) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:31:45.149946 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f9f1ebca-9b3f-497a-bcc9-2db6e4041219 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/floatingips/8bcb7b2f-f174-4fd5-8d30-9b3d8800f1d1 HTTP/1.1" status: 200 len: 993 time: 0.0652690 Jun 22 10:31:46.635236 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7330fd66-9377-4977-9b2b-e98b13663e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:46.709423 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c109f87-cb3e-44e2-a88f-e66337281c2a req-04128ff9-a9dd-42f1-9698-2fc6ad1817ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:46.710887 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3c109f87-cb3e-44e2-a88f-e66337281c2a req-04128ff9-a9dd-42f1-9698-2fc6ad1817ea tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0632129 Jun 22 10:31:46.748995 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3c109f87-cb3e-44e2-a88f-e66337281c2a req-936d83f2-8f44-4383-94df-bf1a0a857411 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322158 Jun 22 10:31:46.784490 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f450a-7f8f-47ba-b6ae-729656f4e853 req-30a9c21b-0a61-4455-9b35-0da0c545251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:46.785978 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6c9f450a-7f8f-47ba-b6ae-729656f4e853 req-30a9c21b-0a61-4455-9b35-0da0c545251d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 1099 time: 0.0570993 Jun 22 10:31:46.874125 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f450a-7f8f-47ba-b6ae-729656f4e853 req-f05adbb7-a990-40a9-8749-31c58e1e039a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:46.875484 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6c9f450a-7f8f-47ba-b6ae-729656f4e853 req-f05adbb7-a990-40a9-8749-31c58e1e039a service neutron] 10.222.0.35 "GET /v2.0/networks?id=88e99545-bee6-4558-9cf7-17f11610aa07 HTTP/1.1" status: 200 len: 897 time: 0.0803859 Jun 22 10:31:46.941624 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6c9f450a-7f8f-47ba-b6ae-729656f4e853 req-a58139b6-ce28-4616-9229-4da5cfef8cad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28859fc0-d942-456e-ba37-c782ab20fd23 HTTP/1.1" status: 200 len: 1001 time: 0.0593283 Jun 22 10:31:46.987754 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f450a-7f8f-47ba-b6ae-729656f4e853 req-4517d68d-cdaa-4db1-acc0-89e1e2f65bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:46.989110 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6c9f450a-7f8f-47ba-b6ae-729656f4e853 req-4517d68d-cdaa-4db1-acc0-89e1e2f65bc2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aca3e558-a13c-463e-81df-f71c55e747b7 HTTP/1.1" status: 200 len: 835 time: 0.0414960 Jun 22 10:31:47.042563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f450a-7f8f-47ba-b6ae-729656f4e853 req-2f886a1c-8e0e-4fc6-b244-8f51d40623ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:47.044002 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6c9f450a-7f8f-47ba-b6ae-729656f4e853 req-2f886a1c-8e0e-4fc6-b244-8f51d40623ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88e99545-bee6-4558-9cf7-17f11610aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0488825 Jun 22 10:31:47.053715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [req-6c9f450a-7f8f-47ba-b6ae-729656f4e853 req-7a9268af-5d8e-428b-8710-c661fb3444c5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 10:31:47.054623 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6c9f450a-7f8f-47ba-b6ae-729656f4e853 req-7a9268af-5d8e-428b-8710-c661fb3444c5 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047040 Jun 22 10:31:47.144166 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6c9f450a-7f8f-47ba-b6ae-729656f4e853 req-f061948c-446b-4bda-9344-fd1f537d2541 service neutron] 10.222.0.35 "GET /v2.0/networks/88e99545-bee6-4558-9cf7-17f11610aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832965 Jun 22 10:31:47.228355 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-6c9f450a-7f8f-47ba-b6ae-729656f4e853 req-b078c971-0233-463d-82e3-5246b9419916 service neutron] 10.222.0.35 "GET /v2.0/networks/88e99545-bee6-4558-9cf7-17f11610aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779662 Jun 22 10:31:47.758386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66c042-0a06-4a9e-8d4f-1949e23922b8 req-80779f8b-1430-4c15-bb43-97d68968b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:47.765829 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3c66c042-0a06-4a9e-8d4f-1949e23922b8 req-80779f8b-1430-4c15-bb43-97d68968b41a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 1099 time: 0.0545344 Jun 22 10:31:47.873575 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66c042-0a06-4a9e-8d4f-1949e23922b8 req-2ab36d37-4126-4f6a-8947-3ee64e675678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:47.875090 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3c66c042-0a06-4a9e-8d4f-1949e23922b8 req-2ab36d37-4126-4f6a-8947-3ee64e675678 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88e99545-bee6-4558-9cf7-17f11610aa07 HTTP/1.1" status: 200 len: 897 time: 0.0941556 Jun 22 10:31:47.943292 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3c66c042-0a06-4a9e-8d4f-1949e23922b8 req-c0f515bd-cc0e-4385-9db0-58412ec5ea39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28859fc0-d942-456e-ba37-c782ab20fd23 HTTP/1.1" status: 200 len: 1001 time: 0.0614529 Jun 22 10:31:47.997841 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66c042-0a06-4a9e-8d4f-1949e23922b8 req-82319d4c-8dc0-4288-b4f2-b9271daf80df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:47.999277 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3c66c042-0a06-4a9e-8d4f-1949e23922b8 req-82319d4c-8dc0-4288-b4f2-b9271daf80df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aca3e558-a13c-463e-81df-f71c55e747b7 HTTP/1.1" status: 200 len: 835 time: 0.0501046 Jun 22 10:31:48.055456 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66c042-0a06-4a9e-8d4f-1949e23922b8 req-2a7c2d25-3d8b-428e-8359-dbf2a2388941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:48.056945 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3c66c042-0a06-4a9e-8d4f-1949e23922b8 req-2a7c2d25-3d8b-428e-8359-dbf2a2388941 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88e99545-bee6-4558-9cf7-17f11610aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0513592 Jun 22 10:31:48.089028 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2505f-dacb-43cf-8bab-c27d1e05daf3 req-e4d6edf9-cb91-47ce-bc2e-87e9eaacadc3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:31:48.090502 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3da2505f-dacb-43cf-8bab-c27d1e05daf3 req-e4d6edf9-cb91-47ce-bc2e-87e9eaacadc3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0675375 Jun 22 10:31:48.129654 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3da2505f-dacb-43cf-8bab-c27d1e05daf3 req-a1c43809-6fb0-4665-8223-e3c2e8398f5d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331182 Jun 22 10:31:48.146666 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3c66c042-0a06-4a9e-8d4f-1949e23922b8 req-8466f5a5-2020-4952-800d-d07e24566562 service neutron] 10.222.0.35 "GET /v2.0/networks/88e99545-bee6-4558-9cf7-17f11610aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824790 Jun 22 10:31:48.154753 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41214) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:31:48.214539 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fcded5ed-a6c9-485b-92c7-e3e8624e96ce tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/floatingips/8bcb7b2f-f174-4fd5-8d30-9b3d8800f1d1 HTTP/1.1" status: 200 len: 993 time: 0.0584853 Jun 22 10:31:48.241029 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3c66c042-0a06-4a9e-8d4f-1949e23922b8 req-9a677e17-8789-4b50-b214-1c0bb6875fab service neutron] 10.222.0.35 "GET /v2.0/networks/88e99545-bee6-4558-9cf7-17f11610aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883982 Jun 22 10:31:49.114489 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-09e4d396-ff83-459f-8329-f21203bb0014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:49.355011 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:50.660222 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:51.914151 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:08.147691 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:32:10.979842 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:16.627977 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9cc57aad-02df-4b7d-8b3e-095464fdabec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:19.145488 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-528ca3a7-1f5a-4554-ab92-63122e714134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:19.376213 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:20.633557 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:21.922934 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:41.021198 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:45.147109 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:32:45.432757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41246) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:32:45.590324 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port 4d81254d-6578-471c-92f3-41fe10e0f5ac {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:32:45.590688 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:45.663182 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:45.663612 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:45.729558 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for 4d81254d-6578-471c-92f3-41fe10e0f5ac owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:32:45.981180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:45.983344 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-35160439-31a4-4b40-8cf6-9d212f2ac75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:32:46.007713 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=4d81254d-6578-471c-92f3-41fe10e0f5ac,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:32:46.019901 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:46.020308 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:46.020706 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:46.021094 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:46.021480 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:46.021860 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:46.022238 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:46.022614 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:46.022994 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:46.023366 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:46.023773 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:46.024148 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:46.045270 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:32:46.083672 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:46.084065 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Floating IP 8bcb7b2f-f174-4fd5-8d30-9b3d8800f1d1 disassociated (deleted). External IP: 172.26.3.29, port: 28859fc0-d942-456e-ba37-c782ab20fd23. Jun 22 10:32:46.291969 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 2fdb4596-ac05-45ef-85c7-75f8b62e166f has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:32:46.399696 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:32:46.404479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:46.408830 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59ca43-c99b-4217-b9ba-2a11931271c7 None None] Sync routers for ids ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:32:46.418195 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59ca43-c99b-4217-b9ba-2a11931271c7 None None] Routers {'2fdb4596-ac05-45ef-85c7-75f8b62e166f'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:32:46.418818 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2d59ca43-c99b-4217-b9ba-2a11931271c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:32:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:32:46.442846 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/floatingips/8bcb7b2f-f174-4fd5-8d30-9b3d8800f1d1 HTTP/1.1" status: 204 len: 168 time: 1.0089746 Jun 22 10:32:46.443668 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be', 'tag': '28859fc0-d942-456e-ba37-c782ab20fd23'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:32:46.446398 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae788d7a7de2cfd375c5948d6f3be3b459fcda829fb2d1a8d9315b2fb364edec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bac5f6b-5db9-44b2-b4f2-2fc17c37f2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be", "tag": "28859fc0-d942-456e-ba37-c782ab20fd23"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:32:46.529775 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-2d59ca43-c99b-4217-b9ba-2a11931271c7 None None] Set router 2fdb4596-ac05-45ef-85c7-75f8b62e166f gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:32:46.632602 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b440a1ad-00df-416f-8f1e-8d45a99c6644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:46.727007 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2d59ca43-c99b-4217-b9ba-2a11931271c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944503816', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:30:04Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:05Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9c869d81-e0b2-4ed1-aa5d-82c90e606faa', 'name': '', 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:d4:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aca3e558-a13c-463e-81df-f71c55e747b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:07Z', 'updated_at': '2021-06-22T10:30:12Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': 'aca3e558-a13c-463e-81df-f71c55e747b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:32:46.754145 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59ca43-c99b-4217-b9ba-2a11931271c7 None None] Checking router: 2fdb4596-ac05-45ef-85c7-75f8b62e166f for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:32:46.766132 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59ca43-c99b-4217-b9ba-2a11931271c7 None None] Routers {'2fdb4596-ac05-45ef-85c7-75f8b62e166f'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:32:46.766761 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2d59ca43-c99b-4217-b9ba-2a11931271c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:32:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:32:46.873618 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-2d59ca43-c99b-4217-b9ba-2a11931271c7 None None] Set router 2fdb4596-ac05-45ef-85c7-75f8b62e166f gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:32:47.001252 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba663927-347f-429c-bbc8-2119286550b5 x-openstack-request-id: req-ba663927-347f-429c-bbc8-2119286550b5 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:32:47.001802 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be", "tag": "28859fc0-d942-456e-ba37-c782ab20fd23", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:32:47.002358 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba663927-347f-429c-bbc8-2119286550b5 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:32:47.003110 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be', 'tag': '28859fc0-d942-456e-ba37-c782ab20fd23', 'status': 'completed', 'code': 200} Jun 22 10:32:47.076663 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-2d59ca43-c99b-4217-b9ba-2a11931271c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944503816', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:30:04Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:05Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9c869d81-e0b2-4ed1-aa5d-82c90e606faa', 'name': '', 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:d4:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aca3e558-a13c-463e-81df-f71c55e747b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:07Z', 'updated_at': '2021-06-22T10:30:12Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': 'aca3e558-a13c-463e-81df-f71c55e747b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:32:47.092144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac5f6b-5db9-44b2-b4f2-2fc17c37f2ae req-516241c6-09da-4dfb-8848-42cd93546e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:32:47.092144 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1bac5f6b-5db9-44b2-b4f2-2fc17c37f2ae req-516241c6-09da-4dfb-8848-42cd93546e59 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 1099 time: 0.0581398 Jun 22 10:32:47.118674 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59ca43-c99b-4217-b9ba-2a11931271c7 None None] The sync data for ids ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'] in dv-neutron-797121-3-hyperv is: [{'id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944503816', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:30:04Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:05Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '9c869d81-e0b2-4ed1-aa5d-82c90e606faa', 'name': '', 'network_id': '88e99545-bee6-4558-9cf7-17f11610aa07', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:d4:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aca3e558-a13c-463e-81df-f71c55e747b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:07Z', 'updated_at': '2021-06-22T10:30:12Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': 'aca3e558-a13c-463e-81df-f71c55e747b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:32:47.180959 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b2ad4-b177-4876-9f8f-b53b4c056a76 req-3c798eb3-47d8-40bd-98a3-219c6f5e5154 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:32:47.183346 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ed1b2ad4-b177-4876-9f8f-b53b4c056a76 req-3c798eb3-47d8-40bd-98a3-219c6f5e5154 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0843308 Jun 22 10:32:47.194838 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac5f6b-5db9-44b2-b4f2-2fc17c37f2ae req-9c3d7598-b725-44d5-adcb-608b97888c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:32:47.196366 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1bac5f6b-5db9-44b2-b4f2-2fc17c37f2ae req-9c3d7598-b725-44d5-adcb-608b97888c74 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88e99545-bee6-4558-9cf7-17f11610aa07 HTTP/1.1" status: 200 len: 897 time: 0.1008968 Jun 22 10:32:47.223986 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ed1b2ad4-b177-4876-9f8f-b53b4c056a76 req-745739b9-567d-4679-a040-15e8577320dd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341659 Jun 22 10:32:47.238800 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1bac5f6b-5db9-44b2-b4f2-2fc17c37f2ae req-2712f898-51f4-46f2-b320-4d6f3857d186 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28859fc0-d942-456e-ba37-c782ab20fd23 HTTP/1.1" status: 200 len: 217 time: 0.0358465 Jun 22 10:32:47.292124 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac5f6b-5db9-44b2-b4f2-2fc17c37f2ae req-a80ae616-505b-4a11-a05b-b42a688736b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:32:47.293613 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1bac5f6b-5db9-44b2-b4f2-2fc17c37f2ae req-a80ae616-505b-4a11-a05b-b42a688736b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aca3e558-a13c-463e-81df-f71c55e747b7 HTTP/1.1" status: 200 len: 835 time: 0.0474224 Jun 22 10:32:47.344917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c46933e-9318-4127-8997-889086a49f51 None None] New status for floating IP 8bcb7b2f-f174-4fd5-8d30-9b3d8800f1d1: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:32:47.360655 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac5f6b-5db9-44b2-b4f2-2fc17c37f2ae req-6127aa2a-fc74-436e-befd-c338177a7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:32:47.362140 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1bac5f6b-5db9-44b2-b4f2-2fc17c37f2ae req-6127aa2a-fc74-436e-befd-c338177a7992 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88e99545-bee6-4558-9cf7-17f11610aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0594239 Jun 22 10:32:47.456467 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1bac5f6b-5db9-44b2-b4f2-2fc17c37f2ae req-db52b78b-cfb7-4b80-9222-6bc801e7d461 service neutron] 10.222.0.35 "GET /v2.0/networks/88e99545-bee6-4558-9cf7-17f11610aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869970 Jun 22 10:32:47.550127 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1bac5f6b-5db9-44b2-b4f2-2fc17c37f2ae req-57335266-5c54-4520-b62e-7140c6aa9395 service neutron] 10.222.0.35 "GET /v2.0/networks/88e99545-bee6-4558-9cf7-17f11610aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867195 Jun 22 10:32:48.405488 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e6c26-aec6-4c5e-b7b6-76d898a366a1 req-e31184d1-d413-4bb7-8d01-9ca990e84130 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:32:48.407048 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-285e6c26-aec6-4c5e-b7b6-76d898a366a1 req-e31184d1-d413-4bb7-8d01-9ca990e84130 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0663016 Jun 22 10:32:48.445650 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-285e6c26-aec6-4c5e-b7b6-76d898a366a1 req-d808d09f-6f7c-42f9-b5c7-2fbca8c3f406 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=19925dc7-ede0-491b-9edb-a983bd5f6dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326529 Jun 22 10:32:48.932902 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab168a4-c587-4421-a03c-b1ddbdb1bf81 req-39e74210-487d-499f-9b02-124fb3354756 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:32:48.934412 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9ab168a4-c587-4421-a03c-b1ddbdb1bf81 req-39e74210-487d-499f-9b02-124fb3354756 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 946 time: 0.0647454 Jun 22 10:32:49.042088 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-9ab168a4-c587-4421-a03c-b1ddbdb1bf81 req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port 28859fc0-d942-456e-ba37-c782ab20fd23 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:32:49.042450 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9ab168a4-c587-4421-a03c-b1ddbdb1bf81 req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:49.131348 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-9ab168a4-c587-4421-a03c-b1ddbdb1bf81 req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] For port 28859fc0-d942-456e-ba37-c782ab20fd23, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=28859fc0-d942-456e-ba37-c782ab20fd23,segment=NetworkSegment(1220f652-1c81-44d7-a72c-b000b3403a7e),segment_id=1220f652-1c81-44d7-a72c-b000b3403a7e)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:32:49.131746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9ab168a4-c587-4421-a03c-b1ddbdb1bf81 req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:49.181464 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-434142c1-0858-42d6-902f-885f8d29dd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:49.201254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-9ab168a4-c587-4421-a03c-b1ddbdb1bf81 req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for 28859fc0-d942-456e-ba37-c782ab20fd23 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:32:49.381225 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:49.443880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9ab168a4-c587-4421-a03c-b1ddbdb1bf81 req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:49.458876 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:32:49.476684 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=28859fc0-d942-456e-ba37-c782ab20fd23,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:32:49.489513 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:49.489915 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:49.490670 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:49.490670 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:49.491040 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:49.491418 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:49.491866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:49.492245 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:49.492620 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:49.492996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:49.493406 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:49.493848 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:49.498481 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:32:49.536298 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab168a4-c587-4421-a03c-b1ddbdb1bf81 req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] No DVR routers for this DVR port 28859fc0-d942-456e-ba37-c782ab20fd23 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:32:49.539072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-9ab168a4-c587-4421-a03c-b1ddbdb1bf81 req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:49.541397 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9ab168a4-c587-4421-a03c-b1ddbdb1bf81 req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "DELETE /v2.0/ports/28859fc0-d942-456e-ba37-c782ab20fd23 HTTP/1.1" status: 204 len: 173 time: 0.6019866 Jun 22 10:32:49.541955 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be', 'name': 'network-vif-deleted', 'tag': '28859fc0-d942-456e-ba37-c782ab20fd23'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:32:49.544493 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0f4734-657a-40cf-abe3-abb26394e427" -d '{"events": [{"server_uuid": "5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be", "name": "network-vif-deleted", "tag": "28859fc0-d942-456e-ba37-c782ab20fd23"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:32:49.604686 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6d25611f-96d0-464d-a7de-f3f994da7e24 req-1b51fef2-b8aa-47e9-a92e-c7f7e4617261 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be HTTP/1.1" status: 200 len: 210 time: 0.0300736 Jun 22 10:32:49.717869 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb3a3ff-7e8d-44b0-9de8-19f791983cb7 x-openstack-request-id: req-ecb3a3ff-7e8d-44b0-9de8-19f791983cb7 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:32:49.717869 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be", "name": "network-vif-deleted", "tag": "28859fc0-d942-456e-ba37-c782ab20fd23", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:32:49.717869 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecb3a3ff-7e8d-44b0-9de8-19f791983cb7 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:32:49.717869 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2bcb4b-6c9d-4a49-9bb2-1d2baf0a94be', 'name': 'network-vif-deleted', 'tag': '28859fc0-d942-456e-ba37-c782ab20fd23', 'status': 'completed', 'code': 200} Jun 22 10:32:50.649482 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:50.704188 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41272) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:32:51.083236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2dcf-bb4a-4030-9de2-a5a88969ae0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:51.376655 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c2dcf-bb4a-4030-9de2-a5a88969ae0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port 9c869d81-e0b2-4ed1-aa5d-82c90e606faa {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:32:51.377122 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2dcf-bb4a-4030-9de2-a5a88969ae0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:51.475638 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-6b0c2dcf-bb4a-4030-9de2-a5a88969ae0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] For port 9c869d81-e0b2-4ed1-aa5d-82c90e606faa, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=9c869d81-e0b2-4ed1-aa5d-82c90e606faa,segment=NetworkSegment(1220f652-1c81-44d7-a72c-b000b3403a7e),segment_id=1220f652-1c81-44d7-a72c-b000b3403a7e)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:32:51.476004 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2dcf-bb4a-4030-9de2-a5a88969ae0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:51.539643 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c2dcf-bb4a-4030-9de2-a5a88969ae0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for 9c869d81-e0b2-4ed1-aa5d-82c90e606faa owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:32:51.978460 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:52.168118 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2dcf-bb4a-4030-9de2-a5a88969ae0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:52.170435 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-29f87454-c5d6-40e1-ae68-ffbd87204adf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:32:52.201348 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c2dcf-bb4a-4030-9de2-a5a88969ae0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=9c869d81-e0b2-4ed1-aa5d-82c90e606faa,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:32:52.204611 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6b0c2dcf-bb4a-4030-9de2-a5a88969ae0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:32:52.394226 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2dcf-bb4a-4030-9de2-a5a88969ae0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:52.652345 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0c2dcf-bb4a-4030-9de2-a5a88969ae0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 2fdb4596-ac05-45ef-85c7-75f8b62e166f has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:32:52.768428 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0c2dcf-bb4a-4030-9de2-a5a88969ae0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:32:52.774119 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6b0c2dcf-bb4a-4030-9de2-a5a88969ae0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "PUT /v2.0/routers/2fdb4596-ac05-45ef-85c7-75f8b62e166f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0687723 Jun 22 10:32:52.776854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41278) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:32:52.779882 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06715443-0485-415a-874a-bbd81969c391 None None] Sync routers for ids ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:32:52.789810 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06715443-0485-415a-874a-bbd81969c391 None None] Routers {'2fdb4596-ac05-45ef-85c7-75f8b62e166f'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:32:52.790460 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-06715443-0485-415a-874a-bbd81969c391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:32:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:32:52.835874 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4b80f6-fce9-4c40-bd7e-49d3d2af0589 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting subnet aca3e558-a13c-463e-81df-f71c55e747b7 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:32:52.839729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc4b80f6-fce9-4c40-bd7e-49d3d2af0589 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:52.887254 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc4b80f6-fce9-4c40-bd7e-49d3d2af0589 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:52.937799 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 28859fc0-d942-456e-ba37-c782ab20fd23 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:32:52.959114 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 28859fc0-d942-456e-ba37-c782ab20fd23 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:32:52.959507 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 28859fc0-d942-456e-ba37-c782ab20fd23 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:32:52.986913 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc4b80f6-fce9-4c40-bd7e-49d3d2af0589 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:53.002335 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-06715443-0485-415a-874a-bbd81969c391 None None] Set router 2fdb4596-ac05-45ef-85c7-75f8b62e166f gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:32:53.136173 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc4b80f6-fce9-4c40-bd7e-49d3d2af0589 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:53.137909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-05712145-40e6-4e00-a4dd-3390510bdb4b tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:32:53.162989 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b80f6-fce9-4c40-bd7e-49d3d2af0589 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Subnet': ['ID=aca3e558-a13c-463e-81df-f71c55e747b7,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:32:53.166773 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cc4b80f6-fce9-4c40-bd7e-49d3d2af0589 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:32:53.167918 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc4b80f6-fce9-4c40-bd7e-49d3d2af0589 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:53.170885 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cc4b80f6-fce9-4c40-bd7e-49d3d2af0589 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/subnets/aca3e558-a13c-463e-81df-f71c55e747b7 HTTP/1.1" status: 204 len: 168 time: 0.3922594 Jun 22 10:32:53.173799 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41280) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:32:53.182096 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6da82b9-e28a-47b0-9a53-b5599eca5b2f None None] Network 88e99545-bee6-4558-9cf7-17f11610aa07 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:32:53.188266 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-06715443-0485-415a-874a-bbd81969c391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944503816', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:30:04Z', 'updated_at': '2021-06-22T10:32:52Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:05Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:32:53.214543 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06715443-0485-415a-874a-bbd81969c391 None None] Checking router: 2fdb4596-ac05-45ef-85c7-75f8b62e166f for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:32:53.223997 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06715443-0485-415a-874a-bbd81969c391 None None] Routers {'2fdb4596-ac05-45ef-85c7-75f8b62e166f'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:32:53.224730 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-06715443-0485-415a-874a-bbd81969c391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:32:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:32:53.299882 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c244c21-fd16-46ee-903c-1d545282344b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:53.347214 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-06715443-0485-415a-874a-bbd81969c391 None None] Set router 2fdb4596-ac05-45ef-85c7-75f8b62e166f gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:32:53.398110 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] DHCP port deletion for 88e99545-bee6-4558-9cf7-17f11610aa07 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:32:53.418373 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c244c21-fd16-46ee-903c-1d545282344b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:53.454457 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Deleting port 8ccee479-9dd3-415f-aed0-0d8e7247bf49 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:32:53.454457 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:53.506975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] For port 8ccee479-9dd3-415f-aed0-0d8e7247bf49, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8ccee479-9dd3-415f-aed0-0d8e7247bf49,segment=NetworkSegment(1220f652-1c81-44d7-a72c-b000b3403a7e),segment_id=1220f652-1c81-44d7-a72c-b000b3403a7e)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:32:53.507371 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:53.534243 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-06715443-0485-415a-874a-bbd81969c391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944503816', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:30:04Z', 'updated_at': '2021-06-22T10:32:52Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:05Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:32:53.560510 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06715443-0485-415a-874a-bbd81969c391 None None] The sync data for ids ['2fdb4596-ac05-45ef-85c7-75f8b62e166f'] in dv-neutron-797121-3-hyperv is: [{'id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944503816', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:30:04Z', 'updated_at': '2021-06-22T10:32:52Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'b49e8286-8c4b-4ce7-a3e6-474f62375fa5', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb4596-ac05-45ef-85c7-75f8b62e166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:30:05Z', 'updated_at': '2021-06-22T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:32:53.574954 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Calling delete_port for 8ccee479-9dd3-415f-aed0-0d8e7247bf49 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:32:53.679466 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-7c244c21-fd16-46ee-903c-1d545282344b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port b49e8286-8c4b-4ce7-a3e6-474f62375fa5 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:32:53.679738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c244c21-fd16-46ee-903c-1d545282344b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:53.759377 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-7c244c21-fd16-46ee-903c-1d545282344b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] For port b49e8286-8c4b-4ce7-a3e6-474f62375fa5, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=b49e8286-8c4b-4ce7-a3e6-474f62375fa5,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:32:53.759721 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c244c21-fd16-46ee-903c-1d545282344b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:53.784397 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:53.786462 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-9278d877-a66a-4a4a-ab54-a8f7b74f7775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:32:53.810734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Pushing event deleted for resources: {'Port': ['ID=8ccee479-9dd3-415f-aed0-0d8e7247bf49,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:32:53.818281 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] No DVR routers for this DVR port 8ccee479-9dd3-415f-aed0-0d8e7247bf49 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:32:53.820770 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:53.821144 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:53.821452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:53.821790 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:53.822120 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:53.822453 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:53.822778 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:53.823108 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:53.823518 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:53.823784 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:53.824105 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:53.824424 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:32:53.828060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:32:53.828268 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-7c244c21-fd16-46ee-903c-1d545282344b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for b49e8286-8c4b-4ce7-a3e6-474f62375fa5 owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:32:54.049930 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8ccee479-9dd3-415f-aed0-0d8e7247bf49 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:32:54.069658 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 8ccee479-9dd3-415f-aed0-0d8e7247bf49 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:32:54.070119 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8ccee479-9dd3-415f-aed0-0d8e7247bf49 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:32:54.070549 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9c869d81-e0b2-4ed1-aa5d-82c90e606faa no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:32:54.090037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 9c869d81-e0b2-4ed1-aa5d-82c90e606faa {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:32:54.090342 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 9c869d81-e0b2-4ed1-aa5d-82c90e606faa not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:32:54.118196 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c244c21-fd16-46ee-903c-1d545282344b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:54.120550 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:32:54.144508 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c244c21-fd16-46ee-903c-1d545282344b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=b49e8286-8c4b-4ce7-a3e6-474f62375fa5,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:32:54.147496 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7c244c21-fd16-46ee-903c-1d545282344b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:32:54.209437 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c244c21-fd16-46ee-903c-1d545282344b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:54.305757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c244c21-fd16-46ee-903c-1d545282344b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:54.308434 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c244c21-fd16-46ee-903c-1d545282344b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:54.437916 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c244c21-fd16-46ee-903c-1d545282344b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:54.438668 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c244c21-fd16-46ee-903c-1d545282344b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Fanout notify agent at l3_agent the message router_deleted on router 2fdb4596-ac05-45ef-85c7-75f8b62e166f {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:32:54.450743 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-7c244c21-fd16-46ee-903c-1d545282344b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:54.450743 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-7c244c21-fd16-46ee-903c-1d545282344b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/routers/2fdb4596-ac05-45ef-85c7-75f8b62e166f HTTP/1.1" status: 204 len: 168 time: 1.2714808 Jun 22 10:32:54.450743 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41284) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:32:54.532749 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb049605-006e-46bd-b679-b71b8313177e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:54.991923 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb049605-006e-46bd-b679-b71b8313177e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:55.001980 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-bb049605-006e-46bd-b679-b71b8313177e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e99545-bee6-4558-9cf7-17f11610aa07']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:32:55.012525 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-bb049605-006e-46bd-b679-b71b8313177e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1220f652-1c81-44d7-a72c-b000b3403a7e') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:32:55.012525 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-bb049605-006e-46bd-b679-b71b8313177e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1220f652-1c81-44d7-a72c-b000b3403a7e') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:32:55.020426 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb049605-006e-46bd-b679-b71b8313177e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:55.035698 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb049605-006e-46bd-b679-b71b8313177e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:55.041982 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb049605-006e-46bd-b679-b71b8313177e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:32:55.042360 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb049605-006e-46bd-b679-b71b8313177e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:32:55.045189 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:32:55.238190 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb049605-006e-46bd-b679-b71b8313177e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:55.242612 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f2639cb0-7de9-451f-a2f4-bc34c3ee150e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:32:55.247204 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb049605-006e-46bd-b679-b71b8313177e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:55.249046 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bb049605-006e-46bd-b679-b71b8313177e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/networks/88e99545-bee6-4558-9cf7-17f11610aa07 HTTP/1.1" status: 204 len: 168 time: 0.7974765 Jun 22 10:32:55.251856 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41288) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:32:55.264818 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb049605-006e-46bd-b679-b71b8313177e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Network': ['ID=88e99545-bee6-4558-9cf7-17f11610aa07,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:32:55.267336 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bb049605-006e-46bd-b679-b71b8313177e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:32:55.314227 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-67eacb53-29f0-40cc-ad0f-5a5e39954f97 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:55.344422 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-67eacb53-29f0-40cc-ad0f-5a5e39954f97 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:55.475881 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-67eacb53-29f0-40cc-ad0f-5a5e39954f97 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:55.478514 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-67eacb53-29f0-40cc-ad0f-5a5e39954f97 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:55.479706 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-67eacb53-29f0-40cc-ad0f-5a5e39954f97 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/security-groups/19925dc7-ede0-491b-9edb-a983bd5f6dc9 HTTP/1.1" status: 204 len: 168 time: 0.2266977 Jun 22 10:32:55.480538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9f55fc46-f2d0-4946-894b-fd6406f27378 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:32:55.490615 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eacb53-29f0-40cc-ad0f-5a5e39954f97 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19925dc7-ede0-491b-9edb-a983bd5f6dc9,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:32:55.497816 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-67eacb53-29f0-40cc-ad0f-5a5e39954f97 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:32:56.044646 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b49e8286-8c4b-4ce7-a3e6-474f62375fa5 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:32:56.065250 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: b49e8286-8c4b-4ce7-a3e6-474f62375fa5 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:32:56.065615 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device b49e8286-8c4b-4ce7-a3e6-474f62375fa5 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:32:56.149368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41296) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:32:56.155012 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-14f369e3-0829-4ceb-8f51-f372be266fdc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2034928890', 'description': 'tempest-secgroup-smoke-2034928890 description', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:32:56.243522 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-14f369e3-0829-4ceb-8f51-f372be266fdc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:56.323275 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-14f369e3-0829-4ceb-8f51-f372be266fdc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:56.403288 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-14f369e3-0829-4ceb-8f51-f372be266fdc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:56.405908 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7acd1686-cba7-4626-ab0f-5a14f6a9fcb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:32:56.431734 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f369e3-0829-4ceb-8f51-f372be266fdc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a06558-4517-44d8-a42f-836b28b37329,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:32:56.438203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-14f369e3-0829-4ceb-8f51-f372be266fdc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:32:56.547211 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-14f369e3-0829-4ceb-8f51-f372be266fdc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:56.548516 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-14f369e3-0829-4ceb-8f51-f372be266fdc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3974776 Jun 22 10:32:56.551370 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41298) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:32:56.555996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-55945bad-93a9-4501-8622-23fe6f0b7309 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': 'd4a06558-4517-44d8-a42f-836b28b37329', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:32:56.680939 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-55945bad-93a9-4501-8622-23fe6f0b7309 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:56.737592 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-55945bad-93a9-4501-8622-23fe6f0b7309 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:56.875693 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-55945bad-93a9-4501-8622-23fe6f0b7309 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:56.877496 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-77a98820-6828-4d70-adad-4c58bac8dccb tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:32:56.895279 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55945bad-93a9-4501-8622-23fe6f0b7309 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf28772-03e6-40c8-807b-6a995a6e1252,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:32:56.898234 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-55945bad-93a9-4501-8622-23fe6f0b7309 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:32:56.985944 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-55945bad-93a9-4501-8622-23fe6f0b7309 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:56.987255 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-55945bad-93a9-4501-8622-23fe6f0b7309 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4349403 Jun 22 10:32:56.990000 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41302) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:32:56.995265 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-a13cb0d4-0794-4af0-bd1e-a7c98940e150 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': 'd4a06558-4517-44d8-a42f-836b28b37329', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:32:57.094450 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a13cb0d4-0794-4af0-bd1e-a7c98940e150 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:57.156842 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a13cb0d4-0794-4af0-bd1e-a7c98940e150 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:57.260836 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a13cb0d4-0794-4af0-bd1e-a7c98940e150 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:57.262707 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1f5be1e7-ea96-43f1-95c0-33f34f24a6dc tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:32:57.280524 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cb0d4-0794-4af0-bd1e-a7c98940e150 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481b4ca3-e46f-4e37-9f90-57349a4e2349,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:32:57.283612 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a13cb0d4-0794-4af0-bd1e-a7c98940e150 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:32:57.357826 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a13cb0d4-0794-4af0-bd1e-a7c98940e150 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:57.359051 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a13cb0d4-0794-4af0-bd1e-a7c98940e150 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3681309 Jun 22 10:32:57.365325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41304) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:32:57.369997 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-bb31f027-3060-48ca-a71d-f6da831c16f1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': 'd4a06558-4517-44d8-a42f-836b28b37329', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:32:57.471371 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bb31f027-3060-48ca-a71d-f6da831c16f1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:57.529567 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bb31f027-3060-48ca-a71d-f6da831c16f1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:57.631865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bb31f027-3060-48ca-a71d-f6da831c16f1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:57.633848 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ad50ec6d-57f0-4ef0-ba6a-b7f4cc9cc6c2 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:32:57.651717 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31f027-3060-48ca-a71d-f6da831c16f1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae18852a-3638-4110-92b6-83b744bfcd1a,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:32:57.655876 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bb31f027-3060-48ca-a71d-f6da831c16f1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:32:57.755955 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bb31f027-3060-48ca-a71d-f6da831c16f1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:57.757135 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bb31f027-3060-48ca-a71d-f6da831c16f1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3908107 Jun 22 10:32:57.760481 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41306) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:32:57.765125 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d7008b28-6369-4572-835a-ac61f3ac8f4b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': 'd4a06558-4517-44d8-a42f-836b28b37329', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:32:57.876636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7008b28-6369-4572-835a-ac61f3ac8f4b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:57.934858 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7008b28-6369-4572-835a-ac61f3ac8f4b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:58.054905 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7008b28-6369-4572-835a-ac61f3ac8f4b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:58.060360 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-55945bad-93a9-4501-8622-23fe6f0b7309 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:32:58.074633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7008b28-6369-4572-835a-ac61f3ac8f4b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f406885-5e67-4e16-aed4-ddac9bb85f1a,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:32:58.077284 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d7008b28-6369-4572-835a-ac61f3ac8f4b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:32:58.186037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7008b28-6369-4572-835a-ac61f3ac8f4b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:58.187277 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d7008b28-6369-4572-835a-ac61f3ac8f4b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4257925 Jun 22 10:32:58.191148 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41308) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:32:58.195684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-dfa007c8-dabd-48aa-9a2e-af6df0cecb86 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': 'd4a06558-4517-44d8-a42f-836b28b37329', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:32:58.300272 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-dfa007c8-dabd-48aa-9a2e-af6df0cecb86 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Project c08ad3da6a7446e5b6c7478f6c359bf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:32:58.305545 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dfa007c8-dabd-48aa-9a2e-af6df0cecb86 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:58.373409 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dfa007c8-dabd-48aa-9a2e-af6df0cecb86 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:58.475731 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dfa007c8-dabd-48aa-9a2e-af6df0cecb86 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:58.477610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-16ac6fe0-8906-4af6-86cf-715d6ad34bf4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:32:58.495222 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa007c8-dabd-48aa-9a2e-af6df0cecb86 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288e9de2-757c-44d6-ba2f-b7f097b67070,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:32:58.498283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dfa007c8-dabd-48aa-9a2e-af6df0cecb86 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:32:58.596003 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dfa007c8-dabd-48aa-9a2e-af6df0cecb86 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:58.597169 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dfa007c8-dabd-48aa-9a2e-af6df0cecb86 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4050596 Jun 22 10:32:58.599899 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41310) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:32:58.604993 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-431d473e-2444-4554-a204-cb8169532d62 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'security_group_rule': {'security_group_id': 'd4a06558-4517-44d8-a42f-836b28b37329', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:32:58.687289 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-431d473e-2444-4554-a204-cb8169532d62 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Project c08ad3da6a7446e5b6c7478f6c359bf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:32:58.692547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-431d473e-2444-4554-a204-cb8169532d62 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:58.755587 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-431d473e-2444-4554-a204-cb8169532d62 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:58.814837 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-431d473e-2444-4554-a204-cb8169532d62 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:58.816883 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bb31f027-3060-48ca-a71d-f6da831c16f1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:32:58.833531 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d473e-2444-4554-a204-cb8169532d62 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e557cb-c17c-44c2-bcc5-3f70b7f11642,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:32:58.836343 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-431d473e-2444-4554-a204-cb8169532d62 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:32:58.918225 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-431d473e-2444-4554-a204-cb8169532d62 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:58.919414 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-431d473e-2444-4554-a204-cb8169532d62 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3185740 Jun 22 10:32:58.922267 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41312) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:32:58.927298 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-474becc4-230b-4024-a81f-6d11958cca88 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'network': {'name': 'tempest-network-smoke--392110565', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'port_security_enabled': True}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:32:59.017932 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474becc4-230b-4024-a81f-6d11958cca88 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Made reservation on behalf of c08ad3da6a7446e5b6c7478f6c359bf5 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:32:59.021531 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-474becc4-230b-4024-a81f-6d11958cca88 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:59.052428 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474becc4-230b-4024-a81f-6d11958cca88 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:32:59.061575 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-474becc4-230b-4024-a81f-6d11958cca88 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:59.061926 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-474becc4-230b-4024-a81f-6d11958cca88 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Added segment 8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a of type vlan for network 0fc02b3c-2b95-4293-8f28-b31975dc7b3d Jun 22 10:32:59.100997 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-474becc4-230b-4024-a81f-6d11958cca88 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:59.218911 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-474becc4-230b-4024-a81f-6d11958cca88 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:59.224478 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474becc4-230b-4024-a81f-6d11958cca88 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:32:59.225074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-474becc4-230b-4024-a81f-6d11958cca88 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:59.227533 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5e0d1769-a67e-4e39-89ac-ea858135515d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:32:59.295655 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474becc4-230b-4024-a81f-6d11958cca88 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Network': ['ID=0fc02b3c-2b95-4293-8f28-b31975dc7b3d,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:32:59.298410 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-474becc4-230b-4024-a81f-6d11958cca88 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:32:59.306639 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 0fc02b3c-2b95-4293-8f28-b31975dc7b3d details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:32:59.367963 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-474becc4-230b-4024-a81f-6d11958cca88 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4445875 Jun 22 10:32:59.370695 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41316) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:32:59.375366 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-232439471', 'admin_state_up': True, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:32:59.472011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:59.473047 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:59.525787 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:59.728375 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:59.994175 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:00.013118 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:00.116516 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.26.3.200 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/c09d4d6c-10a3-4ff6-92fd-c4b373b37472) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:33:00.221877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:00.363624 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:00.365866 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:00.400774 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:33:00.403646 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:33:00.407142 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:33:00.435646 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=c09d4d6c-10a3-4ff6-92fd-c4b373b37472,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:00.439786 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:00.735665 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:00.932219 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:01.132813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 24a37caf-729d-4121-88cd-8f3c32ed572e is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:33:01.245448 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:33:01.255209 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Sync routers for ids ['24a37caf-729d-4121-88cd-8f3c32ed572e'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:33:01.264071 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Routers {'24a37caf-729d-4121-88cd-8f3c32ed572e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:33:01.267939 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:32:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['24a37caf-729d-4121-88cd-8f3c32ed572e'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:33:01.340847 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:01.342119 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9704413 Jun 22 10:33:01.345535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41318) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:33:01.370379 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Set router 24a37caf-729d-4121-88cd-8f3c32ed572e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:33:01.549131 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232439471', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:32:59Z', 'updated_at': '2021-06-22T10:33:00Z', 'revision_number': 3, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:00Z', 'updated_at': '2021-06-22T10:33:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:33:01.578945 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Checking router: 24a37caf-729d-4121-88cd-8f3c32ed572e for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:33:01.602372 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Updating router 24a37caf-729d-4121-88cd-8f3c32ed572e port c09d4d6c-10a3-4ff6-92fd-c4b373b37472 binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:33:01.602523 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e9b6042d-6ef7-489d-938a-9e70cf14a41a tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=c08ad3da6a7446e5b6c7478f6c359bf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2497876 Jun 22 10:33:01.602523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41324) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:33:01.614493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:01.685507 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf96b91e-5a15-4663-9f74-5c80e4e58f15 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:01.689450 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cf96b91e-5a15-4663-9f74-5c80e4e58f15 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869997 Jun 22 10:33:01.689673 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41326) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:33:01.724144 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f1217fd8-8bff-4fdb-b724-87f9eaf58482 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5eae176d-1059-48f4-b687-97de60cc120b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331502 Jun 22 10:33:01.726432 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41328) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:33:01.732117 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-e5c78a5c-b2b1-44f8-9e0a-e5e3d11307f3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-451154711', 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d', 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:33:01.867685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:01.877476 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Transition to ACTIVE for port object c09d4d6c-10a3-4ff6-92fd-c4b373b37472 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:33:01.923124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c78a5c-b2b1-44f8-9e0a-e5e3d11307f3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Made reservation on behalf of c08ad3da6a7446e5b6c7478f6c359bf5 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:33:01.926802 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e5c78a5c-b2b1-44f8-9e0a-e5e3d11307f3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:01.963675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:01.966101 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:02.016643 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Attempting to bind port c09d4d6c-10a3-4ff6-92fd-c4b373b37472 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:33:02.017030 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Attempting to bind port c09d4d6c-10a3-4ff6-92fd-c4b373b37472 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:33:02.017409 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Attempting to bind port c09d4d6c-10a3-4ff6-92fd-c4b373b37472 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:33:02.020271 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bc3e4-7dd4-457b-9bd5-344ff1f09c93 None None] Pushing event updated for resources: {'Port': ['ID=c09d4d6c-10a3-4ff6-92fd-c4b373b37472,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:02.024456 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-797bc3e4-7dd4-457b-9bd5-344ff1f09c93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:02.025248 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:33:02.025645 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:33:02.026231 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:02.027224 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:33:02.027746 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Bound port: c09d4d6c-10a3-4ff6-92fd-c4b373b37472, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:33:02.028516 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:02.215097 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e5c78a5c-b2b1-44f8-9e0a-e5e3d11307f3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:02.218313 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ad7dd3b8-a5ed-4515-919d-cf3f9805f073 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:02.244550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] For port c09d4d6c-10a3-4ff6-92fd-c4b373b37472, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:33:02.248526 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] For port c09d4d6c-10a3-4ff6-92fd-c4b373b37472, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c09d4d6c-10a3-4ff6-92fd-c4b373b37472,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:33:02.283778 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c78a5c-b2b1-44f8-9e0a-e5e3d11307f3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Subnet': ['ID=2ab68475-3971-440e-801e-e350c080a923,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:02.287486 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e5c78a5c-b2b1-44f8-9e0a-e5e3d11307f3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:02.295154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c78a5c-b2b1-44f8-9e0a-e5e3d11307f3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Checking segment: {'id': '8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:33:02.295557 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c78a5c-b2b1-44f8-9e0a-e5e3d11307f3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network hostable DHCP agents. Network: 0fc02b3c-2b95-4293-8f28-b31975dc7b3d, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:33:02.335200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:02.337339 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:02.394383 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Routers {'24a37caf-729d-4121-88cd-8f3c32ed572e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:33:02.395023 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:32:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['24a37caf-729d-4121-88cd-8f3c32ed572e'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:33:02.397967 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bc3e4-7dd4-457b-9bd5-344ff1f09c93 None None] Pushing event updated for resources: {'Port': ['ID=c09d4d6c-10a3-4ff6-92fd-c4b373b37472,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:02.432104 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-797bc3e4-7dd4-457b-9bd5-344ff1f09c93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:02.442868 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c78a5c-b2b1-44f8-9e0a-e5e3d11307f3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 0fc02b3c-2b95-4293-8f28-b31975dc7b3d is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:33:02.500879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] Set router 24a37caf-729d-4121-88cd-8f3c32ed572e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:33:02.517643 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-e5c78a5c-b2b1-44f8-9e0a-e5e3d11307f3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 0fc02b3c-2b95-4293-8f28-b31975dc7b3d) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:33:02.534830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c78a5c-b2b1-44f8-9e0a-e5e3d11307f3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:02.534830 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e5c78a5c-b2b1-44f8-9e0a-e5e3d11307f3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:02.555305 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e648549e-ea1a-42bf-b0b4-4be49e3c2765 None None] Network 0fc02b3c-2b95-4293-8f28-b31975dc7b3d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:33:02.625312 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e5c78a5c-b2b1-44f8-9e0a-e5e3d11307f3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8978090 Jun 22 10:33:02.628228 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41330) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:33:02.801142 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-0fc02b3c-2b95-4293-8f28-b31975dc7b3d', 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ips': [{'subnet_id': '2ab68475-3971-440e-801e-e350c080a923'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:33:02.802013 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:02.816198 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232439471', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:32:59Z', 'updated_at': '2021-06-22T10:33:00Z', 'revision_number': 3, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:00Z', 'updated_at': '2021-06-22T10:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:33:02.849978 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a1f529-09d8-4b5c-8103-244ff3ff694f None None] The sync data for ids ['24a37caf-729d-4121-88cd-8f3c32ed572e'] in dv-neutron-797121-3-hyperv is: [{'id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232439471', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:32:59Z', 'updated_at': '2021-06-22T10:33:00Z', 'revision_number': 3, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:00Z', 'updated_at': '2021-06-22T10:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:33:02.980762 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Allocated IP 172.20.0.2 (0fc02b3c-2b95-4293-8f28-b31975dc7b3d/2ab68475-3971-440e-801e-e350c080a923/290d15a5-4ec4-4680-9192-56d06dd0ac07) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:33:03.091533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:03.168124 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:03.178006 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Transition to ACTIVE for port object 290d15a5-4ec4-4680-9192-56d06dd0ac07 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:33:03.203961 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Transition to ACTIVE for port object 290d15a5-4ec4-4680-9192-56d06dd0ac07 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:33:03.294690 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:03.296765 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f8b9fa47-a27e-4ccb-93dc-47226fe8f4d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:03.341132 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Network 0fc02b3c-2b95-4293-8f28-b31975dc7b3d is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:33:03.346552 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:33:03.351192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:33:03.354686 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Pushing event updated for resources: {'Port': ['ID=290d15a5-4ec4-4680-9192-56d06dd0ac07,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:03.358731 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:03.397314 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.20.0.1 (0fc02b3c-2b95-4293-8f28-b31975dc7b3d/2ab68475-3971-440e-801e-e350c080a923/2ab2dd86-6036-4320-8d50-b2925f1bd459) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:33:03.420550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Attempting to bind port 290d15a5-4ec4-4680-9192-56d06dd0ac07 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:33:03.420550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Attempting to bind port 290d15a5-4ec4-4680-9192-56d06dd0ac07 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:33:03.420550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Attempting to bind port 290d15a5-4ec4-4680-9192-56d06dd0ac07 on network 0fc02b3c-2b95-4293-8f28-b31975dc7b3d {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:33:03.421111 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:33:03.421563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Checking segment: {'id': '8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:33:03.421989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:03.422450 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Bound using segment: {'id': '8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:33:03.422948 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Bound port: 290d15a5-4ec4-4680-9192-56d06dd0ac07, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:33:03.423359 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:03.491159 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] For port 290d15a5-4ec4-4680-9192-56d06dd0ac07, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:33:03.494590 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] For port 290d15a5-4ec4-4680-9192-56d06dd0ac07, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=290d15a5-4ec4-4680-9192-56d06dd0ac07,segment=NetworkSegment(8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a),segment_id=8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:33:03.519228 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:03.534612 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Transition to ACTIVE for port object 2ab2dd86-6036-4320-8d50-b2925f1bd459 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:33:03.590338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:03.594080 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:03.644535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:03.647856 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9ee6de46-278d-49c1-8f54-a1c53984c39b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:03.660124 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Pushing event updated for resources: {'Port': ['ID=290d15a5-4ec4-4680-9192-56d06dd0ac07,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:03.663290 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:03.694850 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 0fc02b3c-2b95-4293-8f28-b31975dc7b3d is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:33:03.698323 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:33:03.701578 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:33:03.731593 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=2ab2dd86-6036-4320-8d50-b2925f1bd459,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:03.734845 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:03.757720 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:04.019797 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:04.111874 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 290d15a5-4ec4-4680-9192-56d06dd0ac07 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:33:04.259859 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 290d15a5-4ec4-4680-9192-56d06dd0ac07 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:33:04.265785 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c09d4d6c-10a3-4ff6-92fd-c4b373b37472 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:33:04.316783 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:04.386829 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:04.390037 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-112c495e-9fcd-4770-9d61-0c59a34a3494 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:04.418841 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port c09d4d6c-10a3-4ff6-92fd-c4b373b37472 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:33:04.422883 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port c09d4d6c-10a3-4ff6-92fd-c4b373b37472 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:33:04.423269 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:04.467493 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=2ab2dd86-6036-4320-8d50-b2925f1bd459,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:04.471025 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:04.472222 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:04.507900 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:04.528856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port c09d4d6c-10a3-4ff6-92fd-c4b373b37472, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c09d4d6c-10a3-4ff6-92fd-c4b373b37472,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:33:04.564927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 0fc02b3c-2b95-4293-8f28-b31975dc7b3d is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:33:04.566318 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:33:04.631625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:04.633513 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-160e3208-751f-4788-8adf-6044b0bef5bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:04.684520 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=c09d4d6c-10a3-4ff6-92fd-c4b373b37472,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:04.687677 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:04.687847 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 24a37caf-729d-4121-88cd-8f3c32ed572e has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:33:04.798344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:33:04.803846 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "PUT /v2.0/routers/24a37caf-729d-4121-88cd-8f3c32ed572e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1741118 Jun 22 10:33:04.813899 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Sync routers for ids ['24a37caf-729d-4121-88cd-8f3c32ed572e'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:33:04.826938 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Routers {'24a37caf-729d-4121-88cd-8f3c32ed572e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:33:04.827926 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:32:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['24a37caf-729d-4121-88cd-8f3c32ed572e'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:33:04.939329 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Set router 24a37caf-729d-4121-88cd-8f3c32ed572e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:33:04.966577 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-981c66fe-f298-4a75-aa84-fef0c99f72c5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2034928890&fields=id&tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5 HTTP/1.1" status: 200 len: 267 time: 0.0372639 Jun 22 10:33:05.087610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-0cb1a407-8a8f-4268-ab5a-74c81543fbf6 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:05.089324 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-0cb1a407-8a8f-4268-ab5a-74c81543fbf6 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/networks?id=0fc02b3c-2b95-4293-8f28-b31975dc7b3d HTTP/1.1" status: 200 len: 796 time: 0.1146708 Jun 22 10:33:05.109910 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-f115d8e9-38f6-4c9b-8815-76b31372bd0b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/quotas/c08ad3da6a7446e5b6c7478f6c359bf5 HTTP/1.1" status: 200 len: 375 time: 0.0143402 Jun 22 10:33:05.146732 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232439471', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:32:59Z', 'updated_at': '2021-06-22T10:33:03Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:00Z', 'updated_at': '2021-06-22T10:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '2ab2dd86-6036-4320-8d50-b2925f1bd459', 'name': '', 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:0b:51:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '2ab68475-3971-440e-801e-e350c080a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:03Z', 'updated_at': '2021-06-22T10:33:04Z', 'revision_number': 2, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '2ab68475-3971-440e-801e-e350c080a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:33:05.177245 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Checking router: 24a37caf-729d-4121-88cd-8f3c32ed572e for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:33:05.178341 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Updating router 24a37caf-729d-4121-88cd-8f3c32ed572e port 2ab2dd86-6036-4320-8d50-b2925f1bd459 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:33:05.190098 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb0a970-daf2-4360-a82d-671d173ecfca None None] Network 0fc02b3c-2b95-4293-8f28-b31975dc7b3d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:33:05.192088 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-b95c22f7-daea-4b45-ab53-b0c8c0d556ec tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697548 Jun 22 10:33:05.212867 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:05.304143 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-fcafac3a-3191-44e7-bf74-ba3c99d1ee5c service neutron] 10.222.0.20 "GET /v2.0/networks/0fc02b3c-2b95-4293-8f28-b31975dc7b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071346 Jun 22 10:33:05.353371 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6d153fd3-430c-4423-a677-86c211f169b2 None None] Provisioning for port 290d15a5-4ec4-4680-9192-56d06dd0ac07 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:33:05.360324 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-6d153fd3-430c-4423-a677-86c211f169b2 None None] Provisioning complete for port 290d15a5-4ec4-4680-9192-56d06dd0ac07 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:33:05.360693 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6d153fd3-430c-4423-a677-86c211f169b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:05.398548 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-4fb8eec0-a609-4558-9e1b-d1f14e85fbba service neutron] 10.222.0.20 "GET /v2.0/networks/0fc02b3c-2b95-4293-8f28-b31975dc7b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904500 Jun 22 10:33:05.463960 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6d153fd3-430c-4423-a677-86c211f169b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:05.502359 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:05.502587 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-6d153fd3-430c-4423-a677-86c211f169b2 None None] For port 290d15a5-4ec4-4680-9192-56d06dd0ac07, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=290d15a5-4ec4-4680-9192-56d06dd0ac07,segment=NetworkSegment(8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a),segment_id=8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:33:05.512728 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Transition to ACTIVE for port object 2ab2dd86-6036-4320-8d50-b2925f1bd459 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:33:05.608616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6d153fd3-430c-4423-a677-86c211f169b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:05.611522 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4c570125-ba3e-493a-8134-8d5c74948a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:05.637829 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:05.639912 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-a2df392a-cda7-4ae9-80c4-293c48b417bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:05.674978 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d153fd3-430c-4423-a677-86c211f169b2 None None] Pushing event updated for resources: {'Port': ['ID=290d15a5-4ec4-4680-9192-56d06dd0ac07,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:05.682734 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a593bd6-3cc4-413c-9396-839f4ef99b11 None None] Pushing event updated for resources: {'Port': ['ID=2ab2dd86-6036-4320-8d50-b2925f1bd459,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:05.688616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6d153fd3-430c-4423-a677-86c211f169b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:05.702651 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593bd6-3cc4-413c-9396-839f4ef99b11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:33:05.703237 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593bd6-3cc4-413c-9396-839f4ef99b11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:33:05.703695 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593bd6-3cc4-413c-9396-839f4ef99b11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:33:05.704125 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593bd6-3cc4-413c-9396-839f4ef99b11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:33:05.704671 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593bd6-3cc4-413c-9396-839f4ef99b11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:33:05.705511 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593bd6-3cc4-413c-9396-839f4ef99b11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:33:05.705926 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593bd6-3cc4-413c-9396-839f4ef99b11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:33:05.706373 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593bd6-3cc4-413c-9396-839f4ef99b11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:33:05.706845 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593bd6-3cc4-413c-9396-839f4ef99b11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:33:05.707266 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593bd6-3cc4-413c-9396-839f4ef99b11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:33:05.707938 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593bd6-3cc4-413c-9396-839f4ef99b11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:33:05.708355 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593bd6-3cc4-413c-9396-839f4ef99b11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:33:05.721295 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-8a593bd6-3cc4-413c-9396-839f4ef99b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:05.751800 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6b9040af-2081-4dbb-a7c7-7c05d3e58db2 req-b40e12c3-65c3-4d6d-8610-eca0bc7d4132 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 210 time: 0.0402627 Jun 22 10:33:05.825730 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-008a6714-a961-48ea-9e0a-bdaab7df2614 None None] Provisioning for port 2ab2dd86-6036-4320-8d50-b2925f1bd459 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:33:05.832821 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Attempting to bind port 2ab2dd86-6036-4320-8d50-b2925f1bd459 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:33:05.833369 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Attempting to bind port 2ab2dd86-6036-4320-8d50-b2925f1bd459 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:33:05.833571 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Attempting to bind port 2ab2dd86-6036-4320-8d50-b2925f1bd459 on network 0fc02b3c-2b95-4293-8f28-b31975dc7b3d {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:33:05.843383 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:33:05.843383 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Checking segment: {'id': '8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:33:05.843383 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:05.843383 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Bound using segment: {'id': '8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:33:05.843383 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Bound port: 2ab2dd86-6036-4320-8d50-b2925f1bd459, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:33:05.843383 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:05.844791 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-008a6714-a961-48ea-9e0a-bdaab7df2614 None None] Provisioning complete for port 290d15a5-4ec4-4680-9192-56d06dd0ac07 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:33:05.846034 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-008a6714-a961-48ea-9e0a-bdaab7df2614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:05.912862 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] For port 2ab2dd86-6036-4320-8d50-b2925f1bd459, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:33:05.916508 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] For port 2ab2dd86-6036-4320-8d50-b2925f1bd459, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=2ab2dd86-6036-4320-8d50-b2925f1bd459,segment=NetworkSegment(8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a),segment_id=8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:33:05.977675 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:05.981430 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-7fbd460d-b80d-4164-8541-eda3c8c6ca86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:06.036300 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Routers {'24a37caf-729d-4121-88cd-8f3c32ed572e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:33:06.036960 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:32:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['24a37caf-729d-4121-88cd-8f3c32ed572e'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:33:06.088544 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a593bd6-3cc4-413c-9396-839f4ef99b11 None None] Pushing event updated for resources: {'Port': ['ID=2ab2dd86-6036-4320-8d50-b2925f1bd459,revision_number=4']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:06.095875 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-8a593bd6-3cc4-413c-9396-839f4ef99b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:06.104236 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 290d15a5-4ec4-4680-9192-56d06dd0ac07 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:33:06.173637 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 290d15a5-4ec4-4680-9192-56d06dd0ac07 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:33:06.173637 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:06.268217 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] Set router 24a37caf-729d-4121-88cd-8f3c32ed572e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:33:06.276031 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c09d4d6c-10a3-4ff6-92fd-c4b373b37472 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:33:06.340355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port c09d4d6c-10a3-4ff6-92fd-c4b373b37472 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:33:06.340744 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:06.538255 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232439471', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:32:59Z', 'updated_at': '2021-06-22T10:33:03Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:00Z', 'updated_at': '2021-06-22T10:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '2ab2dd86-6036-4320-8d50-b2925f1bd459', 'name': '', 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:0b:51:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '2ab68475-3971-440e-801e-e350c080a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:03Z', 'updated_at': '2021-06-22T10:33:05Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '2ab68475-3971-440e-801e-e350c080a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:33:06.566040 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16d052c-c06f-4557-92ed-b3ead21064a4 None None] The sync data for ids ['24a37caf-729d-4121-88cd-8f3c32ed572e'] in dv-neutron-797121-3-hyperv is: [{'id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232439471', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:32:59Z', 'updated_at': '2021-06-22T10:33:03Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:00Z', 'updated_at': '2021-06-22T10:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '2ab2dd86-6036-4320-8d50-b2925f1bd459', 'name': '', 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:0b:51:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '2ab68475-3971-440e-801e-e350c080a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:03Z', 'updated_at': '2021-06-22T10:33:05Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '2ab68475-3971-440e-801e-e350c080a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:33:06.856634 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cd13fc9e-ead1-4d8b-a416-f592b903bc81 req-c74cc647-5629-471c-9ad8-ee7bf663a4a5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 210 time: 0.0334613 Jun 22 10:33:07.999104 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e185adfb-be75-47db-902c-95cf38fad248 req-11663e4c-9809-40a2-ac4d-6f832a03e29d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 210 time: 0.0309980 Jun 22 10:33:08.102751 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 2ab2dd86-6036-4320-8d50-b2925f1bd459 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:33:08.214741 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 2ab2dd86-6036-4320-8d50-b2925f1bd459 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:33:08.219867 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 2ab2dd86-6036-4320-8d50-b2925f1bd459 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:33:08.220257 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:08.297550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:08.341111 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 2ab2dd86-6036-4320-8d50-b2925f1bd459, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=2ab2dd86-6036-4320-8d50-b2925f1bd459,segment=NetworkSegment(8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a),segment_id=8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:33:08.452739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:08.458247 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:08.506143 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=2ab2dd86-6036-4320-8d50-b2925f1bd459,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:08.509550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:08.683594 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-f2f9ebf3-aa04-4747-a3f6-055d735a33fc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:08.685163 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-f2f9ebf3-aa04-4747-a3f6-055d735a33fc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "GET /v2.0/networks?id=0fc02b3c-2b95-4293-8f28-b31975dc7b3d HTTP/1.1" status: 200 len: 796 time: 0.1376097 Jun 22 10:33:08.730084 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-38d20b7b-d912-4cee-afc7-224483d4fe24 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5 HTTP/1.1" status: 200 len: 380 time: 0.0357487 Jun 22 10:33:08.738249 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-b6d3e1e7-ffd0-430b-9aaf-a487749978d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'port': {'device_id': 'd666b69e-9cf0-4028-8032-2518954a712a', 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d', 'admin_state_up': True, 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'security_groups': ['d4a06558-4517-44d8-a42f-836b28b37329']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:33:08.996969 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-b6d3e1e7-ffd0-430b-9aaf-a487749978d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Made reservation on behalf of c08ad3da6a7446e5b6c7478f6c359bf5 for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:33:09.000866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-b6d3e1e7-ffd0-430b-9aaf-a487749978d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:09.146283 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-b6d3e1e7-ffd0-430b-9aaf-a487749978d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.20.0.5 (0fc02b3c-2b95-4293-8f28-b31975dc7b3d/2ab68475-3971-440e-801e-e350c080a923/29ba749f-53e2-436b-b7f9-335a35fd50b3) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:33:09.181533 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cf910381-e7b8-4b23-a06d-517d9126a8ea req-659b3559-f5b6-4449-9469-b9bebf26c868 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 210 time: 0.0291178 Jun 22 10:33:09.299959 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-b6d3e1e7-ffd0-430b-9aaf-a487749978d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:09.315635 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-b6d3e1e7-ffd0-430b-9aaf-a487749978d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Transition to ACTIVE for port object 29ba749f-53e2-436b-b7f9-335a35fd50b3 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:33:09.454634 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-b6d3e1e7-ffd0-430b-9aaf-a487749978d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:09.459551 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d555a0aa-2851-4034-b054-9d5925394a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:09.510123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-b6d3e1e7-ffd0-430b-9aaf-a487749978d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 0fc02b3c-2b95-4293-8f28-b31975dc7b3d is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:33:09.514192 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-b6d3e1e7-ffd0-430b-9aaf-a487749978d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:33:09.518820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-b6d3e1e7-ffd0-430b-9aaf-a487749978d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:33:09.558240 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3e1e7-ffd0-430b-9aaf-a487749978d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=29ba749f-53e2-436b-b7f9-335a35fd50b3,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:09.564001 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b6d3e1e7-ffd0-430b-9aaf-a487749978d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:09.591655 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-b6d3e1e7-ffd0-430b-9aaf-a487749978d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:09.592320 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-b6d3e1e7-ffd0-430b-9aaf-a487749978d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:09.723807 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-b6d3e1e7-ffd0-430b-9aaf-a487749978d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9890952 Jun 22 10:33:09.735587 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Request body: {'port': {'device_id': 'd666b69e-9cf0-4028-8032-2518954a712a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:33:09.814816 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:09.825656 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-249d93bb-4ce3-4b68-8847-dca3e3a33bbe None None] Provisioning for port 29ba749f-53e2-436b-b7f9-335a35fd50b3 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:33:09.831091 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-249d93bb-4ce3-4b68-8847-dca3e3a33bbe None None] Provisioning complete for port 29ba749f-53e2-436b-b7f9-335a35fd50b3 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:33:09.831091 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-249d93bb-4ce3-4b68-8847-dca3e3a33bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:09.864267 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-249d93bb-4ce3-4b68-8847-dca3e3a33bbe None None] Port 29ba749f-53e2-436b-b7f9-335a35fd50b3 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:33:10.062129 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 2ab2dd86-6036-4320-8d50-b2925f1bd459 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:33:10.101533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ba749f-53e2-436b-b7f9-335a35fd50b3 {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:33:10.111077 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 2ab2dd86-6036-4320-8d50-b2925f1bd459 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:33:10.111456 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:10.111926 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:10.128563 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Transition to ACTIVE for port object 29ba749f-53e2-436b-b7f9-335a35fd50b3 will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:33:10.192002 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:10.195024 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-47dad205-9be3-457a-b139-3ba8f2064c64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:10.288779 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Pushing event updated for resources: {'Port': ['ID=29ba749f-53e2-436b-b7f9-335a35fd50b3,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:10.292903 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:10.372771 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Attempting to bind port 29ba749f-53e2-436b-b7f9-335a35fd50b3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:33:10.373167 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Attempting to bind port 29ba749f-53e2-436b-b7f9-335a35fd50b3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:33:10.373522 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Attempting to bind port 29ba749f-53e2-436b-b7f9-335a35fd50b3 on network 0fc02b3c-2b95-4293-8f28-b31975dc7b3d {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:33:10.378253 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Port 29ba749f-53e2-436b-b7f9-335a35fd50b3 on network 0fc02b3c-2b95-4293-8f28-b31975dc7b3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:33:10.378576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Attempting to bind port 29ba749f-53e2-436b-b7f9-335a35fd50b3 on network 0fc02b3c-2b95-4293-8f28-b31975dc7b3d {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:33:10.384503 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:33:10.384503 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Checking segment: {'id': '8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:33:10.390600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Bound using segment: {'id': '8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:33:10.390600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Bound port: 29ba749f-53e2-436b-b7f9-335a35fd50b3, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:33:10.390600 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:10.397537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec74142-80a5-4c65-ada9-4fcb7ca1b98d req-e3543b1f-74bc-4f23-b2f6-7afaf01136ac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:10.400779 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cec74142-80a5-4c65-ada9-4fcb7ca1b98d req-e3543b1f-74bc-4f23-b2f6-7afaf01136ac tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 943 time: 0.0864718 Jun 22 10:33:10.454310 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cec74142-80a5-4c65-ada9-4fcb7ca1b98d req-e6883817-5cc7-4e32-9403-5a7051712980 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467024 Jun 22 10:33:10.468317 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] For port 29ba749f-53e2-436b-b7f9-335a35fd50b3, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:33:10.472473 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] For port 29ba749f-53e2-436b-b7f9-335a35fd50b3, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=29ba749f-53e2-436b-b7f9-335a35fd50b3,segment=NetworkSegment(8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a),segment_id=8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:33:10.558105 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:10.560326 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-23988266-1f09-44e4-99d5-60d7691df7c0 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:10.597782 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:10.598045 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:10.599399 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] 10.222.0.35 "PUT /v2.0/ports/29ba749f-53e2-436b-b7f9-335a35fd50b3 HTTP/1.1" status: 200 len: 1093 time: 0.8682499 Jun 22 10:33:10.601653 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd666b69e-9cf0-4028-8032-2518954a712a', 'tag': '29ba749f-53e2-436b-b7f9-335a35fd50b3'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:33:10.605475 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14814cf3-b7ae-44a0-ada9-4b8ed234ba13" -d '{"events": [{"name": "network-changed", "server_uuid": "d666b69e-9cf0-4028-8032-2518954a712a", "tag": "29ba749f-53e2-436b-b7f9-335a35fd50b3"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:33:10.646579 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Pushing event updated for resources: {'Port': ['ID=29ba749f-53e2-436b-b7f9-335a35fd50b3,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:10.652377 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:10.654361 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8ec18a-6805-4230-bf4a-555a1937d8d2 x-openstack-request-id: req-0a8ec18a-6805-4230-bf4a-555a1937d8d2 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:33:10.654796 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d666b69e-9cf0-4028-8032-2518954a712a", "tag": "29ba749f-53e2-436b-b7f9-335a35fd50b3", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:33:10.655240 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a8ec18a-6805-4230-bf4a-555a1937d8d2 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:33:10.656158 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd666b69e-9cf0-4028-8032-2518954a712a', 'tag': '29ba749f-53e2-436b-b7f9-335a35fd50b3', 'status': 'completed', 'code': 200} Jun 22 10:33:10.747872 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14814cf3-b7ae-44a0-ada9-4b8ed234ba13 req-26a8ffc9-42f1-4d1e-9ecc-9c239b66037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:10.749491 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-14814cf3-b7ae-44a0-ada9-4b8ed234ba13 req-26a8ffc9-42f1-4d1e-9ecc-9c239b66037a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 1096 time: 0.0727661 Jun 22 10:33:10.867357 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14814cf3-b7ae-44a0-ada9-4b8ed234ba13 req-8db911d3-0d64-4139-99dc-ade64b60314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:10.868783 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-14814cf3-b7ae-44a0-ada9-4b8ed234ba13 req-8db911d3-0d64-4139-99dc-ade64b60314b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1118646 Jun 22 10:33:10.934766 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:10.972503 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14814cf3-b7ae-44a0-ada9-4b8ed234ba13 req-f8849afb-ae3f-4caa-b32c-ca0c17f76a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:10.974909 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-14814cf3-b7ae-44a0-ada9-4b8ed234ba13 req-f8849afb-ae3f-4caa-b32c-ca0c17f76a90 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000645 Jun 22 10:33:11.071989 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-98337d15-437d-4c1c-bec1-6e2d02039ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:11.073016 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-98337d15-437d-4c1c-bec1-6e2d02039ee6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 1096 time: 0.0569468 Jun 22 10:33:11.118765 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-6601ce88-d423-4f4c-b1bc-752001688be5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29ba749f-53e2-436b-b7f9-335a35fd50b3 HTTP/1.1" status: 200 len: 217 time: 0.0378277 Jun 22 10:33:11.166362 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-1c377ccb-c00c-4402-880c-dd5219a7c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:11.168363 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-1c377ccb-c00c-4402-880c-dd5219a7c040 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ab68475-3971-440e-801e-e350c080a923 HTTP/1.1" status: 200 len: 834 time: 0.0431349 Jun 22 10:33:11.227525 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-927711f1-335d-4a0c-8659-e960f9cc5f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:11.228923 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-927711f1-335d-4a0c-8659-e960f9cc5f92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fc02b3c-2b95-4293-8f28-b31975dc7b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540876 Jun 22 10:33:11.327669 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-2f94b5c7-ede6-4e55-bb60-76b6ba146f49 service neutron] 10.222.0.35 "GET /v2.0/networks/0fc02b3c-2b95-4293-8f28-b31975dc7b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914061 Jun 22 10:33:11.425970 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b79a383e-7be4-45ff-a50b-cefa94b538c4 req-c36c2bc3-8e50-44a5-bff1-7def1cde3ad5 service neutron] 10.222.0.35 "GET /v2.0/networks/0fc02b3c-2b95-4293-8f28-b31975dc7b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920684 Jun 22 10:33:11.645678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6606e3-86eb-449b-a073-7f100113511f req-c9f35571-cd59-4456-8a18-e323ba3a685c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:11.647162 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0e6606e3-86eb-449b-a073-7f100113511f req-c9f35571-cd59-4456-8a18-e323ba3a685c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 943 time: 0.0716026 Jun 22 10:33:11.692771 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0e6606e3-86eb-449b-a073-7f100113511f req-6ad8e5bf-afbd-4cdf-a5ab-b3b90133b72f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388322 Jun 22 10:33:12.872979 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbb016-dbe5-4ea2-a26d-55dca515da46 req-b76787ee-3fa2-413d-a295-a04cc3efe112 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:12.874416 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-46fbb016-dbe5-4ea2-a26d-55dca515da46 req-b76787ee-3fa2-413d-a295-a04cc3efe112 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 943 time: 0.0689394 Jun 22 10:33:12.913277 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-46fbb016-dbe5-4ea2-a26d-55dca515da46 req-3abb07dc-84a8-4421-bbed-833be8c78ff4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313909 Jun 22 10:33:14.113359 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860fa8f-d956-4577-9db1-f97bf28ac704 req-9d9b2c31-1b4e-45d9-84d1-2393acb2637c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:14.114861 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9860fa8f-d956-4577-9db1-f97bf28ac704 req-9d9b2c31-1b4e-45d9-84d1-2393acb2637c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 943 time: 0.0696075 Jun 22 10:33:14.154965 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9860fa8f-d956-4577-9db1-f97bf28ac704 req-45fe1a2a-476d-44fa-bfc9-6ed3e5f801ad tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327010 Jun 22 10:33:15.091980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 29ba749f-53e2-436b-b7f9-335a35fd50b3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:33:15.191686 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 29ba749f-53e2-436b-b7f9-335a35fd50b3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=29ba749f-53e2-436b-b7f9-335a35fd50b3,segment=NetworkSegment(8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a),segment_id=8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:33:15.210489 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '29ba749f-53e2-436b-b7f9-335a35fd50b3', 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d', 'port_id': '29ba749f-53e2-436b-b7f9-335a35fd50b3', 'mac_address': 'fa:16:3e:7a:17:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab68475-3971-440e-801e-e350c080a923', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:33:15.257473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:15.271953 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ba749f-53e2-436b-b7f9-335a35fd50b3 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:33:15.293650 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 29ba749f-53e2-436b-b7f9-335a35fd50b3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=29ba749f-53e2-436b-b7f9-335a35fd50b3,segment=NetworkSegment(8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a),segment_id=8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:33:15.349473 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc40703-b7d6-4cee-8e64-69c85376eeca req-e8209d52-69b3-49e9-9aae-2adbfe556e2f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:15.350892 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1fc40703-b7d6-4cee-8e64-69c85376eeca req-e8209d52-69b3-49e9-9aae-2adbfe556e2f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 943 time: 0.0675919 Jun 22 10:33:15.379444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:15.388001 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:15.401507 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1fc40703-b7d6-4cee-8e64-69c85376eeca req-14c7e1b0-1a07-427e-98c2-ac63eed3abba tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414464 Jun 22 10:33:15.432136 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=29ba749f-53e2-436b-b7f9-335a35fd50b3,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:15.436517 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:15.748364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['29ba749f-53e2-436b-b7f9-335a35fd50b3'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:33:16.603019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163cadd-0c88-46a0-91fb-f36d107e8f8e req-b22c5551-8239-492f-b4c5-8d05e30aa931 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:16.604519 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9163cadd-0c88-46a0-91fb-f36d107e8f8e req-b22c5551-8239-492f-b4c5-8d05e30aa931 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 944 time: 0.0745881 Jun 22 10:33:16.619782 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dcf907ad-0a2e-47f5-ad68-23f2cc5f0786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:16.645148 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9163cadd-0c88-46a0-91fb-f36d107e8f8e req-31462139-03ab-4c14-9fae-0f7c10a758b2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343797 Jun 22 10:33:17.123063 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 29ba749f-53e2-436b-b7f9-335a35fd50b3 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:33:17.242675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 29ba749f-53e2-436b-b7f9-335a35fd50b3 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:33:17.249340 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 29ba749f-53e2-436b-b7f9-335a35fd50b3 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:33:17.249731 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:17.332076 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:17.358464 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd666b69e-9cf0-4028-8032-2518954a712a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ba749f-53e2-436b-b7f9-335a35fd50b3'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:33:17.361325 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305d6471-26aa-4dcc-800b-b417c859416f" -d '{"events": [{"server_uuid": "d666b69e-9cf0-4028-8032-2518954a712a", "name": "network-vif-plugged", "status": "completed", "tag": "29ba749f-53e2-436b-b7f9-335a35fd50b3"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:33:17.378016 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 29ba749f-53e2-436b-b7f9-335a35fd50b3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=29ba749f-53e2-436b-b7f9-335a35fd50b3,segment=NetworkSegment(8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a),segment_id=8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:33:17.407097 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829b62a9-1f6a-4be6-9dc3-92e570e72ce2 x-openstack-request-id: req-829b62a9-1f6a-4be6-9dc3-92e570e72ce2 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:33:17.407404 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d666b69e-9cf0-4028-8032-2518954a712a", "name": "network-vif-plugged", "status": "completed", "tag": "29ba749f-53e2-436b-b7f9-335a35fd50b3", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:33:17.407695 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-829b62a9-1f6a-4be6-9dc3-92e570e72ce2 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:33:17.408093 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd666b69e-9cf0-4028-8032-2518954a712a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ba749f-53e2-436b-b7f9-335a35fd50b3', 'code': 200} Jun 22 10:33:17.493954 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:17.496472 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:17.543317 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=29ba749f-53e2-436b-b7f9-335a35fd50b3,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:17.546516 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:17.840410 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a7900-6d6b-46e9-9a04-58b0250c0556 req-c9927419-ed79-4402-9edd-467310d1531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:17.841910 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1a5a7900-6d6b-46e9-9a04-58b0250c0556 req-c9927419-ed79-4402-9edd-467310d1531a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 1098 time: 0.0618229 Jun 22 10:33:17.852489 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c8297-c068-4403-8df7-bdb5aff95cb4 req-5618de47-4cd3-4c3c-a2db-d0961b4cb55d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:17.854017 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a22c8297-c068-4403-8df7-bdb5aff95cb4 req-5618de47-4cd3-4c3c-a2db-d0961b4cb55d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 945 time: 0.0694897 Jun 22 10:33:17.881869 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1a5a7900-6d6b-46e9-9a04-58b0250c0556 req-52ae6da1-4c18-4cb1-ad60-499302eb14be service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322850 Jun 22 10:33:17.898343 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a22c8297-c068-4403-8df7-bdb5aff95cb4 req-a3fed4c5-8488-4b6d-bf05-d14ba1b3e372 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376687 Jun 22 10:33:19.092548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff0a43-6820-4f5d-9e1d-7edb55fb30f6 req-36e46fef-300f-4803-ab82-7569fff33edb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:19.094000 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8eff0a43-6820-4f5d-9e1d-7edb55fb30f6 req-36e46fef-300f-4803-ab82-7569fff33edb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 945 time: 0.0813191 Jun 22 10:33:19.133797 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8eff0a43-6820-4f5d-9e1d-7edb55fb30f6 req-368867d2-8613-44b7-aeec-3123e38e2f20 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327213 Jun 22 10:33:19.138609 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-38f78dba-8652-4206-b4cf-7b1210a7db69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:19.373976 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:20.320488 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988df204-bd55-4601-bade-46d641d381e9 req-3e7072dc-50f9-4661-a535-3d0c7db57abf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:20.322266 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-988df204-bd55-4601-bade-46d641d381e9 req-3e7072dc-50f9-4661-a535-3d0c7db57abf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 945 time: 0.0747199 Jun 22 10:33:20.364438 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-988df204-bd55-4601-bade-46d641d381e9 req-812f8cd3-aa51-4cdc-9449-541561f874c8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360329 Jun 22 10:33:20.563862 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571e864-4837-4a5b-a31e-e4597e6d84b2 req-4aed34cc-f456-46be-855c-4dafba1433e7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:20.566004 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2571e864-4837-4a5b-a31e-e4597e6d84b2 req-4aed34cc-f456-46be-855c-4dafba1433e7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 945 time: 0.0809467 Jun 22 10:33:20.608594 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2571e864-4837-4a5b-a31e-e4597e6d84b2 req-8f0ad31f-ccfa-472f-bfcd-8cd86ed4cae6 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368373 Jun 22 10:33:20.633642 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41404) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:33:20.665622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:20.691927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79aba7d-8a26-44fd-b4fd-648d0c262973 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:20.693436 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a79aba7d-8a26-44fd-b4fd-648d0c262973 tempest-TestNetworkAdvancedServerOps-419113959 tempest-TestNetworkAdvancedServerOps-419113959-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 1093 time: 0.0588002 Jun 22 10:33:20.696274 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41406) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:33:20.700618 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '29ba749f-53e2-436b-b7f9-335a35fd50b3', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:33:20.790588 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:20.898317 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:21.005032 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Allocated IP 172.26.3.123 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/9692afec-fe0f-4325-ba87-e85913fdc079) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:33:21.133082 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:21.259923 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:21.262078 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-80edb2b1-6942-4c93-bfd7-48a5bef36c49 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:21.297474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:33:21.300332 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:33:21.303817 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:33:21.330906 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=9692afec-fe0f-4325-ba87-e85913fdc079,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:21.334986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:21.933616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:22.099043 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:22.146408 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:33:22.239329 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:22.428390 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:22.499753 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:22.502815 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:33:22.577237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event updated for resources: {'Port': ['ID=9692afec-fe0f-4325-ba87-e85913fdc079,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:33:22.582986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:33:22.589886 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:22.699351 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Floating IP 36d26ae4-4101-4fd2-a18c-e12318d9903c associated. External IP: 172.26.3.123, port: 29ba749f-53e2-436b-b7f9-335a35fd50b3. Jun 22 10:33:22.941412 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 24a37caf-729d-4121-88cd-8f3c32ed572e has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:33:23.059507 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:33:23.069312 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a8092e-f355-4462-b968-9110ea3ac86c None None] Sync routers for ids ['24a37caf-729d-4121-88cd-8f3c32ed572e'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:33:23.078909 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a8092e-f355-4462-b968-9110ea3ac86c None None] Routers {'24a37caf-729d-4121-88cd-8f3c32ed572e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:33:23.079577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c8a8092e-f355-4462-b968-9110ea3ac86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:33:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['24a37caf-729d-4121-88cd-8f3c32ed572e'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:33:23.155570 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:23.213326 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5160241 Jun 22 10:33:23.214042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd666b69e-9cf0-4028-8032-2518954a712a', 'tag': '29ba749f-53e2-436b-b7f9-335a35fd50b3'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:33:23.217327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b243eaa3-abc2-48a2-85f0-c33768a70e56" -d '{"events": [{"name": "network-changed", "server_uuid": "d666b69e-9cf0-4028-8032-2518954a712a", "tag": "29ba749f-53e2-436b-b7f9-335a35fd50b3"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:33:23.217588 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-c8a8092e-f355-4462-b968-9110ea3ac86c None None] Set router 24a37caf-729d-4121-88cd-8f3c32ed572e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:33:23.374539 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba3790-180d-40d0-8516-37ff6cf02f1f req-155fd764-d0c9-4f68-93ce-27ed51db7131 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:23.376118 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-24ba3790-180d-40d0-8516-37ff6cf02f1f req-155fd764-d0c9-4f68-93ce-27ed51db7131 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 945 time: 0.0717120 Jun 22 10:33:23.425640 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-24ba3790-180d-40d0-8516-37ff6cf02f1f req-bebd86e1-9204-4c3a-b21e-7bfb640dff51 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435441 Jun 22 10:33:23.456289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41412) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:33:23.501389 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6327fa00-d920-4b7a-b7ce-7f094a745ccb x-openstack-request-id: req-6327fa00-d920-4b7a-b7ce-7f094a745ccb {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:33:23.501912 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d666b69e-9cf0-4028-8032-2518954a712a", "tag": "29ba749f-53e2-436b-b7f9-335a35fd50b3", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:33:23.502324 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6327fa00-d920-4b7a-b7ce-7f094a745ccb {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:33:23.502927 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd666b69e-9cf0-4028-8032-2518954a712a', 'tag': '29ba749f-53e2-436b-b7f9-335a35fd50b3', 'status': 'completed', 'code': 200} Jun 22 10:33:23.554324 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-fe0fb855-7b73-415b-93d9-86e5ebe4bced tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/floatingips/36d26ae4-4101-4fd2-a18c-e12318d9903c HTTP/1.1" status: 200 len: 991 time: 0.0964708 Jun 22 10:33:23.580438 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243eaa3-abc2-48a2-85f0-c33768a70e56 req-7101c15e-79b3-4a04-8529-ac3115336519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:23.581741 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b243eaa3-abc2-48a2-85f0-c33768a70e56 req-7101c15e-79b3-4a04-8529-ac3115336519 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 1098 time: 0.0700598 Jun 22 10:33:23.669097 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c8a8092e-f355-4462-b968-9110ea3ac86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232439471', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:32:59Z', 'updated_at': '2021-06-22T10:33:03Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:00Z', 'updated_at': '2021-06-22T10:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '36d26ae4-4101-4fd2-a18c-e12318d9903c', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'port_id': '29ba749f-53e2-436b-b7f9-335a35fd50b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d', 'mac_address': 'fa:16:3e:7a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd666b69e-9cf0-4028-8032-2518954a712a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:33:21Z', 'updated_at': '2021-06-22T10:33:21Z', 'revision_number': 0, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab2dd86-6036-4320-8d50-b2925f1bd459', 'name': '', 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:0b:51:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '2ab68475-3971-440e-801e-e350c080a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:03Z', 'updated_at': '2021-06-22T10:33:08Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '2ab68475-3971-440e-801e-e350c080a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:33:23.689297 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243eaa3-abc2-48a2-85f0-c33768a70e56 req-c1f21076-67f0-4472-9417-9d47dcfcf115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:23.691750 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b243eaa3-abc2-48a2-85f0-c33768a70e56 req-c1f21076-67f0-4472-9417-9d47dcfcf115 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0fc02b3c-2b95-4293-8f28-b31975dc7b3d HTTP/1.1" status: 200 len: 897 time: 0.1040769 Jun 22 10:33:23.709153 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a8092e-f355-4462-b968-9110ea3ac86c None None] Checking router: 24a37caf-729d-4121-88cd-8f3c32ed572e for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:33:23.718029 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a8092e-f355-4462-b968-9110ea3ac86c None None] Routers {'24a37caf-729d-4121-88cd-8f3c32ed572e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:33:23.718693 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c8a8092e-f355-4462-b968-9110ea3ac86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:33:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['24a37caf-729d-4121-88cd-8f3c32ed572e'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:33:23.759085 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b243eaa3-abc2-48a2-85f0-c33768a70e56 req-c8243019-7085-4373-953c-b582e5261285 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29ba749f-53e2-436b-b7f9-335a35fd50b3 HTTP/1.1" status: 200 len: 999 time: 0.0615501 Jun 22 10:33:23.822645 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243eaa3-abc2-48a2-85f0-c33768a70e56 req-13017044-1cd5-4dbe-98c3-ebc53645f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:23.829568 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b243eaa3-abc2-48a2-85f0-c33768a70e56 req-13017044-1cd5-4dbe-98c3-ebc53645f5a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ab68475-3971-440e-801e-e350c080a923 HTTP/1.1" status: 200 len: 834 time: 0.0598297 Jun 22 10:33:23.830029 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-c8a8092e-f355-4462-b968-9110ea3ac86c None None] Set router 24a37caf-729d-4121-88cd-8f3c32ed572e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:33:23.890401 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243eaa3-abc2-48a2-85f0-c33768a70e56 req-7a5196f9-5816-426a-80a9-e93329828ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:23.891980 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b243eaa3-abc2-48a2-85f0-c33768a70e56 req-7a5196f9-5816-426a-80a9-e93329828ddf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fc02b3c-2b95-4293-8f28-b31975dc7b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0594835 Jun 22 10:33:23.993110 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b243eaa3-abc2-48a2-85f0-c33768a70e56 req-2d8a9b46-1805-41c7-90ef-9b3660ddc8a8 service neutron] 10.222.0.35 "GET /v2.0/networks/0fc02b3c-2b95-4293-8f28-b31975dc7b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942953 Jun 22 10:33:24.109523 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b243eaa3-abc2-48a2-85f0-c33768a70e56 req-83365de1-0fe7-4a90-9eb6-d5a37f38548a service neutron] 10.222.0.35 "GET /v2.0/networks/0fc02b3c-2b95-4293-8f28-b31975dc7b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101670 Jun 22 10:33:24.161868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-c8a8092e-f355-4462-b968-9110ea3ac86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232439471', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:32:59Z', 'updated_at': '2021-06-22T10:33:03Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:00Z', 'updated_at': '2021-06-22T10:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '36d26ae4-4101-4fd2-a18c-e12318d9903c', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'port_id': '29ba749f-53e2-436b-b7f9-335a35fd50b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d', 'mac_address': 'fa:16:3e:7a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd666b69e-9cf0-4028-8032-2518954a712a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:33:21Z', 'updated_at': '2021-06-22T10:33:21Z', 'revision_number': 0, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab2dd86-6036-4320-8d50-b2925f1bd459', 'name': '', 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:0b:51:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '2ab68475-3971-440e-801e-e350c080a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:03Z', 'updated_at': '2021-06-22T10:33:08Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '2ab68475-3971-440e-801e-e350c080a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:33:24.197734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a8092e-f355-4462-b968-9110ea3ac86c None None] The sync data for ids ['24a37caf-729d-4121-88cd-8f3c32ed572e'] in dv-neutron-797121-3-hyperv is: [{'id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232439471', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:32:59Z', 'updated_at': '2021-06-22T10:33:03Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:00Z', 'updated_at': '2021-06-22T10:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '36d26ae4-4101-4fd2-a18c-e12318d9903c', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'port_id': '29ba749f-53e2-436b-b7f9-335a35fd50b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d', 'mac_address': 'fa:16:3e:7a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd666b69e-9cf0-4028-8032-2518954a712a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:33:21Z', 'updated_at': '2021-06-22T10:33:21Z', 'revision_number': 0, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab2dd86-6036-4320-8d50-b2925f1bd459', 'name': '', 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:0b:51:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '2ab68475-3971-440e-801e-e350c080a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:03Z', 'updated_at': '2021-06-22T10:33:08Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '2ab68475-3971-440e-801e-e350c080a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:33:24.407331 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820475e5-a341-4405-b80f-216ac6056048 None None] New status for floating IP 36d26ae4-4101-4fd2-a18c-e12318d9903c: ACTIVE {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:33:24.558499 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41416) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:33:24.625647 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1eba18eb-0b36-47bd-863f-bcbfdacbb6e1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/floatingips/36d26ae4-4101-4fd2-a18c-e12318d9903c HTTP/1.1" status: 200 len: 991 time: 0.0652802 Jun 22 10:33:25.630260 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41418) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:33:25.702083 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-13452319-6177-41bc-98b9-7b2cc5e1f51c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/floatingips/36d26ae4-4101-4fd2-a18c-e12318d9903c HTTP/1.1" status: 200 len: 993 time: 0.0703645 Jun 22 10:33:40.916076 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:46.618654 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d196226f-5d50-499b-bf55-ce3a5767b3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:48.840231 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5f14898d-a54a-461a-91b0-975a22f2241c req-1b66ccdb-392c-4204-98fb-7576664160a8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1422422 Jun 22 10:33:48.965878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14898d-a54a-461a-91b0-975a22f2241c req-f6e0b9f3-ef25-4f7a-ba30-93372e9a68c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:48.968356 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5f14898d-a54a-461a-91b0-975a22f2241c req-f6e0b9f3-ef25-4f7a-ba30-93372e9a68c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 1098 time: 0.0630517 Jun 22 10:33:49.092507 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14898d-a54a-461a-91b0-975a22f2241c req-f06947fe-f846-419d-9027-8d8a82ffbb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:49.094063 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5f14898d-a54a-461a-91b0-975a22f2241c req-f06947fe-f846-419d-9027-8d8a82ffbb5a service neutron] 10.222.0.35 "GET /v2.0/networks?id=0fc02b3c-2b95-4293-8f28-b31975dc7b3d HTTP/1.1" status: 200 len: 897 time: 0.1044681 Jun 22 10:33:49.166998 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c3769afa-da4b-4b55-8f9d-443c7959d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:49.171911 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5f14898d-a54a-461a-91b0-975a22f2241c req-9703f978-ef64-452d-9ce1-a57779bcdab7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29ba749f-53e2-436b-b7f9-335a35fd50b3 HTTP/1.1" status: 200 len: 1001 time: 0.0717335 Jun 22 10:33:49.230456 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14898d-a54a-461a-91b0-975a22f2241c req-64d32abe-802c-499a-993e-5ba6497e07be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:49.232981 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5f14898d-a54a-461a-91b0-975a22f2241c req-64d32abe-802c-499a-993e-5ba6497e07be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ab68475-3971-440e-801e-e350c080a923 HTTP/1.1" status: 200 len: 834 time: 0.0549424 Jun 22 10:33:49.297327 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14898d-a54a-461a-91b0-975a22f2241c req-4c45ce9a-1cd6-47e4-9062-ed111e16a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:33:49.298842 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5f14898d-a54a-461a-91b0-975a22f2241c req-4c45ce9a-1cd6-47e4-9062-ed111e16a57d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fc02b3c-2b95-4293-8f28-b31975dc7b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0601280 Jun 22 10:33:49.400909 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:49.414401 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5f14898d-a54a-461a-91b0-975a22f2241c req-91d2c12f-105c-4b27-b9be-43355f552a99 service neutron] 10.222.0.35 "GET /v2.0/networks/0fc02b3c-2b95-4293-8f28-b31975dc7b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071224 Jun 22 10:33:49.515240 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5f14898d-a54a-461a-91b0-975a22f2241c req-b912c519-fa8c-4e1f-9078-1643e2210dbd service neutron] 10.222.0.35 "GET /v2.0/networks/0fc02b3c-2b95-4293-8f28-b31975dc7b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941849 Jun 22 10:33:50.675456 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:51.932102 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:59.146194 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:34:10.896918 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:16.616682 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5d28710a-0f50-411b-b7c1-0869d874dbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:19.147894 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3d175289-a31e-49aa-8e70-ae21fc99f764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:19.354142 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:20.656769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:21.936448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:36.144826 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:34:37.490697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf05839-cbb6-4d56-8c0d-1bf16aa742bf req-191c7bd7-e475-44e0-b19e-bfd9e5ba6a4d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:37.492270 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fcf05839-cbb6-4d56-8c0d-1bf16aa742bf req-191c7bd7-e475-44e0-b19e-bfd9e5ba6a4d tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 945 time: 0.1222672 Jun 22 10:34:37.532504 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fcf05839-cbb6-4d56-8c0d-1bf16aa742bf req-ff754604-b1df-4927-afdf-4394b1674bef tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344410 Jun 22 10:34:38.716923 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c9e66-c72a-4868-8a60-67f85247daaf req-49fbca5b-f348-41ff-b196-2bbb8999767e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:38.718483 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-762c9e66-c72a-4868-8a60-67f85247daaf req-49fbca5b-f348-41ff-b196-2bbb8999767e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 945 time: 0.0733173 Jun 22 10:34:38.762641 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-762c9e66-c72a-4868-8a60-67f85247daaf req-8ab29430-a416-419a-8153-9789db3660ab tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363131 Jun 22 10:34:39.962856 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1742646-942e-4b10-a887-dec917575d7d req-05004f74-cee9-425a-98bc-0cb037eba26c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:39.964812 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d1742646-942e-4b10-a887-dec917575d7d req-05004f74-cee9-425a-98bc-0cb037eba26c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 945 time: 0.0782633 Jun 22 10:34:40.008668 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d1742646-942e-4b10-a887-dec917575d7d req-5a0fe517-dabc-48f2-ad2b-a0fe1ec6ebd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379505 Jun 22 10:34:40.040752 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41484) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:34:40.110686 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a6c8036a-b96c-4cd8-a015-83b25857e3e1 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/floatingips/36d26ae4-4101-4fd2-a18c-e12318d9903c HTTP/1.1" status: 200 len: 993 time: 0.0684001 Jun 22 10:34:40.913314 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:41.762636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db26e5-b5a1-4bb8-bb48-f50fc9bd6e7b req-9a690dac-d6ec-4921-8817-71fffd8c52ee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:41.764187 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d0db26e5-b5a1-4bb8-bb48-f50fc9bd6e7b req-9a690dac-d6ec-4921-8817-71fffd8c52ee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 945 time: 0.0833731 Jun 22 10:34:41.815668 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d0db26e5-b5a1-4bb8-bb48-f50fc9bd6e7b req-b7e5f59a-f2d7-44d3-8863-84357e5e6b0b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451458 Jun 22 10:34:41.820135 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1e510-6954-457f-8687-2eb810dd6ceb req-361489c7-f6d5-456e-b2d4-4f771172355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:41.823036 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-89a1e510-6954-457f-8687-2eb810dd6ceb req-361489c7-f6d5-456e-b2d4-4f771172355c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 1098 time: 0.0757627 Jun 22 10:34:41.917387 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1e510-6954-457f-8687-2eb810dd6ceb req-31d54bb8-b24f-4131-b480-4afa3eb73e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:41.919385 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-89a1e510-6954-457f-8687-2eb810dd6ceb req-31d54bb8-b24f-4131-b480-4afa3eb73e65 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0fc02b3c-2b95-4293-8f28-b31975dc7b3d HTTP/1.1" status: 200 len: 897 time: 0.0911710 Jun 22 10:34:41.989259 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-89a1e510-6954-457f-8687-2eb810dd6ceb req-7252dd41-2a34-408f-87c4-3f5b45ad304b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29ba749f-53e2-436b-b7f9-335a35fd50b3 HTTP/1.1" status: 200 len: 1001 time: 0.0640278 Jun 22 10:34:42.038500 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1e510-6954-457f-8687-2eb810dd6ceb req-adf90848-adc5-4443-9b1a-883653e69ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:42.039989 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-89a1e510-6954-457f-8687-2eb810dd6ceb req-adf90848-adc5-4443-9b1a-883653e69ec8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ab68475-3971-440e-801e-e350c080a923 HTTP/1.1" status: 200 len: 834 time: 0.0446773 Jun 22 10:34:42.098340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1e510-6954-457f-8687-2eb810dd6ceb req-e169fdb7-9b64-4b81-ae89-c32d3c9fd816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:42.099941 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-89a1e510-6954-457f-8687-2eb810dd6ceb req-e169fdb7-9b64-4b81-ae89-c32d3c9fd816 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fc02b3c-2b95-4293-8f28-b31975dc7b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533075 Jun 22 10:34:42.199553 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-89a1e510-6954-457f-8687-2eb810dd6ceb req-e871e330-ca3a-42f3-9ac9-54a9df0ca053 service neutron] 10.222.0.35 "GET /v2.0/networks/0fc02b3c-2b95-4293-8f28-b31975dc7b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922751 Jun 22 10:34:42.291747 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-89a1e510-6954-457f-8687-2eb810dd6ceb req-f1fe6097-d987-4242-aca8-e73282446a05 service neutron] 10.222.0.35 "GET /v2.0/networks/0fc02b3c-2b95-4293-8f28-b31975dc7b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859385 Jun 22 10:34:43.389132 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55996d0c-d55b-4640-9b5c-8b66417c1a2d req-ff39413c-c308-4bfc-aa17-fb0424e3f9df tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:43.390547 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-55996d0c-d55b-4640-9b5c-8b66417c1a2d req-ff39413c-c308-4bfc-aa17-fb0424e3f9df tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 945 time: 0.4407156 Jun 22 10:34:43.431529 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-55996d0c-d55b-4640-9b5c-8b66417c1a2d req-f37380fc-7161-4f8e-a1e2-ab06729b92c9 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349023 Jun 22 10:34:44.606352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6fd13-160f-4e3d-854a-c67c10631b5a req-cb91cdb4-b034-4a6a-b261-6d3680b89f9e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:44.607957 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-43a6fd13-160f-4e3d-854a-c67c10631b5a req-cb91cdb4-b034-4a6a-b261-6d3680b89f9e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 945 time: 0.0634160 Jun 22 10:34:44.646504 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-43a6fd13-160f-4e3d-854a-c67c10631b5a req-45e05bb0-e8a2-411f-b27b-01fb3206c2f2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329504 Jun 22 10:34:44.672381 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41498) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:34:44.744414 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-685d93ca-1e84-4d9f-8688-3c6494a5fc9f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/floatingips/36d26ae4-4101-4fd2-a18c-e12318d9903c HTTP/1.1" status: 200 len: 993 time: 0.0706356 Jun 22 10:34:45.022537 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41504) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:34:45.198374 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port 9692afec-fe0f-4325-ba87-e85913fdc079 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:34:45.198827 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:45.293301 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:45.293906 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:45.357618 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for 9692afec-fe0f-4325-ba87-e85913fdc079 owned by network:floatingip {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:34:45.609952 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:45.612403 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bdbd7cf1-1308-44ee-9513-032205070cd3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:34:45.634604 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=9692afec-fe0f-4325-ba87-e85913fdc079,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:34:45.648436 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:45.648800 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:45.649195 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:45.649580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:45.649960 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:45.650343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:45.650717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:45.651097 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:45.651493 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:45.657459 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:45.657459 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:45.657459 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:45.676679 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:34:45.718370 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for floatingip, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:45.718930 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Floating IP 36d26ae4-4101-4fd2-a18c-e12318d9903c disassociated (deleted). External IP: 172.26.3.123, port: 29ba749f-53e2-436b-b7f9-335a35fd50b3. Jun 22 10:34:45.936135 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 24a37caf-729d-4121-88cd-8f3c32ed572e has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:34:46.073212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:34:46.079290 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:46.085042 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec3fb4c-6970-4e0d-9cde-bcca4bfe9ece None None] Sync routers for ids ['24a37caf-729d-4121-88cd-8f3c32ed572e'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:34:46.095505 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec3fb4c-6970-4e0d-9cde-bcca4bfe9ece None None] Routers {'24a37caf-729d-4121-88cd-8f3c32ed572e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:34:46.096050 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-0ec3fb4c-6970-4e0d-9cde-bcca4bfe9ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:34:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['24a37caf-729d-4121-88cd-8f3c32ed572e'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:34:46.127420 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/floatingips/36d26ae4-4101-4fd2-a18c-e12318d9903c HTTP/1.1" status: 204 len: 168 time: 1.1035650 Jun 22 10:34:46.128550 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd666b69e-9cf0-4028-8032-2518954a712a', 'tag': '29ba749f-53e2-436b-b7f9-335a35fd50b3'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:34:46.132444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5b96c7-0638-4dbf-970a-0b0e1e78b9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d666b69e-9cf0-4028-8032-2518954a712a", "tag": "29ba749f-53e2-436b-b7f9-335a35fd50b3"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:34:46.235289 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-0ec3fb4c-6970-4e0d-9cde-bcca4bfe9ece None None] Set router 24a37caf-729d-4121-88cd-8f3c32ed572e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:34:46.461800 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-0ec3fb4c-6970-4e0d-9cde-bcca4bfe9ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232439471', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:32:59Z', 'updated_at': '2021-06-22T10:33:03Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:00Z', 'updated_at': '2021-06-22T10:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '2ab2dd86-6036-4320-8d50-b2925f1bd459', 'name': '', 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:0b:51:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '2ab68475-3971-440e-801e-e350c080a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:03Z', 'updated_at': '2021-06-22T10:33:08Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '2ab68475-3971-440e-801e-e350c080a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:34:46.494429 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec3fb4c-6970-4e0d-9cde-bcca4bfe9ece None None] Checking router: 24a37caf-729d-4121-88cd-8f3c32ed572e for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:34:46.503880 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec3fb4c-6970-4e0d-9cde-bcca4bfe9ece None None] Routers {'24a37caf-729d-4121-88cd-8f3c32ed572e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:34:46.504521 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-0ec3fb4c-6970-4e0d-9cde-bcca4bfe9ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:34:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['24a37caf-729d-4121-88cd-8f3c32ed572e'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:34:46.624839 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-0ec3fb4c-6970-4e0d-9cde-bcca4bfe9ece None None] Set router 24a37caf-729d-4121-88cd-8f3c32ed572e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:34:46.765537 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-950f042f-0fb8-4fdc-b378-b40ddccf50e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:46.846421 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-0ec3fb4c-6970-4e0d-9cde-bcca4bfe9ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232439471', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:32:59Z', 'updated_at': '2021-06-22T10:33:03Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:00Z', 'updated_at': '2021-06-22T10:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '2ab2dd86-6036-4320-8d50-b2925f1bd459', 'name': '', 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:0b:51:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '2ab68475-3971-440e-801e-e350c080a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:03Z', 'updated_at': '2021-06-22T10:33:08Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '2ab68475-3971-440e-801e-e350c080a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:34:46.884396 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95327b35-0d00-4559-8085-2ec7ec33b111 x-openstack-request-id: req-95327b35-0d00-4559-8085-2ec7ec33b111 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:34:46.884734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d666b69e-9cf0-4028-8032-2518954a712a", "tag": "29ba749f-53e2-436b-b7f9-335a35fd50b3", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:34:46.885117 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95327b35-0d00-4559-8085-2ec7ec33b111 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:34:46.885505 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd666b69e-9cf0-4028-8032-2518954a712a', 'tag': '29ba749f-53e2-436b-b7f9-335a35fd50b3', 'status': 'completed', 'code': 200} Jun 22 10:34:46.898652 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec3fb4c-6970-4e0d-9cde-bcca4bfe9ece None None] The sync data for ids ['24a37caf-729d-4121-88cd-8f3c32ed572e'] in dv-neutron-797121-3-hyperv is: [{'id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232439471', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:32:59Z', 'updated_at': '2021-06-22T10:33:03Z', 'revision_number': 4, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:00Z', 'updated_at': '2021-06-22T10:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '2ab2dd86-6036-4320-8d50-b2925f1bd459', 'name': '', 'network_id': '0fc02b3c-2b95-4293-8f28-b31975dc7b3d', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'mac_address': 'fa:16:3e:0b:51:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '2ab68475-3971-440e-801e-e350c080a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:03Z', 'updated_at': '2021-06-22T10:33:08Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'subnets': [{'id': '2ab68475-3971-440e-801e-e350c080a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:34:46.989591 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b96c7-0638-4dbf-970a-0b0e1e78b9c7 req-574d16b4-85d9-408a-a3fd-111311a2dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:46.991225 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4d5b96c7-0638-4dbf-970a-0b0e1e78b9c7 req-574d16b4-85d9-408a-a3fd-111311a2dcdd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 1098 time: 0.0843854 Jun 22 10:34:47.086923 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46b699-a2fd-4af0-912f-37f5ad58a55a req-625c4ea7-7c0a-476a-97d0-71e99a8413b6 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:47.088460 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bf46b699-a2fd-4af0-912f-37f5ad58a55a req-625c4ea7-7c0a-476a-97d0-71e99a8413b6 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 945 time: 0.0692506 Jun 22 10:34:47.118009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b96c7-0638-4dbf-970a-0b0e1e78b9c7 req-392b190a-017d-43aa-9010-4df07f8145bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:47.119554 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4d5b96c7-0638-4dbf-970a-0b0e1e78b9c7 req-392b190a-017d-43aa-9010-4df07f8145bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=0fc02b3c-2b95-4293-8f28-b31975dc7b3d HTTP/1.1" status: 200 len: 897 time: 0.1215045 Jun 22 10:34:47.132959 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bf46b699-a2fd-4af0-912f-37f5ad58a55a req-ba127d69-730d-49b6-a6d2-93996e9f9321 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380642 Jun 22 10:34:47.173432 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884cd867-096d-4704-aae9-79a28f6055fe None None] New status for floating IP 36d26ae4-4101-4fd2-a18c-e12318d9903c: DOWN {{(pid=100655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:34:47.190369 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4d5b96c7-0638-4dbf-970a-0b0e1e78b9c7 req-790f4d43-64bb-4f0e-bd92-38ceb439bcc4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29ba749f-53e2-436b-b7f9-335a35fd50b3 HTTP/1.1" status: 200 len: 217 time: 0.0627275 Jun 22 10:34:47.241608 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b96c7-0638-4dbf-970a-0b0e1e78b9c7 req-06c03e37-f0f2-480a-8596-4cbe324d61a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:47.243079 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4d5b96c7-0638-4dbf-970a-0b0e1e78b9c7 req-06c03e37-f0f2-480a-8596-4cbe324d61a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ab68475-3971-440e-801e-e350c080a923 HTTP/1.1" status: 200 len: 834 time: 0.0469320 Jun 22 10:34:47.313334 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b96c7-0638-4dbf-970a-0b0e1e78b9c7 req-f460344a-c67a-494e-8d4a-bc190ab1b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:47.314848 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4d5b96c7-0638-4dbf-970a-0b0e1e78b9c7 req-f460344a-c67a-494e-8d4a-bc190ab1b423 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fc02b3c-2b95-4293-8f28-b31975dc7b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0641959 Jun 22 10:34:47.406739 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4d5b96c7-0638-4dbf-970a-0b0e1e78b9c7 req-a28b8800-af07-421e-b5b1-ab18b9619485 service neutron] 10.222.0.35 "GET /v2.0/networks/0fc02b3c-2b95-4293-8f28-b31975dc7b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841317 Jun 22 10:34:47.505017 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-4d5b96c7-0638-4dbf-970a-0b0e1e78b9c7 req-56ae6a40-8b75-48bd-bb5c-5cac97baeeb8 service neutron] 10.222.0.35 "GET /v2.0/networks/0fc02b3c-2b95-4293-8f28-b31975dc7b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913303 Jun 22 10:34:48.342772 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d33b5-f9f9-4af7-a01d-a7f5c37361e5 req-88a5e0e0-76ac-488d-8fdb-4b1589cc7087 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:48.344226 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f49d33b5-f9f9-4af7-a01d-a7f5c37361e5 req-88a5e0e0-76ac-488d-8fdb-4b1589cc7087 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 945 time: 0.0742359 Jun 22 10:34:48.385089 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f49d33b5-f9f9-4af7-a01d-a7f5c37361e5 req-c5cea3ca-12dd-403d-8939-54719541633c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a06558-4517-44d8-a42f-836b28b37329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350966 Jun 22 10:34:48.840763 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543c4d5-f517-4cfe-83eb-4cd539b8b1cb req-3b60a054-cb3e-455c-bd16-e80f95e1a558 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:48.842389 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3543c4d5-f517-4cfe-83eb-4cd539b8b1cb req-3b60a054-cb3e-455c-bd16-e80f95e1a558 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 945 time: 0.0651324 Jun 22 10:34:48.945777 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-3543c4d5-f517-4cfe-83eb-4cd539b8b1cb req-fad1665a-0908-4d3e-b111-5c079aa4619e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port 29ba749f-53e2-436b-b7f9-335a35fd50b3 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:34:48.946120 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-3543c4d5-f517-4cfe-83eb-4cd539b8b1cb req-fad1665a-0908-4d3e-b111-5c079aa4619e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:49.041608 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-3543c4d5-f517-4cfe-83eb-4cd539b8b1cb req-fad1665a-0908-4d3e-b111-5c079aa4619e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] For port 29ba749f-53e2-436b-b7f9-335a35fd50b3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=29ba749f-53e2-436b-b7f9-335a35fd50b3,segment=NetworkSegment(8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a),segment_id=8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:34:49.041974 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-3543c4d5-f517-4cfe-83eb-4cd539b8b1cb req-fad1665a-0908-4d3e-b111-5c079aa4619e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:49.117535 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-3543c4d5-f517-4cfe-83eb-4cd539b8b1cb req-fad1665a-0908-4d3e-b111-5c079aa4619e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for 29ba749f-53e2-436b-b7f9-335a35fd50b3 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:34:49.147377 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-01ea1132-2e35-43dc-a10d-09ef574ea53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:49.358715 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-3543c4d5-f517-4cfe-83eb-4cd539b8b1cb req-fad1665a-0908-4d3e-b111-5c079aa4619e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:49.363244 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:34:49.393705 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1665a-0908-4d3e-b111-5c079aa4619e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=29ba749f-53e2-436b-b7f9-335a35fd50b3,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:34:49.396160 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fad1665a-0908-4d3e-b111-5c079aa4619e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:34:49.409739 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:49.548928 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d1d32141-2fe9-48a9-8d7b-2edb49135428 req-83fb32d2-14ac-409a-b965-442db530bf94 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 210 time: 0.0305431 Jun 22 10:34:49.853129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-3543c4d5-f517-4cfe-83eb-4cd539b8b1cb req-fad1665a-0908-4d3e-b111-5c079aa4619e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] No DVR routers for this DVR port 29ba749f-53e2-436b-b7f9-335a35fd50b3 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:34:49.855868 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-3543c4d5-f517-4cfe-83eb-4cd539b8b1cb req-fad1665a-0908-4d3e-b111-5c079aa4619e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:49.858157 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3543c4d5-f517-4cfe-83eb-4cd539b8b1cb req-fad1665a-0908-4d3e-b111-5c079aa4619e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.35 "DELETE /v2.0/ports/29ba749f-53e2-436b-b7f9-335a35fd50b3 HTTP/1.1" status: 204 len: 173 time: 1.0107377 Jun 22 10:34:49.858744 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd666b69e-9cf0-4028-8032-2518954a712a', 'name': 'network-vif-deleted', 'tag': '29ba749f-53e2-436b-b7f9-335a35fd50b3'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:34:49.861948 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f3785d-2c06-4267-a168-761a6e333151" -d '{"events": [{"server_uuid": "d666b69e-9cf0-4028-8032-2518954a712a", "name": "network-vif-deleted", "tag": "29ba749f-53e2-436b-b7f9-335a35fd50b3"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:34:49.928248 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939e9436-43af-49b9-8147-69b1427d19e5 x-openstack-request-id: req-939e9436-43af-49b9-8147-69b1427d19e5 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:34:49.928986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d666b69e-9cf0-4028-8032-2518954a712a", "name": "network-vif-deleted", "tag": "29ba749f-53e2-436b-b7f9-335a35fd50b3", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:34:49.930262 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-939e9436-43af-49b9-8147-69b1427d19e5 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:34:49.930924 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd666b69e-9cf0-4028-8032-2518954a712a', 'name': 'network-vif-deleted', 'tag': '29ba749f-53e2-436b-b7f9-335a35fd50b3', 'status': 'completed', 'code': 200} Jun 22 10:34:50.684209 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:50.710215 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bb154a9c-0d8b-4642-bc5b-67e9dd40d284 req-25f5a55e-27e0-4aaf-9dd2-009874c82665 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 210 time: 0.0295281 Jun 22 10:34:50.763911 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8d0dc26d-8005-4be9-a8ae-3146a71ae038 req-7b6c3551-fab6-4ded-9d11-fa88250aa111 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d666b69e-9cf0-4028-8032-2518954a712a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0281174 Jun 22 10:34:50.863585 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8d0dc26d-8005-4be9-a8ae-3146a71ae038 req-8f756478-a522-4771-989b-25e130db7863 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&device_id=d666b69e-9cf0-4028-8032-2518954a712a HTTP/1.1" status: 200 len: 210 time: 0.0271125 Jun 22 10:34:50.981153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0dc26d-8005-4be9-a8ae-3146a71ae038 req-b5ae8c9a-7598-4fd3-a747-12f38ff64d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:50.983710 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8d0dc26d-8005-4be9-a8ae-3146a71ae038 req-b5ae8c9a-7598-4fd3-a747-12f38ff64d29 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1009307 Jun 22 10:34:51.083806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0dc26d-8005-4be9-a8ae-3146a71ae038 req-8dd1f976-8180-4abb-bce4-59b528e533aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:51.085382 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8d0dc26d-8005-4be9-a8ae-3146a71ae038 req-8dd1f976-8180-4abb-bce4-59b528e533aa service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962365 Jun 22 10:34:51.610665 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 29ba749f-53e2-436b-b7f9-335a35fd50b3 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:34:51.634610 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 29ba749f-53e2-436b-b7f9-335a35fd50b3 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:34:51.634970 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 29ba749f-53e2-436b-b7f9-335a35fd50b3 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:34:51.813897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41526) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:34:51.964972 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:52.188898 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bc6ff522-54f1-46fc-8ead-374a80795d0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:52.480159 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ff522-54f1-46fc-8ead-374a80795d0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port 2ab2dd86-6036-4320-8d50-b2925f1bd459 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:34:52.480510 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bc6ff522-54f1-46fc-8ead-374a80795d0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:52.580886 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-bc6ff522-54f1-46fc-8ead-374a80795d0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] For port 2ab2dd86-6036-4320-8d50-b2925f1bd459, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=2ab2dd86-6036-4320-8d50-b2925f1bd459,segment=NetworkSegment(8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a),segment_id=8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:34:52.581241 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bc6ff522-54f1-46fc-8ead-374a80795d0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:52.651489 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ff522-54f1-46fc-8ead-374a80795d0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for 2ab2dd86-6036-4320-8d50-b2925f1bd459 owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:34:52.913041 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bc6ff522-54f1-46fc-8ead-374a80795d0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:52.915240 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1e48760a-1774-42db-951e-c798f133c55b tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:34:52.942837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ff522-54f1-46fc-8ead-374a80795d0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=2ab2dd86-6036-4320-8d50-b2925f1bd459,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:34:52.949991 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bc6ff522-54f1-46fc-8ead-374a80795d0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:34:53.128149 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bc6ff522-54f1-46fc-8ead-374a80795d0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:53.353028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6ff522-54f1-46fc-8ead-374a80795d0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Router 24a37caf-729d-4121-88cd-8f3c32ed572e has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:34:53.465963 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6ff522-54f1-46fc-8ead-374a80795d0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:34:53.471828 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bc6ff522-54f1-46fc-8ead-374a80795d0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "PUT /v2.0/routers/24a37caf-729d-4121-88cd-8f3c32ed572e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6561646 Jun 22 10:34:53.474221 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41528) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:34:53.476978 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e0cf3-cc86-42b1-88e7-1dab32d4c08f None None] Sync routers for ids ['24a37caf-729d-4121-88cd-8f3c32ed572e'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:34:53.486852 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e0cf3-cc86-42b1-88e7-1dab32d4c08f None None] Routers {'24a37caf-729d-4121-88cd-8f3c32ed572e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:34:53.487494 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-3d9e0cf3-cc86-42b1-88e7-1dab32d4c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:34:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['24a37caf-729d-4121-88cd-8f3c32ed572e'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:34:53.528242 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting subnet 2ab68475-3971-440e-801e-e350c080a923 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:34:53.531569 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:53.577785 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:53.598617 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-3d9e0cf3-cc86-42b1-88e7-1dab32d4c08f None None] Set router 24a37caf-729d-4121-88cd-8f3c32ed572e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:34:53.668479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:53.827316 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:53.829712 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-41b6fc96-6866-404d-900b-8a4775655416 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:34:53.860866 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab68475-3971-440e-801e-e350c080a923,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:34:53.868581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:53.870453 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/subnets/2ab68475-3971-440e-801e-e350c080a923 HTTP/1.1" status: 204 len: 168 time: 0.3946917 Jun 22 10:34:53.873341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41530) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:34:53.875685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71787da-86b3-454e-ad96-88ad2956bd8d None None] Network 0fc02b3c-2b95-4293-8f28-b31975dc7b3d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:34:53.880056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:53.880578 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:53.881017 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:53.881415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:53.881788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:53.882154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:53.882537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:53.882917 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:53.883629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:53.883800 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:53.884602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:53.884602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:53.888978 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f406f065-6532-4224-8381-6236e5466357 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:34:53.992411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f535-a787-4cc6-b0a1-14c3936c7015 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:54.051109 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-3d9e0cf3-cc86-42b1-88e7-1dab32d4c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232439471', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:32:59Z', 'updated_at': '2021-06-22T10:34:52Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:00Z', 'updated_at': '2021-06-22T10:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:34:54.093299 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e0cf3-cc86-42b1-88e7-1dab32d4c08f None None] Checking router: 24a37caf-729d-4121-88cd-8f3c32ed572e for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:34:54.112915 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e0cf3-cc86-42b1-88e7-1dab32d4c08f None None] Routers {'24a37caf-729d-4121-88cd-8f3c32ed572e'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:34:54.113581 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-3d9e0cf3-cc86-42b1-88e7-1dab32d4c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:34:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['24a37caf-729d-4121-88cd-8f3c32ed572e'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:34:54.121011 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f535-a787-4cc6-b0a1-14c3936c7015 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:54.211396 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] DHCP port deletion for 0fc02b3c-2b95-4293-8f28-b31975dc7b3d request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:34:54.253908 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-d7f1f535-a787-4cc6-b0a1-14c3936c7015 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Deleting port c09d4d6c-10a3-4ff6-92fd-c4b373b37472 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:34:54.254172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f535-a787-4cc6-b0a1-14c3936c7015 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:54.260179 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-3d9e0cf3-cc86-42b1-88e7-1dab32d4c08f None None] Set router 24a37caf-729d-4121-88cd-8f3c32ed572e gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:34:54.337831 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-d7f1f535-a787-4cc6-b0a1-14c3936c7015 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] For port c09d4d6c-10a3-4ff6-92fd-c4b373b37472, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=c09d4d6c-10a3-4ff6-92fd-c4b373b37472,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:34:54.338193 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f535-a787-4cc6-b0a1-14c3936c7015 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:54.378283 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Deleting port 290d15a5-4ec4-4680-9192-56d06dd0ac07 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:34:54.378668 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:54.410995 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-d7f1f535-a787-4cc6-b0a1-14c3936c7015 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Calling delete_port for c09d4d6c-10a3-4ff6-92fd-c4b373b37472 owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:34:54.467815 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] For port 290d15a5-4ec4-4680-9192-56d06dd0ac07, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=290d15a5-4ec4-4680-9192-56d06dd0ac07,segment=NetworkSegment(8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a),segment_id=8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:34:54.468219 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:54.553694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Calling delete_port for 290d15a5-4ec4-4680-9192-56d06dd0ac07 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:34:54.633734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-3d9e0cf3-cc86-42b1-88e7-1dab32d4c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232439471', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:32:59Z', 'updated_at': '2021-06-22T10:34:52Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:00Z', 'updated_at': '2021-06-22T10:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:34:54.665493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e0cf3-cc86-42b1-88e7-1dab32d4c08f None None] The sync data for ids ['24a37caf-729d-4121-88cd-8f3c32ed572e'] in dv-neutron-797121-3-hyperv is: [{'id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232439471', 'tenant_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:32:59Z', 'updated_at': '2021-06-22T10:34:52Z', 'revision_number': 5, 'project_id': 'c08ad3da6a7446e5b6c7478f6c359bf5', 'gw_port': {'id': 'c09d4d6c-10a3-4ff6-92fd-c4b373b37472', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a37caf-729d-4121-88cd-8f3c32ed572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:33:00Z', 'updated_at': '2021-06-22T10:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:34:54.672526 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f535-a787-4cc6-b0a1-14c3936c7015 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:54.676716 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3eb920aa-daa9-4e18-8fa2-ff0bb1bdeaa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:34:54.707340 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1f535-a787-4cc6-b0a1-14c3936c7015 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Port': ['ID=c09d4d6c-10a3-4ff6-92fd-c4b373b37472,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:34:54.710168 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d7f1f535-a787-4cc6-b0a1-14c3936c7015 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:34:54.767187 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f535-a787-4cc6-b0a1-14c3936c7015 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:54.787563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:54.789656 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:34:54.818254 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Pushing event deleted for resources: {'Port': ['ID=290d15a5-4ec4-4680-9192-56d06dd0ac07,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:34:54.822752 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] No DVR routers for this DVR port 290d15a5-4ec4-4680-9192-56d06dd0ac07 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:34:54.829413 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:54.829774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:54.831176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:54.831176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:54.831176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:54.831176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:54.831681 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:54.831778 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:54.832072 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:54.832660 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:54.832759 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:54.834320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:34:54.836280 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:34:54.870791 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f535-a787-4cc6-b0a1-14c3936c7015 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:54.872990 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f535-a787-4cc6-b0a1-14c3936c7015 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:54.969718 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f535-a787-4cc6-b0a1-14c3936c7015 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:54.970212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f1f535-a787-4cc6-b0a1-14c3936c7015 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Fanout notify agent at l3_agent the message router_deleted on router 24a37caf-729d-4121-88cd-8f3c32ed572e {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:34:54.977056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f535-a787-4cc6-b0a1-14c3936c7015 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:54.978168 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d7f1f535-a787-4cc6-b0a1-14c3936c7015 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/routers/24a37caf-729d-4121-88cd-8f3c32ed572e HTTP/1.1" status: 204 len: 168 time: 1.1041257 Jun 22 10:34:54.981507 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41532) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:34:55.071157 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3482a4bc-2533-4187-bae3-9bfd9d4c1f43 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:55.170551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3482a4bc-2533-4187-bae3-9bfd9d4c1f43 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:55.181826 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3482a4bc-2533-4187-bae3-9bfd9d4c1f43 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc02b3c-2b95-4293-8f28-b31975dc7b3d']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:34:55.194688 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3482a4bc-2533-4187-bae3-9bfd9d4c1f43 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:34:55.195015 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-3482a4bc-2533-4187-bae3-9bfd9d4c1f43 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5b20ce-4b55-4397-ac8f-bc1a1c38a09a') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:34:55.206532 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3482a4bc-2533-4187-bae3-9bfd9d4c1f43 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:55.221958 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3482a4bc-2533-4187-bae3-9bfd9d4c1f43 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:55.235761 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3482a4bc-2533-4187-bae3-9bfd9d4c1f43 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:34:55.236421 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3482a4bc-2533-4187-bae3-9bfd9d4c1f43 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:34:55.240701 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:34:55.427318 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3482a4bc-2533-4187-bae3-9bfd9d4c1f43 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:55.430933 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-398b7904-16c3-42fc-b9c7-70552f0486ee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:34:55.435167 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3482a4bc-2533-4187-bae3-9bfd9d4c1f43 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:55.436923 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3482a4bc-2533-4187-bae3-9bfd9d4c1f43 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/networks/0fc02b3c-2b95-4293-8f28-b31975dc7b3d HTTP/1.1" status: 204 len: 168 time: 0.4544666 Jun 22 10:34:55.439794 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41534) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:34:55.451002 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482a4bc-2533-4187-bae3-9bfd9d4c1f43 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'Network': ['ID=0fc02b3c-2b95-4293-8f28-b31975dc7b3d,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:34:55.454785 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3482a4bc-2533-4187-bae3-9bfd9d4c1f43 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:34:55.509995 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5ae3852d-d346-4d3f-b280-4559c1a0a7dc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:55.538687 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5ae3852d-d346-4d3f-b280-4559c1a0a7dc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:55.695143 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5ae3852d-d346-4d3f-b280-4559c1a0a7dc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:55.700046 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-5ae3852d-d346-4d3f-b280-4559c1a0a7dc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:55.700046 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-5ae3852d-d346-4d3f-b280-4559c1a0a7dc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] 10.222.0.20 "DELETE /v2.0/security-groups/d4a06558-4517-44d8-a42f-836b28b37329 HTTP/1.1" status: 204 len: 168 time: 0.2586396 Jun 22 10:34:55.700554 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f09679df-4ec7-4b0c-ba86-5c0cd055c54e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:34:55.709615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3852d-d346-4d3f-b280-4559c1a0a7dc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a06558-4517-44d8-a42f-836b28b37329,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:34:55.712039 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5ae3852d-d346-4d3f-b280-4559c1a0a7dc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:34:56.117392 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 290d15a5-4ec4-4680-9192-56d06dd0ac07 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:34:56.138152 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 290d15a5-4ec4-4680-9192-56d06dd0ac07 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:34:56.138518 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 290d15a5-4ec4-4680-9192-56d06dd0ac07 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:34:56.138934 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 2ab2dd86-6036-4320-8d50-b2925f1bd459 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:34:56.158743 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 2ab2dd86-6036-4320-8d50-b2925f1bd459 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:34:56.159099 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 2ab2dd86-6036-4320-8d50-b2925f1bd459 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:34:56.159617 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c09d4d6c-10a3-4ff6-92fd-c4b373b37472 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:34:56.183372 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: c09d4d6c-10a3-4ff6-92fd-c4b373b37472 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:34:56.183857 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device c09d4d6c-10a3-4ff6-92fd-c4b373b37472 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:34:56.395699 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41542) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:34:56.537046 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3d787ce8-cd6e-4d2e-bdb1-6a05b99960db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c08ad3da6a7446e5b6c7478f6c359bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397500 Jun 22 10:34:56.539411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41546) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:34:56.591222 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-05fec75c-24cf-47b5-9705-4c28bd1938c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:56.613738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-05fec75c-24cf-47b5-9705-4c28bd1938c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:56.764566 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-05fec75c-24cf-47b5-9705-4c28bd1938c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:56.767639 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-05fec75c-24cf-47b5-9705-4c28bd1938c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:56.771597 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-05fec75c-24cf-47b5-9705-4c28bd1938c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4db7467d-66bd-494c-b36e-519a570f7f2c HTTP/1.1" status: 204 len: 168 time: 0.2283306 Jun 22 10:34:56.771597 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-67eacb53-29f0-40cc-ad0f-5a5e39954f97 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:34:56.778877 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fec75c-24cf-47b5-9705-4c28bd1938c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db7467d-66bd-494c-b36e-519a570f7f2c,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:34:56.781671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-05fec75c-24cf-47b5-9705-4c28bd1938c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:34:57.557474 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41552) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:34:57.572107 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0ea7fcba-5ba5-4c69-807e-c8419d3ad8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:57.674647 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0ea7fcba-5ba5-4c69-807e-c8419d3ad8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:57.758465 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-0ea7fcba-5ba5-4c69-807e-c8419d3ad8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:57.763090 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f0450cdb-155f-4f3b-8ae6-3554360ab398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:34:57.802180 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-0ea7fcba-5ba5-4c69-807e-c8419d3ad8e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=860dce236449408e90576b6a55f1a680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434387 Jun 22 10:34:57.803412 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7fcba-5ba5-4c69-807e-c8419d3ad8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae02ee9b-1745-43b4-a8a3-3a78d415a206,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:34:57.805659 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41554) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:34:57.808580 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0ea7fcba-5ba5-4c69-807e-c8419d3ad8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:34:57.861656 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dbc1fe22-4b53-4ac4-b198-fe14134f663c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:57.886198 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dbc1fe22-4b53-4ac4-b198-fe14134f663c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:58.021003 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dbc1fe22-4b53-4ac4-b198-fe14134f663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:58.024441 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dbc1fe22-4b53-4ac4-b198-fe14134f663c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:58.026003 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dbc1fe22-4b53-4ac4-b198-fe14134f663c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae02ee9b-1745-43b4-a8a3-3a78d415a206 HTTP/1.1" status: 204 len: 168 time: 0.2188044 Jun 22 10:34:58.026863 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-52fe6419-c998-4309-a5bc-6d32233b276e tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:34:58.036230 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1fe22-4b53-4ac4-b198-fe14134f663c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae02ee9b-1745-43b4-a8a3-3a78d415a206,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:34:58.038010 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dbc1fe22-4b53-4ac4-b198-fe14134f663c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:34:59.297008 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41576) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:34:59.416154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-977a3831-713c-41e2-a724-c82c73a19ea6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2128134513-network', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:34:59.501204 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977a3831-713c-41e2-a724-c82c73a19ea6 admin admin] Made reservation on behalf of bd33d883a6a34decb6a60f7af0bb2b9e for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:34:59.503663 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-977a3831-713c-41e2-a724-c82c73a19ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:59.513042 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-977a3831-713c-41e2-a724-c82c73a19ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:59.603308 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-977a3831-713c-41e2-a724-c82c73a19ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:59.672034 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-977a3831-713c-41e2-a724-c82c73a19ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:59.675074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c0bed086-2637-495a-889b-3370365974a6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:34:59.700631 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977a3831-713c-41e2-a724-c82c73a19ea6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:34:59.703738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a3831-713c-41e2-a724-c82c73a19ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88bf253-829d-4ff3-90d0-aabd624e3f7d,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:34:59.709119 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-977a3831-713c-41e2-a724-c82c73a19ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:34:59.715098 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-977a3831-713c-41e2-a724-c82c73a19ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:59.715453 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-977a3831-713c-41e2-a724-c82c73a19ea6 admin admin] Added segment ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7 of type vlan for network 99ee8e8d-c8f1-418e-aca2-695eccd40dcb Jun 22 10:34:59.756976 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-977a3831-713c-41e2-a724-c82c73a19ea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:59.866630 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-977a3831-713c-41e2-a724-c82c73a19ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:59.867763 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977a3831-713c-41e2-a724-c82c73a19ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:34:59.868358 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-977a3831-713c-41e2-a724-c82c73a19ea6 admin admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:59.871282 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-4f369e89-afe5-4b72-ae16-f6c165ecbdcb tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:34:59.931487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a3831-713c-41e2-a724-c82c73a19ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=99ee8e8d-c8f1-418e-aca2-695eccd40dcb,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:34:59.934770 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-977a3831-713c-41e2-a724-c82c73a19ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:34:59.941600 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 99ee8e8d-c8f1-418e-aca2-695eccd40dcb details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:34:59.982014 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-977a3831-713c-41e2-a724-c82c73a19ea6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6838276 Jun 22 10:34:59.985475 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41580) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:34:59.990601 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-edcf1730-f8a8-4da8-bac4-300239dac93a admin admin] Request body: {'subnet': {'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2128134513-subnet', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'ip_version': 4}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:35:00.089034 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcf1730-f8a8-4da8-bac4-300239dac93a admin admin] Made reservation on behalf of bd33d883a6a34decb6a60f7af0bb2b9e for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:35:00.091480 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-edcf1730-f8a8-4da8-bac4-300239dac93a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:00.386895 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-edcf1730-f8a8-4da8-bac4-300239dac93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:00.390851 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1df6ee05-5f41-4ea9-b3ab-891e36fbd90e tempest-PortsIpV6TestJSON-410833344 tempest-PortsIpV6TestJSON-410833344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:00.448752 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf1730-f8a8-4da8-bac4-300239dac93a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea781403-f569-46a8-a552-e80d8f177e85,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:00.453443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-edcf1730-f8a8-4da8-bac4-300239dac93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:00.474705 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcf1730-f8a8-4da8-bac4-300239dac93a admin admin] Checking segment: {'id': 'ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:35:00.475069 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcf1730-f8a8-4da8-bac4-300239dac93a admin admin] Network hostable DHCP agents. Network: 99ee8e8d-c8f1-418e-aca2-695eccd40dcb, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:35:00.563564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcf1730-f8a8-4da8-bac4-300239dac93a admin admin] Network 99ee8e8d-c8f1-418e-aca2-695eccd40dcb is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:35:00.666850 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-edcf1730-f8a8-4da8-bac4-300239dac93a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 99ee8e8d-c8f1-418e-aca2-695eccd40dcb) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:35:00.670863 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcf1730-f8a8-4da8-bac4-300239dac93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:00.671535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-edcf1730-f8a8-4da8-bac4-300239dac93a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:00.676310 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d04454f-3f13-45eb-9740-336e0fcb4d7e None None] Network 99ee8e8d-c8f1-418e-aca2-695eccd40dcb requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:35:00.753372 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-edcf1730-f8a8-4da8-bac4-300239dac93a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7666595 Jun 22 10:35:00.756183 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41582) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:35:00.761506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:35:00.829945 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:35:00.831041 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:00.873002 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:00.874277 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:00.932813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:00.967968 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Allocated IP 172.20.0.2 (99ee8e8d-c8f1-418e-aca2-695eccd40dcb/ea781403-f569-46a8-a552-e80d8f177e85/fe04ec59-f669-4a67-99a7-b797e94afd67) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:35:01.122029 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:01.130869 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Transition to ACTIVE for port object fe04ec59-f669-4a67-99a7-b797e94afd67 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:35:01.146769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Transition to ACTIVE for port object fe04ec59-f669-4a67-99a7-b797e94afd67 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:35:01.202766 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:01.222664 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:01.224827 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-ee529e06-2fc8-400d-bc2a-7fdbeb073735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:01.264570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Network 99ee8e8d-c8f1-418e-aca2-695eccd40dcb is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:35:01.267847 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:35:01.275210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:35:01.281829 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Pushing event updated for resources: {'Port': ['ID=fe04ec59-f669-4a67-99a7-b797e94afd67,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:01.286904 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:01.345624 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Attempting to bind port fe04ec59-f669-4a67-99a7-b797e94afd67 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:35:01.346108 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Attempting to bind port fe04ec59-f669-4a67-99a7-b797e94afd67 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:35:01.346486 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Attempting to bind port fe04ec59-f669-4a67-99a7-b797e94afd67 on network 99ee8e8d-c8f1-418e-aca2-695eccd40dcb {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:35:01.351822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:35:01.352200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Checking segment: {'id': 'ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:35:01.352616 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:01.353022 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Bound using segment: {'id': 'ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:35:01.353502 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Bound port: fe04ec59-f669-4a67-99a7-b797e94afd67, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:35:01.353897 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:01.418291 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] For port fe04ec59-f669-4a67-99a7-b797e94afd67, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:35:01.422016 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] For port fe04ec59-f669-4a67-99a7-b797e94afd67, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=fe04ec59-f669-4a67-99a7-b797e94afd67,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:35:01.496601 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:01.499469 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:01.507124 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:01.527798 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:01.561835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Pushing event updated for resources: {'Port': ['ID=fe04ec59-f669-4a67-99a7-b797e94afd67,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:01.565173 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:01.646780 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Allocated IP 172.26.3.10 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/a5b337c7-b95c-4090-83c9-8add1492440b) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:35:01.786347 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:01.890563 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:01.892581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:01.929799 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:35:01.932745 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:35:01.938826 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:35:01.944349 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Pushing event updated for resources: {'Port': ['ID=a5b337c7-b95c-4090-83c9-8add1492440b,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:01.968438 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:02.161986 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device fe04ec59-f669-4a67-99a7-b797e94afd67 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:35:02.295668 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:02.295909 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port fe04ec59-f669-4a67-99a7-b797e94afd67 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:35:02.512938 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8ea9b9-cdea-475e-9a2a-e03407244b52 None None] Network 99ee8e8d-c8f1-418e-aca2-695eccd40dcb requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:35:02.517522 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:02.639199 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2cd276b6-c850-45bd-bf42-347c2f5f9bdf None None] Provisioning for port fe04ec59-f669-4a67-99a7-b797e94afd67 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:35:02.645575 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-2cd276b6-c850-45bd-bf42-347c2f5f9bdf None None] Provisioning complete for port fe04ec59-f669-4a67-99a7-b797e94afd67 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:35:02.645969 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2cd276b6-c850-45bd-bf42-347c2f5f9bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:02.735407 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:35:02.765747 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2cd276b6-c850-45bd-bf42-347c2f5f9bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:02.815289 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-2cd276b6-c850-45bd-bf42-347c2f5f9bdf None None] For port fe04ec59-f669-4a67-99a7-b797e94afd67, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=fe04ec59-f669-4a67-99a7-b797e94afd67,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:35:02.868098 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2cd276b6-c850-45bd-bf42-347c2f5f9bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:02.879891 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:02.880657 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:35:02.895271 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Sync routers for ids ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:35:02.908730 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Routers {'76f042a4-57b6-4f28-bf93-81a5ca56ae66'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:35:02.909814 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:34:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:02.956504 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd276b6-c850-45bd-bf42-347c2f5f9bdf None None] Pushing event updated for resources: {'Port': ['ID=fe04ec59-f669-4a67-99a7-b797e94afd67,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:02.961578 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-2cd276b6-c850-45bd-bf42-347c2f5f9bdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:02.968997 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:02.970368 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2132034 Jun 22 10:35:02.973088 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41584) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:35:02.998879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-e16100fd-8995-4f31-bec0-565ad518ce8e None None] Provisioning complete for port fe04ec59-f669-4a67-99a7-b797e94afd67 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:35:03.000638 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e16100fd-8995-4f31-bec0-565ad518ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:03.037879 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Set router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:35:03.245554 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:35:02Z', 'revision_number': 3, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port': {'id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:01Z', 'updated_at': '2021-06-22T10:35:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:03.278271 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Checking router: 76f042a4-57b6-4f28-bf93-81a5ca56ae66 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:35:03.278634 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Updating router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 port a5b337c7-b95c-4090-83c9-8add1492440b binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:35:03.315221 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:03.440041 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:03.585054 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:03.597300 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Transition to ACTIVE for port object a5b337c7-b95c-4090-83c9-8add1492440b will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:35:03.672477 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:03.675640 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-21e831a0-bd3f-4657-93ca-ff9b7d273a86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:03.727799 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Attempting to bind port a5b337c7-b95c-4090-83c9-8add1492440b on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:35:03.728268 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Attempting to bind port a5b337c7-b95c-4090-83c9-8add1492440b by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:35:03.728757 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Attempting to bind port a5b337c7-b95c-4090-83c9-8add1492440b on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:35:03.739892 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8883f-1462-4f21-83ab-9d0786eed51b None None] Pushing event updated for resources: {'Port': ['ID=a5b337c7-b95c-4090-83c9-8add1492440b,revision_number=2']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:03.742445 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:35:03.742829 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:35:03.743240 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:03.743672 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:35:03.744158 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Bound port: a5b337c7-b95c-4090-83c9-8add1492440b, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:35:03.744533 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:03.770932 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8883f-1462-4f21-83ab-9d0786eed51b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:35:03.770932 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8883f-1462-4f21-83ab-9d0786eed51b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:35:03.771373 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8883f-1462-4f21-83ab-9d0786eed51b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:35:03.771497 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8883f-1462-4f21-83ab-9d0786eed51b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:35:03.771830 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8883f-1462-4f21-83ab-9d0786eed51b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:35:03.772158 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8883f-1462-4f21-83ab-9d0786eed51b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:35:03.772485 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8883f-1462-4f21-83ab-9d0786eed51b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:35:03.772813 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8883f-1462-4f21-83ab-9d0786eed51b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:35:03.773137 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8883f-1462-4f21-83ab-9d0786eed51b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:35:03.773457 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8883f-1462-4f21-83ab-9d0786eed51b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:35:03.773777 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8883f-1462-4f21-83ab-9d0786eed51b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:35:03.774093 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8883f-1462-4f21-83ab-9d0786eed51b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:35:03.778940 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-ace8883f-1462-4f21-83ab-9d0786eed51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:03.827557 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] For port a5b337c7-b95c-4090-83c9-8add1492440b, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:35:03.832891 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] For port a5b337c7-b95c-4090-83c9-8add1492440b, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=a5b337c7-b95c-4090-83c9-8add1492440b,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:35:03.885218 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:03.890255 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-e7865229-b7ea-4d19-99de-ec0a260184cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:03.946917 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Routers {'76f042a4-57b6-4f28-bf93-81a5ca56ae66'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:35:03.947612 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:34:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:03.985015 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8883f-1462-4f21-83ab-9d0786eed51b None None] Pushing event updated for resources: {'Port': ['ID=a5b337c7-b95c-4090-83c9-8add1492440b,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:03.989710 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-ace8883f-1462-4f21-83ab-9d0786eed51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:03.996413 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Allocated IP 172.20.0.1 (99ee8e8d-c8f1-418e-aca2-695eccd40dcb/ea781403-f569-46a8-a552-e80d8f177e85/7cb878f1-84ca-41a3-82ab-6cd82c8f1341) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:35:04.130892 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:04.150194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device fe04ec59-f669-4a67-99a7-b797e94afd67 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:35:04.155084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Transition to ACTIVE for port object 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:35:04.155690 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] Set router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:35:04.207247 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port fe04ec59-f669-4a67-99a7-b797e94afd67 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:35:04.207974 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:04.250784 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:04.255635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-38323ce1-e039-4356-befd-484659e899d7 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:04.304784 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Network 99ee8e8d-c8f1-418e-aca2-695eccd40dcb is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:35:04.311287 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:35:04.316362 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:35:04.347701 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Pushing event updated for resources: {'Port': ['ID=7cb878f1-84ca-41a3-82ab-6cd82c8f1341,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:04.353551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:04.371964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:04.381563 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:35:02Z', 'revision_number': 3, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port': {'id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:01Z', 'updated_at': '2021-06-22T10:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:04.412733 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5db85-cd50-4b8e-972f-0a6fae89b805 None None] The sync data for ids ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'] in dv-neutron-797121-3-hyperv is: [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:35:02Z', 'revision_number': 3, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port': {'id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:01Z', 'updated_at': '2021-06-22T10:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:35:04.602935 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:04.621821 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-537b5b71-b229-4f0c-9632-3c8b69b55432 None None] Provisioning for port 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:35:04.626561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-537b5b71-b229-4f0c-9632-3c8b69b55432 None None] Provisioning complete for port 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:35:04.627269 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-537b5b71-b229-4f0c-9632-3c8b69b55432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:04.692059 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-537b5b71-b229-4f0c-9632-3c8b69b55432 None None] Port 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:35:04.967098 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:05.032213 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:05.037152 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:05.120087 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:05.122729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Pushing event updated for resources: {'Port': ['ID=7cb878f1-84ca-41a3-82ab-6cd82c8f1341,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:05.126744 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:05.234683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Network 99ee8e8d-c8f1-418e-aca2-695eccd40dcb is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:35:05.236294 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:35:05.379773 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:35:05.518642 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:35:05.518868 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1dc26460-60a2-4c3a-a394-5bb8d7b02aa4 None None] Provisioning complete for port 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:35:05.519325 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1dc26460-60a2-4c3a-a394-5bb8d7b02aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:05.533065 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] 10.222.0.20 "PUT /v2.0/routers/76f042a4-57b6-4f28-bf93-81a5ca56ae66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5506990 Jun 22 10:35:05.564325 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-1dc26460-60a2-4c3a-a394-5bb8d7b02aa4 None None] Port 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:35:06.025532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Sync routers for ids ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:35:06.035399 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Routers {'76f042a4-57b6-4f28-bf93-81a5ca56ae66'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:35:06.036091 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:34:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:06.257079 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device a5b337c7-b95c-4090-83c9-8add1492440b up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:35:06.298375 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41600) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:35:06.303664 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-56eb52c4-be83-4123-a21f-17c92a76312e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-636575236-network', 'tenant_id': '81e25a32ed3949cb89aa4d7c6db27374'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:35:06.349532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Set router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:35:06.398128 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56eb52c4-be83-4123-a21f-17c92a76312e admin admin] Made reservation on behalf of 81e25a32ed3949cb89aa4d7c6db27374 for: {'network': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:35:06.401154 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56eb52c4-be83-4123-a21f-17c92a76312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:06.411642 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56eb52c4-be83-4123-a21f-17c92a76312e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:06.462083 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port a5b337c7-b95c-4090-83c9-8add1492440b completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:35:06.470189 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port a5b337c7-b95c-4090-83c9-8add1492440b triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:35:06.470576 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:06.508049 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56eb52c4-be83-4123-a21f-17c92a76312e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:06.563667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56eb52c4-be83-4123-a21f-17c92a76312e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:06.567879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3e4e3bbf-35a0-4524-a1b1-63b7824dc45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:06.587289 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56eb52c4-be83-4123-a21f-17c92a76312e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=100653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:35:06.603725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb52c4-be83-4123-a21f-17c92a76312e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90060d62-170d-48af-a6c9-b5f3776f02ff,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:06.607189 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:06.608579 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-56eb52c4-be83-4123-a21f-17c92a76312e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:06.614130 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56eb52c4-be83-4123-a21f-17c92a76312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:06.614694 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.segments_db [None req-56eb52c4-be83-4123-a21f-17c92a76312e admin admin] Added segment 4e6422b9-7409-4f92-8e86-5beea6363ad6 of type vlan for network 410ad7b3-89d1-4562-be8b-9be2128cea56 Jun 22 10:35:06.641185 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port a5b337c7-b95c-4090-83c9-8add1492440b, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=a5b337c7-b95c-4090-83c9-8add1492440b,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:35:06.652188 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:35:04Z', 'revision_number': 4, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port': {'id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:01Z', 'updated_at': '2021-06-22T10:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '7cb878f1-84ca-41a3-82ab-6cd82c8f1341', 'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'mac_address': 'fa:16:3e:e6:9d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:03Z', 'updated_at': '2021-06-22T10:35:04Z', 'revision_number': 2, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'subnets': [{'id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:06.660312 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56eb52c4-be83-4123-a21f-17c92a76312e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:06.679182 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Checking router: 76f042a4-57b6-4f28-bf93-81a5ca56ae66 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:35:06.679575 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Updating router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 port 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:35:06.715762 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:06.730572 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:06.748164 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:06.757734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56eb52c4-be83-4123-a21f-17c92a76312e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:06.759155 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eb52c4-be83-4123-a21f-17c92a76312e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:06.759785 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-56eb52c4-be83-4123-a21f-17c92a76312e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:06.763000 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f291439a-bae5-42c1-bb1f-d5f0568c60d6 tempest-NetworksIpV6Test-950015487 tempest-NetworksIpV6Test-950015487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:06.823491 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb52c4-be83-4123-a21f-17c92a76312e admin admin] Pushing event updated for resources: {'Network': ['ID=410ad7b3-89d1-4562-be8b-9be2128cea56,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:06.826777 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-56eb52c4-be83-4123-a21f-17c92a76312e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:06.839144 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 410ad7b3-89d1-4562-be8b-9be2128cea56 details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:35:06.884030 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-56eb52c4-be83-4123-a21f-17c92a76312e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5845218 Jun 22 10:35:06.888028 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41602) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:35:06.893193 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-faeadc02-aa45-4ebc-8746-79d34a1b8385 admin admin] Request body: {'subnet': {'network_id': '410ad7b3-89d1-4562-be8b-9be2128cea56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-636575236-subnet', 'tenant_id': '81e25a32ed3949cb89aa4d7c6db27374', 'ip_version': 4}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:35:06.915022 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=a5b337c7-b95c-4090-83c9-8add1492440b,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:06.921969 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:07.003325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faeadc02-aa45-4ebc-8746-79d34a1b8385 admin admin] Made reservation on behalf of 81e25a32ed3949cb89aa4d7c6db27374 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:35:07.005783 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-faeadc02-aa45-4ebc-8746-79d34a1b8385 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:07.087126 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:07.098317 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Transition to ACTIVE for port object 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:35:07.180627 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:07.183154 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:07.258482 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf7475-5278-4f6c-9f26-fb7635ac738d None None] Pushing event updated for resources: {'Port': ['ID=7cb878f1-84ca-41a3-82ab-6cd82c8f1341,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:07.263341 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-faeadc02-aa45-4ebc-8746-79d34a1b8385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:07.270291 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f7cf7475-5278-4f6c-9f26-fb7635ac738d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:07.271585 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-91b682bb-b7f8-46bd-8f26-16a286285bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:07.320751 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Attempting to bind port 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:35:07.321141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Attempting to bind port 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': 'ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:35:07.321552 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Attempting to bind port 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 on network 99ee8e8d-c8f1-418e-aca2-695eccd40dcb {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:35:07.327684 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:35:07.328205 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Checking segment: {'id': 'ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:35:07.328626 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:07.329037 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Bound using segment: {'id': 'ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:35:07.329522 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Bound port: 7cb878f1-84ca-41a3-82ab-6cd82c8f1341, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:35:07.329909 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:07.330841 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeadc02-aa45-4ebc-8746-79d34a1b8385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bb07559-ef3d-4ee9-99bc-dd6dd073a130,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:07.333844 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-faeadc02-aa45-4ebc-8746-79d34a1b8385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:07.341692 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeadc02-aa45-4ebc-8746-79d34a1b8385 admin admin] Checking segment: {'id': '4e6422b9-7409-4f92-8e86-5beea6363ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '410ad7b3-89d1-4562-be8b-9be2128cea56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:35:07.342158 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeadc02-aa45-4ebc-8746-79d34a1b8385 admin admin] Network hostable DHCP agents. Network: 410ad7b3-89d1-4562-be8b-9be2128cea56, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:35:07.401532 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] For port 7cb878f1-84ca-41a3-82ab-6cd82c8f1341, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:35:07.405183 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] For port 7cb878f1-84ca-41a3-82ab-6cd82c8f1341, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=7cb878f1-84ca-41a3-82ab-6cd82c8f1341,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:35:07.454154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeadc02-aa45-4ebc-8746-79d34a1b8385 admin admin] Network 410ad7b3-89d1-4562-be8b-9be2128cea56 is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:35:07.483762 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:07.486970 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:07.553187 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-faeadc02-aa45-4ebc-8746-79d34a1b8385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 410ad7b3-89d1-4562-be8b-9be2128cea56) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:35:07.558697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Routers {'76f042a4-57b6-4f28-bf93-81a5ca56ae66'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:35:07.559336 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:34:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:07.562788 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9744f6a-7928-47ef-9849-0e4bf85748d5 None None] Network 410ad7b3-89d1-4562-be8b-9be2128cea56 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:35:07.564504 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf7475-5278-4f6c-9f26-fb7635ac738d None None] Pushing event updated for resources: {'Port': ['ID=7cb878f1-84ca-41a3-82ab-6cd82c8f1341,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:07.568225 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeadc02-aa45-4ebc-8746-79d34a1b8385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:07.569269 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f7cf7475-5278-4f6c-9f26-fb7635ac738d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:07.570058 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-faeadc02-aa45-4ebc-8746-79d34a1b8385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:07.662105 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-faeadc02-aa45-4ebc-8746-79d34a1b8385 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7725227 Jun 22 10:35:07.664271 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41604) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:35:07.670064 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-636575236-router', 'tenant_id': '81e25a32ed3949cb89aa4d7c6db27374', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:35:07.761278 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] Set router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:35:07.763635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:07.764771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:07.822199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:07.902773 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-410ad7b3-89d1-4562-be8b-9be2128cea56', 'network_id': '410ad7b3-89d1-4562-be8b-9be2128cea56', 'tenant_id': '81e25a32ed3949cb89aa4d7c6db27374', 'fixed_ips': [{'subnet_id': '2bb07559-ef3d-4ee9-99bc-dd6dd073a130'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:35:07.903667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:08.057540 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:08.095594 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Allocated IP 172.20.0.2 (410ad7b3-89d1-4562-be8b-9be2128cea56/2bb07559-ef3d-4ee9-99bc-dd6dd073a130/78386a92-9c3b-4ce4-ad2b-2c8cab16ae64) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:35:08.156897 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device a5b337c7-b95c-4090-83c9-8add1492440b up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:35:08.163882 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:35:04Z', 'revision_number': 4, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port': {'id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:01Z', 'updated_at': '2021-06-22T10:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '7cb878f1-84ca-41a3-82ab-6cd82c8f1341', 'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'mac_address': 'fa:16:3e:e6:9d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:03Z', 'updated_at': '2021-06-22T10:35:07Z', 'revision_number': 4, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'subnets': [{'id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:08.212546 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f98afe-33dd-4dbf-b0a2-357402b8b9e5 None None] The sync data for ids ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'] in dv-neutron-797121-3-hyperv is: [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:35:04Z', 'revision_number': 4, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port': {'id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:01Z', 'updated_at': '2021-06-22T10:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '7cb878f1-84ca-41a3-82ab-6cd82c8f1341', 'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'mac_address': 'fa:16:3e:e6:9d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:03Z', 'updated_at': '2021-06-22T10:35:07Z', 'revision_number': 4, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'subnets': [{'id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:35:08.278583 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port a5b337c7-b95c-4090-83c9-8add1492440b triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:35:08.279099 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:08.372188 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:08.385468 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Transition to ACTIVE for port object 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:35:08.399056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:08.421684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:08.429218 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Transition to ACTIVE for port object 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:35:08.518998 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:08.521807 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:08.552366 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Allocated IP 172.26.3.83 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/e81d27df-6b2d-45b9-aa87-01588c49cf98) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:35:08.563870 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Network 410ad7b3-89d1-4562-be8b-9be2128cea56 is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:35:08.570043 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:35:08.573189 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:35:08.580979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Pushing event updated for resources: {'Port': ['ID=78386a92-9c3b-4ce4-ad2b-2c8cab16ae64,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:08.584411 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:08.656220 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Attempting to bind port 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:35:08.656522 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Attempting to bind port 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '4e6422b9-7409-4f92-8e86-5beea6363ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '410ad7b3-89d1-4562-be8b-9be2128cea56'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:35:08.656894 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Attempting to bind port 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 on network 410ad7b3-89d1-4562-be8b-9be2128cea56 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:35:08.662539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:35:08.662797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Checking segment: {'id': '4e6422b9-7409-4f92-8e86-5beea6363ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '410ad7b3-89d1-4562-be8b-9be2128cea56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:35:08.663141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:08.663584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Bound using segment: {'id': '4e6422b9-7409-4f92-8e86-5beea6363ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '410ad7b3-89d1-4562-be8b-9be2128cea56'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:35:08.664074 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Bound port: 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6422b9-7409-4f92-8e86-5beea6363ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '410ad7b3-89d1-4562-be8b-9be2128cea56'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:35:08.664457 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:08.673508 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:08.744873 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] For port 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:35:08.748840 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] For port 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=78386a92-9c3b-4ce4-ad2b-2c8cab16ae64,segment=NetworkSegment(4e6422b9-7409-4f92-8e86-5beea6363ad6),segment_id=4e6422b9-7409-4f92-8e86-5beea6363ad6)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:35:08.815199 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:08.818202 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5f308d21-c025-48eb-a875-05990f25b2e5 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:08.827300 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:08.830330 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-5705a866-22e3-4913-ac0e-f9f6b1a65501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:08.870056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:35:08.873335 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:35:08.879292 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:35:08.895688 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Pushing event updated for resources: {'Port': ['ID=78386a92-9c3b-4ce4-ad2b-2c8cab16ae64,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:08.899310 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:08.913184 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Pushing event updated for resources: {'Port': ['ID=e81d27df-6b2d-45b9-aa87-01588c49cf98,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:08.917839 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:09.302967 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:09.512072 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:09.712345 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Router 2437eb88-c760-453b-92f3-87228c6ca7c8 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:35:09.828038 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:35:09.843458 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Sync routers for ids ['2437eb88-c760-453b-92f3-87228c6ca7c8'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:35:09.854156 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Routers {'2437eb88-c760-453b-92f3-87228c6ca7c8'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:35:09.854817 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:34:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2437eb88-c760-453b-92f3-87228c6ca7c8'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:09.918110 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ea4413-97a9-4014-a0f0-3cca4c8e5eb4 None None] Network 410ad7b3-89d1-4562-be8b-9be2128cea56 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:35:09.919203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:09.923103 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-70867b54-9272-4c0a-b6bb-b908d89ac6a0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2553833 Jun 22 10:35:09.924915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41606) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:35:09.981683 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Set router 2437eb88-c760-453b-92f3-87228c6ca7c8 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:35:10.204554 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b211a417-3cce-4fde-b630-1bd3e793c9b0 None None] Provisioning for port 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:35:10.289271 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2437eb88-c760-453b-92f3-87228c6ca7c8', 'name': 'tempest-TestShelveInstance-636575236-router', 'tenant_id': '81e25a32ed3949cb89aa4d7c6db27374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'e81d27df-6b2d-45b9-aa87-01588c49cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:07Z', 'updated_at': '2021-06-22T10:35:09Z', 'revision_number': 3, 'project_id': '81e25a32ed3949cb89aa4d7c6db27374', 'gw_port': {'id': 'e81d27df-6b2d-45b9-aa87-01588c49cf98', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:81:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2437eb88-c760-453b-92f3-87228c6ca7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:08Z', 'updated_at': '2021-06-22T10:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:10.320269 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Checking router: 2437eb88-c760-453b-92f3-87228c6ca7c8 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:35:10.325625 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Updating router 2437eb88-c760-453b-92f3-87228c6ca7c8 port e81d27df-6b2d-45b9-aa87-01588c49cf98 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:35:10.331636 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:35:10.368697 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:10.495947 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:35:10.505278 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:35:10.505763 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:10.612051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:10.654468 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:10.699820 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 7cb878f1-84ca-41a3-82ab-6cd82c8f1341, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=7cb878f1-84ca-41a3-82ab-6cd82c8f1341,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:35:10.774813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:10.777271 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:35:10.781382 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:10.787572 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:10.799151 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Transition to ACTIVE for port object e81d27df-6b2d-45b9-aa87-01588c49cf98 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:35:10.807935 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Allocated IP 172.20.0.1 (410ad7b3-89d1-4562-be8b-9be2128cea56/2bb07559-ef3d-4ee9-99bc-dd6dd073a130/18f51cee-9c17-4dbd-9af7-4538e819f585) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:35:10.868433 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:10.884263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=7cb878f1-84ca-41a3-82ab-6cd82c8f1341,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:10.888002 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:10.897098 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-73e7cd27-32e3-4249-92c0-f3c5ad5ae564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:10.941591 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:10.948004 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Attempting to bind port e81d27df-6b2d-45b9-aa87-01588c49cf98 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:35:10.954233 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Attempting to bind port e81d27df-6b2d-45b9-aa87-01588c49cf98 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:35:10.954233 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Attempting to bind port e81d27df-6b2d-45b9-aa87-01588c49cf98 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:35:10.956804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:10.959523 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:35:10.959907 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:35:10.960317 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:10.960718 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:35:10.961475 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Bound port: e81d27df-6b2d-45b9-aa87-01588c49cf98, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:35:10.961915 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:10.977051 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Transition to ACTIVE for port object 18f51cee-9c17-4dbd-9af7-4538e819f585 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:35:11.002154 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7a30b-fbea-41cf-8156-6cb27fdf15a3 None None] Pushing event updated for resources: {'Port': ['ID=e81d27df-6b2d-45b9-aa87-01588c49cf98,revision_number=2']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:11.008966 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-5ab7a30b-fbea-41cf-8156-6cb27fdf15a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:11.014200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:35:11.020015 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:35:11.020415 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:11.051239 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] For port e81d27df-6b2d-45b9-aa87-01588c49cf98, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:35:11.054498 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] For port e81d27df-6b2d-45b9-aa87-01588c49cf98, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e81d27df-6b2d-45b9-aa87-01588c49cf98,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:35:11.120475 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:11.124044 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:11.127154 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f4a37e62-8845-4607-86a7-8901d42d699c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:11.136368 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:11.138700 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-6e8398c9-f6dc-4171-894b-8fed7044408d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:11.156506 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=78386a92-9c3b-4ce4-ad2b-2c8cab16ae64,segment=NetworkSegment(4e6422b9-7409-4f92-8e86-5beea6363ad6),segment_id=4e6422b9-7409-4f92-8e86-5beea6363ad6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:35:11.178295 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Network 410ad7b3-89d1-4562-be8b-9be2128cea56 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:35:11.183196 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:35:11.186304 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:35:11.193085 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Routers {'2437eb88-c760-453b-92f3-87228c6ca7c8'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:35:11.193713 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:34:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2437eb88-c760-453b-92f3-87228c6ca7c8'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:11.209858 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=18f51cee-9c17-4dbd-9af7-4538e819f585,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:11.214360 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:11.237625 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:11.243866 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f7cf7475-5278-4f6c-9f26-fb7635ac738d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:11.244719 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7a30b-fbea-41cf-8156-6cb27fdf15a3 None None] Pushing event updated for resources: {'Port': ['ID=e81d27df-6b2d-45b9-aa87-01588c49cf98,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:11.249522 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-5ab7a30b-fbea-41cf-8156-6cb27fdf15a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:11.250472 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:11.309682 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=78386a92-9c3b-4ce4-ad2b-2c8cab16ae64,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:11.312789 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:11.332491 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] Set router 2437eb88-c760-453b-92f3-87228c6ca7c8 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:35:11.483494 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:11.522698 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2437eb88-c760-453b-92f3-87228c6ca7c8', 'name': 'tempest-TestShelveInstance-636575236-router', 'tenant_id': '81e25a32ed3949cb89aa4d7c6db27374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'e81d27df-6b2d-45b9-aa87-01588c49cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:07Z', 'updated_at': '2021-06-22T10:35:09Z', 'revision_number': 3, 'project_id': '81e25a32ed3949cb89aa4d7c6db27374', 'gw_port': {'id': 'e81d27df-6b2d-45b9-aa87-01588c49cf98', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:81:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2437eb88-c760-453b-92f3-87228c6ca7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:08Z', 'updated_at': '2021-06-22T10:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:11.551780 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88643ab-5483-4387-a4fc-2380282b91b7 None None] The sync data for ids ['2437eb88-c760-453b-92f3-87228c6ca7c8'] in dv-neutron-797121-3-hyperv is: [{'id': '2437eb88-c760-453b-92f3-87228c6ca7c8', 'name': 'tempest-TestShelveInstance-636575236-router', 'tenant_id': '81e25a32ed3949cb89aa4d7c6db27374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'e81d27df-6b2d-45b9-aa87-01588c49cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:07Z', 'updated_at': '2021-06-22T10:35:09Z', 'revision_number': 3, 'project_id': '81e25a32ed3949cb89aa4d7c6db27374', 'gw_port': {'id': 'e81d27df-6b2d-45b9-aa87-01588c49cf98', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:81:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2437eb88-c760-453b-92f3-87228c6ca7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:08Z', 'updated_at': '2021-06-22T10:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:35:11.669165 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:11.729690 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-546a72c0-07d8-4ae5-804d-7b2bdfb54679 None None] Provisioning for port 18f51cee-9c17-4dbd-9af7-4538e819f585 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:35:11.733877 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-546a72c0-07d8-4ae5-804d-7b2bdfb54679 None None] Provisioning complete for port 18f51cee-9c17-4dbd-9af7-4538e819f585 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:35:11.734240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-546a72c0-07d8-4ae5-804d-7b2bdfb54679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:11.781908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-546a72c0-07d8-4ae5-804d-7b2bdfb54679 None None] Port 18f51cee-9c17-4dbd-9af7-4538e819f585 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:35:11.861909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:11.865057 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dd987b0f-c356-490c-a2c2-71e63876c208 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:11.936407 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=18f51cee-9c17-4dbd-9af7-4538e819f585,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:11.938857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:11.941000 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:12.045689 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Network 410ad7b3-89d1-4562-be8b-9be2128cea56 is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:35:12.047547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:35:12.185537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Router 2437eb88-c760-453b-92f3-87228c6ca7c8 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:35:12.271325 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:35:12.314303 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:35:12.328208 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d3729efb-244b-4dfd-8461-8d97b9bb0ba4 admin admin] 10.222.0.20 "PUT /v2.0/routers/2437eb88-c760-453b-92f3-87228c6ca7c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4016979 Jun 22 10:35:12.336690 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:35:12.337125 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:12.443685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e81d27df-6b2d-45b9-aa87-01588c49cf98 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:35:12.447786 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-bf386f6e-c84d-4993-af65-c0bbfff2cc8a None None] Provisioning complete for port 18f51cee-9c17-4dbd-9af7-4538e819f585 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:35:12.448402 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bf386f6e-c84d-4993-af65-c0bbfff2cc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:12.517121 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-bf386f6e-c84d-4993-af65-c0bbfff2cc8a None None] Port 18f51cee-9c17-4dbd-9af7-4538e819f585 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:35:12.648825 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port e81d27df-6b2d-45b9-aa87-01588c49cf98 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:35:12.653458 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port e81d27df-6b2d-45b9-aa87-01588c49cf98 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:35:12.653847 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:12.749460 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:12.770150 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port e81d27df-6b2d-45b9-aa87-01588c49cf98, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e81d27df-6b2d-45b9-aa87-01588c49cf98,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:35:12.940751 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:12.941677 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:35:12.944917 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:13.026921 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=e81d27df-6b2d-45b9-aa87-01588c49cf98,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:13.030100 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:13.031255 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41616) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:35:13.037704 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-594b2d17-2272-4fa3-b9a2-7c64a4e788f4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-406036447', 'description': 'tempest-secgroup-smoke-406036447 description', 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:35:13.038523 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:35:13.038943 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:13.128957 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-594b2d17-2272-4fa3-b9a2-7c64a4e788f4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:13.143119 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:35:13.184934 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Sync routers for ids ['2437eb88-c760-453b-92f3-87228c6ca7c8'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:35:13.195998 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Routers {'2437eb88-c760-453b-92f3-87228c6ca7c8'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:35:13.197134 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:34:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2437eb88-c760-453b-92f3-87228c6ca7c8'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:13.232255 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-594b2d17-2272-4fa3-b9a2-7c64a4e788f4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:13.313006 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Set router 2437eb88-c760-453b-92f3-87228c6ca7c8 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:35:13.346278 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-594b2d17-2272-4fa3-b9a2-7c64a4e788f4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:13.349086 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ce19550d-d987-4be3-a9a2-878e87e03302 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:13.379031 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b2d17-2272-4fa3-b9a2-7c64a4e788f4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:13.380417 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-594b2d17-2272-4fa3-b9a2-7c64a4e788f4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:13.489742 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-594b2d17-2272-4fa3-b9a2-7c64a4e788f4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:13.493420 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-594b2d17-2272-4fa3-b9a2-7c64a4e788f4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4576776 Jun 22 10:35:13.493658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41618) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:35:13.499607 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-b311ecc6-fcab-469f-b99e-2e495c04d27c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Request body: {'security_group_rule': {'security_group_id': '89fc29ae-057d-4d2c-a571-6c2ef8bf1e63', 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:35:13.518764 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2437eb88-c760-453b-92f3-87228c6ca7c8', 'name': 'tempest-TestShelveInstance-636575236-router', 'tenant_id': '81e25a32ed3949cb89aa4d7c6db27374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'e81d27df-6b2d-45b9-aa87-01588c49cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:07Z', 'updated_at': '2021-06-22T10:35:11Z', 'revision_number': 4, 'project_id': '81e25a32ed3949cb89aa4d7c6db27374', 'gw_port': {'id': 'e81d27df-6b2d-45b9-aa87-01588c49cf98', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2437eb88-c760-453b-92f3-87228c6ca7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:08Z', 'updated_at': '2021-06-22T10:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '18f51cee-9c17-4dbd-9af7-4538e819f585', 'name': '', 'network_id': '410ad7b3-89d1-4562-be8b-9be2128cea56', 'tenant_id': '81e25a32ed3949cb89aa4d7c6db27374', 'mac_address': 'fa:16:3e:4d:61:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2437eb88-c760-453b-92f3-87228c6ca7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2bb07559-ef3d-4ee9-99bc-dd6dd073a130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:10Z', 'updated_at': '2021-06-22T10:35:11Z', 'revision_number': 2, 'project_id': '81e25a32ed3949cb89aa4d7c6db27374', 'subnets': [{'id': '2bb07559-ef3d-4ee9-99bc-dd6dd073a130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:13.549196 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Checking router: 2437eb88-c760-453b-92f3-87228c6ca7c8 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:35:13.549562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Updating router 2437eb88-c760-453b-92f3-87228c6ca7c8 port 18f51cee-9c17-4dbd-9af7-4538e819f585 binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:35:13.583798 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:13.592205 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b311ecc6-fcab-469f-b99e-2e495c04d27c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:13.659024 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b311ecc6-fcab-469f-b99e-2e495c04d27c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:13.752556 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b311ecc6-fcab-469f-b99e-2e495c04d27c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:13.754762 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-45fe6767-3bac-4f90-af85-c17f36f7853b tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:13.769275 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311ecc6-fcab-469f-b99e-2e495c04d27c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf475a0-fef9-4865-93af-31a9d1b9d4c8,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:13.773415 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b311ecc6-fcab-469f-b99e-2e495c04d27c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:13.843082 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b311ecc6-fcab-469f-b99e-2e495c04d27c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:13.844389 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b311ecc6-fcab-469f-b99e-2e495c04d27c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3493991 Jun 22 10:35:13.847232 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41620) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:35:13.851984 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-2a3997cc-c360-41e1-b27e-6e113834ca83 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Request body: {'security_group_rule': {'security_group_id': '89fc29ae-057d-4d2c-a571-6c2ef8bf1e63', 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:35:13.857201 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:13.867288 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Transition to ACTIVE for port object 18f51cee-9c17-4dbd-9af7-4538e819f585 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:35:13.934404 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:13.936323 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-d60766ef-5385-40f2-97c9-18446dcefe5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:13.969126 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2a3997cc-c360-41e1-b27e-6e113834ca83 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:14.013246 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089186f-ccc2-4f50-be99-3a27f05ca064 None None] Pushing event updated for resources: {'Port': ['ID=18f51cee-9c17-4dbd-9af7-4538e819f585,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:14.031019 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0089186f-ccc2-4f50-be99-3a27f05ca064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:14.033951 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2a3997cc-c360-41e1-b27e-6e113834ca83 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:14.065682 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Attempting to bind port 18f51cee-9c17-4dbd-9af7-4538e819f585 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:35:14.068878 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Attempting to bind port 18f51cee-9c17-4dbd-9af7-4538e819f585 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '4e6422b9-7409-4f92-8e86-5beea6363ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '410ad7b3-89d1-4562-be8b-9be2128cea56'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:35:14.068878 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Attempting to bind port 18f51cee-9c17-4dbd-9af7-4538e819f585 on network 410ad7b3-89d1-4562-be8b-9be2128cea56 {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:35:14.072530 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:35:14.072937 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Checking segment: {'id': '4e6422b9-7409-4f92-8e86-5beea6363ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '410ad7b3-89d1-4562-be8b-9be2128cea56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:35:14.073353 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:14.073758 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Bound using segment: {'id': '4e6422b9-7409-4f92-8e86-5beea6363ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '410ad7b3-89d1-4562-be8b-9be2128cea56'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:35:14.074232 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Bound port: 18f51cee-9c17-4dbd-9af7-4538e819f585, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6422b9-7409-4f92-8e86-5beea6363ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '410ad7b3-89d1-4562-be8b-9be2128cea56'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:35:14.076738 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:14.140319 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2a3997cc-c360-41e1-b27e-6e113834ca83 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:14.148691 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b311ecc6-fcab-469f-b99e-2e495c04d27c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:14.149210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] For port 18f51cee-9c17-4dbd-9af7-4538e819f585, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:35:14.152878 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] For port 18f51cee-9c17-4dbd-9af7-4538e819f585, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=18f51cee-9c17-4dbd-9af7-4538e819f585,segment=NetworkSegment(4e6422b9-7409-4f92-8e86-5beea6363ad6),segment_id=4e6422b9-7409-4f92-8e86-5beea6363ad6)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:35:14.159294 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e81d27df-6b2d-45b9-aa87-01588c49cf98 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:35:14.169617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3997cc-c360-41e1-b27e-6e113834ca83 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8681d6-d8fc-4159-bc26-2b3b5d084b34,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:14.172612 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2a3997cc-c360-41e1-b27e-6e113834ca83 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:14.210633 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port e81d27df-6b2d-45b9-aa87-01588c49cf98 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:35:14.211015 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:14.252095 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:14.255535 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-6d153fd3-430c-4423-a677-86c211f169b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:14.266448 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-2a3997cc-c360-41e1-b27e-6e113834ca83 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:14.267717 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-2a3997cc-c360-41e1-b27e-6e113834ca83 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4194744 Jun 22 10:35:14.270586 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41622) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:35:14.275239 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-63259f21-28d4-4e68-82b8-766cbe77b2d4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Request body: {'security_group_rule': {'security_group_id': '89fc29ae-057d-4d2c-a571-6c2ef8bf1e63', 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:35:14.345605 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Routers {'2437eb88-c760-453b-92f3-87228c6ca7c8'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:35:14.346254 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:34:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2437eb88-c760-453b-92f3-87228c6ca7c8'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:14.348008 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089186f-ccc2-4f50-be99-3a27f05ca064 None None] Pushing event updated for resources: {'Port': ['ID=18f51cee-9c17-4dbd-9af7-4538e819f585,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:14.353121 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0089186f-ccc2-4f50-be99-3a27f05ca064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:14.383031 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63259f21-28d4-4e68-82b8-766cbe77b2d4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:14.456274 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63259f21-28d4-4e68-82b8-766cbe77b2d4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:14.473377 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] Set router 2437eb88-c760-453b-92f3-87228c6ca7c8 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:35:14.557818 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63259f21-28d4-4e68-82b8-766cbe77b2d4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:14.559760 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-833b8016-4f4f-42d2-b519-428df3c9525b tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:14.579655 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63259f21-28d4-4e68-82b8-766cbe77b2d4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff04733e-534d-4caa-b861-9ef49e39aca0,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:14.582711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-63259f21-28d4-4e68-82b8-766cbe77b2d4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:14.660600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-63259f21-28d4-4e68-82b8-766cbe77b2d4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:14.661822 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-63259f21-28d4-4e68-82b8-766cbe77b2d4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3902907 Jun 22 10:35:14.664646 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41624) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:35:14.669988 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-dd41e0e9-cc3a-4943-9417-7da04b6f2210 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Request body: {'security_group_rule': {'security_group_id': '89fc29ae-057d-4d2c-a571-6c2ef8bf1e63', 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:35:14.686752 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2437eb88-c760-453b-92f3-87228c6ca7c8', 'name': 'tempest-TestShelveInstance-636575236-router', 'tenant_id': '81e25a32ed3949cb89aa4d7c6db27374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'e81d27df-6b2d-45b9-aa87-01588c49cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:07Z', 'updated_at': '2021-06-22T10:35:11Z', 'revision_number': 4, 'project_id': '81e25a32ed3949cb89aa4d7c6db27374', 'gw_port': {'id': 'e81d27df-6b2d-45b9-aa87-01588c49cf98', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2437eb88-c760-453b-92f3-87228c6ca7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:08Z', 'updated_at': '2021-06-22T10:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '18f51cee-9c17-4dbd-9af7-4538e819f585', 'name': '', 'network_id': '410ad7b3-89d1-4562-be8b-9be2128cea56', 'tenant_id': '81e25a32ed3949cb89aa4d7c6db27374', 'mac_address': 'fa:16:3e:4d:61:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2437eb88-c760-453b-92f3-87228c6ca7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2bb07559-ef3d-4ee9-99bc-dd6dd073a130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:10Z', 'updated_at': '2021-06-22T10:35:14Z', 'revision_number': 4, 'project_id': '81e25a32ed3949cb89aa4d7c6db27374', 'subnets': [{'id': '2bb07559-ef3d-4ee9-99bc-dd6dd073a130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:14.712361 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d44b3-3d93-4182-82f9-55b05ba52620 None None] The sync data for ids ['2437eb88-c760-453b-92f3-87228c6ca7c8'] in dv-neutron-797121-3-hyperv is: [{'id': '2437eb88-c760-453b-92f3-87228c6ca7c8', 'name': 'tempest-TestShelveInstance-636575236-router', 'tenant_id': '81e25a32ed3949cb89aa4d7c6db27374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'e81d27df-6b2d-45b9-aa87-01588c49cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:07Z', 'updated_at': '2021-06-22T10:35:11Z', 'revision_number': 4, 'project_id': '81e25a32ed3949cb89aa4d7c6db27374', 'gw_port': {'id': 'e81d27df-6b2d-45b9-aa87-01588c49cf98', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2437eb88-c760-453b-92f3-87228c6ca7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:08Z', 'updated_at': '2021-06-22T10:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '18f51cee-9c17-4dbd-9af7-4538e819f585', 'name': '', 'network_id': '410ad7b3-89d1-4562-be8b-9be2128cea56', 'tenant_id': '81e25a32ed3949cb89aa4d7c6db27374', 'mac_address': 'fa:16:3e:4d:61:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2437eb88-c760-453b-92f3-87228c6ca7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2bb07559-ef3d-4ee9-99bc-dd6dd073a130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:10Z', 'updated_at': '2021-06-22T10:35:14Z', 'revision_number': 4, 'project_id': '81e25a32ed3949cb89aa4d7c6db27374', 'subnets': [{'id': '2bb07559-ef3d-4ee9-99bc-dd6dd073a130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:35:14.766280 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd41e0e9-cc3a-4943-9417-7da04b6f2210 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:15.202733 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd41e0e9-cc3a-4943-9417-7da04b6f2210 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:15.300406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd41e0e9-cc3a-4943-9417-7da04b6f2210 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:15.302356 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-90285d32-6144-4447-ae9e-c201619a13c0 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:15.319981 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41e0e9-cc3a-4943-9417-7da04b6f2210 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf4c65d-23c6-49a6-be5b-e11f500fafeb,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:15.323584 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dd41e0e9-cc3a-4943-9417-7da04b6f2210 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:15.387036 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-dd41e0e9-cc3a-4943-9417-7da04b6f2210 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:15.388416 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-dd41e0e9-cc3a-4943-9417-7da04b6f2210 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7227640 Jun 22 10:35:15.391087 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 41626) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:35:15.396095 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-93ecc906-7cc2-48a9-8204-14a5bd0f74c6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Request body: {'security_group_rule': {'security_group_id': '89fc29ae-057d-4d2c-a571-6c2ef8bf1e63', 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:35:15.483157 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-93ecc906-7cc2-48a9-8204-14a5bd0f74c6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Project bd33d883a6a34decb6a60f7af0bb2b9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:35:15.488926 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-93ecc906-7cc2-48a9-8204-14a5bd0f74c6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:15.553972 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-93ecc906-7cc2-48a9-8204-14a5bd0f74c6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:15.654811 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-93ecc906-7cc2-48a9-8204-14a5bd0f74c6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:15.656785 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a84e15bf-2d4e-423d-bf6f-307d36757b2d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:15.674361 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecc906-7cc2-48a9-8204-14a5bd0f74c6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa15540-8b54-4433-a9a9-6678aa5d152c,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:15.679953 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-93ecc906-7cc2-48a9-8204-14a5bd0f74c6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:15.769280 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-93ecc906-7cc2-48a9-8204-14a5bd0f74c6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:15.770433 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-93ecc906-7cc2-48a9-8204-14a5bd0f74c6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3783600 Jun 22 10:35:15.773322 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41628) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:35:15.778129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-bb813b24-a701-4f8b-8cb2-c14b4455b02f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Request body: {'security_group_rule': {'security_group_id': '89fc29ae-057d-4d2c-a571-6c2ef8bf1e63', 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:35:15.871706 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-bb813b24-a701-4f8b-8cb2-c14b4455b02f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Project bd33d883a6a34decb6a60f7af0bb2b9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:35:15.878225 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb813b24-a701-4f8b-8cb2-c14b4455b02f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:15.938990 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb813b24-a701-4f8b-8cb2-c14b4455b02f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:16.026567 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb813b24-a701-4f8b-8cb2-c14b4455b02f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:16.031545 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-66e532fd-c0b4-47d3-9249-8aa3fdec9a18 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:16.046469 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb813b24-a701-4f8b-8cb2-c14b4455b02f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53e7d5c-7f63-49b0-a4b4-818b09649402,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:16.048980 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bb813b24-a701-4f8b-8cb2-c14b4455b02f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:16.146134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb813b24-a701-4f8b-8cb2-c14b4455b02f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:16.151317 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bb813b24-a701-4f8b-8cb2-c14b4455b02f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3730619 Jun 22 10:35:16.160703 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 18f51cee-9c17-4dbd-9af7-4538e819f585 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:35:16.292845 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-e034516f-ee49-4de5-bbab-fe3888a4ecbc tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-406036447&fields=id&tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e HTTP/1.1" status: 200 len: 267 time: 0.0341871 Jun 22 10:35:16.306061 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 18f51cee-9c17-4dbd-9af7-4538e819f585 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:35:16.310678 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 18f51cee-9c17-4dbd-9af7-4538e819f585 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:35:16.311166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:16.390319 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:16.404372 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-be5e66fe-f2c4-4ec2-9511-08baaae0efb8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:16.405840 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-be5e66fe-f2c4-4ec2-9511-08baaae0efb8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 809 time: 0.1058769 Jun 22 10:35:16.420933 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-00963456-c656-4796-a43e-0ef7c62ed010 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/quotas/bd33d883a6a34decb6a60f7af0bb2b9e HTTP/1.1" status: 200 len: 375 time: 0.0094326 Jun 22 10:35:16.422891 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 18f51cee-9c17-4dbd-9af7-4538e819f585, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=18f51cee-9c17-4dbd-9af7-4538e819f585,segment=NetworkSegment(4e6422b9-7409-4f92-8e86-5beea6363ad6),segment_id=4e6422b9-7409-4f92-8e86-5beea6363ad6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:35:16.490411 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-d828f17d-7cc9-4b8b-8c91-a91d8cffa1e4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635605 Jun 22 10:35:16.512300 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:16.514537 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-159876ac-a004-4025-b573-70ff8cca288c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:16.571954 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=18f51cee-9c17-4dbd-9af7-4538e819f585,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:16.575663 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:16.654347 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e2a17360-df7d-49c3-b4d1-896500afbc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:16.683253 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8bf17471-6d12-4224-8a35-0be834cc7407 service neutron] 10.222.0.20 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813035 Jun 22 10:35:16.771422 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-55902d7c-1431-4ed7-bd9d-d00e580bbe33 service neutron] 10.222.0.20 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818505 Jun 22 10:35:18.059883 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5dd454d0-8331-4a0b-95d4-bb06959ec43b req-28659875-19e1-45fc-972b-0d18536f2d22 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 210 time: 0.0349247 Jun 22 10:35:18.140065 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 18f51cee-9c17-4dbd-9af7-4538e819f585 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:35:18.190124 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 18f51cee-9c17-4dbd-9af7-4538e819f585 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:35:18.190500 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:19.113195 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e4db21c2-0260-4871-b845-53151e9813c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:19.143676 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-024c40ec-1791-4cf4-909c-a889971833cf req-08e3b43e-f7a8-4f2f-846b-c266da8e9a88 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 210 time: 0.0313191 Jun 22 10:35:19.351702 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:20.283559 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1771bcbe-02cf-47f5-b9d9-206e6181e6c5 req-190d477a-d6f2-476f-95ac-66c6685350a2 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 210 time: 0.0278382 Jun 22 10:35:20.476343 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-b41f4f06-2365-4f20-b030-e17e167d1c99 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:20.477749 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-b41f4f06-2365-4f20-b030-e17e167d1c99 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 809 time: 0.1084125 Jun 22 10:35:20.521033 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-af041c5c-7bcb-49e5-9119-302b5c52e3a9 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e HTTP/1.1" status: 200 len: 379 time: 0.0346739 Jun 22 10:35:20.529758 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-7a07ab34-d4d8-4943-a432-60679a8f3de8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Request body: {'port': {'device_id': 'aff44d8c-98ef-446c-b857-52012534b855', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'admin_state_up': True, 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'security_groups': ['89fc29ae-057d-4d2c-a571-6c2ef8bf1e63']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:35:20.643038 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:20.712045 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-7a07ab34-d4d8-4943-a432-60679a8f3de8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Made reservation on behalf of bd33d883a6a34decb6a60f7af0bb2b9e for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:35:20.716565 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-7a07ab34-d4d8-4943-a432-60679a8f3de8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:20.838750 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-7a07ab34-d4d8-4943-a432-60679a8f3de8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Allocated IP 172.20.0.4 (99ee8e8d-c8f1-418e-aca2-695eccd40dcb/ea781403-f569-46a8-a552-e80d8f177e85/35e8a1e4-73d0-4998-b1e3-33f50d78627a) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:35:20.985176 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-7a07ab34-d4d8-4943-a432-60679a8f3de8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:21.003626 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-7a07ab34-d4d8-4943-a432-60679a8f3de8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Transition to ACTIVE for port object 35e8a1e4-73d0-4998-b1e3-33f50d78627a will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:35:21.129373 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-7a07ab34-d4d8-4943-a432-60679a8f3de8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:21.133480 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-33aa6b36-2312-444b-b6f3-008b2ca82f35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:21.173896 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-7a07ab34-d4d8-4943-a432-60679a8f3de8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Network 99ee8e8d-c8f1-418e-aca2-695eccd40dcb is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:35:21.177123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-7a07ab34-d4d8-4943-a432-60679a8f3de8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:35:21.183418 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-7a07ab34-d4d8-4943-a432-60679a8f3de8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:35:21.189817 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07ab34-d4d8-4943-a432-60679a8f3de8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'Port': ['ID=35e8a1e4-73d0-4998-b1e3-33f50d78627a,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:21.209551 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7a07ab34-d4d8-4943-a432-60679a8f3de8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:21.235587 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-7a07ab34-d4d8-4943-a432-60679a8f3de8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:21.236237 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-7a07ab34-d4d8-4943-a432-60679a8f3de8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:21.335290 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-7a07ab34-d4d8-4943-a432-60679a8f3de8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8092592 Jun 22 10:35:21.348553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Request body: {'port': {'device_id': 'aff44d8c-98ef-446c-b857-52012534b855', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:35:21.427308 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:21.474282 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad603d4b-f08f-4e05-8f44-5cbc52f2fc43 req-aeec6560-cf6e-4d80-a440-bc69beea22c6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:21.475722 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ad603d4b-f08f-4e05-8f44-5cbc52f2fc43 req-aeec6560-cf6e-4d80-a440-bc69beea22c6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 931 time: 0.0636203 Jun 22 10:35:21.506369 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-43be40dc-32f6-479c-9a60-85a9d671bc84 None None] Provisioning for port 35e8a1e4-73d0-4998-b1e3-33f50d78627a completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:35:21.510974 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-43be40dc-32f6-479c-9a60-85a9d671bc84 None None] Provisioning complete for port 35e8a1e4-73d0-4998-b1e3-33f50d78627a triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:35:21.511585 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-43be40dc-32f6-479c-9a60-85a9d671bc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:21.523490 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ad603d4b-f08f-4e05-8f44-5cbc52f2fc43 req-67885bc5-a184-4414-9ad1-68c37b832ddb tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407331 Jun 22 10:35:21.564939 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-43be40dc-32f6-479c-9a60-85a9d671bc84 None None] Port 35e8a1e4-73d0-4998-b1e3-33f50d78627a cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:35:21.713893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e8a1e4-73d0-4998-b1e3-33f50d78627a {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:35:21.721161 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:21.734391 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Transition to ACTIVE for port object 35e8a1e4-73d0-4998-b1e3-33f50d78627a will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:35:21.877506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:21.882414 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:21.936374 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:21.957839 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Pushing event updated for resources: {'Port': ['ID=35e8a1e4-73d0-4998-b1e3-33f50d78627a,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:21.962425 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:22.031899 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Attempting to bind port 35e8a1e4-73d0-4998-b1e3-33f50d78627a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:35:22.032235 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Attempting to bind port 35e8a1e4-73d0-4998-b1e3-33f50d78627a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:35:22.032590 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Attempting to bind port 35e8a1e4-73d0-4998-b1e3-33f50d78627a on network 99ee8e8d-c8f1-418e-aca2-695eccd40dcb {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:35:22.037085 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Port 35e8a1e4-73d0-4998-b1e3-33f50d78627a on network 99ee8e8d-c8f1-418e-aca2-695eccd40dcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:35:22.037407 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Attempting to bind port 35e8a1e4-73d0-4998-b1e3-33f50d78627a on network 99ee8e8d-c8f1-418e-aca2-695eccd40dcb {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:35:22.042741 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:35:22.043090 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Checking segment: {'id': 'ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:35:22.043497 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Bound using segment: {'id': 'ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:35:22.043922 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Bound port: 35e8a1e4-73d0-4998-b1e3-33f50d78627a, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:35:22.044272 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:22.110279 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] For port 35e8a1e4-73d0-4998-b1e3-33f50d78627a, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:35:22.113668 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] For port 35e8a1e4-73d0-4998-b1e3-33f50d78627a, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:35:22.175081 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:22.177266 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b6d3e1e7-ffd0-430b-9aaf-a487749978d2 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:22.209027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:22.209734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:22.211039 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] 10.222.0.35 "PUT /v2.0/ports/35e8a1e4-73d0-4998-b1e3-33f50d78627a HTTP/1.1" status: 200 len: 1093 time: 0.8677251 Jun 22 10:35:22.211701 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff44d8c-98ef-446c-b857-52012534b855', 'tag': '35e8a1e4-73d0-4998-b1e3-33f50d78627a'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:35:22.214978 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f019245-f59b-4d24-9046-b278998458d3" -d '{"events": [{"name": "network-changed", "server_uuid": "aff44d8c-98ef-446c-b857-52012534b855", "tag": "35e8a1e4-73d0-4998-b1e3-33f50d78627a"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:35:22.241227 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Pushing event updated for resources: {'Port': ['ID=35e8a1e4-73d0-4998-b1e3-33f50d78627a,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:22.241639 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:22.260444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd4ca78-dc82-4b8e-a335-2a06a586d0ae x-openstack-request-id: req-dbd4ca78-dc82-4b8e-a335-2a06a586d0ae {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:35:22.260789 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff44d8c-98ef-446c-b857-52012534b855", "tag": "35e8a1e4-73d0-4998-b1e3-33f50d78627a", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:35:22.261603 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dbd4ca78-dc82-4b8e-a335-2a06a586d0ae {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:35:22.262102 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff44d8c-98ef-446c-b857-52012534b855', 'tag': '35e8a1e4-73d0-4998-b1e3-33f50d78627a', 'status': 'completed', 'code': 200} Jun 22 10:35:22.336838 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f019245-f59b-4d24-9046-b278998458d3 req-3863bfd2-bf43-434e-89c0-4cfd99fe3858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:22.338846 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1f019245-f59b-4d24-9046-b278998458d3 req-3863bfd2-bf43-434e-89c0-4cfd99fe3858 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 1096 time: 0.0546820 Jun 22 10:35:22.441695 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f019245-f59b-4d24-9046-b278998458d3 req-e8fe0204-9e8e-4f08-ba5e-466820251a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:22.443146 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1f019245-f59b-4d24-9046-b278998458d3 req-e8fe0204-9e8e-4f08-ba5e-466820251a81 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0971825 Jun 22 10:35:22.538841 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f019245-f59b-4d24-9046-b278998458d3 req-57af894d-8ec2-49e2-9f0e-2c096447c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:22.540625 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1f019245-f59b-4d24-9046-b278998458d3 req-57af894d-8ec2-49e2-9f0e-2c096447c1a2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910847 Jun 22 10:35:22.628989 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-b5624840-026d-48fc-b54b-90592ccb9d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:22.630501 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-b5624840-026d-48fc-b54b-90592ccb9d31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 1096 time: 0.0528116 Jun 22 10:35:22.672163 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-d042b422-13f0-400f-8bb5-3833ce3da979 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a HTTP/1.1" status: 200 len: 217 time: 0.0340972 Jun 22 10:35:22.711754 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaebe2-453f-4423-94c6-4a5fa1d8dab9 req-478f7e84-25dc-4f9e-84b4-f43122105148 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:22.713515 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1aeaebe2-453f-4423-94c6-4a5fa1d8dab9 req-478f7e84-25dc-4f9e-84b4-f43122105148 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0706947 Jun 22 10:35:22.725692 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-f077cd61-c9b1-43f0-a1d7-6f12bcad8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:22.727299 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-f077cd61-c9b1-43f0-a1d7-6f12bcad8fc7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0497112 Jun 22 10:35:22.755632 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1aeaebe2-453f-4423-94c6-4a5fa1d8dab9 req-1b7455a8-fb7e-4752-ace7-a3754fbdac06 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363822 Jun 22 10:35:22.786918 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-5f1436a0-6368-49dc-bf84-aa1ac02b4c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:22.788423 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-5f1436a0-6368-49dc-bf84-aa1ac02b4c38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0544138 Jun 22 10:35:22.877921 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-dfa73538-f080-4246-820c-4e7f3aff3138 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826650 Jun 22 10:35:22.972996 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f779f926-31fa-4f3b-9e4f-7ede0c83f4bd req-db3ef438-a795-41cf-9476-40feaa54105d service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893335 Jun 22 10:35:23.933430 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67135693-e8dc-4aec-ad02-801b1b509c18 req-257767ef-a25f-492b-a5b1-24b6c178d8dd tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:23.934897 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-67135693-e8dc-4aec-ad02-801b1b509c18 req-257767ef-a25f-492b-a5b1-24b6c178d8dd tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0627151 Jun 22 10:35:23.971792 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-67135693-e8dc-4aec-ad02-801b1b509c18 req-851c8817-db4f-4e91-aaeb-0e7b658766c0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311320 Jun 22 10:35:25.150850 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa39eb1-f0e2-4900-9d0e-c4b361b41ea8 req-6f7f4349-6f4b-4ae9-9d1d-306c23b73f00 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:25.153044 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-daa39eb1-f0e2-4900-9d0e-c4b361b41ea8 req-6f7f4349-6f4b-4ae9-9d1d-306c23b73f00 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0709362 Jun 22 10:35:25.199712 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-daa39eb1-f0e2-4900-9d0e-c4b361b41ea8 req-43d7b4d4-b161-4e8b-a900-89e8bb10f95a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408175 Jun 22 10:35:25.757584 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 35e8a1e4-73d0-4998-b1e3-33f50d78627a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:35:25.847142 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 35e8a1e4-73d0-4998-b1e3-33f50d78627a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:35:25.857989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '35e8a1e4-73d0-4998-b1e3-33f50d78627a', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'port_id': '35e8a1e4-73d0-4998-b1e3-33f50d78627a', 'mac_address': 'fa:16:3e:07:82:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:35:25.893646 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:25.908881 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e8a1e4-73d0-4998-b1e3-33f50d78627a {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:35:25.927712 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 35e8a1e4-73d0-4998-b1e3-33f50d78627a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:35:25.997317 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:25.999045 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-797bc3e4-7dd4-457b-9bd5-344ff1f09c93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:26.042589 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=35e8a1e4-73d0-4998-b1e3-33f50d78627a,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:26.046039 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:26.323858 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['35e8a1e4-73d0-4998-b1e3-33f50d78627a'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:35:26.377771 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad72d08-dec4-491a-a56e-d37a6e2397a7 req-66b8b462-f3c9-4ec5-801d-bfb7a2820c31 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:26.379249 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-aad72d08-dec4-491a-a56e-d37a6e2397a7 req-66b8b462-f3c9-4ec5-801d-bfb7a2820c31 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 944 time: 0.0661221 Jun 22 10:35:26.423392 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-aad72d08-dec4-491a-a56e-d37a6e2397a7 req-784f11be-cfce-4bca-a256-b8ab7cd4954c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380242 Jun 22 10:35:27.598159 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb618964-0742-4b6e-b589-fcdc9b9bc599 req-e2f21102-c29b-43f5-8021-98b207d74f32 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:27.599757 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fb618964-0742-4b6e-b589-fcdc9b9bc599 req-e2f21102-c29b-43f5-8021-98b207d74f32 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 944 time: 0.0631409 Jun 22 10:35:27.636494 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fb618964-0742-4b6e-b589-fcdc9b9bc599 req-b3677daf-7526-4849-9fb3-91ea6fe5d5be tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312629 Jun 22 10:35:27.768252 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 35e8a1e4-73d0-4998-b1e3-33f50d78627a up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:35:27.859910 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 35e8a1e4-73d0-4998-b1e3-33f50d78627a completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:35:27.863810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 35e8a1e4-73d0-4998-b1e3-33f50d78627a triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:35:27.864351 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:27.941568 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:27.963694 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff44d8c-98ef-446c-b857-52012534b855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e8a1e4-73d0-4998-b1e3-33f50d78627a'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:35:27.965963 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c409e49-b8bd-4dfa-bf1e-0516e9cbf7a5" -d '{"events": [{"server_uuid": "aff44d8c-98ef-446c-b857-52012534b855", "name": "network-vif-plugged", "status": "completed", "tag": "35e8a1e4-73d0-4998-b1e3-33f50d78627a"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:35:27.980797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 35e8a1e4-73d0-4998-b1e3-33f50d78627a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:35:28.031988 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:28.033970 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:28.055104 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd301be-77bc-4e8a-b0da-d2ff46701f5f x-openstack-request-id: req-3fd301be-77bc-4e8a-b0da-d2ff46701f5f {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:35:28.055443 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff44d8c-98ef-446c-b857-52012534b855", "name": "network-vif-plugged", "status": "completed", "tag": "35e8a1e4-73d0-4998-b1e3-33f50d78627a", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:35:28.055698 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fd301be-77bc-4e8a-b0da-d2ff46701f5f {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:35:28.056089 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff44d8c-98ef-446c-b857-52012534b855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e8a1e4-73d0-4998-b1e3-33f50d78627a', 'code': 200} Jun 22 10:35:28.089775 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=35e8a1e4-73d0-4998-b1e3-33f50d78627a,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:28.089775 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:28.446530 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ed99c-7276-40c1-9e97-5e73d10e9764 req-6b81e948-c2a3-4c09-8d07-e175bcfbe65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:28.448053 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d29ed99c-7276-40c1-9e97-5e73d10e9764 req-6b81e948-c2a3-4c09-8d07-e175bcfbe65a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 1098 time: 0.0580862 Jun 22 10:35:28.481202 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d29ed99c-7276-40c1-9e97-5e73d10e9764 req-24654b08-ae78-457b-81b9-c2cd1479a0fd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269427 Jun 22 10:35:28.820982 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992bf28-9e36-4123-ab37-94e4cc04a865 req-7f4a58d7-1593-40e9-8b4a-2830c11b9889 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:28.822442 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3992bf28-9e36-4123-ab37-94e4cc04a865 req-7f4a58d7-1593-40e9-8b4a-2830c11b9889 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0675881 Jun 22 10:35:28.860151 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3992bf28-9e36-4123-ab37-94e4cc04a865 req-cf533a97-4d39-44c5-b690-606287ccb6eb tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320024 Jun 22 10:35:30.037401 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee45e6-6772-4b87-b9d3-181678fbb9fc req-eeb59c23-c2b3-44b9-9ada-eb0917afa8bd tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:30.038892 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-27ee45e6-6772-4b87-b9d3-181678fbb9fc req-eeb59c23-c2b3-44b9-9ada-eb0917afa8bd tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0651572 Jun 22 10:35:30.077775 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-27ee45e6-6772-4b87-b9d3-181678fbb9fc req-497d21cc-888d-4331-8df5-46e4677820ec tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332108 Jun 22 10:35:30.259563 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019becce-9334-4b7d-bcaf-1578a3db1ab8 req-b6f7995f-a361-411f-b2e4-aeb11c9125bb tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:30.261025 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-019becce-9334-4b7d-bcaf-1578a3db1ab8 req-b6f7995f-a361-411f-b2e4-aeb11c9125bb tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0680833 Jun 22 10:35:30.300599 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-019becce-9334-4b7d-bcaf-1578a3db1ab8 req-2a2d1552-d9d2-4d0b-9098-a7e636006d3d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337033 Jun 22 10:35:30.324194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41708) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:35:30.425444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1753cbab-c67d-4195-a7e1-5782d44a8c46 tempest-TestShelveInstance-412469331 tempest-TestShelveInstance-412469331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:30.426917 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1753cbab-c67d-4195-a7e1-5782d44a8c46 tempest-TestShelveInstance-412469331 tempest-TestShelveInstance-412469331-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 1093 time: 0.1017480 Jun 22 10:35:30.429830 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 41712) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:35:30.434243 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '35e8a1e4-73d0-4998-b1e3-33f50d78627a', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:35:30.551713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for floatingip, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:30.646009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:30.764904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Allocated IP 172.26.3.123 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/a5614d9b-cf7e-439a-ba2b-691c900e6a9d) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:35:30.861189 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:30.957607 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:30.959753 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:30.998614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:35:31.001523 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:35:31.005002 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:35:31.030140 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'Port': ['ID=a5614d9b-cf7e-439a-ba2b-691c900e6a9d,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:31.034033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:31.374050 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:31.522609 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:31.667846 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:31.745706 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:31.747873 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bc6ff522-54f1-46fc-8ead-374a80795d0c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:35:31.814440 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'Port': ['ID=a5614d9b-cf7e-439a-ba2b-691c900e6a9d,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:35:31.820539 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:35:31.826716 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:32.287900 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Floating IP d221726e-eaec-46f9-9f02-8850328cdb6d associated. External IP: 172.26.3.123, port: 35e8a1e4-73d0-4998-b1e3-33f50d78627a. Jun 22 10:35:32.495712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:35:32.603236 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:35:32.612973 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5a2dc-c2aa-4a00-99cf-135965ecfadc None None] Sync routers for ids ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:35:32.622252 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5a2dc-c2aa-4a00-99cf-135965ecfadc None None] Routers {'76f042a4-57b6-4f28-bf93-81a5ca56ae66'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:35:32.622877 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7bf5a2dc-c2aa-4a00-99cf-135965ecfadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:35:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:32.677163 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:32.715500 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-beff4268-42d9-47a2-9e78-878de87f2398 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2845902 Jun 22 10:35:32.717279 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff44d8c-98ef-446c-b857-52012534b855', 'tag': '35e8a1e4-73d0-4998-b1e3-33f50d78627a'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:35:32.719987 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d464749c5921a563ae94f743696d43cfbca303e5d8abbfc82a7826a59311879c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3b6eaa-d272-4de8-b116-1d36722f916c" -d '{"events": [{"name": "network-changed", "server_uuid": "aff44d8c-98ef-446c-b857-52012534b855", "tag": "35e8a1e4-73d0-4998-b1e3-33f50d78627a"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:35:32.758756 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a93ee87-bfd2-4b15-a447-bfc0fbc5b7e8 x-openstack-request-id: req-4a93ee87-bfd2-4b15-a447-bfc0fbc5b7e8 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:35:32.759240 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff44d8c-98ef-446c-b857-52012534b855", "tag": "35e8a1e4-73d0-4998-b1e3-33f50d78627a", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:35:32.759597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a93ee87-bfd2-4b15-a447-bfc0fbc5b7e8 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:35:32.760063 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff44d8c-98ef-446c-b857-52012534b855', 'tag': '35e8a1e4-73d0-4998-b1e3-33f50d78627a', 'status': 'completed', 'code': 200} Jun 22 10:35:32.820675 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-7bf5a2dc-c2aa-4a00-99cf-135965ecfadc None None] Set router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:35:32.833792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b6eaa-d272-4de8-b116-1d36722f916c req-9c0a4a62-678b-4093-bf0b-7c51b4481817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:32.835316 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3f3b6eaa-d272-4de8-b116-1d36722f916c req-9c0a4a62-678b-4093-bf0b-7c51b4481817 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 1098 time: 0.0526428 Jun 22 10:35:32.939501 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b6eaa-d272-4de8-b116-1d36722f916c req-f72f2789-ec84-4860-9ba1-336ca69f391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:32.941096 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3f3b6eaa-d272-4de8-b116-1d36722f916c req-f72f2789-ec84-4860-9ba1-336ca69f391e service neutron] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 910 time: 0.0987475 Jun 22 10:35:33.006523 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3f3b6eaa-d272-4de8-b116-1d36722f916c req-b61c2eda-89d9-4da9-b82c-04e42207b197 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a HTTP/1.1" status: 200 len: 999 time: 0.0592771 Jun 22 10:35:33.063185 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7bf5a2dc-c2aa-4a00-99cf-135965ecfadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:35:04Z', 'revision_number': 4, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port': {'id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:01Z', 'updated_at': '2021-06-22T10:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd221726e-eaec-46f9-9f02-8850328cdb6d', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'port_id': '35e8a1e4-73d0-4998-b1e3-33f50d78627a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'mac_address': 'fa:16:3e:07:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff44d8c-98ef-446c-b857-52012534b855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:35:31Z', 'updated_at': '2021-06-22T10:35:31Z', 'revision_number': 0, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb878f1-84ca-41a3-82ab-6cd82c8f1341', 'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'mac_address': 'fa:16:3e:e6:9d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:03Z', 'updated_at': '2021-06-22T10:35:10Z', 'revision_number': 5, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'subnets': [{'id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:33.063660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b6eaa-d272-4de8-b116-1d36722f916c req-7ff6aff7-bbe8-4e99-9a9b-af6354fec283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:33.065198 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3f3b6eaa-d272-4de8-b116-1d36722f916c req-7ff6aff7-bbe8-4e99-9a9b-af6354fec283 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0530009 Jun 22 10:35:33.093278 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5a2dc-c2aa-4a00-99cf-135965ecfadc None None] Checking router: 76f042a4-57b6-4f28-bf93-81a5ca56ae66 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:35:33.101944 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5a2dc-c2aa-4a00-99cf-135965ecfadc None None] Routers {'76f042a4-57b6-4f28-bf93-81a5ca56ae66'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:35:33.102569 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7bf5a2dc-c2aa-4a00-99cf-135965ecfadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:35:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:33.124985 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b6eaa-d272-4de8-b116-1d36722f916c req-095aec12-d01f-4876-9355-9680274ffe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:33.126488 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3f3b6eaa-d272-4de8-b116-1d36722f916c req-095aec12-d01f-4876-9355-9680274ffe20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0551233 Jun 22 10:35:33.208352 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-7bf5a2dc-c2aa-4a00-99cf-135965ecfadc None None] Set router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:35:33.216126 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3f3b6eaa-d272-4de8-b116-1d36722f916c req-40f8c8ee-28ba-42ff-b556-f5bcf44f03a8 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835564 Jun 22 10:35:33.312090 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3f3b6eaa-d272-4de8-b116-1d36722f916c req-221d406d-0e7e-46b2-b71c-0db04b39d560 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901210 Jun 22 10:35:33.441509 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-7bf5a2dc-c2aa-4a00-99cf-135965ecfadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:35:04Z', 'revision_number': 4, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port': {'id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:01Z', 'updated_at': '2021-06-22T10:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd221726e-eaec-46f9-9f02-8850328cdb6d', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'port_id': '35e8a1e4-73d0-4998-b1e3-33f50d78627a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'mac_address': 'fa:16:3e:07:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff44d8c-98ef-446c-b857-52012534b855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:35:31Z', 'updated_at': '2021-06-22T10:35:31Z', 'revision_number': 0, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb878f1-84ca-41a3-82ab-6cd82c8f1341', 'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'mac_address': 'fa:16:3e:e6:9d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:03Z', 'updated_at': '2021-06-22T10:35:10Z', 'revision_number': 5, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'subnets': [{'id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:35:33.467265 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5a2dc-c2aa-4a00-99cf-135965ecfadc None None] The sync data for ids ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'] in dv-neutron-797121-3-hyperv is: [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:35:04Z', 'revision_number': 4, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port': {'id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:01Z', 'updated_at': '2021-06-22T10:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd221726e-eaec-46f9-9f02-8850328cdb6d', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'port_id': '35e8a1e4-73d0-4998-b1e3-33f50d78627a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'mac_address': 'fa:16:3e:07:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff44d8c-98ef-446c-b857-52012534b855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:35:31Z', 'updated_at': '2021-06-22T10:35:31Z', 'revision_number': 0, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb878f1-84ca-41a3-82ab-6cd82c8f1341', 'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'mac_address': 'fa:16:3e:e6:9d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:03Z', 'updated_at': '2021-06-22T10:35:10Z', 'revision_number': 5, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'subnets': [{'id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:35:33.664690 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adeea64-4ccd-4137-8489-02249fb6e43c None None] New status for floating IP d221726e-eaec-46f9-9f02-8850328cdb6d: ACTIVE {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:35:40.945430 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:46.630937 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-075a26c6-908c-49c8-8772-a5abf0d9bb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:49.179973 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e7fd1e2e-43dd-4d45-b845-f607a34f5f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:49.373590 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:50.142425 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:35:50.675170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:51.990855 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:35:52.075778 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a2acbb8d-c936-4412-aa6c-225e894d2ff2 req-6e8ed83d-112d-4ab7-b635-b72afa381b96 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502269 Jun 22 10:35:52.176598 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acbb8d-c936-4412-aa6c-225e894d2ff2 req-058c63fa-cd7c-42e1-8a4d-bc00945a810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:52.177971 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a2acbb8d-c936-4412-aa6c-225e894d2ff2 req-058c63fa-cd7c-42e1-8a4d-bc00945a810a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 1098 time: 0.0518901 Jun 22 10:35:52.291915 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acbb8d-c936-4412-aa6c-225e894d2ff2 req-59f357ba-4781-4592-893a-892017fe317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:52.293400 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a2acbb8d-c936-4412-aa6c-225e894d2ff2 req-59f357ba-4781-4592-893a-892017fe317e service neutron] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 910 time: 0.0958266 Jun 22 10:35:52.357974 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a2acbb8d-c936-4412-aa6c-225e894d2ff2 req-0c919d37-f394-431b-8517-0667b97bfae9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a HTTP/1.1" status: 200 len: 1001 time: 0.0577364 Jun 22 10:35:52.409734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acbb8d-c936-4412-aa6c-225e894d2ff2 req-f5aa843c-b793-452c-bfca-005b0989e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:52.411183 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a2acbb8d-c936-4412-aa6c-225e894d2ff2 req-f5aa843c-b793-452c-bfca-005b0989e9c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0475299 Jun 22 10:35:52.466854 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acbb8d-c936-4412-aa6c-225e894d2ff2 req-8b2efe39-c14b-49f6-b2e2-aba7d5deb673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:35:52.468316 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a2acbb8d-c936-4412-aa6c-225e894d2ff2 req-8b2efe39-c14b-49f6-b2e2-aba7d5deb673 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0513344 Jun 22 10:35:52.553988 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a2acbb8d-c936-4412-aa6c-225e894d2ff2 req-b95eaaed-de46-4c58-ab29-78504ea5d610 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795434 Jun 22 10:35:52.649001 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a2acbb8d-c936-4412-aa6c-225e894d2ff2 req-42576e00-b4cb-4b56-980c-97a6f5c050e5 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884333 Jun 22 10:36:10.925905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:36:16.698924 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-81e29638-389d-4215-b536-4f646619e78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:36:19.138585 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9549238e-c869-4e78-a458-c7b129b39f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:36:19.417153 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:36:20.668350 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:36:21.961576 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:36:27.140504 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:36:40.936203 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:36:46.644477 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-930ebed5-faf2-47fc-83b5-9762620da2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:36:49.124120 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8d69fef1-a46b-4736-a25a-7083d90ef3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:36:49.369991 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:36:50.703765 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:36:51.949107 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:36:53.103202 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-221fc5e3-848d-4a06-a823-d9bc41b0e359 req-07ce8b6f-8e9d-43f7-b08d-0081589b13a6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558228 Jun 22 10:36:53.204244 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fc5e3-848d-4a06-a823-d9bc41b0e359 req-9077ed02-bcae-4d19-b94b-402d76c13da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:36:53.205756 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-221fc5e3-848d-4a06-a823-d9bc41b0e359 req-9077ed02-bcae-4d19-b94b-402d76c13da8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 1098 time: 0.0536830 Jun 22 10:36:53.326622 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fc5e3-848d-4a06-a823-d9bc41b0e359 req-21608d60-3011-4367-8b26-3518b4e191bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:36:53.328988 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-221fc5e3-848d-4a06-a823-d9bc41b0e359 req-21608d60-3011-4367-8b26-3518b4e191bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 910 time: 0.1027110 Jun 22 10:36:53.398240 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-221fc5e3-848d-4a06-a823-d9bc41b0e359 req-ddaf5922-e487-4825-8f18-34e70b423286 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a HTTP/1.1" status: 200 len: 1001 time: 0.0616288 Jun 22 10:36:53.454144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fc5e3-848d-4a06-a823-d9bc41b0e359 req-46566822-83f5-4e1d-928c-3484e458cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:36:53.455635 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-221fc5e3-848d-4a06-a823-d9bc41b0e359 req-46566822-83f5-4e1d-928c-3484e458cc4b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0510700 Jun 22 10:36:53.514181 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fc5e3-848d-4a06-a823-d9bc41b0e359 req-556ba1bc-0cfd-4ee8-aa2d-fcdbfc2d377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:36:53.515712 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-221fc5e3-848d-4a06-a823-d9bc41b0e359 req-556ba1bc-0cfd-4ee8-aa2d-fcdbfc2d377a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0535145 Jun 22 10:36:53.605570 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-221fc5e3-848d-4a06-a823-d9bc41b0e359 req-3afed901-62b1-485c-a3d4-c6758a703ef5 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835423 Jun 22 10:36:53.706982 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-221fc5e3-848d-4a06-a823-d9bc41b0e359 req-e4d0cc7f-1ce3-42af-a8aa-9e833945c7b9 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945132 Jun 22 10:37:04.139215 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:37:10.908832 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:37:16.586379 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a2618884-b313-495a-96b6-ddc3b170fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:37:19.120252 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6e2755bd-15f8-4586-9dc5-aa2a49e367a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:37:19.380395 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:37:20.677059 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:37:21.951550 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:37:40.927682 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:37:41.137733 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:37:46.599168 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-aa9c9c5d-923f-4c42-bea1-b4d377b67d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:37:49.114667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d7e7c8c2-6b60-4179-ab85-12ba76ba81e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:37:49.395759 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:37:50.721032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:37:51.982638 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:37:54.814622 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d2d059ff-f639-4d94-a595-c271dc1ec6f0 req-463c77b2-c58c-4dd3-8229-f1e98210b91e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559692 Jun 22 10:37:54.905862 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d059ff-f639-4d94-a595-c271dc1ec6f0 req-97c83ce0-fa3a-419b-8a17-99e333efe30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:37:54.907362 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d2d059ff-f639-4d94-a595-c271dc1ec6f0 req-97c83ce0-fa3a-419b-8a17-99e333efe30a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 1098 time: 0.0522037 Jun 22 10:37:55.028926 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d059ff-f639-4d94-a595-c271dc1ec6f0 req-7192a48b-6a82-4f7c-a636-16876eb6f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:37:55.030428 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d2d059ff-f639-4d94-a595-c271dc1ec6f0 req-7192a48b-6a82-4f7c-a636-16876eb6f232 service neutron] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 910 time: 0.1023529 Jun 22 10:37:55.115003 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d2d059ff-f639-4d94-a595-c271dc1ec6f0 req-6e9cc288-ac20-4566-83dc-b13778f18750 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a HTTP/1.1" status: 200 len: 1001 time: 0.0774071 Jun 22 10:37:55.169705 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d059ff-f639-4d94-a595-c271dc1ec6f0 req-53d9bc6c-52f8-4c5b-bec7-5abfe5787156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:37:55.171194 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d2d059ff-f639-4d94-a595-c271dc1ec6f0 req-53d9bc6c-52f8-4c5b-bec7-5abfe5787156 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0503438 Jun 22 10:37:55.230622 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d059ff-f639-4d94-a595-c271dc1ec6f0 req-430db474-90fa-4886-848e-dd6b166c6e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:37:55.232150 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d2d059ff-f639-4d94-a595-c271dc1ec6f0 req-430db474-90fa-4886-848e-dd6b166c6e8c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0543079 Jun 22 10:37:55.331961 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d2d059ff-f639-4d94-a595-c271dc1ec6f0 req-267928af-c2b7-4ff7-8052-473e6553674a service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921392 Jun 22 10:37:55.434619 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d2d059ff-f639-4d94-a595-c271dc1ec6f0 req-6d3b3ade-1b2d-4569-9f43-c677c628ff13 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969138 Jun 22 10:38:10.270595 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308378c-e9d5-4008-a7f5-d15c67a6ddc4 req-14279251-1850-4bfc-b479-838e50e84234 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:10.272219 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4308378c-e9d5-4008-a7f5-d15c67a6ddc4 req-14279251-1850-4bfc-b479-838e50e84234 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0670485 Jun 22 10:38:10.311272 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4308378c-e9d5-4008-a7f5-d15c67a6ddc4 req-1cdf296f-a380-403b-9c85-de970ef9cdef tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331986 Jun 22 10:38:10.926154 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:38:11.498384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149f896-7596-4d93-8029-a0ac718ed806 req-ce2ce446-b146-4b82-86fe-ba958a6665f6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:11.500487 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f149f896-7596-4d93-8029-a0ac718ed806 req-ce2ce446-b146-4b82-86fe-ba958a6665f6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0663197 Jun 22 10:38:11.542610 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f149f896-7596-4d93-8029-a0ac718ed806 req-359da6d9-1802-47b5-b6cb-e5c48db23093 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365777 Jun 22 10:38:12.716133 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb2511-cd5d-4663-b657-bf848a507fa8 req-d4d31bc0-19ce-4bdf-87ee-45d29f5943e8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:12.717600 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-edfb2511-cd5d-4663-b657-bf848a507fa8 req-d4d31bc0-19ce-4bdf-87ee-45d29f5943e8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0636313 Jun 22 10:38:12.755371 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-edfb2511-cd5d-4663-b657-bf848a507fa8 req-19b22fbc-afcc-4128-8e08-f84a4bd92e57 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320904 Jun 22 10:38:13.929764 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdef42-9ef8-41c7-8421-235289a2b12a req-5b2d108e-d70d-41a4-9df5-8646b9db0904 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:13.931286 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-44cdef42-9ef8-41c7-8421-235289a2b12a req-5b2d108e-d70d-41a4-9df5-8646b9db0904 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0637679 Jun 22 10:38:13.970939 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-44cdef42-9ef8-41c7-8421-235289a2b12a req-fc343b99-4c6c-4daf-8627-e2b8ace4e6a2 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339313 Jun 22 10:38:15.160506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ec358-2d9d-4ffd-9c81-ebf82e6d9b18 req-f0d7a34b-0d2a-4a9a-85df-49545b36ed12 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:15.162111 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-063ec358-2d9d-4ffd-9c81-ebf82e6d9b18 req-f0d7a34b-0d2a-4a9a-85df-49545b36ed12 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0734296 Jun 22 10:38:15.203460 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-063ec358-2d9d-4ffd-9c81-ebf82e6d9b18 req-23699887-5358-4647-8741-815aa27726dd tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352345 Jun 22 10:38:16.380776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41eb8b-4ecd-4b7f-aebe-0bc20122708d req-29286461-d680-4aac-819e-0c366f9ec9f4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:16.382258 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0f41eb8b-4ecd-4b7f-aebe-0bc20122708d req-29286461-d680-4aac-819e-0c366f9ec9f4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0672603 Jun 22 10:38:16.421260 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0f41eb8b-4ecd-4b7f-aebe-0bc20122708d req-5fb09bb5-b9ae-4ca3-ab44-834ca5588274 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332663 Jun 22 10:38:16.598714 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5a424f9b-d47b-4a88-91e6-d28255c3b3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:38:17.607390 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0bb6a-68ce-4a18-b841-830433a0ad29 req-23e22667-1995-45e7-9966-f323a48c2721 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:17.609010 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7ad0bb6a-68ce-4a18-b841-830433a0ad29 req-23e22667-1995-45e7-9966-f323a48c2721 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0737107 Jun 22 10:38:17.648005 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7ad0bb6a-68ce-4a18-b841-830433a0ad29 req-e331a385-807d-4678-9a84-5ad85c9f9fa7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332947 Jun 22 10:38:18.136864 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:38:18.821748 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5033dcb-2e96-480d-950a-5b36a782e777 req-14fc9cd9-4cd8-48b1-ae35-5e077dc58766 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:18.823234 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c5033dcb-2e96-480d-950a-5b36a782e777 req-14fc9cd9-4cd8-48b1-ae35-5e077dc58766 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0650961 Jun 22 10:38:18.862708 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c5033dcb-2e96-480d-950a-5b36a782e777 req-36209b4a-e7f5-4f07-bf21-12efa9115c42 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335040 Jun 22 10:38:19.129923 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8432d977-c6fd-49e7-8604-f19d6db1ce8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:38:19.415696 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:38:20.041776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e95500-164b-412f-b3c5-90c45fc59b49 req-09cbf7c6-102a-4a5b-9a21-c734ffc4ed25 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:20.043257 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a8e95500-164b-412f-b3c5-90c45fc59b49 req-09cbf7c6-102a-4a5b-9a21-c734ffc4ed25 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0655828 Jun 22 10:38:20.082059 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a8e95500-164b-412f-b3c5-90c45fc59b49 req-a3bb4c68-fcc2-45b1-9ddf-11f68963ca6f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326130 Jun 22 10:38:20.737275 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:38:21.272487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dccb1-2a04-44e8-a4d9-9e9c4d0fec26 req-d47bee56-d6c7-4f6c-9012-8db7e65a41b0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:21.274005 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e61dccb1-2a04-44e8-a4d9-9e9c4d0fec26 req-d47bee56-d6c7-4f6c-9012-8db7e65a41b0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0788198 Jun 22 10:38:21.312216 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e61dccb1-2a04-44e8-a4d9-9e9c4d0fec26 req-ff716389-3025-477e-abc5-f39f4372f243 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326321 Jun 22 10:38:21.994117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:38:22.482715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec81f35-520f-40b0-9fe9-9b8415189421 req-ef9a7370-73db-459b-8827-0bb336747848 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:22.484744 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3ec81f35-520f-40b0-9fe9-9b8415189421 req-ef9a7370-73db-459b-8827-0bb336747848 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0639226 Jun 22 10:38:22.525100 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3ec81f35-520f-40b0-9fe9-9b8415189421 req-3f53c282-34d1-403b-87fb-2866193cb5d5 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346885 Jun 22 10:38:22.631884 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 35e8a1e4-73d0-4998-b1e3-33f50d78627a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:38:22.742855 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 35e8a1e4-73d0-4998-b1e3-33f50d78627a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:38:22.756052 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '35e8a1e4-73d0-4998-b1e3-33f50d78627a', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'port_id': '35e8a1e4-73d0-4998-b1e3-33f50d78627a', 'mac_address': 'fa:16:3e:07:82:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:38:22.797293 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:38:22.809932 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35e8a1e4-73d0-4998-b1e3-33f50d78627a {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:38:22.829733 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 35e8a1e4-73d0-4998-b1e3-33f50d78627a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:38:22.987316 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:38:22.990025 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:38:23.040957 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=35e8a1e4-73d0-4998-b1e3-33f50d78627a,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:38:23.048068 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:38:23.048424 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:38:23.048767 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:38:23.049109 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:38:23.049445 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:38:23.049779 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:38:23.050111 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:38:23.050444 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:38:23.050775 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:38:23.051104 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:38:23.051487 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:38:23.051821 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:38:23.055775 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:38:23.065526 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['35e8a1e4-73d0-4998-b1e3-33f50d78627a'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:38:23.712688 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf0171-a875-4f8c-b779-98f4a37d04b5 req-261956f3-5d02-40d2-a305-6e34b016ab34 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:23.718846 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f0cf0171-a875-4f8c-b779-98f4a37d04b5 req-261956f3-5d02-40d2-a305-6e34b016ab34 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 944 time: 0.0756266 Jun 22 10:38:23.756676 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f0cf0171-a875-4f8c-b779-98f4a37d04b5 req-791e99a0-34b6-491d-a3d5-a82aa2d8fd43 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359583 Jun 22 10:38:24.641224 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 35e8a1e4-73d0-4998-b1e3-33f50d78627a up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:38:24.688743 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 35e8a1e4-73d0-4998-b1e3-33f50d78627a triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:38:24.689129 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:38:24.770597 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:38:24.793382 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff44d8c-98ef-446c-b857-52012534b855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e8a1e4-73d0-4998-b1e3-33f50d78627a'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:38:24.795805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de52aff-4e81-4839-9e73-40dbe29f940e" -d '{"events": [{"server_uuid": "aff44d8c-98ef-446c-b857-52012534b855", "name": "network-vif-plugged", "status": "completed", "tag": "35e8a1e4-73d0-4998-b1e3-33f50d78627a"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:38:24.808876 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 35e8a1e4-73d0-4998-b1e3-33f50d78627a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:38:24.937074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066b535-26f2-42cf-8b92-8dfa25403608 req-c781c7ac-93c1-45f8-9ee9-6a03c25f9115 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:24.939203 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0066b535-26f2-42cf-8b92-8dfa25403608 req-c781c7ac-93c1-45f8-9ee9-6a03c25f9115 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 944 time: 0.0681825 Jun 22 10:38:24.977899 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0066b535-26f2-42cf-8b92-8dfa25403608 req-bb8ab50f-4ed3-45af-ac44-8f2abb1c1ab2 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326998 Jun 22 10:38:24.994211 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:38:24.996432 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-2cd276b6-c850-45bd-bf42-347c2f5f9bdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:38:25.026540 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c985912d-0a64-48d2-904b-cebaecdd3519 x-openstack-request-id: req-c985912d-0a64-48d2-904b-cebaecdd3519 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:38:25.026540 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff44d8c-98ef-446c-b857-52012534b855", "name": "network-vif-plugged", "status": "completed", "tag": "35e8a1e4-73d0-4998-b1e3-33f50d78627a", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:38:25.026540 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c985912d-0a64-48d2-904b-cebaecdd3519 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:38:25.026540 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff44d8c-98ef-446c-b857-52012534b855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e8a1e4-73d0-4998-b1e3-33f50d78627a', 'code': 200} Jun 22 10:38:25.046741 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=35e8a1e4-73d0-4998-b1e3-33f50d78627a,revision_number=7']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:38:25.049729 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:38:26.157950 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbf2e3-45c8-44a4-9ad7-80fdd88bfa89 req-d56a6c3b-67e0-42af-b6df-3b67994bd847 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:26.159447 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c2bbf2e3-45c8-44a4-9ad7-80fdd88bfa89 req-d56a6c3b-67e0-42af-b6df-3b67994bd847 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0632796 Jun 22 10:38:26.197207 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c2bbf2e3-45c8-44a4-9ad7-80fdd88bfa89 req-66b40c77-7dd8-4fb2-857e-a7e3de6424b9 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321500 Jun 22 10:38:27.372797 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8943b-9c09-43c2-9a9e-f7f4c2abc5be req-c3b9a76f-a14d-4d72-8963-0bfb20c49576 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:27.374240 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bab8943b-9c09-43c2-9a9e-f7f4c2abc5be req-c3b9a76f-a14d-4d72-8963-0bfb20c49576 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0674636 Jun 22 10:38:27.412471 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bab8943b-9c09-43c2-9a9e-f7f4c2abc5be req-9bad3831-2fe2-4c33-aa6c-328bf6e1acf3 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326221 Jun 22 10:38:28.593696 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348a2f9-d043-48c5-88e4-8931d142c92a req-6cb450c3-2cc5-474a-a6cb-3b7eb2ba50f7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:28.595214 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f348a2f9-d043-48c5-88e4-8931d142c92a req-6cb450c3-2cc5-474a-a6cb-3b7eb2ba50f7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0729344 Jun 22 10:38:28.649682 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f348a2f9-d043-48c5-88e4-8931d142c92a req-ae837f59-5da2-4a49-b71a-3c9fce117431 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481091 Jun 22 10:38:29.878329 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ce2b3-2be1-468d-aa5d-4834eb8523e3 req-9512b5c9-2b71-48f3-9665-adc35e365199 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:29.880250 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b75ce2b3-2be1-468d-aa5d-4834eb8523e3 req-9512b5c9-2b71-48f3-9665-adc35e365199 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0856121 Jun 22 10:38:29.942463 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b75ce2b3-2be1-468d-aa5d-4834eb8523e3 req-970fa789-8512-4e49-8c7d-0cad716000ff tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484841 Jun 22 10:38:31.135685 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146c03f-490a-443b-9eb1-48c7625ad169 req-16b9b122-2f38-4e9c-a512-d7383bb78767 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:31.137360 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1146c03f-490a-443b-9eb1-48c7625ad169 req-16b9b122-2f38-4e9c-a512-d7383bb78767 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0768220 Jun 22 10:38:31.183547 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1146c03f-490a-443b-9eb1-48c7625ad169 req-566ff44c-0bc2-482f-904b-ceb6ff904a74 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384984 Jun 22 10:38:32.403169 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b4d77-66db-4d7e-b9e9-fdf9ba016a65 req-28ec08b5-8eeb-44ae-8e76-78937ed5601f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:32.406121 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-357b4d77-66db-4d7e-b9e9-fdf9ba016a65 req-28ec08b5-8eeb-44ae-8e76-78937ed5601f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0821943 Jun 22 10:38:32.456729 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-357b4d77-66db-4d7e-b9e9-fdf9ba016a65 req-e327c73d-61d2-492b-817d-fceafd291b5e tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432653 Jun 22 10:38:33.726709 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520fc87-044c-4269-b88c-15ae134be1c7 req-f69fd2ff-847f-429d-8a6e-219363e9c123 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:33.730143 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b520fc87-044c-4269-b88c-15ae134be1c7 req-f69fd2ff-847f-429d-8a6e-219363e9c123 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.1164005 Jun 22 10:38:33.790047 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b520fc87-044c-4269-b88c-15ae134be1c7 req-9a09d5e7-190a-4961-8241-026d271a1c22 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531325 Jun 22 10:38:35.013484 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf4e05-c191-42d9-984b-eb58650da0ae req-66970c0d-c032-4cb0-93ea-869ae74f6b4a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:35.016410 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-98bf4e05-c191-42d9-984b-eb58650da0ae req-66970c0d-c032-4cb0-93ea-869ae74f6b4a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0769718 Jun 22 10:38:35.071723 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-98bf4e05-c191-42d9-984b-eb58650da0ae req-fa05a539-b53e-40bd-a89f-97e9524e2184 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438547 Jun 22 10:38:36.306938 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d074a0e-e7d4-45bd-abff-513168024bd8 req-0d05bc09-b7e2-4af4-a682-b6d148889fdb tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:36.308747 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5d074a0e-e7d4-45bd-abff-513168024bd8 req-0d05bc09-b7e2-4af4-a682-b6d148889fdb tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.1005783 Jun 22 10:38:36.359563 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5d074a0e-e7d4-45bd-abff-513168024bd8 req-11830c5d-e952-41d4-b525-e2c033f2573b tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449481 Jun 22 10:38:37.572623 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ae35a-d6fd-4bb2-b490-aaba8ecb63d4 req-f593b4c4-093e-4296-8737-3ceb89ca7542 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:37.574292 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-109ae35a-d6fd-4bb2-b490-aaba8ecb63d4 req-f593b4c4-093e-4296-8737-3ceb89ca7542 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0787988 Jun 22 10:38:37.620224 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-109ae35a-d6fd-4bb2-b490-aaba8ecb63d4 req-c65cd8b1-6191-4a80-8a35-6ac3b8d38d74 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400679 Jun 22 10:38:38.808123 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9889ac-c217-4877-9fb3-fb5a2f3295ab req-65709277-832f-4fb5-ba2c-338943e366b7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:38.809691 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7a9889ac-c217-4877-9fb3-fb5a2f3295ab req-65709277-832f-4fb5-ba2c-338943e366b7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0698316 Jun 22 10:38:38.849191 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7a9889ac-c217-4877-9fb3-fb5a2f3295ab req-98aec0d9-a377-4973-9ee5-1e0db8c27914 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332453 Jun 22 10:38:39.653944 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963ab85-ee56-4dc3-8053-64fb4a0462c9 req-20d76997-4861-4227-8028-54f417daee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:39.655506 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9963ab85-ee56-4dc3-8053-64fb4a0462c9 req-20d76997-4861-4227-8028-54f417daee5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 1098 time: 0.0537949 Jun 22 10:38:39.753121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963ab85-ee56-4dc3-8053-64fb4a0462c9 req-6c084ad5-83f0-44be-9c37-863cc3c58fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:39.754598 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9963ab85-ee56-4dc3-8053-64fb4a0462c9 req-6c084ad5-83f0-44be-9c37-863cc3c58fda service neutron] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 910 time: 0.0920074 Jun 22 10:38:39.817904 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9963ab85-ee56-4dc3-8053-64fb4a0462c9 req-19a78d22-9019-4382-bd90-836857ec8d17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a HTTP/1.1" status: 200 len: 1001 time: 0.0572457 Jun 22 10:38:39.869232 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963ab85-ee56-4dc3-8053-64fb4a0462c9 req-9c62157b-fd8a-47bf-af9e-9beeffadc747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:39.870664 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9963ab85-ee56-4dc3-8053-64fb4a0462c9 req-9c62157b-fd8a-47bf-af9e-9beeffadc747 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0468621 Jun 22 10:38:39.929100 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963ab85-ee56-4dc3-8053-64fb4a0462c9 req-c017fa91-7be0-4c93-8cc6-0ec3337c9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:39.930537 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9963ab85-ee56-4dc3-8053-64fb4a0462c9 req-c017fa91-7be0-4c93-8cc6-0ec3337c9652 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528893 Jun 22 10:38:40.021480 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9963ab85-ee56-4dc3-8053-64fb4a0462c9 req-43cbdb97-d3f8-402d-8c7b-c5223aaa7596 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840383 Jun 22 10:38:40.036816 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b3188-2ac1-41e7-8932-d985abb12761 req-e702b9a3-a998-4167-81a4-eacd74756d2a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:40.038316 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c16b3188-2ac1-41e7-8932-d985abb12761 req-e702b9a3-a998-4167-81a4-eacd74756d2a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0686462 Jun 22 10:38:40.079006 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c16b3188-2ac1-41e7-8932-d985abb12761 req-27ab4a77-bdd0-4a7b-8da1-5ae324f9b347 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347674 Jun 22 10:38:40.119527 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-9963ab85-ee56-4dc3-8053-64fb4a0462c9 req-4f9254c1-667a-4e0d-b88e-937a355366db service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918756 Jun 22 10:38:40.947704 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:38:41.253151 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4bb58-371b-4c8d-90a2-e2068e0d8c5e req-9439da38-b142-41c7-9175-95a2f7247475 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:41.254539 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6ca4bb58-371b-4c8d-90a2-e2068e0d8c5e req-9439da38-b142-41c7-9175-95a2f7247475 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0634859 Jun 22 10:38:41.293076 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6ca4bb58-371b-4c8d-90a2-e2068e0d8c5e req-958d19da-52a8-44d9-86b4-6e63924f2969 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325506 Jun 22 10:38:42.478493 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d040d1-ed58-4e2e-956d-60284f895886 req-f51cf7c1-7e30-4404-bf29-749d375623c5 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:42.479995 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e3d040d1-ed58-4e2e-956d-60284f895886 req-f51cf7c1-7e30-4404-bf29-749d375623c5 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 945 time: 0.0716872 Jun 22 10:38:42.518773 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e3d040d1-ed58-4e2e-956d-60284f895886 req-f16b4346-a2c1-40e3-a1f1-9e8d87a52d58 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331619 Jun 22 10:38:42.738741 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 35e8a1e4-73d0-4998-b1e3-33f50d78627a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:38:42.818343 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:38:42.841368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff44d8c-98ef-446c-b857-52012534b855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35e8a1e4-73d0-4998-b1e3-33f50d78627a'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:38:42.843920 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf72b50-ed74-4434-8e6f-40de35f4cf03" -d '{"events": [{"server_uuid": "aff44d8c-98ef-446c-b857-52012534b855", "name": "network-vif-unplugged", "status": "completed", "tag": "35e8a1e4-73d0-4998-b1e3-33f50d78627a"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:38:42.858360 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 35e8a1e4-73d0-4998-b1e3-33f50d78627a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:38:42.913451 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:38:42.915178 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f7cf7475-5278-4f6c-9f26-fb7635ac738d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:38:42.967249 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=35e8a1e4-73d0-4998-b1e3-33f50d78627a,revision_number=8']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:38:42.970767 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:38:43.004167 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8e62a-6087-412f-ac6c-fe898f20ad4f req-d2164cba-03de-45ec-ab24-a6a6d1347e86 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:43.005691 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2dc8e62a-6087-412f-ac6c-fe898f20ad4f req-d2164cba-03de-45ec-ab24-a6a6d1347e86 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0726526 Jun 22 10:38:43.063570 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2dc8e62a-6087-412f-ac6c-fe898f20ad4f req-526d2588-e48b-42a3-a5ae-33fe36ad2940 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485446 Jun 22 10:38:43.109423 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 10:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac98d1b9-3441-4509-8c23-8a210824a157 x-openstack-request-id: req-ac98d1b9-3441-4509-8c23-8a210824a157 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:38:43.109987 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff44d8c-98ef-446c-b857-52012534b855", "name": "network-vif-unplugged", "status": "failed", "tag": "35e8a1e4-73d0-4998-b1e3-33f50d78627a", "code": 422}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:38:43.110556 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac98d1b9-3441-4509-8c23-8a210824a157 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:38:43.111184 dv-neutron-797121-3-hyperv neutron-server[100654]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aff44d8c-98ef-446c-b857-52012534b855', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '35e8a1e4-73d0-4998-b1e3-33f50d78627a', 'code': 422} returned with failed status Jun 22 10:38:43.541765 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-da773c72-bebd-4d5f-90b2-e8c256876ac1 req-b779a3a9-3adb-40b4-b1c9-543b29f0e374 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1201823 Jun 22 10:38:44.242384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfaf647-0035-4e46-be9a-2466c0a422a0 req-d6f07af4-e524-4336-9674-0a3732e3bad1 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:44.243984 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9dfaf647-0035-4e46-be9a-2466c0a422a0 req-d6f07af4-e524-4336-9674-0a3732e3bad1 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0673721 Jun 22 10:38:44.291410 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9dfaf647-0035-4e46-be9a-2466c0a422a0 req-703d745b-317e-4bfa-81a2-ea8215738eb2 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409131 Jun 22 10:38:45.001090 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da773c72-bebd-4d5f-90b2-e8c256876ac1 req-9f987c70-3ce4-4f78-9dd9-dd8814a7a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:45.002721 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-da773c72-bebd-4d5f-90b2-e8c256876ac1 req-9f987c70-3ce4-4f78-9dd9-dd8814a7a218 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855&tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e HTTP/1.1" status: 200 len: 1096 time: 0.0558643 Jun 22 10:38:45.091624 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da773c72-bebd-4d5f-90b2-e8c256876ac1 req-301dc1f6-61c3-4cc5-a8f6-9ea0154340ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:45.093731 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-da773c72-bebd-4d5f-90b2-e8c256876ac1 req-301dc1f6-61c3-4cc5-a8f6-9ea0154340ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 1096 time: 0.0687761 Jun 22 10:38:45.209082 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da773c72-bebd-4d5f-90b2-e8c256876ac1 req-86b02050-9492-44d2-86d3-f09a7acf932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:45.210668 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-da773c72-bebd-4d5f-90b2-e8c256876ac1 req-86b02050-9492-44d2-86d3-f09a7acf932f service neutron] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 910 time: 0.1108212 Jun 22 10:38:45.300437 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-da773c72-bebd-4d5f-90b2-e8c256876ac1 req-1b6fccb0-20e8-4ed5-bb38-ffac39839dc4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a HTTP/1.1" status: 200 len: 999 time: 0.0834272 Jun 22 10:38:45.359809 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da773c72-bebd-4d5f-90b2-e8c256876ac1 req-c4c61d41-f6cb-416c-980e-c0d1e7e8be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:45.369610 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-da773c72-bebd-4d5f-90b2-e8c256876ac1 req-c4c61d41-f6cb-416c-980e-c0d1e7e8be0e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0563476 Jun 22 10:38:45.446055 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da773c72-bebd-4d5f-90b2-e8c256876ac1 req-64671095-5b43-4a71-b5e4-0a2a1656792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:45.446055 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-da773c72-bebd-4d5f-90b2-e8c256876ac1 req-64671095-5b43-4a71-b5e4-0a2a1656792d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736523 Jun 22 10:38:45.477788 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc462fb-c31c-4085-b0e3-34bd020f4fbc req-7f560e42-1c0b-42ee-9b61-248c51f812a8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:45.479262 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4dc462fb-c31c-4085-b0e3-34bd020f4fbc req-7f560e42-1c0b-42ee-9b61-248c51f812a8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0631540 Jun 22 10:38:45.517562 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4dc462fb-c31c-4085-b0e3-34bd020f4fbc req-ba5445b1-610b-4a7a-9251-59a4900ceb0c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325711 Jun 22 10:38:45.543201 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-da773c72-bebd-4d5f-90b2-e8c256876ac1 req-a46550b2-aac5-431a-8518-78eb5d01b2bc service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925035 Jun 22 10:38:45.631755 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-da773c72-bebd-4d5f-90b2-e8c256876ac1 req-b946eb69-0224-4872-961f-df119391b6f8 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820200 Jun 22 10:38:46.662297 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9108-3be8-4864-8e7e-916fccf84d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:38:46.776467 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775571d5-fb78-4d06-85a6-24123c74bd13 req-0d7533ed-ddbf-4734-bfdf-2fc04434c4ad tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:46.778379 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-775571d5-fb78-4d06-85a6-24123c74bd13 req-0d7533ed-ddbf-4734-bfdf-2fc04434c4ad tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0897970 Jun 22 10:38:46.821041 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-775571d5-fb78-4d06-85a6-24123c74bd13 req-df356149-4173-4c65-8f8d-bc271ce7aaa1 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363095 Jun 22 10:38:48.022531 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93656a6c-ed11-4f54-bcca-bcf1e571253f req-e7833a29-4b52-467d-849d-18c8c304abed tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:48.024771 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-93656a6c-ed11-4f54-bcca-bcf1e571253f req-e7833a29-4b52-467d-849d-18c8c304abed tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0836203 Jun 22 10:38:48.067620 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-93656a6c-ed11-4f54-bcca-bcf1e571253f req-856c5811-62cd-4055-8215-5ff505c6e9ee tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357170 Jun 22 10:38:49.172432 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3b0a02d2-e5be-45a5-a350-bf09bd8922b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:38:49.338565 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17fac-77d2-47b0-bee7-20f3c76df58b req-a2b551b6-6b32-4658-85c0-fd8919c5a630 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:49.340889 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-15e17fac-77d2-47b0-bee7-20f3c76df58b req-a2b551b6-6b32-4658-85c0-fd8919c5a630 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0964522 Jun 22 10:38:49.392938 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-15e17fac-77d2-47b0-bee7-20f3c76df58b req-39320af0-ad8f-448b-a72e-60a3bb99ac36 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405142 Jun 22 10:38:49.438316 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:38:50.602200 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b69da-b1a5-42e9-9b49-6fdb7a59b9f4 req-55e06a39-5a0b-4128-b261-3d5fbc18a380 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:50.603788 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d01b69da-b1a5-42e9-9b49-6fdb7a59b9f4 req-55e06a39-5a0b-4128-b261-3d5fbc18a380 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0756083 Jun 22 10:38:50.649540 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d01b69da-b1a5-42e9-9b49-6fdb7a59b9f4 req-f18ce7ee-72b7-4087-9f61-3fbf16713537 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400925 Jun 22 10:38:50.695067 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:38:51.876652 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97891426-8a26-43a8-a8af-3e49cb12df24 req-23fcb8dc-3c89-466e-951e-c0320063573b tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:51.878961 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-97891426-8a26-43a8-a8af-3e49cb12df24 req-23fcb8dc-3c89-466e-951e-c0320063573b tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0908504 Jun 22 10:38:51.972069 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-97891426-8a26-43a8-a8af-3e49cb12df24 req-f2bef7df-a537-4cbd-8f46-eac3eafb9612 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625670 Jun 22 10:38:52.118659 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:38:53.144357 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ff1d8-5dc2-46e8-8276-0212f444c85f req-a07ac8bb-d44b-4912-952a-77bdc0156959 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:53.152682 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0b4ff1d8-5dc2-46e8-8276-0212f444c85f req-a07ac8bb-d44b-4912-952a-77bdc0156959 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0764861 Jun 22 10:38:53.191105 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0b4ff1d8-5dc2-46e8-8276-0212f444c85f req-27766c92-fe13-4eb2-89c5-fb52c0070699 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361354 Jun 22 10:38:54.383387 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7e055-fb4d-48d7-8507-cf0d0bc0a23a req-6731587f-efaa-4ce8-b0f7-920d7a190591 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:54.384825 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-94c7e055-fb4d-48d7-8507-cf0d0bc0a23a req-6731587f-efaa-4ce8-b0f7-920d7a190591 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0709593 Jun 22 10:38:54.426687 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-94c7e055-fb4d-48d7-8507-cf0d0bc0a23a req-49ce6549-eb4e-4362-ba3f-11f40fd0a45d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357077 Jun 22 10:38:55.136017 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:38:55.619086 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bb4f6-33ac-40d6-8566-ed2a70fad91f req-456b32cb-4225-4ea6-9f8f-ef58752330c8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:55.620930 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-258bb4f6-33ac-40d6-8566-ed2a70fad91f req-456b32cb-4225-4ea6-9f8f-ef58752330c8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0700905 Jun 22 10:38:55.680455 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-258bb4f6-33ac-40d6-8566-ed2a70fad91f req-8a157b99-be6c-4eb0-bd35-27f8eef74afe tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531321 Jun 22 10:38:56.864277 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7391bb-d6f1-4d41-bddc-4853605f2663 req-1b674e29-feac-41f7-895e-aed15ddb9e54 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:56.864277 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fc7391bb-d6f1-4d41-bddc-4853605f2663 req-1b674e29-feac-41f7-895e-aed15ddb9e54 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0683610 Jun 22 10:38:56.929616 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-fc7391bb-d6f1-4d41-bddc-4853605f2663 req-4042f1ba-b629-4aea-9fab-812033bc9691 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575747 Jun 22 10:38:57.597799 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5c534-918f-4f87-b999-ee447de51967 req-7f55ed18-af96-4b32-9c91-871c0a67a7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:57.599752 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cba5c534-918f-4f87-b999-ee447de51967 req-7f55ed18-af96-4b32-9c91-871c0a67a7bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 1096 time: 0.1010385 Jun 22 10:38:57.709506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5c534-918f-4f87-b999-ee447de51967 req-30238e16-748d-4479-a137-3573fd7fe427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:57.710971 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cba5c534-918f-4f87-b999-ee447de51967 req-30238e16-748d-4479-a137-3573fd7fe427 service neutron] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 910 time: 0.0919063 Jun 22 10:38:57.773651 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cba5c534-918f-4f87-b999-ee447de51967 req-98c9478a-5655-4d88-b483-4b54a6dc46ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a HTTP/1.1" status: 200 len: 999 time: 0.0561020 Jun 22 10:38:57.824571 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5c534-918f-4f87-b999-ee447de51967 req-d59ed31a-c822-45fd-a461-3ba8b15ef3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:57.826048 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cba5c534-918f-4f87-b999-ee447de51967 req-d59ed31a-c822-45fd-a461-3ba8b15ef3a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0471122 Jun 22 10:38:57.881265 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5c534-918f-4f87-b999-ee447de51967 req-a86e6db9-3669-48c3-b5ba-18cf06f3deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:57.882750 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cba5c534-918f-4f87-b999-ee447de51967 req-a86e6db9-3669-48c3-b5ba-18cf06f3deb5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0504413 Jun 22 10:38:57.970114 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cba5c534-918f-4f87-b999-ee447de51967 req-84f8dc07-e1fc-4428-9616-c01e9d77402f service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811977 Jun 22 10:38:58.103338 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23eac2-d754-4b32-a00f-d8c9d25f28ec req-40b174f4-68f7-4976-abe3-f71414e3071a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:58.104888 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ad23eac2-d754-4b32-a00f-d8c9d25f28ec req-40b174f4-68f7-4976-abe3-f71414e3071a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0642591 Jun 22 10:38:58.144392 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ad23eac2-d754-4b32-a00f-d8c9d25f28ec req-ae4ca0f6-7189-4fbf-aeba-3230e5cce169 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331266 Jun 22 10:38:59.326507 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b5858-8d6f-41e9-bbaa-718742adc4c7 req-69e49241-be2c-484d-9ecf-3f827240b77f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:38:59.327998 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ee5b5858-8d6f-41e9-bbaa-718742adc4c7 req-69e49241-be2c-484d-9ecf-3f827240b77f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0676548 Jun 22 10:38:59.366289 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ee5b5858-8d6f-41e9-bbaa-718742adc4c7 req-c2ea4157-2c6f-44bb-8dba-4b8778f2a2d6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322089 Jun 22 10:39:00.548069 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2e8ef-e615-4592-951a-e6bd9b778024 req-8b7955b9-b833-4446-bec1-63e7658eae4e tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:39:00.549541 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-83a2e8ef-e615-4592-951a-e6bd9b778024 req-8b7955b9-b833-4446-bec1-63e7658eae4e tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0706162 Jun 22 10:39:00.587269 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-83a2e8ef-e615-4592-951a-e6bd9b778024 req-d006542e-cda9-42f1-86ec-3553b0fe3cec tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320139 Jun 22 10:39:01.284190 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cba5c534-918f-4f87-b999-ee447de51967 req-4e3fe12c-8143-4f77-baff-be6134fa134e service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878129 Jun 22 10:39:01.764261 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b373392-45b1-4be2-b145-c68992bb8de6 req-85614919-9b85-45d6-af0e-a46b2c30aca3 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:39:01.765733 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4b373392-45b1-4be2-b145-c68992bb8de6 req-85614919-9b85-45d6-af0e-a46b2c30aca3 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0646558 Jun 22 10:39:01.803674 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4b373392-45b1-4be2-b145-c68992bb8de6 req-7b1b6075-848d-45f0-9c60-ca0beac0b8df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322871 Jun 22 10:39:02.974295 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080bdfd-42bd-4a80-9562-a1276c720e39 req-9331daae-6db3-4a0c-8748-97ff0414bd35 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:39:02.975805 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7080bdfd-42bd-4a80-9562-a1276c720e39 req-9331daae-6db3-4a0c-8748-97ff0414bd35 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0626764 Jun 22 10:39:03.018442 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7080bdfd-42bd-4a80-9562-a1276c720e39 req-0480d7a4-e924-4a7b-84e7-49a91e353db2 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367250 Jun 22 10:39:04.195595 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d643d-74d5-4ecf-b7c9-d80073c62a73 req-cb0c9fad-6022-4c0b-bf68-4c3dffe75ff9 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:39:04.197089 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-150d643d-74d5-4ecf-b7c9-d80073c62a73 req-cb0c9fad-6022-4c0b-bf68-4c3dffe75ff9 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 943 time: 0.0657790 Jun 22 10:39:04.239080 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-150d643d-74d5-4ecf-b7c9-d80073c62a73 req-bdce9fa4-180b-4637-8fa7-0bff6aec7c2f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354812 Jun 22 10:39:04.794538 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 35e8a1e4-73d0-4998-b1e3-33f50d78627a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:39:04.893190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 35e8a1e4-73d0-4998-b1e3-33f50d78627a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:39:04.904953 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '35e8a1e4-73d0-4998-b1e3-33f50d78627a', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'port_id': '35e8a1e4-73d0-4998-b1e3-33f50d78627a', 'mac_address': 'fa:16:3e:07:82:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:39:04.941993 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:39:04.954678 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e8a1e4-73d0-4998-b1e3-33f50d78627a {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:39:04.973394 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 35e8a1e4-73d0-4998-b1e3-33f50d78627a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:39:05.032190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:39:05.033980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0089186f-ccc2-4f50-be99-3a27f05ca064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:39:05.079744 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=35e8a1e4-73d0-4998-b1e3-33f50d78627a,revision_number=9']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:39:05.082779 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:39:05.391134 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['35e8a1e4-73d0-4998-b1e3-33f50d78627a'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:39:05.518395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aae247-94a9-4a83-b22d-e88fea75ec7f req-772625d2-03df-4533-95aa-c39816ab9041 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:39:05.519912 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-33aae247-94a9-4a83-b22d-e88fea75ec7f req-772625d2-03df-4533-95aa-c39816ab9041 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 944 time: 0.1125872 Jun 22 10:39:05.558173 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-33aae247-94a9-4a83-b22d-e88fea75ec7f req-1e9f9de8-8c08-4022-9a5f-18b0e8cc8f92 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325243 Jun 22 10:39:06.749219 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9f9d4-649d-45f4-b9c3-7f1ac6693082 req-a8ba41d1-21b6-4899-9010-624f7d57785e tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:39:06.750827 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2be9f9d4-649d-45f4-b9c3-7f1ac6693082 req-a8ba41d1-21b6-4899-9010-624f7d57785e tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 944 time: 0.0699859 Jun 22 10:39:06.790171 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2be9f9d4-649d-45f4-b9c3-7f1ac6693082 req-1a412540-fda9-4ecd-b0a5-993ba75e0878 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336537 Jun 22 10:39:06.794607 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 35e8a1e4-73d0-4998-b1e3-33f50d78627a up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:39:06.845421 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 35e8a1e4-73d0-4998-b1e3-33f50d78627a triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:39:06.845713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:39:06.926693 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:39:06.953144 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff44d8c-98ef-446c-b857-52012534b855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e8a1e4-73d0-4998-b1e3-33f50d78627a'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:39:06.955728 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61be8e6b5b359b8d388a6564729caa9d7e823e4c3e82476b86ded2731a2fbb6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37dcad1-21f1-4615-9cf3-012993a1dc04" -d '{"events": [{"server_uuid": "aff44d8c-98ef-446c-b857-52012534b855", "name": "network-vif-plugged", "status": "completed", "tag": "35e8a1e4-73d0-4998-b1e3-33f50d78627a"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:39:06.970279 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 35e8a1e4-73d0-4998-b1e3-33f50d78627a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:39:06.996568 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9a8bc2-e6b9-423a-99a9-5c4773b085dc x-openstack-request-id: req-7c9a8bc2-e6b9-423a-99a9-5c4773b085dc {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:39:06.996876 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff44d8c-98ef-446c-b857-52012534b855", "name": "network-vif-plugged", "status": "completed", "tag": "35e8a1e4-73d0-4998-b1e3-33f50d78627a", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:39:06.997244 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c9a8bc2-e6b9-423a-99a9-5c4773b085dc {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:39:06.997672 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff44d8c-98ef-446c-b857-52012534b855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e8a1e4-73d0-4998-b1e3-33f50d78627a', 'code': 200} Jun 22 10:39:07.026296 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:39:07.028854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-797bc3e4-7dd4-457b-9bd5-344ff1f09c93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:39:07.083225 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=35e8a1e4-73d0-4998-b1e3-33f50d78627a,revision_number=10']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:39:07.086426 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:39:07.271573 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79de0b0-ec00-4879-bddb-09a78f52f73b req-e46c5cf2-7700-4c22-8efb-d3184a364bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:39:07.273061 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f79de0b0-ec00-4879-bddb-09a78f52f73b req-e46c5cf2-7700-4c22-8efb-d3184a364bb7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 1099 time: 0.0520644 Jun 22 10:39:07.308994 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f79de0b0-ec00-4879-bddb-09a78f52f73b req-ab32459a-b419-4114-9d53-025b272f34f7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281022 Jun 22 10:39:07.975553 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9c1ab-f5c5-4dc8-945a-2bf38656d2f4 req-74bbbd28-7091-4364-8992-55a01f6e995a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:39:07.977129 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2bf9c1ab-f5c5-4dc8-945a-2bf38656d2f4 req-74bbbd28-7091-4364-8992-55a01f6e995a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 946 time: 0.0732753 Jun 22 10:39:08.017061 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2bf9c1ab-f5c5-4dc8-945a-2bf38656d2f4 req-9c37641c-c9aa-4f00-a6c1-d372a77320d0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335519 Jun 22 10:39:09.193373 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0ccb4-3d2c-492e-8235-c457edfddd32 req-eda76f67-6f30-4cf5-a8c7-38bc81490c2c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:39:09.194852 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eda0ccb4-3d2c-492e-8235-c457edfddd32 req-eda76f67-6f30-4cf5-a8c7-38bc81490c2c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 946 time: 0.0643954 Jun 22 10:39:09.240804 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-eda0ccb4-3d2c-492e-8235-c457edfddd32 req-d0953336-84ae-44a0-a1f3-2d14a0ac12e3 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402944 Jun 22 10:39:10.442576 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c17d1-c39b-4439-866d-97f4e9cb8a48 req-67b0f181-9486-474e-a65a-f933c438d0b8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:39:10.443991 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-205c17d1-c39b-4439-866d-97f4e9cb8a48 req-67b0f181-9486-474e-a65a-f933c438d0b8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 946 time: 0.0809526 Jun 22 10:39:10.484541 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-205c17d1-c39b-4439-866d-97f4e9cb8a48 req-ddc63dcd-e121-44ca-ac18-385e5b82477e tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348759 Jun 22 10:39:10.952515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:39:16.586685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bf91f38b-b329-4fcb-824e-ce248b451c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:39:19.203284 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6a15d4fe-efe8-4cca-9f25-4e28d300a6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:39:19.397572 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:39:20.694348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:39:21.968688 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:39:32.135108 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:39:40.967888 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:39:46.659000 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cd3ff687-052e-44cc-bd93-a53a3f3b6f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:39:49.144830 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d7ccf4d4-7734-46a4-b0d8-9fa411290e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:39:49.390165 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:39:50.676198 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:39:51.956788 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:39:55.862905 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-14e07a4c-9bc3-46d6-b6ea-2cc816384547 req-fc24997c-b60b-4e96-b300-7b93c96680bc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0949123 Jun 22 10:39:55.958887 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e07a4c-9bc3-46d6-b6ea-2cc816384547 req-b610893d-924f-42d2-a7d5-6096fcb1748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:39:55.960431 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-14e07a4c-9bc3-46d6-b6ea-2cc816384547 req-b610893d-924f-42d2-a7d5-6096fcb1748e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 1099 time: 0.0537822 Jun 22 10:39:56.061511 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e07a4c-9bc3-46d6-b6ea-2cc816384547 req-8d081139-6dfd-4d96-b3fd-f78062daf8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:39:56.062969 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-14e07a4c-9bc3-46d6-b6ea-2cc816384547 req-8d081139-6dfd-4d96-b3fd-f78062daf8b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 910 time: 0.0824194 Jun 22 10:39:56.133147 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-14e07a4c-9bc3-46d6-b6ea-2cc816384547 req-0853cc55-66f3-4f74-b779-76e1aae8323a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a HTTP/1.1" status: 200 len: 1001 time: 0.0637047 Jun 22 10:39:56.180402 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e07a4c-9bc3-46d6-b6ea-2cc816384547 req-4dee3874-cccc-4772-8dc6-01b64232f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:39:56.181877 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-14e07a4c-9bc3-46d6-b6ea-2cc816384547 req-4dee3874-cccc-4772-8dc6-01b64232f270 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0427189 Jun 22 10:39:56.237262 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e07a4c-9bc3-46d6-b6ea-2cc816384547 req-d166adde-6f5d-419e-910f-1f31c81c286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:39:56.238758 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-14e07a4c-9bc3-46d6-b6ea-2cc816384547 req-d166adde-6f5d-419e-910f-1f31c81c286e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0508714 Jun 22 10:39:56.333642 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-14e07a4c-9bc3-46d6-b6ea-2cc816384547 req-b86d69c3-e1dd-4316-8c76-5adeb11deb9d service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881333 Jun 22 10:39:56.421013 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-14e07a4c-9bc3-46d6-b6ea-2cc816384547 req-4ddc4b2d-db90-4ef7-8c58-e92dc077423e service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817327 Jun 22 10:40:09.133665 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:40:10.978417 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:16.589631 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cbca0377-7468-4b55-9ed0-83779a7a5b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:19.154813 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-79e5835d-839d-4746-8cf1-1469428b931d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:19.395128 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:20.686752 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:21.990008 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:41.006014 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:46.132850 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:40:46.406860 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 42094) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:40:46.594177 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cb96eae5-d08e-4d88-a80e-0e6a68721932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:46.606179 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Deleting port a5614d9b-cf7e-439a-ba2b-691c900e6a9d {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:40:46.607358 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:46.682883 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:46.683129 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:46.747637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Calling delete_port for a5614d9b-cf7e-439a-ba2b-691c900e6a9d owned by network:floatingip {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:40:46.942838 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:46.944974 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-7a07ab34-d4d8-4943-a432-60679a8f3de8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:40:46.972893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event deleted for resources: {'Port': ['ID=a5614d9b-cf7e-439a-ba2b-691c900e6a9d,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:40:46.984795 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:46.985188 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:46.985578 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:46.985958 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:46.986360 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:46.986738 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:46.987110 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:46.987533 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:46.987908 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:46.988276 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:46.988643 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:46.989009 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:47.006342 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:40:47.044435 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for floatingip, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:47.044781 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Floating IP d221726e-eaec-46f9-9f02-8850328cdb6d disassociated (deleted). External IP: 172.26.3.123, port: 35e8a1e4-73d0-4998-b1e3-33f50d78627a. Jun 22 10:40:47.257354 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:40:47.725932 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:40:47.730666 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:47.734899 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c10e9e-c94e-44cc-8066-c05280a6de3a None None] Sync routers for ids ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:40:47.744746 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c10e9e-c94e-44cc-8066-c05280a6de3a None None] Routers {'76f042a4-57b6-4f28-bf93-81a5ca56ae66'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:40:47.745430 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-86c10e9e-c94e-44cc-8066-c05280a6de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:40:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:40:47.767193 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "DELETE /v2.0/floatingips/d221726e-eaec-46f9-9f02-8850328cdb6d HTTP/1.1" status: 204 len: 168 time: 1.3570099 Jun 22 10:40:47.767193 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff44d8c-98ef-446c-b857-52012534b855', 'tag': '35e8a1e4-73d0-4998-b1e3-33f50d78627a'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:40:47.803902 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50b0edad4bc652f203f026bb1979b404ffc0e1f4f819015975e3e501c6062cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b670e1d8-2425-4140-aee0-511a900f9f55" -d '{"events": [{"name": "network-changed", "server_uuid": "aff44d8c-98ef-446c-b857-52012534b855", "tag": "35e8a1e4-73d0-4998-b1e3-33f50d78627a"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:40:47.859741 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-86c10e9e-c94e-44cc-8066-c05280a6de3a None None] Set router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:40:48.048948 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-86c10e9e-c94e-44cc-8066-c05280a6de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:35:04Z', 'revision_number': 4, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port': {'id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:01Z', 'updated_at': '2021-06-22T10:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '7cb878f1-84ca-41a3-82ab-6cd82c8f1341', 'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'mac_address': 'fa:16:3e:e6:9d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:03Z', 'updated_at': '2021-06-22T10:35:10Z', 'revision_number': 5, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'subnets': [{'id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:40:48.168857 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c10e9e-c94e-44cc-8066-c05280a6de3a None None] Checking router: 76f042a4-57b6-4f28-bf93-81a5ca56ae66 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:40:48.177679 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c10e9e-c94e-44cc-8066-c05280a6de3a None None] Routers {'76f042a4-57b6-4f28-bf93-81a5ca56ae66'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:40:48.178285 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-86c10e9e-c94e-44cc-8066-c05280a6de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:40:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:40:48.283191 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-86c10e9e-c94e-44cc-8066-c05280a6de3a None None] Set router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:40:48.306954 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cf75e4-e7be-444a-8e8c-997e83d8f36f x-openstack-request-id: req-c5cf75e4-e7be-444a-8e8c-997e83d8f36f {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:40:48.307301 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff44d8c-98ef-446c-b857-52012534b855", "tag": "35e8a1e4-73d0-4998-b1e3-33f50d78627a", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:40:48.307659 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5cf75e4-e7be-444a-8e8c-997e83d8f36f {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:40:48.308162 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff44d8c-98ef-446c-b857-52012534b855', 'tag': '35e8a1e4-73d0-4998-b1e3-33f50d78627a', 'status': 'completed', 'code': 200} Jun 22 10:40:48.385553 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670e1d8-2425-4140-aee0-511a900f9f55 req-4125ff8b-835d-4c6d-80f9-2f7f9dbffb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:40:48.387712 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b670e1d8-2425-4140-aee0-511a900f9f55 req-4125ff8b-835d-4c6d-80f9-2f7f9dbffb2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 1099 time: 0.0579708 Jun 22 10:40:48.470622 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28c545-e6d2-48f6-8894-70cf6652fb00 req-a2a49e75-1d68-41c0-a2be-aed6f103df84 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:40:48.472830 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9b28c545-e6d2-48f6-8894-70cf6652fb00 req-a2a49e75-1d68-41c0-a2be-aed6f103df84 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 946 time: 0.0694611 Jun 22 10:40:48.485610 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670e1d8-2425-4140-aee0-511a900f9f55 req-fbcfe6e3-a277-46c5-80b2-3f0e88cec3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:40:48.487068 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b670e1d8-2425-4140-aee0-511a900f9f55 req-fbcfe6e3-a277-46c5-80b2-3f0e88cec3b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 910 time: 0.0930512 Jun 22 10:40:48.490039 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-86c10e9e-c94e-44cc-8066-c05280a6de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:35:04Z', 'revision_number': 4, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port': {'id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:01Z', 'updated_at': '2021-06-22T10:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '7cb878f1-84ca-41a3-82ab-6cd82c8f1341', 'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'mac_address': 'fa:16:3e:e6:9d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:03Z', 'updated_at': '2021-06-22T10:35:10Z', 'revision_number': 5, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'subnets': [{'id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:40:48.516489 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c10e9e-c94e-44cc-8066-c05280a6de3a None None] The sync data for ids ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'] in dv-neutron-797121-3-hyperv is: [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:35:04Z', 'revision_number': 4, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port': {'id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:01Z', 'updated_at': '2021-06-22T10:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '7cb878f1-84ca-41a3-82ab-6cd82c8f1341', 'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'mac_address': 'fa:16:3e:e6:9d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:03Z', 'updated_at': '2021-06-22T10:35:10Z', 'revision_number': 5, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'subnets': [{'id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:40:48.517557 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9b28c545-e6d2-48f6-8894-70cf6652fb00 req-64f94e7e-98b9-405c-9cfd-425956e54567 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370660 Jun 22 10:40:48.530977 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b670e1d8-2425-4140-aee0-511a900f9f55 req-6693bb8b-3580-4e7a-84f7-0cbc15f2c78e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a HTTP/1.1" status: 200 len: 217 time: 0.0361598 Jun 22 10:40:48.586873 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670e1d8-2425-4140-aee0-511a900f9f55 req-353b200a-3dd8-41fc-97e0-a288ce6cdd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:40:48.588526 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b670e1d8-2425-4140-aee0-511a900f9f55 req-353b200a-3dd8-41fc-97e0-a288ce6cdd14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0515857 Jun 22 10:40:48.645583 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670e1d8-2425-4140-aee0-511a900f9f55 req-64e7a032-1b0b-4a1d-af2a-b3de849e0700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:40:48.647087 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b670e1d8-2425-4140-aee0-511a900f9f55 req-64e7a032-1b0b-4a1d-af2a-b3de849e0700 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523267 Jun 22 10:40:48.732853 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985bb88b-f573-4a13-b1bc-93052191fce2 None None] New status for floating IP d221726e-eaec-46f9-9f02-8850328cdb6d: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:40:48.738626 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b670e1d8-2425-4140-aee0-511a900f9f55 req-5f76736d-d378-4f2c-bd87-16020f3c9654 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851154 Jun 22 10:40:48.833037 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b670e1d8-2425-4140-aee0-511a900f9f55 req-83f85e9d-72cf-4cb0-a562-c3d965ff99eb service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879743 Jun 22 10:40:49.120342 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-66a2b6b1-0044-4240-aaca-c11f9af3bc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:49.394660 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:49.701146 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21126e92-ad3c-4e29-bcd2-42ea8911b72e req-99af2ad5-4e90-4114-9dfe-dc35b49926e0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:40:49.702537 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-21126e92-ad3c-4e29-bcd2-42ea8911b72e req-99af2ad5-4e90-4114-9dfe-dc35b49926e0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 946 time: 0.0711613 Jun 22 10:40:49.742338 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-21126e92-ad3c-4e29-bcd2-42ea8911b72e req-454dbdbb-9f5c-446b-99e1-c9cb05a26d96 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337384 Jun 22 10:40:49.908974 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe5c9c-4942-4ec0-aa36-92b1a969ac95 req-6ca4eb97-851a-404a-82d0-c0a5b6969e8d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:40:49.910364 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d0fe5c9c-4942-4ec0-aa36-92b1a969ac95 req-6ca4eb97-851a-404a-82d0-c0a5b6969e8d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.35 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 946 time: 0.0623462 Jun 22 10:40:50.015232 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-d0fe5c9c-4942-4ec0-aa36-92b1a969ac95 req-59b0f7ff-b0a8-4001-a06f-0a58d0117ab0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Deleting port 35e8a1e4-73d0-4998-b1e3-33f50d78627a {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:40:50.015518 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-d0fe5c9c-4942-4ec0-aa36-92b1a969ac95 req-59b0f7ff-b0a8-4001-a06f-0a58d0117ab0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:50.106483 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-d0fe5c9c-4942-4ec0-aa36-92b1a969ac95 req-59b0f7ff-b0a8-4001-a06f-0a58d0117ab0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] For port 35e8a1e4-73d0-4998-b1e3-33f50d78627a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=35e8a1e4-73d0-4998-b1e3-33f50d78627a,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:40:50.106854 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-d0fe5c9c-4942-4ec0-aa36-92b1a969ac95 req-59b0f7ff-b0a8-4001-a06f-0a58d0117ab0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:50.174022 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-d0fe5c9c-4942-4ec0-aa36-92b1a969ac95 req-59b0f7ff-b0a8-4001-a06f-0a58d0117ab0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Calling delete_port for 35e8a1e4-73d0-4998-b1e3-33f50d78627a owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:40:50.360382 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-d0fe5c9c-4942-4ec0-aa36-92b1a969ac95 req-59b0f7ff-b0a8-4001-a06f-0a58d0117ab0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:50.367027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:40:50.392392 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0f7ff-b0a8-4001-a06f-0a58d0117ab0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event deleted for resources: {'Port': ['ID=35e8a1e4-73d0-4998-b1e3-33f50d78627a,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:40:50.397536 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-59b0f7ff-b0a8-4001-a06f-0a58d0117ab0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:40:50.447621 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fe5c9c-4942-4ec0-aa36-92b1a969ac95 req-59b0f7ff-b0a8-4001-a06f-0a58d0117ab0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] No DVR routers for this DVR port 35e8a1e4-73d0-4998-b1e3-33f50d78627a on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:40:50.450444 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-d0fe5c9c-4942-4ec0-aa36-92b1a969ac95 req-59b0f7ff-b0a8-4001-a06f-0a58d0117ab0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:50.452377 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-d0fe5c9c-4942-4ec0-aa36-92b1a969ac95 req-59b0f7ff-b0a8-4001-a06f-0a58d0117ab0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.35 "DELETE /v2.0/ports/35e8a1e4-73d0-4998-b1e3-33f50d78627a HTTP/1.1" status: 204 len: 173 time: 0.5372050 Jun 22 10:40:50.452909 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff44d8c-98ef-446c-b857-52012534b855', 'name': 'network-vif-deleted', 'tag': '35e8a1e4-73d0-4998-b1e3-33f50d78627a'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:40:50.455292 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50b0edad4bc652f203f026bb1979b404ffc0e1f4f819015975e3e501c6062cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d29ff4-0981-4f11-a7d9-30dc194a209f" -d '{"events": [{"server_uuid": "aff44d8c-98ef-446c-b857-52012534b855", "name": "network-vif-deleted", "tag": "35e8a1e4-73d0-4998-b1e3-33f50d78627a"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:40:50.491192 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738fea01-8e9a-41b1-96ab-91890dfeb2f3 x-openstack-request-id: req-738fea01-8e9a-41b1-96ab-91890dfeb2f3 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:40:50.491588 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff44d8c-98ef-446c-b857-52012534b855", "name": "network-vif-deleted", "tag": "35e8a1e4-73d0-4998-b1e3-33f50d78627a", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:40:50.491887 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-738fea01-8e9a-41b1-96ab-91890dfeb2f3 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:40:50.492329 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff44d8c-98ef-446c-b857-52012534b855', 'name': 'network-vif-deleted', 'tag': '35e8a1e4-73d0-4998-b1e3-33f50d78627a', 'status': 'completed', 'code': 200} Jun 22 10:40:50.697354 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:50.915646 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0ac7e612-fe80-4ece-b356-a8d970775702 req-6aaafee4-c8e8-4aec-9ca1-06cf3a981334 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff44d8c-98ef-446c-b857-52012534b855 HTTP/1.1" status: 200 len: 210 time: 0.0288949 Jun 22 10:40:52.005517 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:52.006775 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42140) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:40:52.065675 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13c2e1a3-c94c-40ec-8ba0-521d03c909df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:52.090924 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13c2e1a3-c94c-40ec-8ba0-521d03c909df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:52.229248 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13c2e1a3-c94c-40ec-8ba0-521d03c909df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:52.233935 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-13c2e1a3-c94c-40ec-8ba0-521d03c909df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:52.235958 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-13c2e1a3-c94c-40ec-8ba0-521d03c909df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "DELETE /v2.0/security-groups/89fc29ae-057d-4d2c-a571-6c2ef8bf1e63 HTTP/1.1" status: 204 len: 168 time: 0.2279661 Jun 22 10:40:52.238943 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-977a3831-713c-41e2-a724-c82c73a19ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:40:52.251736 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2e1a3-c94c-40ec-8ba0-521d03c909df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fc29ae-057d-4d2c-a571-6c2ef8bf1e63,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:40:52.264033 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c2e1a3-c94c-40ec-8ba0-521d03c909df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:52.264707 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c2e1a3-c94c-40ec-8ba0-521d03c909df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:52.265365 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c2e1a3-c94c-40ec-8ba0-521d03c909df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:52.265999 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c2e1a3-c94c-40ec-8ba0-521d03c909df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:52.266657 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c2e1a3-c94c-40ec-8ba0-521d03c909df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:52.267276 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c2e1a3-c94c-40ec-8ba0-521d03c909df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:52.267961 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c2e1a3-c94c-40ec-8ba0-521d03c909df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:52.268614 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c2e1a3-c94c-40ec-8ba0-521d03c909df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:52.269840 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c2e1a3-c94c-40ec-8ba0-521d03c909df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:52.270492 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c2e1a3-c94c-40ec-8ba0-521d03c909df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:52.271157 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c2e1a3-c94c-40ec-8ba0-521d03c909df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:52.271831 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c2e1a3-c94c-40ec-8ba0-521d03c909df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:40:52.276538 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-13c2e1a3-c94c-40ec-8ba0-521d03c909df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:40:53.567551 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42150) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:40:53.572316 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-965c12cd-3fd4-409b-a28b-52f4c95c31ca tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1853046679', 'description': 'tempest-secgroup-smoke-1853046679 description', 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:40:53.650203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-965c12cd-3fd4-409b-a28b-52f4c95c31ca tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:53.733134 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-965c12cd-3fd4-409b-a28b-52f4c95c31ca tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:53.799722 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-965c12cd-3fd4-409b-a28b-52f4c95c31ca tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:53.802227 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-14f369e3-0829-4ceb-8f51-f372be266fdc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:40:53.829548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c12cd-3fd4-409b-a28b-52f4c95c31ca tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:40:53.832965 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-965c12cd-3fd4-409b-a28b-52f4c95c31ca tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:40:53.902464 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-965c12cd-3fd4-409b-a28b-52f4c95c31ca tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:53.903658 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-965c12cd-3fd4-409b-a28b-52f4c95c31ca tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3350420 Jun 22 10:40:53.906512 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42152) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:40:53.911068 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-8f862389-4a93-4857-a930-2e569bb81ed9 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Request body: {'security_group_rule': {'security_group_id': '15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9', 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:40:54.005395 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f862389-4a93-4857-a930-2e569bb81ed9 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:54.060159 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f862389-4a93-4857-a930-2e569bb81ed9 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:54.142637 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f862389-4a93-4857-a930-2e569bb81ed9 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:54.148829 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-885d26b9-a42c-413e-b79a-2853b367ad92 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:40:54.163210 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f862389-4a93-4857-a930-2e569bb81ed9 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9746f27f-44d4-4ff8-b6dc-a45ff56ca4a5,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:40:54.166093 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8f862389-4a93-4857-a930-2e569bb81ed9 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:40:54.223589 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f862389-4a93-4857-a930-2e569bb81ed9 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:54.224362 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8f862389-4a93-4857-a930-2e569bb81ed9 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3169150 Jun 22 10:40:54.227159 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42154) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:40:54.231923 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-7b20b40d-d31f-4473-829d-b868562f31fe tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Request body: {'security_group_rule': {'security_group_id': '15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9', 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:40:54.313540 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7b20b40d-d31f-4473-829d-b868562f31fe tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:54.371403 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7b20b40d-d31f-4473-829d-b868562f31fe tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:54.417040 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7b20b40d-d31f-4473-829d-b868562f31fe tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:54.421900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8c717ae9-8c67-43af-9461-6d59951c53c3 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:40:54.439805 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20b40d-d31f-4473-829d-b868562f31fe tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102030ef-029d-4c10-81f0-3952d11bf086,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:40:54.443225 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7b20b40d-d31f-4473-829d-b868562f31fe tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:40:54.491501 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7b20b40d-d31f-4473-829d-b868562f31fe tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:54.492814 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7b20b40d-d31f-4473-829d-b868562f31fe tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2646415 Jun 22 10:40:54.495786 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 42156) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:40:54.500677 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-aec5815c-1360-41a9-8a25-cb92ece4cf5d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Request body: {'security_group_rule': {'security_group_id': '15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9', 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:40:54.622272 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aec5815c-1360-41a9-8a25-cb92ece4cf5d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:54.680793 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aec5815c-1360-41a9-8a25-cb92ece4cf5d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:54.742791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aec5815c-1360-41a9-8a25-cb92ece4cf5d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:54.744632 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0243a97f-acc7-466a-b16b-8950b54a61c6 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:40:54.764780 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5815c-1360-41a9-8a25-cb92ece4cf5d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1f1a40-ea9b-42b6-861e-f7a98e1ab591,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:40:54.767675 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-aec5815c-1360-41a9-8a25-cb92ece4cf5d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:40:54.834157 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-aec5815c-1360-41a9-8a25-cb92ece4cf5d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:54.835395 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-aec5815c-1360-41a9-8a25-cb92ece4cf5d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3385885 Jun 22 10:40:54.841215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 42158) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:40:54.842487 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-f77dc87c-b99f-4efb-b6d8-c9deb0da5513 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Request body: {'security_group_rule': {'security_group_id': '15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9', 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:40:54.947214 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f77dc87c-b99f-4efb-b6d8-c9deb0da5513 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:55.004585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f77dc87c-b99f-4efb-b6d8-c9deb0da5513 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:55.102087 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f77dc87c-b99f-4efb-b6d8-c9deb0da5513 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:55.104010 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-0f53df14-bf92-4403-860f-e3a1c4734cee tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:40:55.117275 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dc87c-b99f-4efb-b6d8-c9deb0da5513 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70aa29a1-3efe-4ea2-802b-cc7a9b42aba2,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:40:55.121500 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f77dc87c-b99f-4efb-b6d8-c9deb0da5513 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:40:55.203964 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f77dc87c-b99f-4efb-b6d8-c9deb0da5513 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:55.205185 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f77dc87c-b99f-4efb-b6d8-c9deb0da5513 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3662045 Jun 22 10:40:55.208555 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 42160) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:40:55.213112 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-bb19e2ab-6233-4e06-8769-efe46a9cc57d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Request body: {'security_group_rule': {'security_group_id': '15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9', 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:40:55.227838 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 35e8a1e4-73d0-4998-b1e3-33f50d78627a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:40:55.252191 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 35e8a1e4-73d0-4998-b1e3-33f50d78627a {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:40:55.252589 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 35e8a1e4-73d0-4998-b1e3-33f50d78627a not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:40:55.291037 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-bb19e2ab-6233-4e06-8769-efe46a9cc57d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Project bd33d883a6a34decb6a60f7af0bb2b9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:40:55.296118 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb19e2ab-6233-4e06-8769-efe46a9cc57d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:55.355672 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb19e2ab-6233-4e06-8769-efe46a9cc57d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:55.433757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb19e2ab-6233-4e06-8769-efe46a9cc57d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:55.438546 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-98761192-d0f4-4d21-a8a7-8ac78e39d0f1 tempest-ServerActionsTestJSON-649802678 tempest-ServerActionsTestJSON-649802678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:40:55.453777 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19e2ab-6233-4e06-8769-efe46a9cc57d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e48c967-ef31-4f46-b5a3-c17886930cac,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:40:55.456602 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bb19e2ab-6233-4e06-8769-efe46a9cc57d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:40:55.530838 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb19e2ab-6233-4e06-8769-efe46a9cc57d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:55.532088 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bb19e2ab-6233-4e06-8769-efe46a9cc57d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3226144 Jun 22 10:40:55.534781 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 42164) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:40:55.539282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-af74521e-1807-4e39-bbec-1cf400aabf00 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Request body: {'security_group_rule': {'security_group_id': '15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9', 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:40:55.622318 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.securitygroups_db [None req-af74521e-1807-4e39-bbec-1cf400aabf00 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Project bd33d883a6a34decb6a60f7af0bb2b9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:40:55.627308 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-af74521e-1807-4e39-bbec-1cf400aabf00 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:55.687815 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-af74521e-1807-4e39-bbec-1cf400aabf00 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:55.765419 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-af74521e-1807-4e39-bbec-1cf400aabf00 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:55.769922 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2ecfeb1f-2f04-4d76-9452-9a781b4da2bc tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:40:55.785065 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74521e-1807-4e39-bbec-1cf400aabf00 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f258e5b-5499-4bcb-afba-ae8b9371d94d,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:40:55.787318 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-af74521e-1807-4e39-bbec-1cf400aabf00 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:40:55.843970 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-af74521e-1807-4e39-bbec-1cf400aabf00 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:40:55.845187 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-af74521e-1807-4e39-bbec-1cf400aabf00 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3094363 Jun 22 10:41:11.051047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:16.667991 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b16f72a5-ef74-45c4-aded-2a5459f8f195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:19.159288 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1b3835d7-7ee0-4290-9a7c-28daaa509ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:19.411552 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:20.694333 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:21.045093 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-b041ce29-6259-4c19-802b-434c18f02c46 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1853046679&fields=id&tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e HTTP/1.1" status: 200 len: 267 time: 0.0327342 Jun 22 10:41:21.148748 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-7b1fd31a-1d76-416a-a785-9f633bfc57d7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:21.150171 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-7b1fd31a-1d76-416a-a785-9f633bfc57d7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 809 time: 0.0982211 Jun 22 10:41:21.164871 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-bbf7f802-aa49-4820-b2b9-eafb1ae3592d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/quotas/bd33d883a6a34decb6a60f7af0bb2b9e HTTP/1.1" status: 200 len: 375 time: 0.0093992 Jun 22 10:41:21.236840 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-41803929-b01b-4662-a357-ac14a37d0589 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672371 Jun 22 10:41:21.319310 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-ce1bca88-6dde-4c9a-af93-30e657a602df service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 10:41:21.320367 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-ce1bca88-6dde-4c9a-af93-30e657a602df service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0416369 Jun 22 10:41:21.407779 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-2a2e1252-a636-42e4-88de-c238b9738055 service neutron] 10.222.0.20 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811038 Jun 22 10:41:21.501111 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-d79103c1-cac6-4e67-880b-a42452ea10b9 service neutron] 10.222.0.20 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870900 Jun 22 10:41:21.999099 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:22.109967 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-108659ba-9892-42c5-adcb-391e520d9a2b req-adcfb079-fa13-48ed-87ae-1ba6f7a20550 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 210 time: 0.0292897 Jun 22 10:41:23.131974 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:41:23.250117 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cb75ba9f-1a5c-445c-a542-58100c230e8e req-7fbcc6a6-61bc-4cb2-8abc-d502920e6f88 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 210 time: 0.0291157 Jun 22 10:41:24.358419 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-0f8f442f-3dcd-4bc2-bdea-ae2370605e65 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:24.359977 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-0f8f442f-3dcd-4bc2-bdea-ae2370605e65 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 809 time: 0.1202703 Jun 22 10:41:24.403176 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0163c6db-d720-4b33-b5e9-4bc3d2ba5d32 req-5809b2e1-c7c7-4522-a471-22d70987c78e tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 210 time: 0.0330846 Jun 22 10:41:24.406559 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-f9daee32-075b-46e1-8b7f-a8c9a4c66971 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e HTTP/1.1" status: 200 len: 380 time: 0.0374553 Jun 22 10:41:24.416812 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-6f001d6a-1312-4199-8aea-289800d295a7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Request body: {'port': {'device_id': '0647f4fb-655c-40fc-9e20-fec94b6ac895', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'admin_state_up': True, 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'security_groups': ['15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:41:24.645396 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-6f001d6a-1312-4199-8aea-289800d295a7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Made reservation on behalf of bd33d883a6a34decb6a60f7af0bb2b9e for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:41:24.649072 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-6f001d6a-1312-4199-8aea-289800d295a7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:24.778893 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-6f001d6a-1312-4199-8aea-289800d295a7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Allocated IP 172.20.0.7 (99ee8e8d-c8f1-418e-aca2-695eccd40dcb/ea781403-f569-46a8-a552-e80d8f177e85/21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:41:24.924250 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-6f001d6a-1312-4199-8aea-289800d295a7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:24.937959 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-6f001d6a-1312-4199-8aea-289800d295a7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Transition to ACTIVE for port object 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:41:25.034060 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-6f001d6a-1312-4199-8aea-289800d295a7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:25.038427 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-468d8623-afda-43bf-a841-c5508dd274b6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:41:25.086082 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-6f001d6a-1312-4199-8aea-289800d295a7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Network 99ee8e8d-c8f1-418e-aca2-695eccd40dcb is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:41:25.089667 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-6f001d6a-1312-4199-8aea-289800d295a7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:41:25.092877 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-6f001d6a-1312-4199-8aea-289800d295a7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:41:25.168201 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f001d6a-1312-4199-8aea-289800d295a7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'Port': ['ID=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:41:25.187236 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-6f001d6a-1312-4199-8aea-289800d295a7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:25.188386 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-6f001d6a-1312-4199-8aea-289800d295a7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:25.202378 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-6f001d6a-1312-4199-8aea-289800d295a7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:41:25.306477 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-6f001d6a-1312-4199-8aea-289800d295a7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8948925 Jun 22 10:41:25.318171 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Request body: {'port': {'device_id': '0647f4fb-655c-40fc-9e20-fec94b6ac895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:41:25.391414 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d0db09eb-a772-4fcd-b515-961a9152826f None None] Provisioning for port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:41:25.396436 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d0db09eb-a772-4fcd-b515-961a9152826f None None] Provisioning complete for port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:41:25.396838 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:25.397286 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d0db09eb-a772-4fcd-b515-961a9152826f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:25.434526 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-d0db09eb-a772-4fcd-b515-961a9152826f None None] Port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:41:25.587813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff375c1-db1e-47fa-9ea8-d5d74e18a42e req-6c2268d0-5320-4446-aeed-e51c763ba93f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:25.591917 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6ff375c1-db1e-47fa-9ea8-d5d74e18a42e req-6c2268d0-5320-4446-aeed-e51c763ba93f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 931 time: 0.0725648 Jun 22 10:41:25.637017 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6ff375c1-db1e-47fa-9ea8-d5d74e18a42e req-6487cd4c-88c8-4d92-897c-6f9b09130b9c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408711 Jun 22 10:41:25.693790 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:41:25.701891 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:25.715202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Transition to ACTIVE for port object 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:41:25.804957 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:25.807227 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-83486d2d-f52f-4191-8c6c-376b0b71bcee tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:41:25.881350 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Pushing event updated for resources: {'Port': ['ID=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:41:25.886036 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:41:25.956605 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Attempting to bind port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:41:25.957484 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Attempting to bind port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:41:25.957801 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Attempting to bind port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 on network 99ee8e8d-c8f1-418e-aca2-695eccd40dcb {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:41:25.962270 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 on network 99ee8e8d-c8f1-418e-aca2-695eccd40dcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:41:25.962589 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Attempting to bind port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 on network 99ee8e8d-c8f1-418e-aca2-695eccd40dcb {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:41:25.967575 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:41:25.967921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Checking segment: {'id': 'ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:41:25.968313 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Bound using segment: {'id': 'ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:41:25.968749 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Bound port: 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:41:25.969110 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:26.034913 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] For port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:41:26.037999 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] For port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:41:26.147007 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:26.149232 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fe59aadb-ad99-491a-9728-cd6f29e357d8 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:41:26.180970 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:26.181638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:26.182990 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] 10.222.0.35 "PUT /v2.0/ports/21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 HTTP/1.1" status: 200 len: 1093 time: 0.8690979 Jun 22 10:41:26.183560 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0647f4fb-655c-40fc-9e20-fec94b6ac895', 'tag': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:41:26.186262 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50b0edad4bc652f203f026bb1979b404ffc0e1f4f819015975e3e501c6062cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdced05a-24ce-4ae1-9cff-3ceec6cfb4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0647f4fb-655c-40fc-9e20-fec94b6ac895", "tag": "21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:41:26.227376 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Pushing event updated for resources: {'Port': ['ID=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:41:26.232426 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:41:26.239256 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef82f5ce-b2d1-471b-ab90-9d1dc12f445e x-openstack-request-id: req-ef82f5ce-b2d1-471b-ab90-9d1dc12f445e {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:41:26.239717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0647f4fb-655c-40fc-9e20-fec94b6ac895", "tag": "21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:41:26.240023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef82f5ce-b2d1-471b-ab90-9d1dc12f445e {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:41:26.240484 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0647f4fb-655c-40fc-9e20-fec94b6ac895', 'tag': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3', 'status': 'completed', 'code': 200} Jun 22 10:41:26.325455 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdced05a-24ce-4ae1-9cff-3ceec6cfb4c0 req-4e71261a-567a-4422-ac89-99d83abc63f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:26.327043 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cdced05a-24ce-4ae1-9cff-3ceec6cfb4c0 req-4e71261a-567a-4422-ac89-99d83abc63f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 1096 time: 0.0742855 Jun 22 10:41:26.423899 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdced05a-24ce-4ae1-9cff-3ceec6cfb4c0 req-e0de25fb-fcfb-425d-b5a5-930990122fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:26.425398 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cdced05a-24ce-4ae1-9cff-3ceec6cfb4c0 req-e0de25fb-fcfb-425d-b5a5-930990122fa2 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0911751 Jun 22 10:41:26.529541 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdced05a-24ce-4ae1-9cff-3ceec6cfb4c0 req-aa4297fb-839a-4c59-8b05-b4fe8d36c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:26.530998 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-cdced05a-24ce-4ae1-9cff-3ceec6cfb4c0 req-aa4297fb-839a-4c59-8b05-b4fe8d36c26a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991712 Jun 22 10:41:26.624422 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-a07609b1-bc3f-45e3-b869-0b8b89073a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:26.625971 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-a07609b1-bc3f-45e3-b869-0b8b89073a0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 1096 time: 0.0532134 Jun 22 10:41:26.666807 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-e0cdb016-666b-448c-ab09-b15989f7c346 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 HTTP/1.1" status: 200 len: 217 time: 0.0335131 Jun 22 10:41:26.724434 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-f630caf4-68be-4fe7-8789-ad5c8e27e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:26.726816 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-f630caf4-68be-4fe7-8789-ad5c8e27e15e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0537241 Jun 22 10:41:26.787078 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c28a05cf-38ba-4907-b20a-c3c803641cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:26.790413 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-c28a05cf-38ba-4907-b20a-c3c803641cef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571129 Jun 22 10:41:26.842915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c66c8-8abd-4ceb-8326-bb59b074830d req-73314384-5a50-44e6-af26-da668204af1b tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:26.845084 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7a7c66c8-8abd-4ceb-8326-bb59b074830d req-73314384-5a50-44e6-af26-da668204af1b tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0707936 Jun 22 10:41:26.878860 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-5a316152-be5b-44be-a316-d8777c4456be service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833635 Jun 22 10:41:26.885073 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7a7c66c8-8abd-4ceb-8326-bb59b074830d req-7aeeba26-2141-4805-ae62-35d5cc3fefc0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333180 Jun 22 10:41:26.971550 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-0436ad31-4ed8-45e7-9d48-bff98dacf0cb req-e11b26e8-ba88-4dc2-bbe9-55950891513c service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866590 Jun 22 10:41:28.054530 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e449f91-1c19-472f-bb79-4fb267fc3e4c req-7426ef73-801c-4cb7-bc7e-676451c19b82 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:28.056135 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0e449f91-1c19-472f-bb79-4fb267fc3e4c req-7426ef73-801c-4cb7-bc7e-676451c19b82 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0629518 Jun 22 10:41:28.098041 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0e449f91-1c19-472f-bb79-4fb267fc3e4c req-e6f5b1aa-16b9-4bd3-a6f7-6c24726dcf11 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362756 Jun 22 10:41:29.272601 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aff3f-6a0e-4e99-b8c6-19f390fe8048 req-f5e559f0-506c-45bd-9b4f-81bb91ec4d52 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:29.274068 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-029aff3f-6a0e-4e99-b8c6-19f390fe8048 req-f5e559f0-506c-45bd-9b4f-81bb91ec4d52 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0630336 Jun 22 10:41:29.312011 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-029aff3f-6a0e-4e99-b8c6-19f390fe8048 req-8e911fb5-00a0-4b84-9f7b-6c470f8a2b61 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321965 Jun 22 10:41:30.486172 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde7ed8-b80d-451d-ae75-7dcec0fb128b req-958cef8d-9286-479d-9a01-b8ff1362a746 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:30.487607 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dbde7ed8-b80d-451d-ae75-7dcec0fb128b req-958cef8d-9286-479d-9a01-b8ff1362a746 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0659242 Jun 22 10:41:30.525447 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dbde7ed8-b80d-451d-ae75-7dcec0fb128b req-3bb85835-0bc6-4ac5-9fd7-38edf31894da tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321631 Jun 22 10:41:31.700214 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ceddd8-4ff0-4a68-b6de-caa4b1d96167 req-fa1acd42-9076-4a7f-af36-547d7c96734b tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:31.701665 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-44ceddd8-4ff0-4a68-b6de-caa4b1d96167 req-fa1acd42-9076-4a7f-af36-547d7c96734b tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0666077 Jun 22 10:41:31.739071 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-44ceddd8-4ff0-4a68-b6de-caa4b1d96167 req-8a260de0-d355-431a-98e0-8ec2b6d06b15 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311682 Jun 22 10:41:32.911302 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd3925-c303-482b-ae39-1ae35ee7dfcd req-4f4ed34e-0f43-46af-8202-0e54b384cb74 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:32.912878 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3cbd3925-c303-482b-ae39-1ae35ee7dfcd req-4f4ed34e-0f43-46af-8202-0e54b384cb74 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0656824 Jun 22 10:41:32.950301 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3cbd3925-c303-482b-ae39-1ae35ee7dfcd req-4147fdd0-3f7e-448c-a953-6d061c3d6e4d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318475 Jun 22 10:41:34.120932 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c256ed5-d7c2-497d-8513-7ca2fb526671 req-0b568f43-9e1d-4fd3-90c6-68cca87750e8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:34.122364 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8c256ed5-d7c2-497d-8513-7ca2fb526671 req-0b568f43-9e1d-4fd3-90c6-68cca87750e8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0656564 Jun 22 10:41:34.160554 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8c256ed5-d7c2-497d-8513-7ca2fb526671 req-2558765f-7e88-43c4-97ec-981b1248c8be tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319996 Jun 22 10:41:35.329223 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80181b-5fe7-459c-85df-bc747574c58e req-83a59d62-b06f-48ba-b478-789497c7b446 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:35.330657 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0e80181b-5fe7-459c-85df-bc747574c58e req-83a59d62-b06f-48ba-b478-789497c7b446 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0631816 Jun 22 10:41:35.367995 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0e80181b-5fe7-459c-85df-bc747574c58e req-4ff1f390-c8aa-40d7-b909-01dbc2997b88 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311379 Jun 22 10:41:36.538812 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bba908-c93d-4c27-870c-7be3fe63477b req-8502b35d-9674-4f98-a251-fc5cdee69ab0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:36.540268 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e8bba908-c93d-4c27-870c-7be3fe63477b req-8502b35d-9674-4f98-a251-fc5cdee69ab0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0611331 Jun 22 10:41:36.576994 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e8bba908-c93d-4c27-870c-7be3fe63477b req-b95a75bc-aa52-41a9-883f-8dd4c0c4abef tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312572 Jun 22 10:41:37.461919 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:41:37.557404 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:41:37.570153 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'port_id': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3', 'mac_address': 'fa:16:3e:dd:3e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:41:37.614244 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:37.627713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:41:37.649977 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:41:37.759259 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:37.761047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:41:37.812085 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:41:37.818952 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:41:37.819311 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:41:37.819678 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:41:37.820019 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:41:37.820350 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:41:37.820698 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:41:37.821012 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:41:37.821341 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:41:37.821667 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:41:37.821990 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:41:37.822313 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:41:37.822634 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:41:37.827352 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:41:37.909467 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b1e7b-d03a-4e37-bd79-637bd4b9b16c req-64c1796e-ab51-4faf-b842-b681b275dc52 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:37.911493 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a77b1e7b-d03a-4e37-bd79-637bd4b9b16c req-64c1796e-ab51-4faf-b842-b681b275dc52 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 944 time: 0.0661592 Jun 22 10:41:37.949223 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a77b1e7b-d03a-4e37-bd79-637bd4b9b16c req-7a70d308-75e3-4ae7-a3be-0ae9877613be tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320632 Jun 22 10:41:38.162949 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:41:39.124245 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c653e5-1b8f-47db-87d3-3f74c7777a64 req-332a3f3d-d04c-45cb-b75a-e5e3c1ee74ae tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:39.125719 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-29c653e5-1b8f-47db-87d3-3f74c7777a64 req-332a3f3d-d04c-45cb-b75a-e5e3c1ee74ae tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 944 time: 0.0630672 Jun 22 10:41:39.162674 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-29c653e5-1b8f-47db-87d3-3f74c7777a64 req-ef4c515b-d512-44de-904c-07558c965646 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305219 Jun 22 10:41:39.478334 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:41:39.752907 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:41:39.756886 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:41:39.757262 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:39.829856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:39.850486 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0647f4fb-655c-40fc-9e20-fec94b6ac895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:41:39.864494 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:41:39.888706 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52e63f69b77a697c800865a1d1b766e5ffcc9f431c5a1c070fcdf3a80b621b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b26a3e1-07f5-4d4b-8d04-420bd6e4d2ec" -d '{"events": [{"server_uuid": "0647f4fb-655c-40fc-9e20-fec94b6ac895", "name": "network-vif-plugged", "status": "completed", "tag": "21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:41:39.947069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:39.949270 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:41:39.975928 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0706ab-96a3-4f2a-bb30-c6a7501b283d x-openstack-request-id: req-0d0706ab-96a3-4f2a-bb30-c6a7501b283d {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:41:39.976237 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0647f4fb-655c-40fc-9e20-fec94b6ac895", "name": "network-vif-plugged", "status": "completed", "tag": "21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:41:39.976504 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d0706ab-96a3-4f2a-bb30-c6a7501b283d {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:41:39.976899 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0647f4fb-655c-40fc-9e20-fec94b6ac895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3', 'code': 200} Jun 22 10:41:40.000521 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:41:40.003621 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:41:40.222365 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bc306-9d02-44b8-9143-16772244e936 req-90fd1d6b-6120-47a1-b653-d34572e71bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:40.224437 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8f1bc306-9d02-44b8-9143-16772244e936 req-90fd1d6b-6120-47a1-b653-d34572e71bb0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 1098 time: 0.0537343 Jun 22 10:41:40.258031 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8f1bc306-9d02-44b8-9143-16772244e936 req-5af95cbb-3fff-42b9-9b68-12061b81cf66 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277324 Jun 22 10:41:40.346162 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf4939-dda0-4900-9e61-71e4bb2c0896 req-ad834ab1-9379-4026-be83-67de7d7d2f70 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:40.348185 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c6cf4939-dda0-4900-9e61-71e4bb2c0896 req-ad834ab1-9379-4026-be83-67de7d7d2f70 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0665398 Jun 22 10:41:40.385391 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c6cf4939-dda0-4900-9e61-71e4bb2c0896 req-2c1bca23-1580-4681-acdb-22891d43eeec tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315034 Jun 22 10:41:40.981480 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:41.567930 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e1010-c773-497a-9906-b5c5392690c0 req-047ffa0f-efe3-49de-ae14-6a14a7a794e9 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:41.570117 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0f1e1010-c773-497a-9906-b5c5392690c0 req-047ffa0f-efe3-49de-ae14-6a14a7a794e9 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0684299 Jun 22 10:41:41.607599 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0f1e1010-c773-497a-9906-b5c5392690c0 req-b08516f3-7fee-4299-9660-a054fd975b4f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319955 Jun 22 10:41:41.787588 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999322a-17b4-4c8f-888c-b1a618a2fd85 req-310ee65c-b3ff-45c9-beb9-19dff2797da5 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:41.789310 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7999322a-17b4-4c8f-888c-b1a618a2fd85 req-310ee65c-b3ff-45c9-beb9-19dff2797da5 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0696449 Jun 22 10:41:41.834131 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7999322a-17b4-4c8f-888c-b1a618a2fd85 req-e4be1fa9-d021-4ef1-8f57-51b4c7718cc2 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391128 Jun 22 10:41:41.857445 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 42444) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:41:41.955084 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74432ebe-6693-4514-b2e2-718b03d7c74b tempest-TestShelveInstance-412469331 tempest-TestShelveInstance-412469331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:41.956570 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-74432ebe-6693-4514-b2e2-718b03d7c74b tempest-TestShelveInstance-412469331 tempest-TestShelveInstance-412469331-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 1093 time: 0.0981426 Jun 22 10:41:41.960051 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 42448) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:41:41.964317 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:41:42.041986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for floatingip, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:42.135409 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:42.241097 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Allocated IP 172.26.3.177 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/5e814b0f-556c-4fbb-85ad-bf7812b300b6) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:41:42.336798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:42.425086 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:42.427818 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f989546c-1419-474e-9829-4aee9bf1b01e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:41:42.467371 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:41:42.470170 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:41:42.475994 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:41:42.497673 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'Port': ['ID=5e814b0f-556c-4fbb-85ad-bf7812b300b6,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:41:42.501443 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:41:42.840420 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:42.956492 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:43.101878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:43.158519 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:43.161408 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c723e982-8259-47ea-883b-3a32fdd87222 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:41:43.229871 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event updated for resources: {'Port': ['ID=5e814b0f-556c-4fbb-85ad-bf7812b300b6,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:41:43.232752 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:41:43.239536 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:43.335704 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.db.l3_db [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Floating IP d7ae1d3f-dbe8-4b5f-839d-6f4a1b23c3a5 associated. External IP: 172.26.3.177, port: 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3. Jun 22 10:41:43.537849 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:41:43.639897 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:41:43.649097 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46c353-3ee3-4a40-afcc-a901fdb70709 None None] Sync routers for ids ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:41:43.658052 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46c353-3ee3-4a40-afcc-a901fdb70709 None None] Routers {'76f042a4-57b6-4f28-bf93-81a5ca56ae66'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:41:43.667230 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3d46c353-3ee3-4a40-afcc-a901fdb70709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:41:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:41:43.716235 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:43.751869 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-1b19a2e0-7f11-43f7-9b8b-e41970327b89 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7907670 Jun 22 10:41:43.752524 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0647f4fb-655c-40fc-9e20-fec94b6ac895', 'tag': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:41:43.755525 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50b0edad4bc652f203f026bb1979b404ffc0e1f4f819015975e3e501c6062cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c0c608-f61b-4a2a-b2a4-b39186babb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "0647f4fb-655c-40fc-9e20-fec94b6ac895", "tag": "21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:41:43.765976 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-3d46c353-3ee3-4a40-afcc-a901fdb70709 None None] Set router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:41:43.794948 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076493bf-5d69-43de-a854-ee67cb06b9d5 x-openstack-request-id: req-076493bf-5d69-43de-a854-ee67cb06b9d5 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:41:43.794948 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0647f4fb-655c-40fc-9e20-fec94b6ac895", "tag": "21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:41:43.794948 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-076493bf-5d69-43de-a854-ee67cb06b9d5 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:41:43.794948 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0647f4fb-655c-40fc-9e20-fec94b6ac895', 'tag': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3', 'status': 'completed', 'code': 200} Jun 22 10:41:43.864754 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0c608-f61b-4a2a-b2a4-b39186babb5c req-c710943f-64cc-4769-aa6e-0d905fad7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:43.866342 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c4c0c608-f61b-4a2a-b2a4-b39186babb5c req-c710943f-64cc-4769-aa6e-0d905fad7444 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 1098 time: 0.0528891 Jun 22 10:41:43.961232 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0c608-f61b-4a2a-b2a4-b39186babb5c req-10f227ec-dff3-4ec4-8e09-5a63c975aded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:43.962706 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c4c0c608-f61b-4a2a-b2a4-b39186babb5c req-10f227ec-dff3-4ec4-8e09-5a63c975aded service neutron] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 910 time: 0.0907753 Jun 22 10:41:43.978700 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3d46c353-3ee3-4a40-afcc-a901fdb70709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:35:04Z', 'revision_number': 4, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port': {'id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:01Z', 'updated_at': '2021-06-22T10:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd7ae1d3f-dbe8-4b5f-839d-6f4a1b23c3a5', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'floating_ip_address': '172.26.3.177', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'port_id': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'mac_address': 'fa:16:3e:dd:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0647f4fb-655c-40fc-9e20-fec94b6ac895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:41:42Z', 'updated_at': '2021-06-22T10:41:42Z', 'revision_number': 0, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb878f1-84ca-41a3-82ab-6cd82c8f1341', 'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'mac_address': 'fa:16:3e:e6:9d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:03Z', 'updated_at': '2021-06-22T10:35:10Z', 'revision_number': 5, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'subnets': [{'id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:41:44.003275 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46c353-3ee3-4a40-afcc-a901fdb70709 None None] Checking router: 76f042a4-57b6-4f28-bf93-81a5ca56ae66 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:41:44.011729 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46c353-3ee3-4a40-afcc-a901fdb70709 None None] Routers {'76f042a4-57b6-4f28-bf93-81a5ca56ae66'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:41:44.012347 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3d46c353-3ee3-4a40-afcc-a901fdb70709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:41:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:41:44.025977 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c4c0c608-f61b-4a2a-b2a4-b39186babb5c req-61f44b78-751e-45de-b50d-a6f158b9bdd2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 HTTP/1.1" status: 200 len: 999 time: 0.0575826 Jun 22 10:41:44.076106 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0c608-f61b-4a2a-b2a4-b39186babb5c req-1bda3818-3348-4b30-b70b-f89748272a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:44.077470 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c4c0c608-f61b-4a2a-b2a4-b39186babb5c req-1bda3818-3348-4b30-b70b-f89748272a3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0461793 Jun 22 10:41:44.115033 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-3d46c353-3ee3-4a40-afcc-a901fdb70709 None None] Set router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:41:44.136792 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0c608-f61b-4a2a-b2a4-b39186babb5c req-13b0de2e-73e4-4709-b77c-dbec8a124372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:44.138283 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c4c0c608-f61b-4a2a-b2a4-b39186babb5c req-13b0de2e-73e4-4709-b77c-dbec8a124372 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0547359 Jun 22 10:41:44.225063 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c4c0c608-f61b-4a2a-b2a4-b39186babb5c req-1cadcbdf-632e-4c16-a73c-2ae42282f08a service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807893 Jun 22 10:41:44.318082 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c4c0c608-f61b-4a2a-b2a4-b39186babb5c req-b141cc23-5eb6-4faa-9311-b6b7baad3c94 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869384 Jun 22 10:41:44.335699 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-3d46c353-3ee3-4a40-afcc-a901fdb70709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:35:04Z', 'revision_number': 4, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port': {'id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:01Z', 'updated_at': '2021-06-22T10:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd7ae1d3f-dbe8-4b5f-839d-6f4a1b23c3a5', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'floating_ip_address': '172.26.3.177', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'port_id': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'mac_address': 'fa:16:3e:dd:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0647f4fb-655c-40fc-9e20-fec94b6ac895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:41:42Z', 'updated_at': '2021-06-22T10:41:42Z', 'revision_number': 0, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb878f1-84ca-41a3-82ab-6cd82c8f1341', 'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'mac_address': 'fa:16:3e:e6:9d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:03Z', 'updated_at': '2021-06-22T10:35:10Z', 'revision_number': 5, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'subnets': [{'id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:41:44.361142 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46c353-3ee3-4a40-afcc-a901fdb70709 None None] The sync data for ids ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'] in dv-neutron-797121-3-hyperv is: [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:35:04Z', 'revision_number': 4, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port': {'id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:01Z', 'updated_at': '2021-06-22T10:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'd7ae1d3f-dbe8-4b5f-839d-6f4a1b23c3a5', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'floating_ip_address': '172.26.3.177', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'port_id': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'mac_address': 'fa:16:3e:dd:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0647f4fb-655c-40fc-9e20-fec94b6ac895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:41:42Z', 'updated_at': '2021-06-22T10:41:42Z', 'revision_number': 0, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb878f1-84ca-41a3-82ab-6cd82c8f1341', 'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'mac_address': 'fa:16:3e:e6:9d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:03Z', 'updated_at': '2021-06-22T10:35:10Z', 'revision_number': 5, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'subnets': [{'id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:41:44.544981 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b277cc6-aa1d-409e-be8f-d2837f555718 None None] New status for floating IP d7ae1d3f-dbe8-4b5f-839d-6f4a1b23c3a5: ACTIVE {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:41:46.649598 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-af9fcd82-88ca-4d83-ab71-72ef975afd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:49.135751 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-dc6629db-80f7-4ba6-9a21-372d2fe31843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:49.404285 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:50.707149 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:51.985068 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:41:58.070934 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f88aace8-83f7-4122-9f83-f6b80543d34c req-ba438049-e737-4a4a-b55d-b3466af0653d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513258 Jun 22 10:41:58.161304 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88aace8-83f7-4122-9f83-f6b80543d34c req-2686cb4e-aed6-4927-a10d-4a8e4af357b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:58.163264 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f88aace8-83f7-4122-9f83-f6b80543d34c req-2686cb4e-aed6-4927-a10d-4a8e4af357b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 1098 time: 0.0508666 Jun 22 10:41:58.277169 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88aace8-83f7-4122-9f83-f6b80543d34c req-f590e5d8-f3d5-40fb-86c2-5df3270cdddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:58.278833 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f88aace8-83f7-4122-9f83-f6b80543d34c req-f590e5d8-f3d5-40fb-86c2-5df3270cdddb service neutron] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 910 time: 0.0956564 Jun 22 10:41:58.344669 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f88aace8-83f7-4122-9f83-f6b80543d34c req-676ffa11-8e29-4d39-b0f6-432489e66c8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 HTTP/1.1" status: 200 len: 1001 time: 0.0594659 Jun 22 10:41:58.397442 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88aace8-83f7-4122-9f83-f6b80543d34c req-ea607f73-042a-4ac3-827c-4edb0c011877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:58.398858 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f88aace8-83f7-4122-9f83-f6b80543d34c req-ea607f73-042a-4ac3-827c-4edb0c011877 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0481799 Jun 22 10:41:58.459602 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88aace8-83f7-4122-9f83-f6b80543d34c req-5d57440e-c04e-4a8e-9530-661092bdd6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:41:58.461125 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f88aace8-83f7-4122-9f83-f6b80543d34c req-5d57440e-c04e-4a8e-9530-661092bdd6ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0548644 Jun 22 10:41:58.471641 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [req-f88aace8-83f7-4122-9f83-f6b80543d34c req-8379f132-6966-474e-875e-23f24b5613df service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 10:41:58.472589 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f88aace8-83f7-4122-9f83-f6b80543d34c req-8379f132-6966-474e-875e-23f24b5613df service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048816 Jun 22 10:41:58.564451 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f88aace8-83f7-4122-9f83-f6b80543d34c req-29a9b00d-fc97-4333-bc5f-70390c452089 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856214 Jun 22 10:41:58.668109 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-f88aace8-83f7-4122-9f83-f6b80543d34c req-21b162d1-c68d-4749-9964-664df46878e7 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970800 Jun 22 10:42:00.131633 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:42:11.009278 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:42:16.614373 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f2f656b3-86b2-4dee-bd15-61fa291865bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:42:19.154910 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7f975779-25b9-4564-aeaa-5369257d9745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:42:19.409100 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:42:20.732430 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:42:22.011729 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:42:37.131408 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:42:40.997283 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:42:46.598811 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-56ebc3c9-e7d5-4a3d-b79d-4a81d78e2974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:42:49.150987 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-27005aa1-e20a-4cb4-86e3-55aa9bc44ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:42:49.397134 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:42:50.701959 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:42:51.993141 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:43:00.072465 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ad9113a4-53ad-4720-b6b6-aff4dc0209ee req-ad9d1891-e0b2-43a8-a88d-7fd5fa36ec52 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533767 Jun 22 10:43:00.164545 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9113a4-53ad-4720-b6b6-aff4dc0209ee req-32188b12-c12b-4525-a78f-28a267c86506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:43:00.166029 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ad9113a4-53ad-4720-b6b6-aff4dc0209ee req-32188b12-c12b-4525-a78f-28a267c86506 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 1098 time: 0.0522735 Jun 22 10:43:00.274496 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9113a4-53ad-4720-b6b6-aff4dc0209ee req-c8dd76be-db7e-4a8d-8103-d43d7c56a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:43:00.275973 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ad9113a4-53ad-4720-b6b6-aff4dc0209ee req-c8dd76be-db7e-4a8d-8103-d43d7c56a026 service neutron] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 910 time: 0.0923142 Jun 22 10:43:00.338710 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ad9113a4-53ad-4720-b6b6-aff4dc0209ee req-a5439c3a-d830-42d9-abd6-f06587942e5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 HTTP/1.1" status: 200 len: 1001 time: 0.0566826 Jun 22 10:43:00.389605 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9113a4-53ad-4720-b6b6-aff4dc0209ee req-4b21779b-3ca7-4ded-bebc-114802342d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:43:00.391571 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ad9113a4-53ad-4720-b6b6-aff4dc0209ee req-4b21779b-3ca7-4ded-bebc-114802342d74 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0469561 Jun 22 10:43:00.446339 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9113a4-53ad-4720-b6b6-aff4dc0209ee req-55ce9780-1858-4e4c-857f-f7782438b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:43:00.447836 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ad9113a4-53ad-4720-b6b6-aff4dc0209ee req-55ce9780-1858-4e4c-857f-f7782438b381 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506530 Jun 22 10:43:00.533016 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ad9113a4-53ad-4720-b6b6-aff4dc0209ee req-425d2ab3-f472-424b-b90c-1d2da6223d5a service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782313 Jun 22 10:43:00.982325 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-ad9113a4-53ad-4720-b6b6-aff4dc0209ee req-31f109dd-652f-412b-bd7c-f3bde63d65d7 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438326 Jun 22 10:43:11.003634 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:43:14.130535 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:43:16.624777 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4eb4a2ee-12ab-4402-9885-49c6db420572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:43:19.139215 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-432c0269-2dc3-4e24-9c48-91c9c60bf9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:43:19.407830 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:43:20.709952 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:43:22.019014 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:43:41.025163 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:43:46.636742 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cf952ab4-31f7-4911-a2a9-502241752148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:43:49.111085 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2b94de41-3f36-4adc-a85b-df183110fe8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:43:49.377992 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:43:50.710715 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:43:51.129290 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:43:51.983511 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:44:01.053396 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-df35dc86-1dcf-4b5a-8b8a-b8b5990e95ed req-ebe0b5a7-b3ee-4734-94bb-f71faf90285d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517824 Jun 22 10:44:01.149976 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35dc86-1dcf-4b5a-8b8a-b8b5990e95ed req-74b78273-79b3-42ac-8467-76332aa5387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:01.154175 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-df35dc86-1dcf-4b5a-8b8a-b8b5990e95ed req-74b78273-79b3-42ac-8467-76332aa5387e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 1098 time: 0.0566382 Jun 22 10:44:01.251485 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35dc86-1dcf-4b5a-8b8a-b8b5990e95ed req-c779d486-d265-496c-b3fc-53fc65d63951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:01.252953 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-df35dc86-1dcf-4b5a-8b8a-b8b5990e95ed req-c779d486-d265-496c-b3fc-53fc65d63951 service neutron] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 910 time: 0.0824387 Jun 22 10:44:01.324082 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-df35dc86-1dcf-4b5a-8b8a-b8b5990e95ed req-36c712ad-b49b-4f95-9685-267bf57d1191 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 HTTP/1.1" status: 200 len: 1001 time: 0.0643764 Jun 22 10:44:01.371834 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35dc86-1dcf-4b5a-8b8a-b8b5990e95ed req-c6fc41fe-5f46-40a8-b8c0-dcf2fea6cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:01.373278 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-df35dc86-1dcf-4b5a-8b8a-b8b5990e95ed req-c6fc41fe-5f46-40a8-b8c0-dcf2fea6cd8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0439520 Jun 22 10:44:01.435348 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35dc86-1dcf-4b5a-8b8a-b8b5990e95ed req-f9b9dc8b-8974-406e-9dad-207e0236677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:01.436867 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-df35dc86-1dcf-4b5a-8b8a-b8b5990e95ed req-f9b9dc8b-8974-406e-9dad-207e0236677d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0570509 Jun 22 10:44:01.530860 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-df35dc86-1dcf-4b5a-8b8a-b8b5990e95ed req-c2261d5a-0341-44ef-b890-c84b8bb06d25 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866954 Jun 22 10:44:01.618740 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-df35dc86-1dcf-4b5a-8b8a-b8b5990e95ed req-72e4cf57-02e5-4f6e-afaa-2f75e64f8be6 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811739 Jun 22 10:44:10.453174 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0e0a2-b93b-4168-9da2-708343158166 req-1af1d251-5e1f-4fd9-a537-133a487f5457 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:10.454640 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ddb0e0a2-b93b-4168-9da2-708343158166 req-1af1d251-5e1f-4fd9-a537-133a487f5457 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.1119459 Jun 22 10:44:10.492450 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ddb0e0a2-b93b-4168-9da2-708343158166 req-c877803b-4cb4-4753-a8cd-fd176c964e6f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316365 Jun 22 10:44:11.012542 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:44:11.662088 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669352ff-0887-4fd8-9d08-c35a4dc3419d req-08217dbc-5602-4cc3-98d2-d4d891bb3f30 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:11.663563 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-669352ff-0887-4fd8-9d08-c35a4dc3419d req-08217dbc-5602-4cc3-98d2-d4d891bb3f30 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0621533 Jun 22 10:44:11.701014 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-669352ff-0887-4fd8-9d08-c35a4dc3419d req-f131a65f-fafb-4f0a-abe1-8a7258134e36 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317717 Jun 22 10:44:12.875157 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c68139-9b7f-4c7f-ad18-4272bb6abfb2 req-c6b4d8f9-3b19-4eae-a5a6-5cba0a66c14e tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:12.876638 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-64c68139-9b7f-4c7f-ad18-4272bb6abfb2 req-c6b4d8f9-3b19-4eae-a5a6-5cba0a66c14e tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0681744 Jun 22 10:44:12.913386 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-64c68139-9b7f-4c7f-ad18-4272bb6abfb2 req-c1d33450-06a7-407f-a4d7-0e09e79b354b tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306358 Jun 22 10:44:14.097824 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dec87-b9ac-4a6c-97d8-33b1db4592c2 req-e9a0585c-4928-4c3e-8e61-09c115458341 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:14.099278 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bd1dec87-b9ac-4a6c-97d8-33b1db4592c2 req-e9a0585c-4928-4c3e-8e61-09c115458341 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0681503 Jun 22 10:44:14.138487 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bd1dec87-b9ac-4a6c-97d8-33b1db4592c2 req-c06c5b59-7bec-4872-a531-1abaf4d9c3d0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332835 Jun 22 10:44:15.312827 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaba370-93e5-4484-953d-0fc2e47f7d63 req-e6cf6a34-472f-4aae-a674-defca9218bca tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:15.314271 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cdaba370-93e5-4484-953d-0fc2e47f7d63 req-e6cf6a34-472f-4aae-a674-defca9218bca tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0662692 Jun 22 10:44:15.696222 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-cdaba370-93e5-4484-953d-0fc2e47f7d63 req-ec281f3a-0527-4564-97ee-76d87bc59d9e tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3745270 Jun 22 10:44:16.651882 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7849a468-9b24-44f4-9682-a484bb7b98f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:44:16.867740 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b4497-5ebb-4aef-b3ec-5431be806c9d req-0be1c33e-75dc-47e9-b64c-addacfdd1599 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:16.869206 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7f7b4497-5ebb-4aef-b3ec-5431be806c9d req-0be1c33e-75dc-47e9-b64c-addacfdd1599 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0638144 Jun 22 10:44:16.907253 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7f7b4497-5ebb-4aef-b3ec-5431be806c9d req-df64ffad-f6f2-4e89-aaa9-b9bd52533b31 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324237 Jun 22 10:44:18.087405 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7d142-94ce-4674-8309-fc0a6ba8bd1a req-43a6a973-2a4d-432c-8b9e-e3f2469f34aa tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:18.088881 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-aaa7d142-94ce-4674-8309-fc0a6ba8bd1a req-43a6a973-2a4d-432c-8b9e-e3f2469f34aa tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0705805 Jun 22 10:44:18.132223 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-aaa7d142-94ce-4674-8309-fc0a6ba8bd1a req-d84f5d46-aa55-4777-b6de-af05976480bc tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373881 Jun 22 10:44:19.109585 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c1777157-6c37-49b6-a571-cdaf927eeec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:44:19.314092 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c091b-902b-4b2b-81e0-2b1cd2be040b req-28f26c47-8415-42ea-981f-fb47d74e2dd4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:19.315596 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8f5c091b-902b-4b2b-81e0-2b1cd2be040b req-28f26c47-8415-42ea-981f-fb47d74e2dd4 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0627279 Jun 22 10:44:19.356184 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8f5c091b-902b-4b2b-81e0-2b1cd2be040b req-2f0bdb8f-3efb-49eb-a596-78990b3a6474 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339625 Jun 22 10:44:19.395959 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:44:20.535703 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a3a80-d49f-4232-8c5c-16e41e01ce48 req-b46759d1-4312-4844-b239-bac43938e742 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:20.537170 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-971a3a80-d49f-4232-8c5c-16e41e01ce48 req-b46759d1-4312-4844-b239-bac43938e742 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0674014 Jun 22 10:44:20.575099 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-971a3a80-d49f-4232-8c5c-16e41e01ce48 req-30dc2b24-88b6-4595-a6b5-19b4da61ec2c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323260 Jun 22 10:44:20.603900 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f205ea0-c707-477c-9952-94ebe2c61576 req-3aab31a7-cba7-4944-b137-c5c2294d3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:20.605413 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7f205ea0-c707-477c-9952-94ebe2c61576 req-3aab31a7-cba7-4944-b137-c5c2294d3a5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 1098 time: 0.0546842 Jun 22 10:44:20.704283 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f205ea0-c707-477c-9952-94ebe2c61576 req-45e51f4b-c4b6-4b77-96af-c0d6f48b2d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:20.705660 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7f205ea0-c707-477c-9952-94ebe2c61576 req-45e51f4b-c4b6-4b77-96af-c0d6f48b2d09 service neutron] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 910 time: 0.0945075 Jun 22 10:44:20.720756 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:44:20.771266 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7f205ea0-c707-477c-9952-94ebe2c61576 req-ed605ddc-ce84-4486-a145-b3116cf269db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 HTTP/1.1" status: 200 len: 1001 time: 0.0597420 Jun 22 10:44:20.828135 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f205ea0-c707-477c-9952-94ebe2c61576 req-8ae157d6-994b-48a6-a162-93a1546278b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:20.829584 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7f205ea0-c707-477c-9952-94ebe2c61576 req-8ae157d6-994b-48a6-a162-93a1546278b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0529625 Jun 22 10:44:20.886682 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f205ea0-c707-477c-9952-94ebe2c61576 req-30205dbd-db5f-4a9b-9d2d-7f353e838147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:20.888199 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7f205ea0-c707-477c-9952-94ebe2c61576 req-30205dbd-db5f-4a9b-9d2d-7f353e838147 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518670 Jun 22 10:44:20.974706 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7f205ea0-c707-477c-9952-94ebe2c61576 req-e26eb35e-cefe-4c44-bed8-ac00e3bdc090 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804763 Jun 22 10:44:21.066500 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7f205ea0-c707-477c-9952-94ebe2c61576 req-673fb35f-1c68-48ce-94af-942344c82913 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860105 Jun 22 10:44:21.755182 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9d600-00e9-496f-a0ae-d69de4bec733 req-d9e0b7a2-c40c-4dce-9630-7a13fb1b1843 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:21.761212 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-71d9d600-00e9-496f-a0ae-d69de4bec733 req-d9e0b7a2-c40c-4dce-9630-7a13fb1b1843 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0700917 Jun 22 10:44:21.793503 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-71d9d600-00e9-496f-a0ae-d69de4bec733 req-6ee1f9e9-4a46-4751-b874-f6525c2f5fa0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312381 Jun 22 10:44:21.999965 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:44:22.969068 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77823c64-f332-4a14-8b05-701bca042a71 req-a2251927-655c-4e72-b9e2-37eaaeabf560 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:22.973644 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-77823c64-f332-4a14-8b05-701bca042a71 req-a2251927-655c-4e72-b9e2-37eaaeabf560 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0658052 Jun 22 10:44:23.013561 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-77823c64-f332-4a14-8b05-701bca042a71 req-0829f07d-2d6d-47c9-a558-eca84be61cd2 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356088 Jun 22 10:44:24.222932 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79551458-7ad1-4464-8da5-20b73e24b4df req-a7fe3fda-f32c-4e32-bcaa-e75956af8d18 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:24.224438 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-79551458-7ad1-4464-8da5-20b73e24b4df req-a7fe3fda-f32c-4e32-bcaa-e75956af8d18 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0737462 Jun 22 10:44:24.268816 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-79551458-7ad1-4464-8da5-20b73e24b4df req-dd6f79e8-c2a0-412f-a511-2b655853aec7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374060 Jun 22 10:44:25.445090 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd415d-d340-428f-9483-f71e5ae58e23 req-b8161848-920b-48bf-9794-a776e60dad75 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:25.451376 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c3bd415d-d340-428f-9483-f71e5ae58e23 req-b8161848-920b-48bf-9794-a776e60dad75 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0662014 Jun 22 10:44:25.487796 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c3bd415d-d340-428f-9483-f71e5ae58e23 req-fd44ff5c-ab9a-45ba-89cd-3747a7a35513 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354657 Jun 22 10:44:26.185568 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:44:26.268330 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:44:26.291723 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0647f4fb-655c-40fc-9e20-fec94b6ac895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:44:26.294497 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52e63f69b77a697c800865a1d1b766e5ffcc9f431c5a1c070fcdf3a80b621b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d062f5d5-ecf5-4fa3-b1aa-0ef32fc37d6b" -d '{"events": [{"server_uuid": "0647f4fb-655c-40fc-9e20-fec94b6ac895", "name": "network-vif-unplugged", "status": "completed", "tag": "21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:44:26.308452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:44:26.389009 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:44:26.390848 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:44:26.438977 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:44:26.446811 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:44:26.453181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:44:26.453181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:44:26.453181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:44:26.453181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:44:26.453181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:44:26.453181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:44:26.453181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:44:26.453181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:44:26.453181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:44:26.453181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:44:26.453181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:44:26.454375 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:44:26.864892 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 10:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675237a6-1c19-4481-8253-fd7dd5e88764 x-openstack-request-id: req-675237a6-1c19-4481-8253-fd7dd5e88764 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:44:26.868265 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0647f4fb-655c-40fc-9e20-fec94b6ac895", "name": "network-vif-unplugged", "status": "failed", "tag": "21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3", "code": 422}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:44:26.868265 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-675237a6-1c19-4481-8253-fd7dd5e88764 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:44:26.868265 dv-neutron-797121-3-hyperv neutron-server[100654]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0647f4fb-655c-40fc-9e20-fec94b6ac895', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3', 'code': 422} returned with failed status Jun 22 10:44:26.920461 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 42548) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:44:27.021299 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dca1e7-a562-416b-8a6a-c93b64fae079 req-b3084ad4-7a95-4096-b687-698728135669 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:27.022966 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c4dca1e7-a562-416b-8a6a-c93b64fae079 req-b3084ad4-7a95-4096-b687-698728135669 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0707879 Jun 22 10:44:27.023886 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-581fb741-30b0-4b0a-9044-38f39d9a9669 req-ec39fb63-8b61-4c66-983e-54babc53d779 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1018193 Jun 22 10:44:27.061238 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c4dca1e7-a562-416b-8a6a-c93b64fae079 req-48ceccee-812e-4b0b-9953-affb1c237445 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325243 Jun 22 10:44:28.128655 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:44:28.249768 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db18433-d146-458b-9369-0d3dbb05fc71 req-623ce1e2-1daa-454e-85e6-7ad145155be7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:28.251237 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6db18433-d146-458b-9369-0d3dbb05fc71 req-623ce1e2-1daa-454e-85e6-7ad145155be7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0686550 Jun 22 10:44:28.292939 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-6db18433-d146-458b-9369-0d3dbb05fc71 req-734adb04-d7a5-4605-9335-264d3c38de9a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360177 Jun 22 10:44:29.476865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1bc5e-d808-4601-a69c-d40c20691c5d req-a573fb82-be4e-43d9-a022-240b79bb410c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:29.478337 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-97b1bc5e-d808-4601-a69c-d40c20691c5d req-a573fb82-be4e-43d9-a022-240b79bb410c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0635860 Jun 22 10:44:29.518194 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-97b1bc5e-d808-4601-a69c-d40c20691c5d req-e406f4a8-f85b-49df-98ea-cd459cdec0cc tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332265 Jun 22 10:44:30.701197 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa51737-149c-449a-991d-175700837d17 req-dd86c351-7ade-4917-ac0b-ac9bc0b5a034 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:30.702594 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4aa51737-149c-449a-991d-175700837d17 req-dd86c351-7ade-4917-ac0b-ac9bc0b5a034 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0701811 Jun 22 10:44:30.741196 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4aa51737-149c-449a-991d-175700837d17 req-4eddb064-11bf-4c96-ac0f-54a758cfa869 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324166 Jun 22 10:44:31.940602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946e8cb-3aa2-4f69-9dd7-a0e7c39ea40c req-9ec13446-c401-49e3-8df5-cac55fd39891 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:31.942381 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b946e8cb-3aa2-4f69-9dd7-a0e7c39ea40c req-9ec13446-c401-49e3-8df5-cac55fd39891 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0708094 Jun 22 10:44:31.988560 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b946e8cb-3aa2-4f69-9dd7-a0e7c39ea40c req-a3a6a3b8-3347-44ef-af98-587b8ebe1a1a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397034 Jun 22 10:44:33.167801 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e7194-0865-42ad-8845-a6665a60d63f req-558feb72-4949-48e7-85d5-7bae1bffb2a8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:33.169273 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1a7e7194-0865-42ad-8845-a6665a60d63f req-558feb72-4949-48e7-85d5-7bae1bffb2a8 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0689714 Jun 22 10:44:33.212323 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1a7e7194-0865-42ad-8845-a6665a60d63f req-2554f530-e06b-40b9-a538-3bad4d7f511f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330336 Jun 22 10:44:34.406564 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f366e-0dbc-40e8-af60-b51148d31b8f req-5b5781c0-e6f0-40f0-b928-0a730bb3688c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:34.408053 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-032f366e-0dbc-40e8-af60-b51148d31b8f req-5b5781c0-e6f0-40f0-b928-0a730bb3688c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0796347 Jun 22 10:44:34.447055 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-032f366e-0dbc-40e8-af60-b51148d31b8f req-90fb6a74-b5fa-455b-9f7d-73d31d04e11a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332267 Jun 22 10:44:35.627967 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8fd1a-a261-44cc-9573-d532f05e01dc req-8530bca0-1eeb-43dd-937f-0c1e462b8200 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:35.629477 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-32d8fd1a-a261-44cc-9573-d532f05e01dc req-8530bca0-1eeb-43dd-937f-0c1e462b8200 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0634077 Jun 22 10:44:35.668059 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-32d8fd1a-a261-44cc-9573-d532f05e01dc req-85f61a6f-aaad-428c-966e-d94b0d372454 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327466 Jun 22 10:44:36.853475 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba94b74-821f-4722-bb03-2f7bca01647c req-f2a316e9-d00a-4172-9bea-a1f690a5f003 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:36.855033 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bba94b74-821f-4722-bb03-2f7bca01647c req-f2a316e9-d00a-4172-9bea-a1f690a5f003 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0744288 Jun 22 10:44:36.894905 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-bba94b74-821f-4722-bb03-2f7bca01647c req-543c733d-87ed-4eee-8ec9-01690ecca273 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337181 Jun 22 10:44:36.912912 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fb741-30b0-4b0a-9044-38f39d9a9669 req-1d68e9c3-19f8-475f-9a65-104196370c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:36.915564 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-581fb741-30b0-4b0a-9044-38f39d9a9669 req-1d68e9c3-19f8-475f-9a65-104196370c28 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895&tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e HTTP/1.1" status: 200 len: 1096 time: 0.0617537 Jun 22 10:44:36.999322 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fb741-30b0-4b0a-9044-38f39d9a9669 req-9f6ea41f-760e-4cd6-8d21-2d83c04d71d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:37.000738 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-581fb741-30b0-4b0a-9044-38f39d9a9669 req-9f6ea41f-760e-4cd6-8d21-2d83c04d71d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 1096 time: 0.0583344 Jun 22 10:44:37.088528 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fb741-30b0-4b0a-9044-38f39d9a9669 req-b7c22a04-6491-4f9d-8fc4-4acb3c9b9e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:37.089984 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-581fb741-30b0-4b0a-9044-38f39d9a9669 req-b7c22a04-6491-4f9d-8fc4-4acb3c9b9e3d service neutron] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 910 time: 0.0828733 Jun 22 10:44:37.157764 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-581fb741-30b0-4b0a-9044-38f39d9a9669 req-2c28ca19-df35-4a74-bd5a-4bf3d2263264 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 HTTP/1.1" status: 200 len: 999 time: 0.0621192 Jun 22 10:44:37.203880 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fb741-30b0-4b0a-9044-38f39d9a9669 req-d0e99dd3-ccdc-4171-ad9b-90d6114bb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:37.205253 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-581fb741-30b0-4b0a-9044-38f39d9a9669 req-d0e99dd3-ccdc-4171-ad9b-90d6114bb50f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0417688 Jun 22 10:44:37.260039 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fb741-30b0-4b0a-9044-38f39d9a9669 req-9784c851-a1e7-4819-8799-4cf70bba58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:37.261476 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-581fb741-30b0-4b0a-9044-38f39d9a9669 req-9784c851-a1e7-4819-8799-4cf70bba58cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0497496 Jun 22 10:44:37.352443 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-581fb741-30b0-4b0a-9044-38f39d9a9669 req-91268420-f3e5-4341-aedc-8c4ba4d34aed service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852032 Jun 22 10:44:37.439456 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-581fb741-30b0-4b0a-9044-38f39d9a9669 req-40507841-7d6f-4aaa-b47f-c8495ecde811 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814211 Jun 22 10:44:38.078490 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16acc51-b349-4b30-9622-9555e47a20a7 req-33bb3f48-58cf-4aae-88b0-9f14182c8a9d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:38.080015 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b16acc51-b349-4b30-9622-9555e47a20a7 req-33bb3f48-58cf-4aae-88b0-9f14182c8a9d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0663047 Jun 22 10:44:38.123291 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-b16acc51-b349-4b30-9622-9555e47a20a7 req-248b6b93-0fb4-430d-aaa4-9ab6629106fb tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329456 Jun 22 10:44:39.312806 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702ed5b-5989-47ab-bdbd-84fcebeec4d4 req-f94c2492-f31e-4571-8bc9-75576d28b4d2 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:39.314259 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8702ed5b-5989-47ab-bdbd-84fcebeec4d4 req-f94c2492-f31e-4571-8bc9-75576d28b4d2 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0711360 Jun 22 10:44:39.353126 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8702ed5b-5989-47ab-bdbd-84fcebeec4d4 req-2a3545d3-c5bd-4649-a9f9-a56be120ebb7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320244 Jun 22 10:44:40.527759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcda73-cd2f-4a17-8cad-605eb2a021ef req-6f8fd929-d41d-41d8-ba34-9fa09a4cff94 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:40.529208 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7bbcda73-cd2f-4a17-8cad-605eb2a021ef req-6f8fd929-d41d-41d8-ba34-9fa09a4cff94 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0680244 Jun 22 10:44:40.567403 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7bbcda73-cd2f-4a17-8cad-605eb2a021ef req-459f0884-54ca-4023-aa2a-cb4cc81523a0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317109 Jun 22 10:44:41.016931 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:44:41.752390 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da9c0d-d404-4e44-a927-99e33db77255 req-bfdb640a-2ff5-4436-925b-5cb74d8790ad tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:41.753914 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-76da9c0d-d404-4e44-a927-99e33db77255 req-bfdb640a-2ff5-4436-925b-5cb74d8790ad tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0667574 Jun 22 10:44:41.796729 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-76da9c0d-d404-4e44-a927-99e33db77255 req-50863df3-e674-42ea-b762-e7f918865474 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355940 Jun 22 10:44:42.973633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b313904-11d1-4bdd-8551-7e2dc9797d13 req-077cbd16-d03a-440d-b0b9-c008c4170982 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:42.975113 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2b313904-11d1-4bdd-8551-7e2dc9797d13 req-077cbd16-d03a-440d-b0b9-c008c4170982 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0686607 Jun 22 10:44:43.013159 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2b313904-11d1-4bdd-8551-7e2dc9797d13 req-9510b443-e1e2-4c02-a8a5-b612215ac13e tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320933 Jun 22 10:44:44.192004 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fc4e3-e223-4949-8c77-86b6defd7a71 req-533726ac-c422-46bf-9f10-640c7b785203 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:44.193469 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8c2fc4e3-e223-4949-8c77-86b6defd7a71 req-533726ac-c422-46bf-9f10-640c7b785203 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0689054 Jun 22 10:44:44.231042 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-8c2fc4e3-e223-4949-8c77-86b6defd7a71 req-2948aea4-8ec2-4dc2-9139-d5eec0daa026 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319405 Jun 22 10:44:45.404294 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31128e-6436-4f4e-a73a-f924646f8a0b req-6ebcdfff-b59a-4e5d-a343-28505762df6f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:45.405673 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0a31128e-6436-4f4e-a73a-f924646f8a0b req-6ebcdfff-b59a-4e5d-a343-28505762df6f tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 943 time: 0.0628896 Jun 22 10:44:45.449040 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0a31128e-6436-4f4e-a73a-f924646f8a0b req-6b4c3b02-cf60-4959-a55e-a3e44007182d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375562 Jun 22 10:44:46.258588 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:44:46.350362 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:44:46.361956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'port_id': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3', 'mac_address': 'fa:16:3e:dd:3e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:44:46.403261 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:44:46.417036 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:44:46.440685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:44:46.530854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:44:46.533762 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-65d53b88-7884-49d0-b192-27abeb1c0482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:44:46.593631 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3,revision_number=7']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:44:46.597901 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:44:46.634596 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdb449-d78a-49f4-8f86-4d83f301f220 req-ec05ed2a-7112-442d-a5b0-88438ad3090e tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:46.636029 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-40bdb449-d78a-49f4-8f86-4d83f301f220 req-ec05ed2a-7112-442d-a5b0-88438ad3090e tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 944 time: 0.0707941 Jun 22 10:44:46.650997 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e08be3bd-85c8-45fa-82f8-45b53123f058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:44:46.675826 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-40bdb449-d78a-49f4-8f86-4d83f301f220 req-1eac7ba1-3e4c-4d1f-b943-bbd8f923f555 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337725 Jun 22 10:44:46.885065 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:44:47.850432 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14c20d-5b00-4e0a-8aa5-a36b80ef27c7 req-d831db78-af13-4d26-bdfb-113ffa2c2138 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:47.852005 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3b14c20d-5b00-4e0a-8aa5-a36b80ef27c7 req-d831db78-af13-4d26-bdfb-113ffa2c2138 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 944 time: 0.0657840 Jun 22 10:44:47.890894 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3b14c20d-5b00-4e0a-8aa5-a36b80ef27c7 req-29ef4a65-1b05-4f21-b7b1-0f54a6ceb76d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331771 Jun 22 10:44:48.290002 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:44:48.339071 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:44:48.339457 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:44:48.419102 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:44:48.441404 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0647f4fb-655c-40fc-9e20-fec94b6ac895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:44:48.443712 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52e63f69b77a697c800865a1d1b766e5ffcc9f431c5a1c070fcdf3a80b621b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a83b0a6-abe5-4619-8883-d8e89f0f8c11" -d '{"events": [{"server_uuid": "0647f4fb-655c-40fc-9e20-fec94b6ac895", "name": "network-vif-plugged", "status": "completed", "tag": "21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:44:48.457171 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:44:48.481587 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706b53a6-902f-4b7c-afb4-8c418c846a6a x-openstack-request-id: req-706b53a6-902f-4b7c-afb4-8c418c846a6a {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:44:48.481896 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0647f4fb-655c-40fc-9e20-fec94b6ac895", "name": "network-vif-plugged", "status": "completed", "tag": "21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:44:48.482166 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-706b53a6-902f-4b7c-afb4-8c418c846a6a {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:44:48.482569 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0647f4fb-655c-40fc-9e20-fec94b6ac895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3', 'code': 200} Jun 22 10:44:48.536551 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:44:48.540865 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-159876ac-a004-4025-b573-70ff8cca288c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:44:48.599307 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3,revision_number=8']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:44:48.603217 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:44:48.784918 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c3264-68d5-4724-b245-5cf824fdec7c req-ea68bfcf-e746-4591-846f-2d344d99185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:48.786562 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8b9c3264-68d5-4724-b245-5cf824fdec7c req-ea68bfcf-e746-4591-846f-2d344d99185c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 1098 time: 0.0522153 Jun 22 10:44:48.827175 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-8b9c3264-68d5-4724-b245-5cf824fdec7c req-84700851-5839-47c6-8323-c692d7d59666 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345128 Jun 22 10:44:49.069420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799a150-e023-4167-a47a-68a01eff7560 req-b481740a-45fb-43fc-a96b-30bcb4dbf72c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:49.070854 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9799a150-e023-4167-a47a-68a01eff7560 req-b481740a-45fb-43fc-a96b-30bcb4dbf72c tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0696726 Jun 22 10:44:49.113279 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9799a150-e023-4167-a47a-68a01eff7560 req-5dfe2495-8343-4736-a8e3-a429ee638e06 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359247 Jun 22 10:44:49.147966 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-baa4e1c7-207c-4aaa-9aaf-dc7707d18d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:44:49.382397 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:44:50.298941 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87fe01-2db4-4af5-897c-de94f011b37f req-7fa0efd9-3e41-4701-b378-da7026cde43b tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:44:50.300532 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2d87fe01-2db4-4af5-897c-de94f011b37f req-7fa0efd9-3e41-4701-b378-da7026cde43b tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0640748 Jun 22 10:44:50.339753 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2d87fe01-2db4-4af5-897c-de94f011b37f req-94716d02-756c-4bfb-8026-1bf2920df620 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333245 Jun 22 10:44:50.719668 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:44:51.993603 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:45:01.123382 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-13821396-2824-43cc-934a-6a87485f0aa4 req-9cd35b15-b361-454f-9fb1-2a54dec6fb6c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1022787 Jun 22 10:45:01.225614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13821396-2824-43cc-934a-6a87485f0aa4 req-cee2880d-ee98-47a7-b09f-b94f8205d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:45:01.227316 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-13821396-2824-43cc-934a-6a87485f0aa4 req-cee2880d-ee98-47a7-b09f-b94f8205d571 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 1098 time: 0.0575330 Jun 22 10:45:01.340909 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13821396-2824-43cc-934a-6a87485f0aa4 req-3b45d710-d90e-44af-9a87-6e34e42d63da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:45:01.342462 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-13821396-2824-43cc-934a-6a87485f0aa4 req-3b45d710-d90e-44af-9a87-6e34e42d63da service neutron] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 910 time: 0.0948546 Jun 22 10:45:01.410616 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-13821396-2824-43cc-934a-6a87485f0aa4 req-f2e2a44b-044d-488b-95cc-671c14db01de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 HTTP/1.1" status: 200 len: 1001 time: 0.0614095 Jun 22 10:45:01.466745 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13821396-2824-43cc-934a-6a87485f0aa4 req-ad5f4b95-861d-4150-afdc-13a21987ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:45:01.468213 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-13821396-2824-43cc-934a-6a87485f0aa4 req-ad5f4b95-861d-4150-afdc-13a21987ad05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0464435 Jun 22 10:45:01.530241 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13821396-2824-43cc-934a-6a87485f0aa4 req-c48405c4-cd4a-41b6-ac9a-bd8b2b7daec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:45:01.531714 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-13821396-2824-43cc-934a-6a87485f0aa4 req-c48405c4-cd4a-41b6-ac9a-bd8b2b7daec4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561738 Jun 22 10:45:01.617351 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-13821396-2824-43cc-934a-6a87485f0aa4 req-da8aa1db-e222-4ef6-8b15-b269668813b0 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789578 Jun 22 10:45:01.710051 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-13821396-2824-43cc-934a-6a87485f0aa4 req-36aa4d6c-3793-46eb-9d72-289898b35b60 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858662 Jun 22 10:45:05.127536 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:45:11.032908 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:45:16.661362 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c623a116-141a-417a-a96d-1dce77897fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:45:19.142110 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d7f33d68-b674-4630-bd81-00fb5c2a3b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:45:19.444314 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:45:20.717522 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:45:21.993105 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:45:41.066268 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:45:42.125913 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:45:46.643082 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-de85c438-8ba3-4907-a099-476b7a9a0ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:45:49.146277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-da7c0c91-65c5-4683-80ac-b66b753b89d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:45:49.454782 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:45:50.750743 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:45:51.997428 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:02.066503 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b594fdad-ac22-4e86-baea-028166894570 req-aa8adb37-5b68-4463-8d10-2b577e767d99 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513043 Jun 22 10:46:02.160789 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594fdad-ac22-4e86-baea-028166894570 req-91c8cd20-08f2-4036-9511-5d04a4aa0ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:46:02.162293 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b594fdad-ac22-4e86-baea-028166894570 req-91c8cd20-08f2-4036-9511-5d04a4aa0ec2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 1098 time: 0.0542402 Jun 22 10:46:02.270842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594fdad-ac22-4e86-baea-028166894570 req-2455d15c-f6f9-4159-bfa5-59e79644962b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:46:02.272345 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b594fdad-ac22-4e86-baea-028166894570 req-2455d15c-f6f9-4159-bfa5-59e79644962b service neutron] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 910 time: 0.0896294 Jun 22 10:46:02.338074 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b594fdad-ac22-4e86-baea-028166894570 req-11664cad-4425-4eda-a2fe-7c97c92eb74e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 HTTP/1.1" status: 200 len: 1001 time: 0.0583127 Jun 22 10:46:02.385287 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594fdad-ac22-4e86-baea-028166894570 req-602aa0a2-e32b-4efe-ad19-216fd3ef2f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:46:02.387256 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b594fdad-ac22-4e86-baea-028166894570 req-602aa0a2-e32b-4efe-ad19-216fd3ef2f53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0423739 Jun 22 10:46:02.447360 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594fdad-ac22-4e86-baea-028166894570 req-01c9f83b-24fb-47c1-aa21-c42493af081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:46:02.449387 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b594fdad-ac22-4e86-baea-028166894570 req-01c9f83b-24fb-47c1-aa21-c42493af081b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0566125 Jun 22 10:46:02.535552 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b594fdad-ac22-4e86-baea-028166894570 req-7d65e30a-c1e7-4e54-90b5-0056755b6ef0 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800781 Jun 22 10:46:02.627221 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-b594fdad-ac22-4e86-baea-028166894570 req-30ec52f2-56c8-48f3-b39d-867172d5a85f service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855899 Jun 22 10:46:11.092439 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:16.637082 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4867c44b-fa45-4cdd-afb4-01897c39bf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:19.124900 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:46:19.139959 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6739d9f6-f2cb-49a6-8164-f66c54d2f3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:19.417856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:20.784307 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:21.997051 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:26.141511 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42646) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:26.478777 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Deleting port 5e814b0f-556c-4fbb-85ad-bf7812b300b6 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:46:26.479326 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:26.556367 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:26.556703 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:26.622332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Calling delete_port for 5e814b0f-556c-4fbb-85ad-bf7812b300b6 owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:46:26.836352 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:26.838405 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:26.860717 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event deleted for resources: {'Port': ['ID=5e814b0f-556c-4fbb-85ad-bf7812b300b6,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:26.870476 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:26.871384 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:26.871798 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:26.872180 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:26.872560 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:26.872940 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:26.873325 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:26.874073 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:26.874073 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:26.874422 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:26.874796 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:26.875162 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:26.879811 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:26.936460 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:26.936914 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Floating IP d7ae1d3f-dbe8-4b5f-839d-6f4a1b23c3a5 disassociated (deleted). External IP: 172.26.3.177, port: 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3. Jun 22 10:46:27.147711 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:46:27.257719 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:46:27.262891 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:27.267991 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a802a7aa-d460-42d4-8b38-3dcb261503a0 None None] Sync routers for ids ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:46:27.278142 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a802a7aa-d460-42d4-8b38-3dcb261503a0 None None] Routers {'76f042a4-57b6-4f28-bf93-81a5ca56ae66'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:46:27.278821 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-a802a7aa-d460-42d4-8b38-3dcb261503a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:27.300510 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "DELETE /v2.0/floatingips/d7ae1d3f-dbe8-4b5f-839d-6f4a1b23c3a5 HTTP/1.1" status: 204 len: 168 time: 1.1578736 Jun 22 10:46:27.301231 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0647f4fb-655c-40fc-9e20-fec94b6ac895', 'tag': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:46:27.385712 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-a802a7aa-d460-42d4-8b38-3dcb261503a0 None None] Set router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:46:27.427754 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8719eaa8a36a58801c725010a82c40baf58e675eda41dfe742182361bb8d4c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6279ce-05f8-4600-bb3c-44de678b1c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "0647f4fb-655c-40fc-9e20-fec94b6ac895", "tag": "21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:46:27.584545 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-a802a7aa-d460-42d4-8b38-3dcb261503a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:35:04Z', 'revision_number': 4, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port': {'id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:01Z', 'updated_at': '2021-06-22T10:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '7cb878f1-84ca-41a3-82ab-6cd82c8f1341', 'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'mac_address': 'fa:16:3e:e6:9d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:03Z', 'updated_at': '2021-06-22T10:35:10Z', 'revision_number': 5, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'subnets': [{'id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:27.614501 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a802a7aa-d460-42d4-8b38-3dcb261503a0 None None] Checking router: 76f042a4-57b6-4f28-bf93-81a5ca56ae66 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:46:27.622802 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a802a7aa-d460-42d4-8b38-3dcb261503a0 None None] Routers {'76f042a4-57b6-4f28-bf93-81a5ca56ae66'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:46:27.623418 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-a802a7aa-d460-42d4-8b38-3dcb261503a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:27.726385 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-a802a7aa-d460-42d4-8b38-3dcb261503a0 None None] Set router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:46:27.844037 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51fbc37-853c-477d-8558-1e6aceef299f x-openstack-request-id: req-a51fbc37-853c-477d-8558-1e6aceef299f {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:46:27.844487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0647f4fb-655c-40fc-9e20-fec94b6ac895", "tag": "21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:46:27.844982 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a51fbc37-853c-477d-8558-1e6aceef299f {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:46:27.845461 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0647f4fb-655c-40fc-9e20-fec94b6ac895', 'tag': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3', 'status': 'completed', 'code': 200} Jun 22 10:46:27.924769 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6279ce-05f8-4600-bb3c-44de678b1c6f req-98a5ced3-7f41-4074-97fe-d7640245b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:46:27.926344 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-a802a7aa-d460-42d4-8b38-3dcb261503a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:35:04Z', 'revision_number': 4, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port': {'id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:01Z', 'updated_at': '2021-06-22T10:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '7cb878f1-84ca-41a3-82ab-6cd82c8f1341', 'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'mac_address': 'fa:16:3e:e6:9d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:03Z', 'updated_at': '2021-06-22T10:35:10Z', 'revision_number': 5, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'subnets': [{'id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:27.927249 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7f6279ce-05f8-4600-bb3c-44de678b1c6f req-98a5ced3-7f41-4074-97fe-d7640245b6d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 1098 time: 0.0587609 Jun 22 10:46:27.953242 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a802a7aa-d460-42d4-8b38-3dcb261503a0 None None] The sync data for ids ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'] in dv-neutron-797121-3-hyperv is: [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:35:04Z', 'revision_number': 4, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port': {'id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:01Z', 'updated_at': '2021-06-22T10:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': '7cb878f1-84ca-41a3-82ab-6cd82c8f1341', 'name': '', 'network_id': '99ee8e8d-c8f1-418e-aca2-695eccd40dcb', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'mac_address': 'fa:16:3e:e6:9d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:03Z', 'updated_at': '2021-06-22T10:35:10Z', 'revision_number': 5, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'subnets': [{'id': 'ea781403-f569-46a8-a552-e80d8f177e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:46:28.008334 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de463168-7430-408f-99da-54e77536bdc4 req-0562826f-9365-41ac-b96e-5f49c5966e82 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:46:28.009872 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-de463168-7430-408f-99da-54e77536bdc4 req-0562826f-9365-41ac-b96e-5f49c5966e82 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0767241 Jun 22 10:46:28.034135 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6279ce-05f8-4600-bb3c-44de678b1c6f req-f84e9511-4d34-4ab0-bb17-2a0698431de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:46:28.035856 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7f6279ce-05f8-4600-bb3c-44de678b1c6f req-f84e9511-4d34-4ab0-bb17-2a0698431de5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 200 len: 910 time: 0.1017690 Jun 22 10:46:28.053238 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-de463168-7430-408f-99da-54e77536bdc4 req-736b38d8-2ecf-44c2-a6af-faaf834e825d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342402 Jun 22 10:46:28.078654 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7f6279ce-05f8-4600-bb3c-44de678b1c6f req-31d03f3d-03c8-4b74-ae83-ff5f6569af48 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 HTTP/1.1" status: 200 len: 217 time: 0.0361776 Jun 22 10:46:28.129734 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6279ce-05f8-4600-bb3c-44de678b1c6f req-811044c0-eeca-4f82-9292-b9593c69b51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:46:28.131211 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7f6279ce-05f8-4600-bb3c-44de678b1c6f req-811044c0-eeca-4f82-9292-b9593c69b51a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 200 len: 848 time: 0.0460484 Jun 22 10:46:28.189706 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af50b285-83ed-4a0b-9f60-d81b9cdab70c None None] New status for floating IP d7ae1d3f-dbe8-4b5f-839d-6f4a1b23c3a5: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:46:28.197717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6279ce-05f8-4600-bb3c-44de678b1c6f req-9b524c03-d9cf-4027-b623-a1a4daccd00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:46:28.199252 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7f6279ce-05f8-4600-bb3c-44de678b1c6f req-9b524c03-d9cf-4027-b623-a1a4daccd00d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99ee8e8d-c8f1-418e-aca2-695eccd40dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0610790 Jun 22 10:46:28.287820 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7f6279ce-05f8-4600-bb3c-44de678b1c6f req-acc1ffb8-5183-4a5d-8f7f-1ae0a9abd68b service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816715 Jun 22 10:46:28.378882 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-7f6279ce-05f8-4600-bb3c-44de678b1c6f req-b5aa00a5-7f47-4b78-8668-3524f479db94 service neutron] 10.222.0.35 "GET /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841763 Jun 22 10:46:29.228586 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5b166-9c3b-45bb-a0a4-0f18507c222e req-9ec2ce6e-287e-4b22-b375-25e1f1744d99 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:46:29.230534 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a3c5b166-9c3b-45bb-a0a4-0f18507c222e req-9ec2ce6e-287e-4b22-b375-25e1f1744d99 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0623879 Jun 22 10:46:29.266633 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-a3c5b166-9c3b-45bb-a0a4-0f18507c222e req-9f00a48e-3b4b-489f-b6a1-64885da548c7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/security-groups?id=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304537 Jun 22 10:46:29.567722 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6937b7b-317f-48e0-a925-adbd6e14e18c req-ee6f3927-1443-475c-a59b-4824409f28cc tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:46:29.569150 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a6937b7b-317f-48e0-a925-adbd6e14e18c req-ee6f3927-1443-475c-a59b-4824409f28cc tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.35 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 945 time: 0.0625589 Jun 22 10:46:29.670407 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-a6937b7b-317f-48e0-a925-adbd6e14e18c req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Deleting port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:46:29.670745 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a6937b7b-317f-48e0-a925-adbd6e14e18c req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:29.754212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-a6937b7b-317f-48e0-a925-adbd6e14e18c req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] For port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:46:29.754570 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a6937b7b-317f-48e0-a925-adbd6e14e18c req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:29.818485 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-a6937b7b-317f-48e0-a925-adbd6e14e18c req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Calling delete_port for 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:46:30.012517 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a6937b7b-317f-48e0-a925-adbd6e14e18c req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:30.016506 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-ada86c88-cca0-4f93-ab59-fc8432fd39bf tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:30.041639 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event deleted for resources: {'Port': ['ID=21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:30.053424 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:30.053820 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:30.054207 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:30.054585 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:30.054957 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:30.055332 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:30.055770 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:30.056144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:30.056520 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:30.056889 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:30.057254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:30.057615 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:30.075878 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:30.096164 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6937b7b-317f-48e0-a925-adbd6e14e18c req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] No DVR routers for this DVR port 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:46:30.098559 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-a6937b7b-317f-48e0-a925-adbd6e14e18c req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:30.100529 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a6937b7b-317f-48e0-a925-adbd6e14e18c req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.35 "DELETE /v2.0/ports/21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 HTTP/1.1" status: 204 len: 173 time: 0.5260673 Jun 22 10:46:30.101033 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0647f4fb-655c-40fc-9e20-fec94b6ac895', 'name': 'network-vif-deleted', 'tag': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:46:30.103387 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50b0edad4bc652f203f026bb1979b404ffc0e1f4f819015975e3e501c6062cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472ae3a2-d97c-4d99-9fb3-e551a9ce85e9" -d '{"events": [{"server_uuid": "0647f4fb-655c-40fc-9e20-fec94b6ac895", "name": "network-vif-deleted", "tag": "21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:46:30.186172 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c3028b-72e2-4e97-a5b2-e002455ce3b4 x-openstack-request-id: req-47c3028b-72e2-4e97-a5b2-e002455ce3b4 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:46:30.186172 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0647f4fb-655c-40fc-9e20-fec94b6ac895", "name": "network-vif-deleted", "tag": "21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:46:30.186172 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47c3028b-72e2-4e97-a5b2-e002455ce3b4 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:46:30.186506 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0647f4fb-655c-40fc-9e20-fec94b6ac895', 'name': 'network-vif-deleted', 'tag': '21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3', 'status': 'completed', 'code': 200} Jun 22 10:46:30.413192 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0791a007-2939-4cdc-8822-447f9be0be98 req-4be0bb19-14db-42e4-a89b-1a46b4ef5cc6 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 210 time: 0.0298340 Jun 22 10:46:31.568034 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7836ba44-0bf6-4e74-b7d3-bd88b57e68f9 req-6e8f96cd-a4e0-4b07-908a-7f204f91d83d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 210 time: 0.0403302 Jun 22 10:46:32.707489 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c7e1e006-d6e0-4613-af8c-2c2b4f7ac3c1 req-3d20317d-59e2-417f-8a1f-3ac08e8faa20 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 210 time: 0.0295844 Jun 22 10:46:33.860775 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f5b1768f-b9f8-480f-96ab-3445b7522b98 req-6ca6fa66-c939-4a55-b33e-a17f3f2691c7 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "GET /v2.0/ports?device_id=0647f4fb-655c-40fc-9e20-fec94b6ac895 HTTP/1.1" status: 200 len: 210 time: 0.0292966 Jun 22 10:46:34.782321 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:46:34.803215 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:46:34.803621 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 21bf24b9-bbfb-454e-b8d4-03c0b5e74ef3 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:46:34.958137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42686) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:35.017102 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3a626b58-89e6-4d0f-b1f4-25841f844030 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:35.044219 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3a626b58-89e6-4d0f-b1f4-25841f844030 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:35.177192 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3a626b58-89e6-4d0f-b1f4-25841f844030 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:35.179913 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-3a626b58-89e6-4d0f-b1f4-25841f844030 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:35.181021 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-3a626b58-89e6-4d0f-b1f4-25841f844030 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] 10.222.0.20 "DELETE /v2.0/security-groups/15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9 HTTP/1.1" status: 204 len: 168 time: 0.2218850 Jun 22 10:46:35.181854 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-dc571529-d428-40ba-9b93-215af9251bae tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:35.191368 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a626b58-89e6-4d0f-b1f4-25841f844030 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aadcc9-e5cb-4a8f-8af3-b8b19bfe82e9,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:35.193833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-3a626b58-89e6-4d0f-b1f4-25841f844030 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:35.304436 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 42690) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:35.812750 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a38c7b86-6eec-433f-b07a-8b208d9c6e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:36.064346 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-a38c7b86-6eec-433f-b07a-8b208d9c6e06 admin admin] Deleting port 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:46:36.064646 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a38c7b86-6eec-433f-b07a-8b208d9c6e06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:36.145863 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-a38c7b86-6eec-433f-b07a-8b208d9c6e06 admin admin] For port 7cb878f1-84ca-41a3-82ab-6cd82c8f1341, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=7cb878f1-84ca-41a3-82ab-6cd82c8f1341,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:46:36.146217 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a38c7b86-6eec-433f-b07a-8b208d9c6e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:36.212331 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-a38c7b86-6eec-433f-b07a-8b208d9c6e06 admin admin] Calling delete_port for 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:46:36.469102 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a38c7b86-6eec-433f-b07a-8b208d9c6e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:36.471254 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:36.497304 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c7b86-6eec-433f-b07a-8b208d9c6e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb878f1-84ca-41a3-82ab-6cd82c8f1341,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:36.525909 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a38c7b86-6eec-433f-b07a-8b208d9c6e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:36.675495 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-a38c7b86-6eec-433f-b07a-8b208d9c6e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:37.278654 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38c7b86-6eec-433f-b07a-8b208d9c6e06 admin admin] Router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:46:37.390473 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38c7b86-6eec-433f-b07a-8b208d9c6e06 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:46:37.395555 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-a38c7b86-6eec-433f-b07a-8b208d9c6e06 admin admin] 10.222.0.20 "PUT /v2.0/routers/76f042a4-57b6-4f28-bf93-81a5ca56ae66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0901339 Jun 22 10:46:37.398121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 42694) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:37.398897 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901f329-d045-4336-8cf7-c53805d75873 None None] Sync routers for ids ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:46:37.409368 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901f329-d045-4336-8cf7-c53805d75873 None None] Routers {'76f042a4-57b6-4f28-bf93-81a5ca56ae66'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:46:37.409990 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0901f329-d045-4336-8cf7-c53805d75873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:37.500937 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d0a9bce8-e42b-461f-8710-7128b3bc6125 admin admin] Notify callbacks [] for router, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:37.510272 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-0901f329-d045-4336-8cf7-c53805d75873 None None] Set router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:46:37.603246 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d0a9bce8-e42b-461f-8710-7128b3bc6125 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:37.685040 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0901f329-d045-4336-8cf7-c53805d75873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:46:36Z', 'revision_number': 5, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port': {'id': 'a5b337c7-b95c-4090-83c9-8add1492440b', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:01Z', 'updated_at': '2021-06-22T10:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:37.705041 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-d0a9bce8-e42b-461f-8710-7128b3bc6125 admin admin] Deleting port a5b337c7-b95c-4090-83c9-8add1492440b {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:46:37.705390 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d0a9bce8-e42b-461f-8710-7128b3bc6125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:37.711398 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901f329-d045-4336-8cf7-c53805d75873 None None] Checking router: 76f042a4-57b6-4f28-bf93-81a5ca56ae66 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:46:37.720145 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901f329-d045-4336-8cf7-c53805d75873 None None] Routers {'76f042a4-57b6-4f28-bf93-81a5ca56ae66'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:46:37.720776 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0901f329-d045-4336-8cf7-c53805d75873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:37.785698 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-d0a9bce8-e42b-461f-8710-7128b3bc6125 admin admin] For port a5b337c7-b95c-4090-83c9-8add1492440b, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=a5b337c7-b95c-4090-83c9-8add1492440b,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:46:37.786053 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d0a9bce8-e42b-461f-8710-7128b3bc6125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:37.803496 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-0901f329-d045-4336-8cf7-c53805d75873 None None] Set router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:46:37.852493 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-d0a9bce8-e42b-461f-8710-7128b3bc6125 admin admin] Calling delete_port for a5b337c7-b95c-4090-83c9-8add1492440b owned by network:router_gateway {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:46:37.855111 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-0901f329-d045-4336-8cf7-c53805d75873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:46:37Z', 'revision_number': 6, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:37.885160 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901f329-d045-4336-8cf7-c53805d75873 None None] The sync data for ids ['76f042a4-57b6-4f28-bf93-81a5ca56ae66'] in dv-neutron-797121-3-hyperv is: [{'id': '76f042a4-57b6-4f28-bf93-81a5ca56ae66', 'name': 'tempest-TestShelveInstance-2128134513-router', 'tenant_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:00Z', 'updated_at': '2021-06-22T10:46:37Z', 'revision_number': 6, 'project_id': 'bd33d883a6a34decb6a60f7af0bb2b9e', 'gw_port_host': None}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:46:38.093496 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d0a9bce8-e42b-461f-8710-7128b3bc6125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:38.095664 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-aae2eaa2-902b-47e4-b8a3-9c3bce18210a tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:38.119179 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9bce8-e42b-461f-8710-7128b3bc6125 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b337c7-b95c-4090-83c9-8add1492440b,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:38.122835 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d0a9bce8-e42b-461f-8710-7128b3bc6125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:38.180084 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d0a9bce8-e42b-461f-8710-7128b3bc6125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:38.271851 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d0a9bce8-e42b-461f-8710-7128b3bc6125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:38.274107 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d0a9bce8-e42b-461f-8710-7128b3bc6125 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:38.402522 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d0a9bce8-e42b-461f-8710-7128b3bc6125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:38.402984 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a9bce8-e42b-461f-8710-7128b3bc6125 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76f042a4-57b6-4f28-bf93-81a5ca56ae66 {{(pid=100653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:46:38.411712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d0a9bce8-e42b-461f-8710-7128b3bc6125 admin admin] Notify callbacks [] for router, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:38.411712 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d0a9bce8-e42b-461f-8710-7128b3bc6125 admin admin] 10.222.0.20 "DELETE /v2.0/routers/76f042a4-57b6-4f28-bf93-81a5ca56ae66 HTTP/1.1" status: 204 len: 168 time: 1.0096815 Jun 22 10:46:38.411712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 42696) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:38.459297 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4624c69-a062-461d-ba14-2837c515a48b admin admin] Deleting subnet ea781403-f569-46a8-a552-e80d8f177e85 {{(pid=100653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:46:38.462349 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f4624c69-a062-461d-ba14-2837c515a48b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:38.495093 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f4624c69-a062-461d-ba14-2837c515a48b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387074'] for subnet, precommit_delete_associations {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:38.575005 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f4624c69-a062-461d-ba14-2837c515a48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:38.654202 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:46:38.674494 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:46:38.674856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 7cb878f1-84ca-41a3-82ab-6cd82c8f1341 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:46:38.675280 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device a5b337c7-b95c-4090-83c9-8add1492440b no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:46:38.693906 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: a5b337c7-b95c-4090-83c9-8add1492440b {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:46:38.694267 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device a5b337c7-b95c-4090-83c9-8add1492440b not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:46:38.708840 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f4624c69-a062-461d-ba14-2837c515a48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9232947'] for subnet, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:38.711036 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5a1c153c-068e-434a-b328-0ff83e8250ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:38.734407 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4624c69-a062-461d-ba14-2837c515a48b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea781403-f569-46a8-a552-e80d8f177e85,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:38.737498 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f4624c69-a062-461d-ba14-2837c515a48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:38.738489 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f4624c69-a062-461d-ba14-2837c515a48b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:38.742181 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f4624c69-a062-461d-ba14-2837c515a48b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ea781403-f569-46a8-a552-e80d8f177e85 HTTP/1.1" status: 204 len: 168 time: 0.3294513 Jun 22 10:46:38.742836 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 42698) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:38.745863 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860dceae-f33e-4e62-83b2-107aa8ef5078 None None] Network 99ee8e8d-c8f1-418e-aca2-695eccd40dcb requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:46:38.817402 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:38.875326 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] Deleting port fe04ec59-f669-4a67-99a7-b797e94afd67 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:46:38.875685 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:38.939591 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] For port fe04ec59-f669-4a67-99a7-b797e94afd67, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=fe04ec59-f669-4a67-99a7-b797e94afd67,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:46:38.939933 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:38.946646 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] DHCP port deletion for 99ee8e8d-c8f1-418e-aca2-695eccd40dcb request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:46:38.996683 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] Deleting port fe04ec59-f669-4a67-99a7-b797e94afd67 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:46:38.997070 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:39.007665 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] Calling delete_port for fe04ec59-f669-4a67-99a7-b797e94afd67 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:46:39.057881 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] For port fe04ec59-f669-4a67-99a7-b797e94afd67, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=fe04ec59-f669-4a67-99a7-b797e94afd67,segment=NetworkSegment(ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7),segment_id=ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:46:39.058285 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:39.124425 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] Calling delete_port for fe04ec59-f669-4a67-99a7-b797e94afd67 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:46:39.177167 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:39.180123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-28799e72-7d7b-4543-bddd-48e50ad8830f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:39.199257 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:39.203260 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:39.207212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe04ec59-f669-4a67-99a7-b797e94afd67,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:39.210246 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:39.212576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] No DVR routers for this DVR port fe04ec59-f669-4a67-99a7-b797e94afd67 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:46:39.223697 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] Pushing event deleted for resources: {'Port': ['ID=fe04ec59-f669-4a67-99a7-b797e94afd67,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:39.233678 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:39.238210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:39.238210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:39.238210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:39.238210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:39.238210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:39.238210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:39.238210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:39.238210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:39.238210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:39.238210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:39.238210 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:39.239741 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] No DVR routers for this DVR port fe04ec59-f669-4a67-99a7-b797e94afd67 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:46:39.241117 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-7af33bf0-6a71-4a58-b2f8-f5f6e18f915e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:39.289912 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:39.301746 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ee8e8d-c8f1-418e-aca2-695eccd40dcb']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:39.313250 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:39.313582 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee610bfd-7a1c-4239-b1fc-e12acbc2d8f7') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:39.322273 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:39.335769 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:39.342012 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:46:39.342396 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:46:39.344053 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:46:39.454215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:39.458637 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:39.462056 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/99ee8e8d-c8f1-418e-aca2-695eccd40dcb HTTP/1.1" status: 204 len: 168 time: 0.7168465 Jun 22 10:46:39.462056 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-5734264a-2292-4b35-818d-b50c2debb2a4 tempest-RoutersTest-1027512903 tempest-RoutersTest-1027512903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:39.463702 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42700) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:39.474312 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=99ee8e8d-c8f1-418e-aca2-695eccd40dcb,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:39.476909 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-2fe2e86a-1b6e-40a5-a1fb-9b6e8f4822b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:39.810583 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cd4441b1-d0bf-4195-998e-05cf7ed83444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:40.075311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-cd4441b1-d0bf-4195-998e-05cf7ed83444 admin admin] Deleting port 18f51cee-9c17-4dbd-9af7-4538e819f585 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:46:40.075570 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cd4441b1-d0bf-4195-998e-05cf7ed83444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:40.156973 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-cd4441b1-d0bf-4195-998e-05cf7ed83444 admin admin] For port 18f51cee-9c17-4dbd-9af7-4538e819f585, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=18f51cee-9c17-4dbd-9af7-4538e819f585,segment=NetworkSegment(4e6422b9-7409-4f92-8e86-5beea6363ad6),segment_id=4e6422b9-7409-4f92-8e86-5beea6363ad6)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:46:40.157332 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cd4441b1-d0bf-4195-998e-05cf7ed83444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:40.219933 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-cd4441b1-d0bf-4195-998e-05cf7ed83444 admin admin] Calling delete_port for 18f51cee-9c17-4dbd-9af7-4538e819f585 owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:46:40.459675 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cd4441b1-d0bf-4195-998e-05cf7ed83444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:40.461910 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-14c7836b-483e-4024-8129-6bea74292dbb tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:40.495862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device fe04ec59-f669-4a67-99a7-b797e94afd67 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:46:40.496267 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4441b1-d0bf-4195-998e-05cf7ed83444 admin admin] Pushing event deleted for resources: {'Port': ['ID=18f51cee-9c17-4dbd-9af7-4538e819f585,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:40.498427 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cd4441b1-d0bf-4195-998e-05cf7ed83444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:40.519710 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: fe04ec59-f669-4a67-99a7-b797e94afd67 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:46:40.519710 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device fe04ec59-f669-4a67-99a7-b797e94afd67 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:46:40.665433 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cd4441b1-d0bf-4195-998e-05cf7ed83444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:40.877950 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4441b1-d0bf-4195-998e-05cf7ed83444 admin admin] Router 2437eb88-c760-453b-92f3-87228c6ca7c8 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:46:41.089775 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:41.339561 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4441b1-d0bf-4195-998e-05cf7ed83444 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:46:41.344534 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cd4441b1-d0bf-4195-998e-05cf7ed83444 admin admin] 10.222.0.20 "PUT /v2.0/routers/2437eb88-c760-453b-92f3-87228c6ca7c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8796670 Jun 22 10:46:41.347108 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42702) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:41.347787 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae38a1-cd0c-4410-a059-dc284ac4c568 None None] Sync routers for ids ['2437eb88-c760-453b-92f3-87228c6ca7c8'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:46:41.356891 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae38a1-cd0c-4410-a059-dc284ac4c568 None None] Routers {'2437eb88-c760-453b-92f3-87228c6ca7c8'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:46:41.357519 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-aeae38a1-cd0c-4410-a059-dc284ac4c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2437eb88-c760-453b-92f3-87228c6ca7c8'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:41.452167 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85c7092a-4fa2-4abf-8b91-d6eb80c680cb admin admin] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:41.461856 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-aeae38a1-cd0c-4410-a059-dc284ac4c568 None None] Set router 2437eb88-c760-453b-92f3-87228c6ca7c8 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:46:41.556060 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85c7092a-4fa2-4abf-8b91-d6eb80c680cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:41.640530 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-aeae38a1-cd0c-4410-a059-dc284ac4c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2437eb88-c760-453b-92f3-87228c6ca7c8', 'name': 'tempest-TestShelveInstance-636575236-router', 'tenant_id': '81e25a32ed3949cb89aa4d7c6db27374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'e81d27df-6b2d-45b9-aa87-01588c49cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:07Z', 'updated_at': '2021-06-22T10:46:40Z', 'revision_number': 5, 'project_id': '81e25a32ed3949cb89aa4d7c6db27374', 'gw_port': {'id': 'e81d27df-6b2d-45b9-aa87-01588c49cf98', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2437eb88-c760-453b-92f3-87228c6ca7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:35:08Z', 'updated_at': '2021-06-22T10:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:41.666664 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae38a1-cd0c-4410-a059-dc284ac4c568 None None] Checking router: 2437eb88-c760-453b-92f3-87228c6ca7c8 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:46:41.675701 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae38a1-cd0c-4410-a059-dc284ac4c568 None None] Routers {'2437eb88-c760-453b-92f3-87228c6ca7c8'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:46:41.676327 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-aeae38a1-cd0c-4410-a059-dc284ac4c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:46:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2437eb88-c760-453b-92f3-87228c6ca7c8'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:41.710907 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-85c7092a-4fa2-4abf-8b91-d6eb80c680cb admin admin] Deleting port e81d27df-6b2d-45b9-aa87-01588c49cf98 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:46:41.711169 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85c7092a-4fa2-4abf-8b91-d6eb80c680cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:41.762526 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-aeae38a1-cd0c-4410-a059-dc284ac4c568 None None] Set router 2437eb88-c760-453b-92f3-87228c6ca7c8 gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:46:41.788126 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-85c7092a-4fa2-4abf-8b91-d6eb80c680cb admin admin] For port e81d27df-6b2d-45b9-aa87-01588c49cf98, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=e81d27df-6b2d-45b9-aa87-01588c49cf98,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:46:41.788489 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85c7092a-4fa2-4abf-8b91-d6eb80c680cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:41.816503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-aeae38a1-cd0c-4410-a059-dc284ac4c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2437eb88-c760-453b-92f3-87228c6ca7c8', 'name': 'tempest-TestShelveInstance-636575236-router', 'tenant_id': '81e25a32ed3949cb89aa4d7c6db27374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:07Z', 'updated_at': '2021-06-22T10:46:41Z', 'revision_number': 6, 'project_id': '81e25a32ed3949cb89aa4d7c6db27374', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:41.842272 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae38a1-cd0c-4410-a059-dc284ac4c568 None None] The sync data for ids ['2437eb88-c760-453b-92f3-87228c6ca7c8'] in dv-neutron-797121-3-hyperv is: [{'id': '2437eb88-c760-453b-92f3-87228c6ca7c8', 'name': 'tempest-TestShelveInstance-636575236-router', 'tenant_id': '81e25a32ed3949cb89aa4d7c6db27374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:35:07Z', 'updated_at': '2021-06-22T10:46:41Z', 'revision_number': 6, 'project_id': '81e25a32ed3949cb89aa4d7c6db27374', 'gw_port_host': None}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:46:41.856028 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-85c7092a-4fa2-4abf-8b91-d6eb80c680cb admin admin] Calling delete_port for e81d27df-6b2d-45b9-aa87-01588c49cf98 owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:46:42.103129 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85c7092a-4fa2-4abf-8b91-d6eb80c680cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:42.105409 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-bcf247e0-a02e-47f6-99af-48a1d34841df tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:42.127073 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7092a-4fa2-4abf-8b91-d6eb80c680cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e81d27df-6b2d-45b9-aa87-01588c49cf98,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:42.130609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-85c7092a-4fa2-4abf-8b91-d6eb80c680cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:42.197760 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85c7092a-4fa2-4abf-8b91-d6eb80c680cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:42.299733 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85c7092a-4fa2-4abf-8b91-d6eb80c680cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:42.302138 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85c7092a-4fa2-4abf-8b91-d6eb80c680cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:42.419234 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85c7092a-4fa2-4abf-8b91-d6eb80c680cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:42.419913 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c7092a-4fa2-4abf-8b91-d6eb80c680cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2437eb88-c760-453b-92f3-87228c6ca7c8 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:46:42.424832 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-85c7092a-4fa2-4abf-8b91-d6eb80c680cb admin admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:42.426395 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-85c7092a-4fa2-4abf-8b91-d6eb80c680cb admin admin] 10.222.0.20 "DELETE /v2.0/routers/2437eb88-c760-453b-92f3-87228c6ca7c8 HTTP/1.1" status: 204 len: 168 time: 1.0781136 Jun 22 10:46:42.428900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42704) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:42.475076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-611f445d-25fd-45cb-94bc-a92f9f6b6470 admin admin] Deleting subnet 2bb07559-ef3d-4ee9-99bc-dd6dd073a130 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:46:42.478101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-611f445d-25fd-45cb-94bc-a92f9f6b6470 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:42.517986 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-611f445d-25fd-45cb-94bc-a92f9f6b6470 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:42.595998 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-611f445d-25fd-45cb-94bc-a92f9f6b6470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:42.670633 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 18f51cee-9c17-4dbd-9af7-4538e819f585 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:46:42.692263 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 18f51cee-9c17-4dbd-9af7-4538e819f585 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:46:42.692621 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 18f51cee-9c17-4dbd-9af7-4538e819f585 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:46:42.693045 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e81d27df-6b2d-45b9-aa87-01588c49cf98 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:46:42.712179 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: e81d27df-6b2d-45b9-aa87-01588c49cf98 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:46:42.712534 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device e81d27df-6b2d-45b9-aa87-01588c49cf98 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:46:42.719737 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-611f445d-25fd-45cb-94bc-a92f9f6b6470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:42.719737 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e1c26466-6102-46d9-b713-e4706ec2ff71 tempest-RoutersNegativeTest-1908826543 tempest-RoutersNegativeTest-1908826543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:42.744478 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f445d-25fd-45cb-94bc-a92f9f6b6470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bb07559-ef3d-4ee9-99bc-dd6dd073a130,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:42.747647 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-611f445d-25fd-45cb-94bc-a92f9f6b6470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:42.750786 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-611f445d-25fd-45cb-94bc-a92f9f6b6470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:42.752712 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-611f445d-25fd-45cb-94bc-a92f9f6b6470 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2bb07559-ef3d-4ee9-99bc-dd6dd073a130 HTTP/1.1" status: 204 len: 168 time: 0.3228846 Jun 22 10:46:42.755252 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42706) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:42.756214 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360c5641-1c13-4e84-89f7-0f8f531689a0 None None] Network 410ad7b3-89d1-4562-be8b-9be2128cea56 requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:46:42.833019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:42.910287 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] Deleting port 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:46:42.910635 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:42.964588 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8481d299-fb6c-4ee4-a713-6f68fb725f1a None None] DHCP port deletion for 410ad7b3-89d1-4562-be8b-9be2128cea56 request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:46:42.983071 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] For port 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=78386a92-9c3b-4ce4-ad2b-2c8cab16ae64,segment=NetworkSegment(4e6422b9-7409-4f92-8e86-5beea6363ad6),segment_id=4e6422b9-7409-4f92-8e86-5beea6363ad6)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:46:42.983455 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:43.014686 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-8481d299-fb6c-4ee4-a713-6f68fb725f1a None None] Deleting port 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:46:43.015068 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8481d299-fb6c-4ee4-a713-6f68fb725f1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:43.048714 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] Calling delete_port for 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 owned by network:dhcp {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:46:43.214388 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:43.218223 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-84a4511f-d1b5-4bb6-9683-00067c508034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:43.224464 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-8481d299-fb6c-4ee4-a713-6f68fb725f1a None None] For port 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=78386a92-9c3b-4ce4-ad2b-2c8cab16ae64,segment=NetworkSegment(4e6422b9-7409-4f92-8e86-5beea6363ad6),segment_id=4e6422b9-7409-4f92-8e86-5beea6363ad6)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:46:43.224862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8481d299-fb6c-4ee4-a713-6f68fb725f1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:43.241596 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=78386a92-9c3b-4ce4-ad2b-2c8cab16ae64,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:43.245571 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:43.246361 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] No DVR routers for this DVR port 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 on host dv-neutron-797121-3-hyperv {{(pid=100652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:46:43.291658 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-8481d299-fb6c-4ee4-a713-6f68fb725f1a None None] Calling delete_port for 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:46:43.319335 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:43.329863 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410ad7b3-89d1-4562-be8b-9be2128cea56']}} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:43.340378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6422b9-7409-4f92-8e86-5beea6363ad6') {'for_net_delete': True} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:43.340688 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.services.segments.db [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6422b9-7409-4f92-8e86-5beea6363ad6') {} {{(pid=100652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:43.351019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9898441'] for segment, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:43.364967 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:43.366765 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8481d299-fb6c-4ee4-a713-6f68fb725f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:43.368802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:43.373218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=100652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:46:43.373218 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9891134'] for segment, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: Traceback (most recent call last): Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: timer() Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: cb(*args, **kw) Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: return func(*args, **kwargs) Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: self._notify() Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: self.callback(batched_events) Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: event.method(event) Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: return f(self, *a, **k) Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._get(url).json() Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: return self.request(url, 'GET', **kwargs) Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:46:43.373486 dv-neutron-797121-3-hyperv neutron-server[100652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:46:43.390928 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481d299-fb6c-4ee4-a713-6f68fb725f1a None None] Pushing event deleted for resources: {'Port': ['ID=78386a92-9c3b-4ce4-ad2b-2c8cab16ae64,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:43.393492 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-8481d299-fb6c-4ee4-a713-6f68fb725f1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:43.397899 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8481d299-fb6c-4ee4-a713-6f68fb725f1a None None] No DVR routers for this DVR port 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:46:43.491600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:43.495718 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5888edbb-3b61-41e4-a042-0c413269f990 tempest-RoutersNegativeIpV6Test-1234186903 tempest-RoutersNegativeIpV6Test-1234186903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:43.498377 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:43.500204 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] 10.222.0.20 "DELETE /v2.0/networks/410ad7b3-89d1-4562-be8b-9be2128cea56 HTTP/1.1" status: 204 len: 168 time: 0.7439826 Jun 22 10:46:43.511553 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=410ad7b3-89d1-4562-be8b-9be2128cea56,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:43.516487 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-aaa18e33-2603-48ee-9378-ceceb3814f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:43.922253 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42710) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:43.961465 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-15e2be52-0945-4a49-aca0-75b54cadc33a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd33d883a6a34decb6a60f7af0bb2b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378633 Jun 22 10:46:43.964468 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42712) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:44.028624 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ba5532bf-1b71-47c1-914a-2da1180b6e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:44.053608 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ba5532bf-1b71-47c1-914a-2da1180b6e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:44.184529 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ba5532bf-1b71-47c1-914a-2da1180b6e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:44.187544 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-ba5532bf-1b71-47c1-914a-2da1180b6e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:44.188690 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ba5532bf-1b71-47c1-914a-2da1180b6e11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e88bf253-829d-4ff3-90d0-aabd624e3f7d HTTP/1.1" status: 204 len: 168 time: 0.2233257 Jun 22 10:46:44.189610 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c220dc1a-df17-4040-a17a-072c001e8e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:44.197236 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5532bf-1b71-47c1-914a-2da1180b6e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88bf253-829d-4ff3-90d0-aabd624e3f7d,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:44.200171 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ba5532bf-1b71-47c1-914a-2da1180b6e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:44.501925 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:46:44.524425 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:46:44.528284 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 78386a92-9c3b-4ce4-ad2b-2c8cab16ae64 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:46:44.990238 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42718) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:45.030292 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-971ec7be-b1ea-4cde-b312-528d2de1d621 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81e25a32ed3949cb89aa4d7c6db27374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387931 Jun 22 10:46:45.032915 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42720) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:45.083040 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f356f84-827c-41f7-96b9-9f09cbfc22bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:45.104740 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f356f84-827c-41f7-96b9-9f09cbfc22bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:45.248179 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f356f84-827c-41f7-96b9-9f09cbfc22bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:45.250767 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8f356f84-827c-41f7-96b9-9f09cbfc22bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:45.252015 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8f356f84-827c-41f7-96b9-9f09cbfc22bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90060d62-170d-48af-a6c9-b5f3776f02ff HTTP/1.1" status: 204 len: 168 time: 0.2181883 Jun 22 10:46:45.252903 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-2d7d43c5-696b-406f-9984-91307a88ee53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:45.262675 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f356f84-827c-41f7-96b9-9f09cbfc22bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90060d62-170d-48af-a6c9-b5f3776f02ff,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:45.263698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8f356f84-827c-41f7-96b9-9f09cbfc22bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:46.326945 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42742) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:46.419765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-d09931d8-a6a4-4a63-b239-971579a02610 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-393408373-network', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:46:46.522018 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09931d8-a6a4-4a63-b239-971579a02610 admin admin] Made reservation on behalf of bf2317a42c5e4ce1b5a4b992ef5f19ad for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:46:46.524751 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d09931d8-a6a4-4a63-b239-971579a02610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:46.536888 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d09931d8-a6a4-4a63-b239-971579a02610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:46.626184 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d09931d8-a6a4-4a63-b239-971579a02610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:46.714036 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-63d996a4-4a6a-48bd-8c13-d816015e8af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:46.742380 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d09931d8-a6a4-4a63-b239-971579a02610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:46.746216 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8eaa41dd-a491-487b-b257-4e82119e89d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:46.770633 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09931d8-a6a4-4a63-b239-971579a02610 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:46:46.777319 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09931d8-a6a4-4a63-b239-971579a02610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edd6629-10ce-4f9c-b7bb-c64066627683,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:46.780371 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d09931d8-a6a4-4a63-b239-971579a02610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:46.784532 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d09931d8-a6a4-4a63-b239-971579a02610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:46.784912 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-d09931d8-a6a4-4a63-b239-971579a02610 admin admin] Added segment 8f2dc7b0-31e7-406f-94ca-d399f640ddc3 of type vlan for network 542c80c4-7376-4158-8cf1-05e75d088f7b Jun 22 10:46:46.823639 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d09931d8-a6a4-4a63-b239-971579a02610 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:46.914112 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d09931d8-a6a4-4a63-b239-971579a02610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:46.915189 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09931d8-a6a4-4a63-b239-971579a02610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:46:46.915826 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-d09931d8-a6a4-4a63-b239-971579a02610 admin admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:46.918696 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-ee3ecce4-a258-4231-bc78-660c72578cd4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:46.975286 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09931d8-a6a4-4a63-b239-971579a02610 admin admin] Pushing event updated for resources: {'Network': ['ID=542c80c4-7376-4158-8cf1-05e75d088f7b,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:46.978416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d09931d8-a6a4-4a63-b239-971579a02610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:46.985886 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 542c80c4-7376-4158-8cf1-05e75d088f7b details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:46:47.034712 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-d09931d8-a6a4-4a63-b239-971579a02610 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7066050 Jun 22 10:46:47.038239 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42746) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:47.043906 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-52e39958-170d-438f-a735-7e04a0116744 admin admin] Request body: {'subnet': {'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-393408373-subnet', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'ip_version': 4}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:46:47.136805 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e39958-170d-438f-a735-7e04a0116744 admin admin] Made reservation on behalf of bf2317a42c5e4ce1b5a4b992ef5f19ad for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:46:47.139227 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-52e39958-170d-438f-a735-7e04a0116744 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:47.371353 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-52e39958-170d-438f-a735-7e04a0116744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:47.373547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-9a8495cc-cec7-4cea-bcf0-70517e1201fd tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:47.433521 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e39958-170d-438f-a735-7e04a0116744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=952ff421-bcab-4f6b-8d04-30b12ee0531b,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:47.436283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-52e39958-170d-438f-a735-7e04a0116744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:47.443636 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e39958-170d-438f-a735-7e04a0116744 admin admin] Checking segment: {'id': '8f2dc7b0-31e7-406f-94ca-d399f640ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:46:47.444030 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e39958-170d-438f-a735-7e04a0116744 admin admin] Network hostable DHCP agents. Network: 542c80c4-7376-4158-8cf1-05e75d088f7b, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:46:47.528027 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e39958-170d-438f-a735-7e04a0116744 admin admin] Network 542c80c4-7376-4158-8cf1-05e75d088f7b is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:46:47.622589 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-52e39958-170d-438f-a735-7e04a0116744 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 542c80c4-7376-4158-8cf1-05e75d088f7b) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:46:47.626620 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e39958-170d-438f-a735-7e04a0116744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:46:47.627246 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-52e39958-170d-438f-a735-7e04a0116744 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:47.635940 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476d810a-2a6e-4163-b277-de5b87a5c825 None None] Network 542c80c4-7376-4158-8cf1-05e75d088f7b requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:46:47.700351 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-52e39958-170d-438f-a735-7e04a0116744 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6609745 Jun 22 10:46:47.703116 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42748) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:47.707791 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:46:47.779275 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:47.780420 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:47.780570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-542c80c4-7376-4158-8cf1-05e75d088f7b', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:46:47.781509 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:47.833733 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:47.914405 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Allocated IP 172.20.0.2 (542c80c4-7376-4158-8cf1-05e75d088f7b/952ff421-bcab-4f6b-8d04-30b12ee0531b/291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:46:48.055270 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:48.058914 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:48.067326 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Transition to ACTIVE for port object 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:46:48.081673 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Transition to ACTIVE for port object 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:46:48.225599 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:48.227719 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:48.265919 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Network 542c80c4-7376-4158-8cf1-05e75d088f7b is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:46:48.271621 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:46:48.275367 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:46:48.278897 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Pushing event updated for resources: {'Port': ['ID=291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:48.282810 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:48.336543 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Attempting to bind port 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:46:48.336922 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Attempting to bind port 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '8f2dc7b0-31e7-406f-94ca-d399f640ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:46:48.337300 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Attempting to bind port 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd on network 542c80c4-7376-4158-8cf1-05e75d088f7b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:46:48.342460 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:46:48.342844 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Checking segment: {'id': '8f2dc7b0-31e7-406f-94ca-d399f640ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:46:48.343259 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:48.343710 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Bound using segment: {'id': '8f2dc7b0-31e7-406f-94ca-d399f640ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:46:48.344176 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Bound port: 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2dc7b0-31e7-406f-94ca-d399f640ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:46:48.344563 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:48.393966 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:48.411506 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] For port 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:46:48.413217 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:48.414591 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] For port 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:46:48.486148 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:48.488149 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:48.513413 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Allocated IP 172.26.3.105 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/ab6d3449-4c59-41d3-92cb-6865de11a88a) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:46:48.553562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Pushing event updated for resources: {'Port': ['ID=291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:48.556713 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:48.638470 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:48.749754 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:48.752035 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-f826303d-c69f-42c4-bf7d-302bf354443d tempest-TestMinimumBasicScenario-1245625882 tempest-TestMinimumBasicScenario-1245625882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:48.789400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:46:48.792904 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:46:48.799595 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:46:48.824560 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Pushing event updated for resources: {'Port': ['ID=ab6d3449-4c59-41d3-92cb-6865de11a88a,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:48.828601 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:49.133363 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:49.133614 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-360a4fb3-8dc0-46cd-96b4-3b3c15314058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:49.358334 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:49.407767 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:49.508362 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84b20c3-a8bb-493f-8f5c-6329069603f8 None None] Network 542c80c4-7376-4158-8cf1-05e75d088f7b requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:46:49.607567 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:46:49.720159 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:46:49.730199 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Sync routers for ids ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:46:49.738295 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-ea9aa10c-9fdc-4210-b706-da52df6d1f45 None None] Provisioning for port 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:46:49.744780 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Routers {'d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:46:49.744780 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:49.830883 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:49.832348 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-261be806-0f68-411a-b230-0fc47bc3aa90 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1282170 Jun 22 10:46:49.835165 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42750) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:49.862003 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Set router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:46:50.045803 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:46:48Z', 'revision_number': 3, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port': {'id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:48Z', 'updated_at': '2021-06-22T10:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:50.072227 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Checking router: d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:46:50.072582 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Updating router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd port ab6d3449-4c59-41d3-92cb-6865de11a88a binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:46:50.118104 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:50.381379 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:50.392144 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Transition to ACTIVE for port object ab6d3449-4c59-41d3-92cb-6865de11a88a will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:46:50.457140 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:50.459678 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-8a593bd6-3cc4-413c-9396-839f4ef99b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:50.501451 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e94c5-8514-41d1-bad9-caf3f0b47653 None None] Pushing event updated for resources: {'Port': ['ID=ab6d3449-4c59-41d3-92cb-6865de11a88a,revision_number=2']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:50.512876 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e94c5-8514-41d1-bad9-caf3f0b47653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:50.513215 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e94c5-8514-41d1-bad9-caf3f0b47653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:50.513556 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e94c5-8514-41d1-bad9-caf3f0b47653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:50.513903 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e94c5-8514-41d1-bad9-caf3f0b47653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:50.514391 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e94c5-8514-41d1-bad9-caf3f0b47653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:50.514743 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e94c5-8514-41d1-bad9-caf3f0b47653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:50.515074 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e94c5-8514-41d1-bad9-caf3f0b47653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:50.515401 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e94c5-8514-41d1-bad9-caf3f0b47653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:50.515777 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e94c5-8514-41d1-bad9-caf3f0b47653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:50.516101 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e94c5-8514-41d1-bad9-caf3f0b47653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:50.516433 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e94c5-8514-41d1-bad9-caf3f0b47653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:50.516755 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e94c5-8514-41d1-bad9-caf3f0b47653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:46:50.520619 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-a26e94c5-8514-41d1-bad9-caf3f0b47653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:50.537062 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Attempting to bind port ab6d3449-4c59-41d3-92cb-6865de11a88a on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:46:50.537469 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Attempting to bind port ab6d3449-4c59-41d3-92cb-6865de11a88a by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:46:50.537842 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Attempting to bind port ab6d3449-4c59-41d3-92cb-6865de11a88a on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:46:50.544697 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:46:50.545087 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:46:50.545507 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:50.545922 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:46:50.546421 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Bound port: ab6d3449-4c59-41d3-92cb-6865de11a88a, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:46:50.546809 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:50.561689 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:46:50.601629 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] For port ab6d3449-4c59-41d3-92cb-6865de11a88a, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:46:50.606427 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] For port ab6d3449-4c59-41d3-92cb-6865de11a88a, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ab6d3449-4c59-41d3-92cb-6865de11a88a,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:46:50.682797 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:50.685744 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-f54be688-68a8-405e-9b09-1d552fbf0a31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:50.693379 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:46:50.700935 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:46:50.701539 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:50.704184 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:50.745977 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e94c5-8514-41d1-bad9-caf3f0b47653 None None] Pushing event updated for resources: {'Port': ['ID=ab6d3449-4c59-41d3-92cb-6865de11a88a,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:50.746607 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:50.750459 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-a26e94c5-8514-41d1-bad9-caf3f0b47653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:50.755825 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Routers {'d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:46:50.756463 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:50.788132 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:50.823867 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:46:50.861626 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] Set router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:46:50.875994 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Allocated IP 172.20.0.1 (542c80c4-7376-4158-8cf1-05e75d088f7b/952ff421-bcab-4f6b-8d04-30b12ee0531b/bb491335-a103-450a-bb9e-18dc67bbf203) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:46:50.956506 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:50.958382 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:50.989382 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:51.003843 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.provisioning_blocks [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Transition to ACTIVE for port object bb491335-a103-450a-bb9e-18dc67bbf203 will not be triggered until provisioned by entity DHCP. {{(pid=100652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:46:51.006132 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:51.008544 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:51.045358 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:46:48Z', 'revision_number': 3, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port': {'id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:48Z', 'updated_at': '2021-06-22T10:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:51.071783 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b04c09-9b88-40a3-9c2c-7b0d3a5d0b11 None None] The sync data for ids ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'] in dv-neutron-797121-3-hyperv is: [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:46:48Z', 'revision_number': 3, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port': {'id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:48Z', 'updated_at': '2021-06-22T10:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:46:51.116626 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:51.118809 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e0c07908-6713-4791-bd93-dae1d62e852a tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:51.156807 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Network 542c80c4-7376-4158-8cf1-05e75d088f7b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:46:51.159577 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:46:51.162160 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:46:51.189858 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Pushing event updated for resources: {'Port': ['ID=bb491335-a103-450a-bb9e-18dc67bbf203,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:51.192819 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:51.215343 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:51.464587 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b1718a96-31d9-436a-a28c-7e430b6fa3e6 None None] Provisioning for port bb491335-a103-450a-bb9e-18dc67bbf203 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:46:51.467314 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:51.470027 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-b1718a96-31d9-436a-a28c-7e430b6fa3e6 None None] Provisioning complete for port bb491335-a103-450a-bb9e-18dc67bbf203 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:46:51.470493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b1718a96-31d9-436a-a28c-7e430b6fa3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:51.506490 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-b1718a96-31d9-436a-a28c-7e430b6fa3e6 None None] Port bb491335-a103-450a-bb9e-18dc67bbf203 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:46:51.650284 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:51.731600 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:51.734144 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-5030fa83-725a-43c4-b265-68743ea1d751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:51.804777 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Pushing event updated for resources: {'Port': ['ID=bb491335-a103-450a-bb9e-18dc67bbf203,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:51.807203 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:51.809865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:51.905269 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Network 542c80c4-7376-4158-8cf1-05e75d088f7b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:46:51.906615 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:46:52.016776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:52.025866 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:46:52.138169 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-d99e6606-2c8b-40a1-9542-debefe9a6932 None None] Provisioning complete for port bb491335-a103-450a-bb9e-18dc67bbf203 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:46:52.138771 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d99e6606-2c8b-40a1-9542-debefe9a6932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:52.143822 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:46:52.149951 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] 10.222.0.20 "PUT /v2.0/routers/d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3129971 Jun 22 10:46:52.175032 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-d99e6606-2c8b-40a1-9542-debefe9a6932 None None] Port bb491335-a103-450a-bb9e-18dc67bbf203 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:46:52.576025 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:46:52.627026 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Sync routers for ids ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:46:52.640016 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:46:52.640406 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:52.642900 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Routers {'d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:46:52.643572 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:52.803410 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Set router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:46:52.836914 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ab6d3449-4c59-41d3-92cb-6865de11a88a up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:46:52.839972 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42766) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:52.845259 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-8b6a9dc1-7358-4d52-9ce5-d9d7c1a2aff3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-720013793-network', 'tenant_id': 'fbeb1be1215b4e94b2f2e681087bd745'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:46:52.942562 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6a9dc1-7358-4d52-9ce5-d9d7c1a2aff3 admin admin] Made reservation on behalf of fbeb1be1215b4e94b2f2e681087bd745 for: {'network': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:46:52.945371 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8b6a9dc1-7358-4d52-9ce5-d9d7c1a2aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for network, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:52.955566 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8b6a9dc1-7358-4d52-9ce5-d9d7c1a2aff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:53.035052 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port ab6d3449-4c59-41d3-92cb-6865de11a88a completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:46:53.044591 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port ab6d3449-4c59-41d3-92cb-6865de11a88a triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:46:53.044591 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:53.065113 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8b6a9dc1-7358-4d52-9ce5-d9d7c1a2aff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:53.080604 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:46:51Z', 'revision_number': 4, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port': {'id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:48Z', 'updated_at': '2021-06-22T10:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'bb491335-a103-450a-bb9e-18dc67bbf203', 'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'mac_address': 'fa:16:3e:f8:81:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:50Z', 'updated_at': '2021-06-22T10:46:51Z', 'revision_number': 2, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'subnets': [{'id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:53.114211 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Checking router: d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:46:53.114587 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Updating router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd port bb491335-a103-450a-bb9e-18dc67bbf203 binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:46:53.156547 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8b6a9dc1-7358-4d52-9ce5-d9d7c1a2aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:53.163509 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b8ba7892-88dc-4558-81dc-2e108e3b9111 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:53.173912 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:53.196867 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:53.199483 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6a9dc1-7358-4d52-9ce5-d9d7c1a2aff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=100652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:46:53.210383 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a9dc1-7358-4d52-9ce5-d9d7c1a2aff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319e045d-b8e8-4063-906b-fa0d64df25ad,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:53.225923 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8b6a9dc1-7358-4d52-9ce5-d9d7c1a2aff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:53.227039 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8b6a9dc1-7358-4d52-9ce5-d9d7c1a2aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:53.227391 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.segments_db [None req-8b6a9dc1-7358-4d52-9ce5-d9d7c1a2aff3 admin admin] Added segment 542d372d-ee99-4780-a518-a22b3ee0e01c of type vlan for network 71dffd35-2e8f-4945-80b7-f380f64b2d2d Jun 22 10:46:53.240681 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port ab6d3449-4c59-41d3-92cb-6865de11a88a, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ab6d3449-4c59-41d3-92cb-6865de11a88a,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:46:53.266235 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8b6a9dc1-7358-4d52-9ce5-d9d7c1a2aff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755272087251'] for network, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:53.332325 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:53.355924 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8b6a9dc1-7358-4d52-9ce5-d9d7c1a2aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785'] for network, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:53.356648 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:53.357001 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6a9dc1-7358-4d52-9ce5-d9d7c1a2aff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:46:53.357590 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-8b6a9dc1-7358-4d52-9ce5-d9d7c1a2aff3 admin admin] Notify callbacks [] for network, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:53.360728 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-574180e3-c114-4999-840f-0b6325dda08c tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:53.416558 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a9dc1-7358-4d52-9ce5-d9d7c1a2aff3 admin admin] Pushing event updated for resources: {'Network': ['ID=71dffd35-2e8f-4945-80b7-f380f64b2d2d,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:53.419232 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8b6a9dc1-7358-4d52-9ce5-d9d7c1a2aff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:53.424354 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=ab6d3449-4c59-41d3-92cb-6865de11a88a,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:53.430894 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Network 71dffd35-2e8f-4945-80b7-f380f64b2d2d details requested by agent ovs-agent-dv-neutron-797121-3-hyperv with host dv-neutron-797121-3-hyperv {{(pid=100654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:46:53.433056 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:53.470980 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-8b6a9dc1-7358-4d52-9ce5-d9d7c1a2aff3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6299002 Jun 22 10:46:53.473706 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42768) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:53.478855 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-e8468c8c-e26c-4e03-bfa8-2612e723e237 admin admin] Request body: {'subnet': {'network_id': '71dffd35-2e8f-4945-80b7-f380f64b2d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-720013793-subnet', 'tenant_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'ip_version': 4}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:46:53.559993 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8468c8c-e26c-4e03-bfa8-2612e723e237 admin admin] Made reservation on behalf of fbeb1be1215b4e94b2f2e681087bd745 for: {'subnet': 1} {{(pid=100652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:46:53.562698 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e8468c8c-e26c-4e03-bfa8-2612e723e237 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9178237'] for subnet, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:53.724278 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:53.734279 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Transition to ACTIVE for port object bb491335-a103-450a-bb9e-18dc67bbf203 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:46:53.810818 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:53.813187 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:53.822563 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e8468c8c-e26c-4e03-bfa8-2612e723e237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9890904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9178191'] for subnet, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:53.825452 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cc4b80f6-fce9-4c40-bd7e-49d3d2af0589 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:53.884793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8468c8c-e26c-4e03-bfa8-2612e723e237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5cfc245-9c8e-4e44-ac37-d5f7daa814e8,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:53.887479 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98c4b6-155d-4a52-bf8e-563deb09f2ee None None] Pushing event updated for resources: {'Port': ['ID=bb491335-a103-450a-bb9e-18dc67bbf203,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:53.889491 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-e8468c8c-e26c-4e03-bfa8-2612e723e237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:53.890833 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8468c8c-e26c-4e03-bfa8-2612e723e237 admin admin] Checking segment: {'id': '542d372d-ee99-4780-a518-a22b3ee0e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71dffd35-2e8f-4945-80b7-f380f64b2d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:46:53.891192 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8468c8c-e26c-4e03-bfa8-2612e723e237 admin admin] Network hostable DHCP agents. Network: 71dffd35-2e8f-4945-80b7-f380f64b2d2d, hostable agents: ['c94126f3-927c-428b-942e-6e5362636d37'], hosted agents: [] {{(pid=100652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:46:53.891831 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-db98c4b6-155d-4a52-bf8e-563deb09f2ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:53.946784 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Attempting to bind port bb491335-a103-450a-bb9e-18dc67bbf203 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:46:53.947170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Attempting to bind port bb491335-a103-450a-bb9e-18dc67bbf203 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '8f2dc7b0-31e7-406f-94ca-d399f640ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:46:53.947593 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Attempting to bind port bb491335-a103-450a-bb9e-18dc67bbf203 on network 542c80c4-7376-4158-8cf1-05e75d088f7b {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:46:53.953053 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:46:53.953434 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Checking segment: {'id': '8f2dc7b0-31e7-406f-94ca-d399f640ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:46:53.956753 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:53.956753 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Bound using segment: {'id': '8f2dc7b0-31e7-406f-94ca-d399f640ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:46:53.956753 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Bound port: bb491335-a103-450a-bb9e-18dc67bbf203, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2dc7b0-31e7-406f-94ca-d399f640ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:46:53.956753 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:53.980602 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8468c8c-e26c-4e03-bfa8-2612e723e237 admin admin] Network 71dffd35-2e8f-4945-80b7-f380f64b2d2d is scheduled to be hosted by DHCP agent c94126f3-927c-428b-942e-6e5362636d37 with binding_index 1 {{(pid=100652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:46:54.029511 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] For port bb491335-a103-450a-bb9e-18dc67bbf203, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:46:54.032953 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] For port bb491335-a103-450a-bb9e-18dc67bbf203, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=bb491335-a103-450a-bb9e-18dc67bbf203,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:46:54.079268 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-e8468c8c-e26c-4e03-bfa8-2612e723e237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-3-hyperv, 71dffd35-2e8f-4945-80b7-f380f64b2d2d) {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:46:54.083340 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8468c8c-e26c-4e03-bfa8-2612e723e237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:46:54.083968 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-e8468c8c-e26c-4e03-bfa8-2612e723e237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:54.088622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53812907-8670-4cfa-92a7-7c55e97ec307 None None] Network 71dffd35-2e8f-4945-80b7-f380f64b2d2d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:46:54.129794 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:54.137121 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-db98c4b6-155d-4a52-bf8e-563deb09f2ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:54.160159 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-e8468c8c-e26c-4e03-bfa8-2612e723e237 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6852548 Jun 22 10:46:54.162512 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42770) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:54.167084 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-720013793-router', 'tenant_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:46:54.228722 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Routers {'d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:46:54.232126 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:54.232126 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98c4b6-155d-4a52-bf8e-563deb09f2ee None None] Pushing event updated for resources: {'Port': ['ID=bb491335-a103-450a-bb9e-18dc67bbf203,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:54.239582 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-db98c4b6-155d-4a52-bf8e-563deb09f2ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:54.251261 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7241'] for router, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:54.252452 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7216'] for router, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:54.316116 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:54.392627 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbef6dc39-12cb-54d3-b363-f3230994aa7f-71dffd35-2e8f-4945-80b7-f380f64b2d2d', 'network_id': '71dffd35-2e8f-4945-80b7-f380f64b2d2d', 'tenant_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'fixed_ips': [{'subnet_id': 'b5cfc245-9c8e-4e44-ac37-d5f7daa814e8'}]}} from dv-neutron-797121-3-hyperv. {{(pid=100654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:46:54.393769 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:54.399548 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] Set router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:46:54.521022 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7202'] for router, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:54.545989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ab6d3449-4c59-41d3-92cb-6865de11a88a up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:46:54.708976 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.db_base_plugin_common [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Allocated IP 172.20.0.2 (71dffd35-2e8f-4945-80b7-f380f64b2d2d/b5cfc245-9c8e-4e44-ac37-d5f7daa814e8/afaa56bb-0854-43fc-8b1b-196f297b8cd0) {{(pid=100654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:46:54.710992 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port ab6d3449-4c59-41d3-92cb-6865de11a88a triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:46:54.711373 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:54.814535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:54.834585 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:54.955015 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Allocated IP 172.26.3.184 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:46:54.966549 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:46:51Z', 'revision_number': 4, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port': {'id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:48Z', 'updated_at': '2021-06-22T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'bb491335-a103-450a-bb9e-18dc67bbf203', 'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'mac_address': 'fa:16:3e:f8:81:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:50Z', 'updated_at': '2021-06-22T10:46:54Z', 'revision_number': 4, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'subnets': [{'id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:55.004222 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f36d242-f543-4a0e-b808-baf8786b6b8d None None] The sync data for ids ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'] in dv-neutron-797121-3-hyperv is: [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:46:51Z', 'revision_number': 4, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port': {'id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:48Z', 'updated_at': '2021-06-22T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'bb491335-a103-450a-bb9e-18dc67bbf203', 'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'mac_address': 'fa:16:3e:f8:81:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:50Z', 'updated_at': '2021-06-22T10:46:54Z', 'revision_number': 4, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'subnets': [{'id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:46:55.010912 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Notify callbacks [] for port, precommit_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:55.020086 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Transition to ACTIVE for port object afaa56bb-0854-43fc-8b1b-196f297b8cd0 will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:46:55.036506 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Transition to ACTIVE for port object afaa56bb-0854-43fc-8b1b-196f297b8cd0 will not be triggered until provisioned by entity DHCP. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:46:55.086543 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:55.110179 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213'] for port, after_create {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:55.111335 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:55.158703 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Network 71dffd35-2e8f-4945-80b7-f380f64b2d2d is already hosted by enough agents. {{(pid=100654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:46:55.163841 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.scheduler.base_scheduler [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Resources bound (agent type, host, resource id): {{(pid=100654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:46:55.168885 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Received port after_create {{(pid=100654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:46:55.172105 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Pushing event updated for resources: {'Port': ['ID=afaa56bb-0854-43fc-8b1b-196f297b8cd0,revision_number=1']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:55.176477 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:55.205660 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:55.208086 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-1a871755-65c9-4469-ad18-03f0dc878880 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:55.232759 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Attempting to bind port afaa56bb-0854-43fc-8b1b-196f297b8cd0 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:46:55.235672 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Attempting to bind port afaa56bb-0854-43fc-8b1b-196f297b8cd0 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '542d372d-ee99-4780-a518-a22b3ee0e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71dffd35-2e8f-4945-80b7-f380f64b2d2d'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:46:55.235672 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Attempting to bind port afaa56bb-0854-43fc-8b1b-196f297b8cd0 on network 71dffd35-2e8f-4945-80b7-f380f64b2d2d {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:46:55.239816 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:46:55.240324 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Checking segment: {'id': '542d372d-ee99-4780-a518-a22b3ee0e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71dffd35-2e8f-4945-80b7-f380f64b2d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:46:55.240905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:55.241293 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Bound using segment: {'id': '542d372d-ee99-4780-a518-a22b3ee0e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71dffd35-2e8f-4945-80b7-f380f64b2d2d'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:46:55.241858 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Bound port: afaa56bb-0854-43fc-8b1b-196f297b8cd0, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542d372d-ee99-4780-a518-a22b3ee0e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71dffd35-2e8f-4945-80b7-f380f64b2d2d'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:46:55.242320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:55.261938 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:46:55.266523 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:55.275548 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:46:55.278217 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:55.278928 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:46:55.321558 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-63a11539-e520-4558-8b30-b88de1723859 None None] For port afaa56bb-0854-43fc-8b1b-196f297b8cd0, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:46:55.332827 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-63a11539-e520-4558-8b30-b88de1723859 None None] For port afaa56bb-0854-43fc-8b1b-196f297b8cd0, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=afaa56bb-0854-43fc-8b1b-196f297b8cd0,segment=NetworkSegment(542d372d-ee99-4780-a518-a22b3ee0e01c),segment_id=542d372d-ee99-4780-a518-a22b3ee0e01c)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:46:55.405607 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:55.407878 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:55.468745 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Pushing event updated for resources: {'Port': ['ID=afaa56bb-0854-43fc-8b1b-196f297b8cd0,revision_number=2']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:55.471967 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:55.684836 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:55.897390 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773679'] for router, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:56.124920 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:46:56.151900 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Router 2bfd5a83-d1ee-4b6a-b93e-33181b0612d5 is scheduled to L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 with binding_index 1 {{(pid=100652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:46:56.260648 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:46:56.270721 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Sync routers for ids ['2bfd5a83-d1ee-4b6a-b93e-33181b0612d5'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:46:56.280354 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Routers {'2bfd5a83-d1ee-4b6a-b93e-33181b0612d5'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:46:56.281104 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2bfd5a83-d1ee-4b6a-b93e-33181b0612d5'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:56.336813 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:56.341099 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 42772) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:56.341638 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-7183e287-f627-4f47-af0c-806d0e6b29a8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1776087 Jun 22 10:46:56.391416 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Set router 2bfd5a83-d1ee-4b6a-b93e-33181b0612d5 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:46:56.444405 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75c363a-c3e3-44c2-bada-339595634d24 None None] Network 71dffd35-2e8f-4945-80b7-f380f64b2d2d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:46:56.593197 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd5a83-d1ee-4b6a-b93e-33181b0612d5', 'name': 'tempest-TestSnapshotPattern-720013793-router', 'tenant_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:54Z', 'updated_at': '2021-06-22T10:46:55Z', 'revision_number': 3, 'project_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'gw_port': {'id': '8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfd5a83-d1ee-4b6a-b93e-33181b0612d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:54Z', 'updated_at': '2021-06-22T10:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:56.632633 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Checking router: 2bfd5a83-d1ee-4b6a-b93e-33181b0612d5 for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:46:56.633110 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Updating router 2bfd5a83-d1ee-4b6a-b93e-33181b0612d5 port 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2 binding host dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:46:56.668886 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device bb491335-a103-450a-bb9e-18dc67bbf203 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:46:56.674548 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:56.705520 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-5df23bb3-b462-498a-9ed8-937909ce4737 None None] Provisioning for port afaa56bb-0854-43fc-8b1b-196f297b8cd0 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:46:56.793866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:56.824820 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port bb491335-a103-450a-bb9e-18dc67bbf203 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:46:56.833347 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port bb491335-a103-450a-bb9e-18dc67bbf203 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:46:56.833838 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:56.937079 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:56.958034 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Allocated IP 172.20.0.1 (71dffd35-2e8f-4945-80b7-f380f64b2d2d/b5cfc245-9c8e-4e44-ac37-d5f7daa814e8/eabb823f-d65e-4aa9-a798-c3e29a1fb1ac) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:46:56.981320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port bb491335-a103-450a-bb9e-18dc67bbf203, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=bb491335-a103-450a-bb9e-18dc67bbf203,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:46:57.058828 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:57.059923 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device afaa56bb-0854-43fc-8b1b-196f297b8cd0 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:46:57.063735 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:57.071683 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:57.074784 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Notify callbacks [] for port, precommit_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:57.086577 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.provisioning_blocks [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Transition to ACTIVE for port object 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2 will not be triggered until provisioned by entity L2. {{(pid=100655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:46:57.089180 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Transition to ACTIVE for port object eabb823f-d65e-4aa9-a798-c3e29a1fb1ac will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:46:57.151516 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=bb491335-a103-450a-bb9e-18dc67bbf203,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:57.155561 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:57.190081 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:57.192196 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-88862e62-2664-4f8c-bf11-b17d09889465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:57.237653 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Attempting to bind port 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2 on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:46:57.238033 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Attempting to bind port 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2 by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:46:57.238409 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Attempting to bind port 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2 on network 5eae176d-1059-48f4-b687-97de60cc120b {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:46:57.249463 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:46:57.249842 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Checking segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:46:57.250267 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:57.250690 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Bound using segment: {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'} {{(pid=100655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:46:57.251168 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.managers [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Bound port: 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03548e7c-911c-444a-846d-3c3639b2d3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b'}}] {{(pid=100655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:46:57.251583 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:57.253560 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:57.254041 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e36dbb-dcca-40b2-a551-6bfce1c9bc58 None None] Pushing event updated for resources: {'Port': ['ID=8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2,revision_number=2']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:57.256795 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-3a2c62cf-9f2e-4696-879f-5e4c40a5e269 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:57.272135 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-75e36dbb-dcca-40b2-a551-6bfce1c9bc58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:57.281640 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port afaa56bb-0854-43fc-8b1b-196f297b8cd0 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:46:57.286146 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port afaa56bb-0854-43fc-8b1b-196f297b8cd0 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:46:57.286598 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:57.302449 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Network 71dffd35-2e8f-4945-80b7-f380f64b2d2d is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:46:57.306641 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:46:57.306818 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] For port 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:46:57.308871 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Pushing event updated for resources: {'Port': ['ID=eabb823f-d65e-4aa9-a798-c3e29a1fb1ac,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:57.311640 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:46:57.317006 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.plugins.ml2.db [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] For port 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:46:57.339620 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:57.362282 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784071'] for router_interface, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:57.386320 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:57.396491 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron_lib.callbacks.manager [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:57.399210 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-ace8883f-1462-4f21-83ab-9d0786eed51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:57.422579 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port afaa56bb-0854-43fc-8b1b-196f297b8cd0, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=afaa56bb-0854-43fc-8b1b-196f297b8cd0,segment=NetworkSegment(542d372d-ee99-4780-a518-a22b3ee0e01c),segment_id=542d372d-ee99-4780-a518-a22b3ee0e01c)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:46:57.468657 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Routers {'2bfd5a83-d1ee-4b6a-b93e-33181b0612d5'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:46:57.469321 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2bfd5a83-d1ee-4b6a-b93e-33181b0612d5'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:57.474575 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e36dbb-dcca-40b2-a551-6bfce1c9bc58 None None] Pushing event updated for resources: {'Port': ['ID=8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2,revision_number=3']} {{(pid=100655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:57.496463 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:57.499512 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:57.511209 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG oslo_concurrency.lockutils [None req-75e36dbb-dcca-40b2-a551-6bfce1c9bc58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:57.554637 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=afaa56bb-0854-43fc-8b1b-196f297b8cd0,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:57.560086 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:57.593141 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] Set router 2bfd5a83-d1ee-4b6a-b93e-33181b0612d5 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:46:57.618867 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:57.667972 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-662e8e6e-748d-416b-a6ec-cda60a190456 None None] Provisioning for port eabb823f-d65e-4aa9-a798-c3e29a1fb1ac completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:46:57.673857 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-662e8e6e-748d-416b-a6ec-cda60a190456 None None] Provisioning complete for port eabb823f-d65e-4aa9-a798-c3e29a1fb1ac triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:46:57.673857 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-662e8e6e-748d-416b-a6ec-cda60a190456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:57.713419 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-662e8e6e-748d-416b-a6ec-cda60a190456 None None] Port eabb823f-d65e-4aa9-a798-c3e29a1fb1ac cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:46:57.782554 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd5a83-d1ee-4b6a-b93e-33181b0612d5', 'name': 'tempest-TestSnapshotPattern-720013793-router', 'tenant_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:54Z', 'updated_at': '2021-06-22T10:46:55Z', 'revision_number': 3, 'project_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'gw_port': {'id': '8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfd5a83-d1ee-4b6a-b93e-33181b0612d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:54Z', 'updated_at': '2021-06-22T10:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:57.793481 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:57.807870 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce451be-14c6-4f9c-8bcc-7aacfe2c99e9 None None] The sync data for ids ['2bfd5a83-d1ee-4b6a-b93e-33181b0612d5'] in dv-neutron-797121-3-hyperv is: [{'id': '2bfd5a83-d1ee-4b6a-b93e-33181b0612d5', 'name': 'tempest-TestSnapshotPattern-720013793-router', 'tenant_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:54Z', 'updated_at': '2021-06-22T10:46:55Z', 'revision_number': 3, 'project_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'gw_port': {'id': '8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfd5a83-d1ee-4b6a-b93e-33181b0612d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:54Z', 'updated_at': '2021-06-22T10:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:46:57.844801 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:57.848160 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-793375f4-c158-40d1-9881-9df655a2f0a4 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:57.914713 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704732'] for router_interface, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:57.917469 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Pushing event updated for resources: {'Port': ['ID=eabb823f-d65e-4aa9-a798-c3e29a1fb1ac,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:57.922737 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:58.013209 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Network 71dffd35-2e8f-4945-80b7-f380f64b2d2d is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:46:58.023717 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:46:58.151226 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Router 2bfd5a83-d1ee-4b6a-b93e-33181b0612d5 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:46:58.268899 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:46:58.274089 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] 10.222.0.20 "PUT /v2.0/routers/2bfd5a83-d1ee-4b6a-b93e-33181b0612d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9317505 Jun 22 10:46:58.339924 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-7cf5d8b6-dde2-4b21-9225-619b534a0edd None None] Provisioning complete for port eabb823f-d65e-4aa9-a798-c3e29a1fb1ac triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:46:58.340862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-7cf5d8b6-dde2-4b21-9225-619b534a0edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:58.381570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-7cf5d8b6-dde2-4b21-9225-619b534a0edd None None] Port eabb823f-d65e-4aa9-a798-c3e29a1fb1ac cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:46:58.649196 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:46:58.754060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:46:58.758135 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:46:58.758515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:58.840785 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:58.862503 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:46:58.874334 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 42780) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:58.879517 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-b35aa8b6-0396-42a3-a853-03f35be3ab78 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-451989601', 'description': 'tempest-secgroup-smoke-451989601 description', 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:46:58.942126 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:58.943142 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device bb491335-a103-450a-bb9e-18dc67bbf203 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:46:58.946224 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:58.970725 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b35aa8b6-0396-42a3-a853-03f35be3ab78 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:59.018595 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:59.022348 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:59.031777 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port bb491335-a103-450a-bb9e-18dc67bbf203 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:46:59.032163 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:59.057582 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b35aa8b6-0396-42a3-a853-03f35be3ab78 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:59.114961 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device afaa56bb-0854-43fc-8b1b-196f297b8cd0 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:46:59.139061 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b35aa8b6-0396-42a3-a853-03f35be3ab78 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:59.141986 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fb94d3b6-bc05-408c-8661-0e36dd173d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:59.164498 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port afaa56bb-0854-43fc-8b1b-196f297b8cd0 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:46:59.165103 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:59.171703 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35aa8b6-0396-42a3-a853-03f35be3ab78 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f4b7d0-65cb-40ef-b147-046408a2f080,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:59.175048 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b35aa8b6-0396-42a3-a853-03f35be3ab78 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:59.239347 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-b35aa8b6-0396-42a3-a853-03f35be3ab78 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:59.243477 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-b35aa8b6-0396-42a3-a853-03f35be3ab78 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3653238 Jun 22 10:46:59.245475 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 42782) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:59.251418 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-d363cd3a-e04d-4b6c-af2e-b656cdc76c90 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Request body: {'security_group_rule': {'security_group_id': '72f4b7d0-65cb-40ef-b147-046408a2f080', 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:46:59.355045 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d363cd3a-e04d-4b6c-af2e-b656cdc76c90 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:59.417449 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d363cd3a-e04d-4b6c-af2e-b656cdc76c90 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:59.466385 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Sync routers for ids ['2bfd5a83-d1ee-4b6a-b93e-33181b0612d5'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:46:59.475622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Routers {'2bfd5a83-d1ee-4b6a-b93e-33181b0612d5'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:46:59.476248 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2bfd5a83-d1ee-4b6a-b93e-33181b0612d5'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:59.484904 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d363cd3a-e04d-4b6c-af2e-b656cdc76c90 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:59.489719 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bb19e2ab-6233-4e06-8769-efe46a9cc57d tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:59.502918 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363cd3a-e04d-4b6c-af2e-b656cdc76c90 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2afca1a-80dc-442d-a701-64445c5547d9,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:59.505434 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d363cd3a-e04d-4b6c-af2e-b656cdc76c90 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:59.562620 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-d363cd3a-e04d-4b6c-af2e-b656cdc76c90 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:59.563895 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-d363cd3a-e04d-4b6c-af2e-b656cdc76c90 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3191445 Jun 22 10:46:59.566778 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 42784) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:59.571362 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-32dc2287-4008-4a65-9e1b-b792a62324b6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Request body: {'security_group_rule': {'security_group_id': '72f4b7d0-65cb-40ef-b147-046408a2f080', 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:46:59.585921 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Set router 2bfd5a83-d1ee-4b6a-b93e-33181b0612d5 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:46:59.697132 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-32dc2287-4008-4a65-9e1b-b792a62324b6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:59.770023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-32dc2287-4008-4a65-9e1b-b792a62324b6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:59.830337 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-32dc2287-4008-4a65-9e1b-b792a62324b6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:59.834962 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-59c209ad-d142-4903-9334-cca0005eac97 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:46:59.849687 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc2287-4008-4a65-9e1b-b792a62324b6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a908892-8844-4dd4-94cc-04c4e2dc33a4,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:46:59.852194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-32dc2287-4008-4a65-9e1b-b792a62324b6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:46:59.930784 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-32dc2287-4008-4a65-9e1b-b792a62324b6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:46:59.932118 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-32dc2287-4008-4a65-9e1b-b792a62324b6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3644421 Jun 22 10:46:59.935390 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 42786) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:46:59.940780 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-239b8571-338c-4dac-be06-62eecc61d273 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Request body: {'security_group_rule': {'security_group_id': '72f4b7d0-65cb-40ef-b147-046408a2f080', 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:46:59.945647 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd5a83-d1ee-4b6a-b93e-33181b0612d5', 'name': 'tempest-TestSnapshotPattern-720013793-router', 'tenant_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:54Z', 'updated_at': '2021-06-22T10:46:57Z', 'revision_number': 4, 'project_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'gw_port': {'id': '8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd5a83-d1ee-4b6a-b93e-33181b0612d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:54Z', 'updated_at': '2021-06-22T10:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'eabb823f-d65e-4aa9-a798-c3e29a1fb1ac', 'name': '', 'network_id': '71dffd35-2e8f-4945-80b7-f380f64b2d2d', 'tenant_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'mac_address': 'fa:16:3e:30:db:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfd5a83-d1ee-4b6a-b93e-33181b0612d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b5cfc245-9c8e-4e44-ac37-d5f7daa814e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:56Z', 'updated_at': '2021-06-22T10:46:57Z', 'revision_number': 2, 'project_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'subnets': [{'id': 'b5cfc245-9c8e-4e44-ac37-d5f7daa814e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:46:59.970448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Checking router: 2bfd5a83-d1ee-4b6a-b93e-33181b0612d5 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:46:59.970835 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Updating router 2bfd5a83-d1ee-4b6a-b93e-33181b0612d5 port eabb823f-d65e-4aa9-a798-c3e29a1fb1ac binding host dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:47:00.006064 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:00.026964 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-239b8571-338c-4dac-be06-62eecc61d273 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:00.092831 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-239b8571-338c-4dac-be06-62eecc61d273 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:00.182761 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-239b8571-338c-4dac-be06-62eecc61d273 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:00.186597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-45d27994-a92d-4688-b2a0-06dc74e13ce8 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:47:00.212842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b8571-338c-4dac-be06-62eecc61d273 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5cd0c6-fbf2-4b94-9178-d83d99a86c72,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:47:00.216712 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-239b8571-338c-4dac-be06-62eecc61d273 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:47:00.278996 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-239b8571-338c-4dac-be06-62eecc61d273 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:00.280316 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-239b8571-338c-4dac-be06-62eecc61d273 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3435438 Jun 22 10:47:00.282995 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 42788) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:47:00.287208 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Notify callbacks [] for port, precommit_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:00.287829 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [None req-62da224c-a76d-47d8-a4cc-1308827d4f11 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Request body: {'security_group_rule': {'security_group_id': '72f4b7d0-65cb-40ef-b147-046408a2f080', 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:47:00.297547 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Transition to ACTIVE for port object eabb823f-d65e-4aa9-a798-c3e29a1fb1ac will not be triggered until provisioned by entity L2. {{(pid=100654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:47:00.376129 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:00.378934 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:47:00.410345 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-62da224c-a76d-47d8-a4cc-1308827d4f11 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:00.466854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296af87-fae9-46fb-88ad-099597a9c14a None None] Pushing event updated for resources: {'Port': ['ID=eabb823f-d65e-4aa9-a798-c3e29a1fb1ac,revision_number=3']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:47:00.466854 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f296af87-fae9-46fb-88ad-099597a9c14a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:47:00.483373 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-62da224c-a76d-47d8-a4cc-1308827d4f11 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:00.518076 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Attempting to bind port eabb823f-d65e-4aa9-a798-c3e29a1fb1ac on host dv-neutron-797121-3-hyperv for vnic_type normal with profile {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:47:00.518734 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Attempting to bind port eabb823f-d65e-4aa9-a798-c3e29a1fb1ac by drivers openvswitch,hyperv on host dv-neutron-797121-3-hyperv at level 0 using segments [{'id': '542d372d-ee99-4780-a518-a22b3ee0e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71dffd35-2e8f-4945-80b7-f380f64b2d2d'}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:47:00.519118 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Attempting to bind port eabb823f-d65e-4aa9-a798-c3e29a1fb1ac on network 71dffd35-2e8f-4945-80b7-f380f64b2d2d {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:47:00.525222 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Checking agent: {'id': 'e1117687-2f66-4918-9587-d95bab7faa9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 33, 19), 'started_at': datetime.datetime(2021, 6, 22, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:47:00.525222 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Checking segment: {'id': '542d372d-ee99-4780-a518-a22b3ee0e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71dffd35-2e8f-4945-80b7-f380f64b2d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:47:00.525675 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:00.526103 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Bound using segment: {'id': '542d372d-ee99-4780-a518-a22b3ee0e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71dffd35-2e8f-4945-80b7-f380f64b2d2d'} {{(pid=100654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:47:00.526846 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.managers [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Bound port: eabb823f-d65e-4aa9-a798-c3e29a1fb1ac, host: dv-neutron-797121-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542d372d-ee99-4780-a518-a22b3ee0e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71dffd35-2e8f-4945-80b7-f380f64b2d2d'}}] {{(pid=100654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:47:00.527213 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:00.530780 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2 up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:47:00.543123 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-62da224c-a76d-47d8-a4cc-1308827d4f11 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:00.549205 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-af903238-3d82-4cb4-a25e-993a7f7f65a7 tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:47:00.565838 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da224c-a76d-47d8-a4cc-1308827d4f11 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7451f8-6d42-441b-a3a8-dbf469ea82e6,revision_number=0']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:47:00.570144 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-62da224c-a76d-47d8-a4cc-1308827d4f11 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:47:00.633202 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-62da224c-a76d-47d8-a4cc-1308827d4f11 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:00.637626 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-62da224c-a76d-47d8-a4cc-1308827d4f11 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3503902 Jun 22 10:47:00.638558 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42790) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:47:00.643021 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-684304da-cb89-4693-b974-3705ca7893b7 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Request body: {'security_group_rule': {'security_group_id': '72f4b7d0-65cb-40ef-b147-046408a2f080', 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:47:00.643644 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] For port eabb823f-d65e-4aa9-a798-c3e29a1fb1ac, host dv-neutron-797121-3-hyperv, cleared binding levels {{(pid=100654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:47:00.646525 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:47:00.646905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:00.650515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] For port eabb823f-d65e-4aa9-a798-c3e29a1fb1ac, host dv-neutron-797121-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=eabb823f-d65e-4aa9-a798-c3e29a1fb1ac,segment=NetworkSegment(542d372d-ee99-4780-a518-a22b3ee0e01c),segment_id=542d372d-ee99-4780-a518-a22b3ee0e01c)] {{(pid=100654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:47:00.712744 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:00.713371 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-684304da-cb89-4693-b974-3705ca7893b7 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Project bf2317a42c5e4ce1b5a4b992ef5f19ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:47:00.717396 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:47:00.719046 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-684304da-cb89-4693-b974-3705ca7893b7 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:00.784497 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-684304da-cb89-4693-b974-3705ca7893b7 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:00.786192 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296af87-fae9-46fb-88ad-099597a9c14a None None] Pushing event updated for resources: {'Port': ['ID=eabb823f-d65e-4aa9-a798-c3e29a1fb1ac,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:47:00.788307 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-f296af87-fae9-46fb-88ad-099597a9c14a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:47:00.789264 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Routers {'2bfd5a83-d1ee-4b6a-b93e-33181b0612d5'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:47:00.789893 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2bfd5a83-d1ee-4b6a-b93e-33181b0612d5'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:47:00.862200 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-684304da-cb89-4693-b974-3705ca7893b7 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:00.868634 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a6dd35e4-baae-4b23-a563-7295021aa25d tempest-TestNetworkBasicOps-981006382 tempest-TestNetworkBasicOps-981006382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:47:00.884972 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684304da-cb89-4693-b974-3705ca7893b7 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f00ff4-defc-42c9-97db-3975460f31dd,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:47:00.888337 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-684304da-cb89-4693-b974-3705ca7893b7 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:47:00.902852 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] Set router 2bfd5a83-d1ee-4b6a-b93e-33181b0612d5 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:47:00.942115 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-684304da-cb89-4693-b974-3705ca7893b7 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:00.943354 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-684304da-cb89-4693-b974-3705ca7893b7 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3043761 Jun 22 10:47:00.945961 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42792) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:47:00.951039 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-fc4e91a4-f1c4-4e33-be7a-05c88bef022d tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Request body: {'security_group_rule': {'security_group_id': '72f4b7d0-65cb-40ef-b147-046408a2f080', 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:47:01.047567 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.securitygroups_db [None req-fc4e91a4-f1c4-4e33-be7a-05c88bef022d tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Project bf2317a42c5e4ce1b5a4b992ef5f19ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:47:01.053362 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fc4e91a4-f1c4-4e33-be7a-05c88bef022d tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:01.109659 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd5a83-d1ee-4b6a-b93e-33181b0612d5', 'name': 'tempest-TestSnapshotPattern-720013793-router', 'tenant_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:54Z', 'updated_at': '2021-06-22T10:46:57Z', 'revision_number': 4, 'project_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'gw_port': {'id': '8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd5a83-d1ee-4b6a-b93e-33181b0612d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:54Z', 'updated_at': '2021-06-22T10:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'eabb823f-d65e-4aa9-a798-c3e29a1fb1ac', 'name': '', 'network_id': '71dffd35-2e8f-4945-80b7-f380f64b2d2d', 'tenant_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'mac_address': 'fa:16:3e:30:db:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfd5a83-d1ee-4b6a-b93e-33181b0612d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b5cfc245-9c8e-4e44-ac37-d5f7daa814e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:56Z', 'updated_at': '2021-06-22T10:47:00Z', 'revision_number': 4, 'project_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'subnets': [{'id': 'b5cfc245-9c8e-4e44-ac37-d5f7daa814e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:47:01.115865 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fc4e91a4-f1c4-4e33-be7a-05c88bef022d tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:01.136937 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50c0906-2ea6-4bca-9905-85f1ea3ce662 None None] The sync data for ids ['2bfd5a83-d1ee-4b6a-b93e-33181b0612d5'] in dv-neutron-797121-3-hyperv is: [{'id': '2bfd5a83-d1ee-4b6a-b93e-33181b0612d5', 'name': 'tempest-TestSnapshotPattern-720013793-router', 'tenant_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:54Z', 'updated_at': '2021-06-22T10:46:57Z', 'revision_number': 4, 'project_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'gw_port': {'id': '8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd5a83-d1ee-4b6a-b93e-33181b0612d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:54Z', 'updated_at': '2021-06-22T10:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'eabb823f-d65e-4aa9-a798-c3e29a1fb1ac', 'name': '', 'network_id': '71dffd35-2e8f-4945-80b7-f380f64b2d2d', 'tenant_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'mac_address': 'fa:16:3e:30:db:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfd5a83-d1ee-4b6a-b93e-33181b0612d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b5cfc245-9c8e-4e44-ac37-d5f7daa814e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:56Z', 'updated_at': '2021-06-22T10:47:00Z', 'revision_number': 4, 'project_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'subnets': [{'id': 'b5cfc245-9c8e-4e44-ac37-d5f7daa814e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:47:01.199041 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fc4e91a4-f1c4-4e33-be7a-05c88bef022d tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383476'] for security_group_rule, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:01.199041 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-56f30f5c-33a1-4dd5-9321-b3862d4b5c67 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:47:01.216168 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e91a4-f1c4-4e33-be7a-05c88bef022d tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4521e99-d049-427b-ada6-ae5e6e42b009,revision_number=0']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:47:01.218996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-fc4e91a4-f1c4-4e33-be7a-05c88bef022d tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:47:01.295983 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-fc4e91a4-f1c4-4e33-be7a-05c88bef022d tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:01.297246 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-fc4e91a4-f1c4-4e33-be7a-05c88bef022d tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3503520 Jun 22 10:47:01.451199 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-ede56f4f-fd13-4d9e-a81a-e72c0d2d407a tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-451989601&fields=id&tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad HTTP/1.1" status: 200 len: 267 time: 0.0376108 Jun 22 10:47:01.566573 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-2ce7f61c-2bdc-4896-a8a2-2fbfb896ee48 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:01.568103 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-2ce7f61c-2bdc-4896-a8a2-2fbfb896ee48 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/networks?id=542c80c4-7376-4158-8cf1-05e75d088f7b HTTP/1.1" status: 200 len: 809 time: 0.1091430 Jun 22 10:47:01.583397 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-513e1dfc-751a-40bd-8dff-7f52aac3341a tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/quotas/bf2317a42c5e4ce1b5a4b992ef5f19ad HTTP/1.1" status: 200 len: 375 time: 0.0096753 Jun 22 10:47:01.655274 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-538edb17-b541-4219-8a27-9a65dd95d0b4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661807 Jun 22 10:47:01.852212 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-632f430d-46ba-4205-b065-8724e68c19bb service neutron] 10.222.0.20 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841435 Jun 22 10:47:01.944800 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c5be9f23-f1b7-4dff-9d39-b0b04c7dcee5 service neutron] 10.222.0.20 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855825 Jun 22 10:47:02.219001 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1224e772-3c3b-43db-a1bd-826d60d1d9d4 req-7311937a-0df4-49e5-96df-118374aaf89d tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 210 time: 0.0308800 Jun 22 10:47:02.532273 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device eabb823f-d65e-4aa9-a798-c3e29a1fb1ac up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:47:02.641979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning for port eabb823f-d65e-4aa9-a798-c3e29a1fb1ac completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:47:02.646063 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port eabb823f-d65e-4aa9-a798-c3e29a1fb1ac triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:47:02.646498 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:02.742903 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:02.775309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] For port eabb823f-d65e-4aa9-a798-c3e29a1fb1ac, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=eabb823f-d65e-4aa9-a798-c3e29a1fb1ac,segment=NetworkSegment(542d372d-ee99-4780-a518-a22b3ee0e01c),segment_id=542d372d-ee99-4780-a518-a22b3ee0e01c)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:47:02.847661 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:02.850508 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:47:02.898682 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Pushing event updated for resources: {'Port': ['ID=eabb823f-d65e-4aa9-a798-c3e29a1fb1ac,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:47:02.902987 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:47:03.306177 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-36f14bd9-49f6-4a0c-81c1-38848d9e7086 req-b4ce3bb5-7be8-40f4-832a-d8924a6d0aad tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 210 time: 0.0328760 Jun 22 10:47:04.445239 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-aaacbf45-f3e8-4bd0-9dfb-b8261722a9ba req-ebd8f0da-6c94-43f4-b333-fb4d90fdcb05 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 210 time: 0.0292740 Jun 22 10:47:04.523448 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device eabb823f-d65e-4aa9-a798-c3e29a1fb1ac up at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:47:04.570857 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Provisioning complete for port eabb823f-d65e-4aa9-a798-c3e29a1fb1ac triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:47:04.571486 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:04.733611 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-8f9b982d-037b-494d-90f8-f1c5dc9ced8d tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:04.735053 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-8f9b982d-037b-494d-90f8-f1c5dc9ced8d tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.35 "GET /v2.0/networks?id=542c80c4-7376-4158-8cf1-05e75d088f7b HTTP/1.1" status: 200 len: 809 time: 0.1032817 Jun 22 10:47:04.777299 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-6c42b768-0af9-4548-bb76-916fa30eee83 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad HTTP/1.1" status: 200 len: 379 time: 0.0339594 Jun 22 10:47:04.785556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-e9b0dc9b-febb-44a1-84f9-c3a66670ce00 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Request body: {'port': {'device_id': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'admin_state_up': True, 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'security_groups': ['72f4b7d0-65cb-40ef-b147-046408a2f080']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:47:04.978839 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-e9b0dc9b-febb-44a1-84f9-c3a66670ce00 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Made reservation on behalf of bf2317a42c5e4ce1b5a4b992ef5f19ad for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:47:04.982950 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-e9b0dc9b-febb-44a1-84f9-c3a66670ce00 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:05.127861 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-e9b0dc9b-febb-44a1-84f9-c3a66670ce00 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Allocated IP 172.20.0.8 (542c80c4-7376-4158-8cf1-05e75d088f7b/952ff421-bcab-4f6b-8d04-30b12ee0531b/06fceed1-e42e-4fb1-9f2f-dafb70685176) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:47:05.268004 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-e9b0dc9b-febb-44a1-84f9-c3a66670ce00 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:05.282934 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-e9b0dc9b-febb-44a1-84f9-c3a66670ce00 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Transition to ACTIVE for port object 06fceed1-e42e-4fb1-9f2f-dafb70685176 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:47:05.382215 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-e9b0dc9b-febb-44a1-84f9-c3a66670ce00 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:05.386218 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8c964b05-82a2-48b3-9e1b-002c6a4091d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:47:05.427492 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-e9b0dc9b-febb-44a1-84f9-c3a66670ce00 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Network 542c80c4-7376-4158-8cf1-05e75d088f7b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:47:05.430660 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-e9b0dc9b-febb-44a1-84f9-c3a66670ce00 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:47:05.435114 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-e9b0dc9b-febb-44a1-84f9-c3a66670ce00 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:47:05.464408 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0dc9b-febb-44a1-84f9-c3a66670ce00 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Pushing event updated for resources: {'Port': ['ID=06fceed1-e42e-4fb1-9f2f-dafb70685176,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:47:05.470794 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-e9b0dc9b-febb-44a1-84f9-c3a66670ce00 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:47:05.494950 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-e9b0dc9b-febb-44a1-84f9-c3a66670ce00 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:05.496250 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-e9b0dc9b-febb-44a1-84f9-c3a66670ce00 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:05.605896 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-e9b0dc9b-febb-44a1-84f9-c3a66670ce00 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8239930 Jun 22 10:47:05.629611 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf99e1-25cb-45fb-9c1d-99601e415d84 req-45d1fa60-f855-4604-941c-cf84db829c12 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:05.637252 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d8bf99e1-25cb-45fb-9c1d-99601e415d84 req-45d1fa60-f855-4604-941c-cf84db829c12 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 931 time: 0.0659263 Jun 22 10:47:05.659278 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Request body: {'port': {'device_id': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:47:05.678231 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d8bf99e1-25cb-45fb-9c1d-99601e415d84 req-946464c7-6efd-4014-812f-c77b3337ec51 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408669 Jun 22 10:47:05.736596 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:05.744190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-89a51eec-bf56-4222-8570-7b78a6f257fb None None] Provisioning for port 06fceed1-e42e-4fb1-9f2f-dafb70685176 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:47:05.748112 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-89a51eec-bf56-4222-8570-7b78a6f257fb None None] Provisioning complete for port 06fceed1-e42e-4fb1-9f2f-dafb70685176 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:47:05.748523 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-89a51eec-bf56-4222-8570-7b78a6f257fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:05.782982 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-89a51eec-bf56-4222-8570-7b78a6f257fb None None] Port 06fceed1-e42e-4fb1-9f2f-dafb70685176 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:47:05.992837 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06fceed1-e42e-4fb1-9f2f-dafb70685176 {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:47:06.000207 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:06.012448 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Transition to ACTIVE for port object 06fceed1-e42e-4fb1-9f2f-dafb70685176 will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:47:06.078694 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:06.080921 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a38c7b86-6eec-433f-b07a-8b208d9c6e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:47:06.276742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Pushing event updated for resources: {'Port': ['ID=06fceed1-e42e-4fb1-9f2f-dafb70685176,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:47:06.276742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:47:06.276742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Attempting to bind port 06fceed1-e42e-4fb1-9f2f-dafb70685176 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:47:06.276742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Attempting to bind port 06fceed1-e42e-4fb1-9f2f-dafb70685176 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '8f2dc7b0-31e7-406f-94ca-d399f640ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:47:06.276742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Attempting to bind port 06fceed1-e42e-4fb1-9f2f-dafb70685176 on network 542c80c4-7376-4158-8cf1-05e75d088f7b {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:47:06.276742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Port 06fceed1-e42e-4fb1-9f2f-dafb70685176 on network 542c80c4-7376-4158-8cf1-05e75d088f7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:47:06.276742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Attempting to bind port 06fceed1-e42e-4fb1-9f2f-dafb70685176 on network 542c80c4-7376-4158-8cf1-05e75d088f7b {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:47:06.276742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:47:06.276742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Checking segment: {'id': '8f2dc7b0-31e7-406f-94ca-d399f640ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:47:06.276742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Bound using segment: {'id': '8f2dc7b0-31e7-406f-94ca-d399f640ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:47:06.276742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Bound port: 06fceed1-e42e-4fb1-9f2f-dafb70685176, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2dc7b0-31e7-406f-94ca-d399f640ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:47:06.276742 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:06.348616 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] For port 06fceed1-e42e-4fb1-9f2f-dafb70685176, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:47:06.351548 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] For port 06fceed1-e42e-4fb1-9f2f-dafb70685176, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=06fceed1-e42e-4fb1-9f2f-dafb70685176,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:47:06.407352 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:06.409543 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-b4f54f8d-8e03-4b16-bc24-a843158b8260 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:47:06.446489 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:06.447112 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:06.449135 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] 10.222.0.35 "PUT /v2.0/ports/06fceed1-e42e-4fb1-9f2f-dafb70685176 HTTP/1.1" status: 200 len: 1093 time: 0.7944484 Jun 22 10:47:06.453042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'tag': '06fceed1-e42e-4fb1-9f2f-dafb70685176'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:47:06.453042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50b0edad4bc652f203f026bb1979b404ffc0e1f4f819015975e3e501c6062cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faef184-7271-43d5-99ec-2a6e25b928b8" -d '{"events": [{"name": "network-changed", "server_uuid": "17f36824-4f8a-4304-a53f-f8066c490ed2", "tag": "06fceed1-e42e-4fb1-9f2f-dafb70685176"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:47:06.482222 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Pushing event updated for resources: {'Port': ['ID=06fceed1-e42e-4fb1-9f2f-dafb70685176,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:47:06.485308 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-c33a886d-3a05-4086-8a29-02acd42eaff4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:47:06.497351 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ead913-05d6-46bb-a763-6d6075a66ec8 x-openstack-request-id: req-80ead913-05d6-46bb-a763-6d6075a66ec8 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:47:06.497757 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f36824-4f8a-4304-a53f-f8066c490ed2", "tag": "06fceed1-e42e-4fb1-9f2f-dafb70685176", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:47:06.498008 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80ead913-05d6-46bb-a763-6d6075a66ec8 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:47:06.498469 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'tag': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'status': 'completed', 'code': 200} Jun 22 10:47:06.573631 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faef184-7271-43d5-99ec-2a6e25b928b8 req-5a2d16ba-6597-4356-b158-0c4c1b46bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:06.575301 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1faef184-7271-43d5-99ec-2a6e25b928b8 req-5a2d16ba-6597-4356-b158-0c4c1b46bb1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad&device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 1096 time: 0.0573614 Jun 22 10:47:06.675967 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faef184-7271-43d5-99ec-2a6e25b928b8 req-179ff6e8-96ee-4218-95e2-fb87d7a62ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:06.677573 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1faef184-7271-43d5-99ec-2a6e25b928b8 req-179ff6e8-96ee-4218-95e2-fb87d7a62ce3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0956047 Jun 22 10:47:06.770409 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faef184-7271-43d5-99ec-2a6e25b928b8 req-e7139a6e-18b8-4ad4-adcd-730424d0f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:06.772001 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1faef184-7271-43d5-99ec-2a6e25b928b8 req-e7139a6e-18b8-4ad4-adcd-730424d0f6b4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881932 Jun 22 10:47:06.862849 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-59226bec-f9a1-4dec-bc83-f446e1e00224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:06.864359 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-59226bec-f9a1-4dec-bc83-f446e1e00224 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad&device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 1096 time: 0.0529861 Jun 22 10:47:07.236439 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b5501-e776-47b3-9992-a18e5c631736 req-1184b178-6a92-4f1a-bc66-4c29c7c97509 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:07.237934 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7e8b5501-e776-47b3-9992-a18e5c631736 req-1184b178-6a92-4f1a-bc66-4c29c7c97509 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 943 time: 0.4453042 Jun 22 10:47:07.277104 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-7e8b5501-e776-47b3-9992-a18e5c631736 req-faa70839-214a-413a-a27d-0eb03c514691 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333970 Jun 22 10:47:07.290545 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-13570db7-49f6-45fa-b586-a96bc03d831c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06fceed1-e42e-4fb1-9f2f-dafb70685176 HTTP/1.1" status: 200 len: 217 time: 0.4184811 Jun 22 10:47:07.337523 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-f17bdd5f-b7bb-40aa-bb04-d7ba206dbf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:07.339501 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-f17bdd5f-b7bb-40aa-bb04-d7ba206dbf78 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=952ff421-bcab-4f6b-8d04-30b12ee0531b HTTP/1.1" status: 200 len: 848 time: 0.0423536 Jun 22 10:47:07.395156 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-4eddb02e-b512-4a33-8110-77ec0727c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:07.396708 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-4eddb02e-b512-4a33-8110-77ec0727c7b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=542c80c4-7376-4158-8cf1-05e75d088f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512805 Jun 22 10:47:07.486020 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-553c9355-77a0-4559-8829-e9f2bfd56f3a service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819590 Jun 22 10:47:07.572207 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-726ef046-dbed-4a12-9d12-aceda0c78204 req-7d1fad06-b657-424e-91ec-1cc6646a0178 service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804572 Jun 22 10:47:08.450326 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da9329-f734-4584-a671-b62cacf621fe req-8b00eaa8-9190-40b4-a2b2-9d41738795fa tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:08.451714 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-47da9329-f734-4584-a671-b62cacf621fe req-8b00eaa8-9190-40b4-a2b2-9d41738795fa tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 943 time: 0.0633464 Jun 22 10:47:08.488928 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-47da9329-f734-4584-a671-b62cacf621fe req-72cfc943-b032-4d58-86af-47d8b905172f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314221 Jun 22 10:47:09.660058 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea570e2f-461b-49d6-a9a3-5e90e57e8565 req-1cfe5145-916f-46e0-ba1f-60afd7d40a51 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:09.661503 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ea570e2f-461b-49d6-a9a3-5e90e57e8565 req-1cfe5145-916f-46e0-ba1f-60afd7d40a51 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 943 time: 0.0615437 Jun 22 10:47:09.704028 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ea570e2f-461b-49d6-a9a3-5e90e57e8565 req-f8c2815e-d3ce-430b-8bd5-73b4f714ac5c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364583 Jun 22 10:47:10.874981 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c32383-e034-4e5a-b706-885255438f01 req-7239b4ce-2b45-411a-bdb4-2993eaf512ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:10.876461 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d8c32383-e034-4e5a-b706-885255438f01 req-7239b4ce-2b45-411a-bdb4-2993eaf512ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 943 time: 0.0624046 Jun 22 10:47:10.906959 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 06fceed1-e42e-4fb1-9f2f-dafb70685176 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:47:10.913293 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d8c32383-e034-4e5a-b706-885255438f01 req-faf84532-676c-469c-993a-c4c2f73f3db1 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312784 Jun 22 10:47:11.011277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 06fceed1-e42e-4fb1-9f2f-dafb70685176, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=06fceed1-e42e-4fb1-9f2f-dafb70685176,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:47:11.023562 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'port_id': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'mac_address': 'fa:16:3e:98:60:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:47:11.064106 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:11.078620 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06fceed1-e42e-4fb1-9f2f-dafb70685176 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:47:11.097996 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 06fceed1-e42e-4fb1-9f2f-dafb70685176, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=06fceed1-e42e-4fb1-9f2f-dafb70685176,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:47:11.124261 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:11.181291 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:11.183093 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-50f777b9-96b9-437d-9e9d-130ab3d2bd67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:47:11.228711 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=06fceed1-e42e-4fb1-9f2f-dafb70685176,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:47:11.231976 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:47:11.570521 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['06fceed1-e42e-4fb1-9f2f-dafb70685176'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:47:12.083697 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce310476-b931-4ebf-9439-a9944e347fff req-4ae702d5-ba99-4391-82e3-a9e1c029cc08 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:12.085135 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ce310476-b931-4ebf-9439-a9944e347fff req-4ae702d5-ba99-4391-82e3-a9e1c029cc08 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 944 time: 0.0615957 Jun 22 10:47:12.122643 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ce310476-b931-4ebf-9439-a9944e347fff req-e4f78234-b37d-4b1c-bd81-698872d8dd49 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318799 Jun 22 10:47:12.969073 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 06fceed1-e42e-4fb1-9f2f-dafb70685176 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:47:13.075412 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port 06fceed1-e42e-4fb1-9f2f-dafb70685176 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:47:13.079313 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 06fceed1-e42e-4fb1-9f2f-dafb70685176 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:47:13.079728 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:13.157848 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:13.180146 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fceed1-e42e-4fb1-9f2f-dafb70685176'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:47:13.182455 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52e63f69b77a697c800865a1d1b766e5ffcc9f431c5a1c070fcdf3a80b621b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d00e9f8-ed67-4e9d-86e8-212f1af55800" -d '{"events": [{"server_uuid": "17f36824-4f8a-4304-a53f-f8066c490ed2", "name": "network-vif-plugged", "status": "completed", "tag": "06fceed1-e42e-4fb1-9f2f-dafb70685176"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:47:13.195109 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 06fceed1-e42e-4fb1-9f2f-dafb70685176, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=06fceed1-e42e-4fb1-9f2f-dafb70685176,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:47:13.264369 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:13.267060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:47:13.299671 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716a844-a5ce-40a6-a61b-548c3d22b5ab req-74822b20-83de-43be-a438-b22f4f500305 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:13.301148 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9716a844-a5ce-40a6-a61b-548c3d22b5ab req-74822b20-83de-43be-a438-b22f4f500305 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 944 time: 0.0670123 Jun 22 10:47:13.314418 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=06fceed1-e42e-4fb1-9f2f-dafb70685176,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:47:13.317458 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:47:13.340538 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9716a844-a5ce-40a6-a61b-548c3d22b5ab req-415ebb56-547f-44f5-9bf2-1ee90c2467bb tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336471 Jun 22 10:47:13.439660 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dceb6d17-b87e-4aba-9099-29423746d2bc x-openstack-request-id: req-dceb6d17-b87e-4aba-9099-29423746d2bc {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:47:13.439966 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f36824-4f8a-4304-a53f-f8066c490ed2", "name": "network-vif-plugged", "status": "completed", "tag": "06fceed1-e42e-4fb1-9f2f-dafb70685176", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:47:13.440233 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dceb6d17-b87e-4aba-9099-29423746d2bc {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:47:13.440636 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'code': 200} Jun 22 10:47:13.788867 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a66b2-3016-4bc6-9836-b98e5be68715 req-dac6d91a-ebc7-4322-9528-7ba87f4dd4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:13.790319 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bb8a66b2-3016-4bc6-9836-b98e5be68715 req-dac6d91a-ebc7-4322-9528-7ba87f4dd4c4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0556474 Jun 22 10:47:13.823939 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-bb8a66b2-3016-4bc6-9836-b98e5be68715 req-52f8bb5f-306e-4939-a017-1fc2b9d88bc1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263226 Jun 22 10:47:14.513657 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2605832-642c-4f22-8344-dc0160cbd058 req-08b2abe8-f837-4aa3-b6db-c94221fea689 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:14.515124 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d2605832-642c-4f22-8344-dc0160cbd058 req-08b2abe8-f837-4aa3-b6db-c94221fea689 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 945 time: 0.0630772 Jun 22 10:47:14.552901 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d2605832-642c-4f22-8344-dc0160cbd058 req-0232313e-7c92-4a25-83e8-a07b05091fa6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318525 Jun 22 10:47:15.731678 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c1dee-25dd-4e68-ac89-63fada1c2776 req-c924a757-fdd2-4d49-8d76-7593d72b7823 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:15.733149 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ed3c1dee-25dd-4e68-ac89-63fada1c2776 req-c924a757-fdd2-4d49-8d76-7593d72b7823 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 945 time: 0.0689924 Jun 22 10:47:15.770825 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-ed3c1dee-25dd-4e68-ac89-63fada1c2776 req-53f71883-4690-4f4c-b73e-a0e4ff726c85 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320761 Jun 22 10:47:15.939701 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f94461-6e65-452e-b19f-ce472e7534af req-04552144-5ba1-4885-b68c-11e99b48af3e tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:15.941066 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-29f94461-6e65-452e-b19f-ce472e7534af req-04552144-5ba1-4885-b68c-11e99b48af3e tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 945 time: 0.0620322 Jun 22 10:47:15.977363 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-29f94461-6e65-452e-b19f-ce472e7534af req-fbbbb1d5-9d01-4d40-af3d-9e434d37ad08 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305529 Jun 22 10:47:16.002293 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42868) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:47:16.092366 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52dc58d-75ed-4915-afcd-2145ec10cc1a tempest-TestSnapshotPattern-1924513504 tempest-TestSnapshotPattern-1924513504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:16.093873 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a52dc58d-75ed-4915-afcd-2145ec10cc1a tempest-TestSnapshotPattern-1924513504 tempest-TestSnapshotPattern-1924513504-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 1093 time: 0.0905364 Jun 22 10:47:16.096751 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 42872) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:47:16.101070 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:47:16.230387 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:16.332416 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:16.435054 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Allocated IP 172.26.3.79 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/efa9ff74-fe53-41f5-ad5d-50176aaf596e) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:47:16.542768 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:16.684116 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-660d8184-029a-4df4-8b6a-f1c294b9a521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:16.684729 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:16.687074 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-874e909e-be5d-4550-bf29-1022bb15ddad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:47:16.727100 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:47:16.729953 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:47:16.736479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:47:16.762675 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Pushing event updated for resources: {'Port': ['ID=efa9ff74-fe53-41f5-ad5d-50176aaf596e,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:47:16.768440 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:47:17.102406 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:17.239014 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:17.393469 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:17.457903 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:17.461049 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c97fe241-ec8c-416f-aa32-0b604ef37486 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:47:17.524571 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Pushing event updated for resources: {'Port': ['ID=efa9ff74-fe53-41f5-ad5d-50176aaf596e,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:47:17.530576 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:47:17.537227 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:17.637425 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Floating IP cad1911d-e3fd-4b0e-93fb-4f7eade894c4 associated. External IP: 172.26.3.79, port: 06fceed1-e42e-4fb1-9f2f-dafb70685176. Jun 22 10:47:17.848684 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:47:17.955902 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:47:17.965452 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a694dd-4983-49e5-a72f-e40d203b3259 None None] Sync routers for ids ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:47:17.975658 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a694dd-4983-49e5-a72f-e40d203b3259 None None] Routers {'d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:47:17.976269 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-70a694dd-4983-49e5-a72f-e40d203b3259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:47:18.049614 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:18.078771 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-70a694dd-4983-49e5-a72f-e40d203b3259 None None] Set router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:47:18.086304 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9885566 Jun 22 10:47:18.087274 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'tag': '06fceed1-e42e-4fb1-9f2f-dafb70685176'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:47:18.090456 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8719eaa8a36a58801c725010a82c40baf58e675eda41dfe742182361bb8d4c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1b3ccc-e67d-4c93-954f-878442bf2af4" -d '{"events": [{"name": "network-changed", "server_uuid": "17f36824-4f8a-4304-a53f-f8066c490ed2", "tag": "06fceed1-e42e-4fb1-9f2f-dafb70685176"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:47:18.136609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4fe37b-abb6-4496-a120-a92eeb563dba x-openstack-request-id: req-ab4fe37b-abb6-4496-a120-a92eeb563dba {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:47:18.136954 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f36824-4f8a-4304-a53f-f8066c490ed2", "tag": "06fceed1-e42e-4fb1-9f2f-dafb70685176", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:47:18.137262 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab4fe37b-abb6-4496-a120-a92eeb563dba {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:47:18.137714 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'tag': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'status': 'completed', 'code': 200} Jun 22 10:47:18.210059 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b3ccc-e67d-4c93-954f-878442bf2af4 req-7fc5ec0a-2961-4538-9eb7-b275388b53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:18.211587 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aa1b3ccc-e67d-4c93-954f-878442bf2af4 req-7fc5ec0a-2961-4538-9eb7-b275388b53e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad&device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0527146 Jun 22 10:47:18.303739 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b3ccc-e67d-4c93-954f-878442bf2af4 req-7cf05103-7d20-4734-b7b8-0d87153c53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:18.305216 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aa1b3ccc-e67d-4c93-954f-878442bf2af4 req-7cf05103-7d20-4734-b7b8-0d87153c53a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=542c80c4-7376-4158-8cf1-05e75d088f7b HTTP/1.1" status: 200 len: 910 time: 0.0870996 Jun 22 10:47:18.308727 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-70a694dd-4983-49e5-a72f-e40d203b3259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:46:51Z', 'revision_number': 4, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port': {'id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:48Z', 'updated_at': '2021-06-22T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'cad1911d-e3fd-4b0e-93fb-4f7eade894c4', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'floating_ip_address': '172.26.3.79', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'port_id': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'mac_address': 'fa:16:3e:98:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:47:16Z', 'updated_at': '2021-06-22T10:47:16Z', 'revision_number': 0, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb491335-a103-450a-bb9e-18dc67bbf203', 'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'mac_address': 'fa:16:3e:f8:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:50Z', 'updated_at': '2021-06-22T10:46:56Z', 'revision_number': 5, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'subnets': [{'id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:47:18.334726 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a694dd-4983-49e5-a72f-e40d203b3259 None None] Checking router: d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:47:18.342828 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a694dd-4983-49e5-a72f-e40d203b3259 None None] Routers {'d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:47:18.343454 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-70a694dd-4983-49e5-a72f-e40d203b3259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:46:49Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:47:18.371101 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aa1b3ccc-e67d-4c93-954f-878442bf2af4 req-21f13f83-7dd2-4c03-af6b-cc9edaab88df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06fceed1-e42e-4fb1-9f2f-dafb70685176 HTTP/1.1" status: 200 len: 998 time: 0.0589356 Jun 22 10:47:18.435448 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b3ccc-e67d-4c93-954f-878442bf2af4 req-586d5f51-6f7a-433f-b912-56203d3c4eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:18.437358 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aa1b3ccc-e67d-4c93-954f-878442bf2af4 req-586d5f51-6f7a-433f-b912-56203d3c4eae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=952ff421-bcab-4f6b-8d04-30b12ee0531b HTTP/1.1" status: 200 len: 848 time: 0.0596228 Jun 22 10:47:18.448633 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-70a694dd-4983-49e5-a72f-e40d203b3259 None None] Set router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:47:18.517501 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b3ccc-e67d-4c93-954f-878442bf2af4 req-bb64c3d3-42f7-476c-ae0f-fd75d123a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:47:18.519387 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aa1b3ccc-e67d-4c93-954f-878442bf2af4 req-bb64c3d3-42f7-476c-ae0f-fd75d123a8ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=542c80c4-7376-4158-8cf1-05e75d088f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656054 Jun 22 10:47:18.609551 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aa1b3ccc-e67d-4c93-954f-878442bf2af4 req-d51b5b64-8903-4ce4-9fbd-fd2f8e9f23a6 service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835342 Jun 22 10:47:18.674259 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-70a694dd-4983-49e5-a72f-e40d203b3259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:46:51Z', 'revision_number': 4, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port': {'id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:48Z', 'updated_at': '2021-06-22T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'cad1911d-e3fd-4b0e-93fb-4f7eade894c4', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'floating_ip_address': '172.26.3.79', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'port_id': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'mac_address': 'fa:16:3e:98:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:47:16Z', 'updated_at': '2021-06-22T10:47:16Z', 'revision_number': 0, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb491335-a103-450a-bb9e-18dc67bbf203', 'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'mac_address': 'fa:16:3e:f8:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:50Z', 'updated_at': '2021-06-22T10:46:56Z', 'revision_number': 5, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'subnets': [{'id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:47:18.701338 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-aa1b3ccc-e67d-4c93-954f-878442bf2af4 req-03926bb4-f9d7-4a97-a74f-76907c03459f service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859611 Jun 22 10:47:18.703993 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a694dd-4983-49e5-a72f-e40d203b3259 None None] The sync data for ids ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'] in dv-neutron-797121-3-hyperv is: [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:46:51Z', 'revision_number': 4, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port': {'id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:48Z', 'updated_at': '2021-06-22T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'cad1911d-e3fd-4b0e-93fb-4f7eade894c4', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'floating_ip_address': '172.26.3.79', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'port_id': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'mac_address': 'fa:16:3e:98:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:47:16Z', 'updated_at': '2021-06-22T10:47:16Z', 'revision_number': 0, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb491335-a103-450a-bb9e-18dc67bbf203', 'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'mac_address': 'fa:16:3e:f8:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:50Z', 'updated_at': '2021-06-22T10:46:56Z', 'revision_number': 5, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'subnets': [{'id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:47:18.888569 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a04b82b-c681-473c-bbeb-1088d847e485 None None] New status for floating IP cad1911d-e3fd-4b0e-93fb-4f7eade894c4: ACTIVE {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:47:19.164407 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0f50a0b7-c763-44e0-b04f-49435b4e6654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:19.381436 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:20.730380 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:22.009056 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:33.124652 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:47:41.083123 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:46.708980 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-320f4587-9bd1-4438-afc2-c24cd10440ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:49.156825 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-97fcaca5-df16-4e69-8095-e9160e5d77d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:49.404830 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:50.788954 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:47:52.048230 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:48:05.063076 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a26159ba-6059-41cd-9695-5e23678e73aa req-b651443d-244b-4480-a860-25d9b1bd6352 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521996 Jun 22 10:48:05.160491 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26159ba-6059-41cd-9695-5e23678e73aa req-db80c82d-a032-4879-8ee3-933654843528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:48:05.161990 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a26159ba-6059-41cd-9695-5e23678e73aa req-db80c82d-a032-4879-8ee3-933654843528 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad&device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0567005 Jun 22 10:48:05.270395 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26159ba-6059-41cd-9695-5e23678e73aa req-0bb0d2d9-7457-4c4b-ab98-94af860bc098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:48:05.271883 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a26159ba-6059-41cd-9695-5e23678e73aa req-0bb0d2d9-7457-4c4b-ab98-94af860bc098 service neutron] 10.222.0.35 "GET /v2.0/networks?id=542c80c4-7376-4158-8cf1-05e75d088f7b HTTP/1.1" status: 200 len: 910 time: 0.0900686 Jun 22 10:48:05.340298 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a26159ba-6059-41cd-9695-5e23678e73aa req-4fd21452-1154-4b04-a2e2-5af6852fd3cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06fceed1-e42e-4fb1-9f2f-dafb70685176 HTTP/1.1" status: 200 len: 1000 time: 0.0620010 Jun 22 10:48:05.388928 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26159ba-6059-41cd-9695-5e23678e73aa req-768546a5-c84f-488d-aa19-a53648c90e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:48:05.390377 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a26159ba-6059-41cd-9695-5e23678e73aa req-768546a5-c84f-488d-aa19-a53648c90e1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=952ff421-bcab-4f6b-8d04-30b12ee0531b HTTP/1.1" status: 200 len: 848 time: 0.0432105 Jun 22 10:48:05.451233 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26159ba-6059-41cd-9695-5e23678e73aa req-19a87705-f5bf-400e-9788-8f13de56ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:48:05.452750 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a26159ba-6059-41cd-9695-5e23678e73aa req-19a87705-f5bf-400e-9788-8f13de56ec41 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=542c80c4-7376-4158-8cf1-05e75d088f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0566475 Jun 22 10:48:05.540482 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a26159ba-6059-41cd-9695-5e23678e73aa req-4d8ed10e-b6a8-4baf-b6cb-908ed290806c service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813344 Jun 22 10:48:05.632614 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-a26159ba-6059-41cd-9695-5e23678e73aa req-4baaf0ec-b0eb-4f57-bad3-2ea417780a9f service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861311 Jun 22 10:48:10.124047 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:48:11.104450 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:48:16.696592 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d4049f0d-5ee7-4ce1-9bf8-a6e50ab42d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:48:19.178410 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ae12-aad3-4f6e-a365-2ed53c67f432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:48:19.407541 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:48:20.787777 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:48:22.045511 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:48:41.120238 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:48:46.644932 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5c2c4238-4318-4d61-a4a5-908a91f18885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:48:47.122220 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:48:49.193228 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-a98edc1f-6904-4d5d-8c2c-f54013a29d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:48:49.439787 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:48:50.770060 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:48:51.999900 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:49:07.045279 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-995f504b-e1e2-4aae-b70c-f01a57878aea req-963cbb03-e0f2-482c-b96b-c22b09b60d9d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516858 Jun 22 10:49:07.142988 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f504b-e1e2-4aae-b70c-f01a57878aea req-2a081649-e552-43b8-82b1-6a7adb542707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:49:07.144569 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-995f504b-e1e2-4aae-b70c-f01a57878aea req-2a081649-e552-43b8-82b1-6a7adb542707 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad&device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0582168 Jun 22 10:49:07.248983 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f504b-e1e2-4aae-b70c-f01a57878aea req-974fc98f-7d9c-49c7-89e7-afa5ff34ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:49:07.250427 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-995f504b-e1e2-4aae-b70c-f01a57878aea req-974fc98f-7d9c-49c7-89e7-afa5ff34ed08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=542c80c4-7376-4158-8cf1-05e75d088f7b HTTP/1.1" status: 200 len: 910 time: 0.0861831 Jun 22 10:49:07.313234 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-995f504b-e1e2-4aae-b70c-f01a57878aea req-00ab1a23-d6f4-4130-a032-4ced893b9b83 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06fceed1-e42e-4fb1-9f2f-dafb70685176 HTTP/1.1" status: 200 len: 1000 time: 0.0567594 Jun 22 10:49:07.359318 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f504b-e1e2-4aae-b70c-f01a57878aea req-4ed77dd9-6c06-4b88-8e1a-f2fb914eb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:49:07.360753 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-995f504b-e1e2-4aae-b70c-f01a57878aea req-4ed77dd9-6c06-4b88-8e1a-f2fb914eb686 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=952ff421-bcab-4f6b-8d04-30b12ee0531b HTTP/1.1" status: 200 len: 848 time: 0.0420380 Jun 22 10:49:07.426586 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f504b-e1e2-4aae-b70c-f01a57878aea req-ba368cc9-0dea-4542-9651-5cf0997a3ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:49:07.428136 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-995f504b-e1e2-4aae-b70c-f01a57878aea req-ba368cc9-0dea-4542-9651-5cf0997a3ce2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=542c80c4-7376-4158-8cf1-05e75d088f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0604284 Jun 22 10:49:07.514781 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-995f504b-e1e2-4aae-b70c-f01a57878aea req-a3c69799-fe45-4ee3-9ac9-c299a5e9b338 service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798144 Jun 22 10:49:07.608820 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-995f504b-e1e2-4aae-b70c-f01a57878aea req-0ec1c01e-9d7b-4744-b6b8-c781805070ab service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875382 Jun 22 10:49:11.113598 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:49:16.626849 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ae097e6c-0996-4506-b5d7-9497e792f273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:49:19.141304 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c1a50fcb-02df-4df1-9182-c352a804ade4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:49:19.421289 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:49:20.724591 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:49:22.038231 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:49:24.120383 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:49:41.129508 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:49:46.700529 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f61ba7f6-5331-405f-9630-d883c6d65296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:49:49.191814 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-af4e341d-e8e0-4ac3-a5fb-6cefd12fcf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:49:49.408544 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:49:50.814453 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:49:52.031260 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:01.120461 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:50:01.649743 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 06fceed1-e42e-4fb1-9f2f-dafb70685176 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:50:01.745651 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 06fceed1-e42e-4fb1-9f2f-dafb70685176, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=06fceed1-e42e-4fb1-9f2f-dafb70685176,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:50:01.756664 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'port_id': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'mac_address': 'fa:16:3e:98:60:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:50:01.792692 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:01.804958 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06fceed1-e42e-4fb1-9f2f-dafb70685176 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:50:01.823904 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 06fceed1-e42e-4fb1-9f2f-dafb70685176, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=06fceed1-e42e-4fb1-9f2f-dafb70685176,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:50:02.008384 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:02.010102 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:50:02.058158 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=06fceed1-e42e-4fb1-9f2f-dafb70685176,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:50:02.065003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:02.065355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:02.066232 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:02.066571 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:02.066905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:02.067240 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:02.067611 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:02.067938 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:02.068262 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:02.068582 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:02.068903 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:02.069220 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:02.072895 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:50:02.078047 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['06fceed1-e42e-4fb1-9f2f-dafb70685176'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:50:03.665272 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 06fceed1-e42e-4fb1-9f2f-dafb70685176 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:50:03.715948 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port 06fceed1-e42e-4fb1-9f2f-dafb70685176 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:50:03.716309 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:03.790819 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:03.812776 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fceed1-e42e-4fb1-9f2f-dafb70685176'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:50:03.815011 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52e63f69b77a697c800865a1d1b766e5ffcc9f431c5a1c070fcdf3a80b621b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69115b29-1639-4ba3-ac12-68712fc949d1" -d '{"events": [{"server_uuid": "17f36824-4f8a-4304-a53f-f8066c490ed2", "name": "network-vif-plugged", "status": "completed", "tag": "06fceed1-e42e-4fb1-9f2f-dafb70685176"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:50:03.827473 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 06fceed1-e42e-4fb1-9f2f-dafb70685176, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=06fceed1-e42e-4fb1-9f2f-dafb70685176,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:50:03.864295 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b69511-2db0-4de1-bb9e-44e2ee6686b3 x-openstack-request-id: req-a3b69511-2db0-4de1-bb9e-44e2ee6686b3 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:50:03.864595 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f36824-4f8a-4304-a53f-f8066c490ed2", "name": "network-vif-plugged", "status": "completed", "tag": "06fceed1-e42e-4fb1-9f2f-dafb70685176", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:50:03.864859 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3b69511-2db0-4de1-bb9e-44e2ee6686b3 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:50:03.865259 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'code': 200} Jun 22 10:50:03.963002 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:03.964924 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-4a51690a-978d-4e98-ba18-df882d0caae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:50:04.013788 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=06fceed1-e42e-4fb1-9f2f-dafb70685176,revision_number=7']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:50:04.016933 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:50:08.201883 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578082-7a66-4052-80b4-271f32f0527b req-52f8881a-5481-42d7-8d06-9dc3f1f8ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:08.203564 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1f578082-7a66-4052-80b4-271f32f0527b req-52f8881a-5481-42d7-8d06-9dc3f1f8ced3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad&device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 1098 time: 0.1581216 Jun 22 10:50:08.315795 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578082-7a66-4052-80b4-271f32f0527b req-fc9eaa48-ab18-4376-b7a5-c7cc7127702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:08.317797 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1f578082-7a66-4052-80b4-271f32f0527b req-fc9eaa48-ab18-4376-b7a5-c7cc7127702b service neutron] 10.222.0.35 "GET /v2.0/networks?id=542c80c4-7376-4158-8cf1-05e75d088f7b HTTP/1.1" status: 200 len: 910 time: 0.0945978 Jun 22 10:50:08.387018 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1f578082-7a66-4052-80b4-271f32f0527b req-e45d461b-067b-4463-aaaf-104a626f2567 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06fceed1-e42e-4fb1-9f2f-dafb70685176 HTTP/1.1" status: 200 len: 1000 time: 0.0621650 Jun 22 10:50:08.437906 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578082-7a66-4052-80b4-271f32f0527b req-5cb39b9f-ab2e-40c2-88c6-cab5aca92620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:08.440321 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1f578082-7a66-4052-80b4-271f32f0527b req-5cb39b9f-ab2e-40c2-88c6-cab5aca92620 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=952ff421-bcab-4f6b-8d04-30b12ee0531b HTTP/1.1" status: 200 len: 848 time: 0.0470583 Jun 22 10:50:08.523128 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578082-7a66-4052-80b4-271f32f0527b req-a910b46e-02c3-465f-94bf-61bf61702edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:08.524650 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1f578082-7a66-4052-80b4-271f32f0527b req-a910b46e-02c3-465f-94bf-61bf61702edc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=542c80c4-7376-4158-8cf1-05e75d088f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772455 Jun 22 10:50:08.621179 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1f578082-7a66-4052-80b4-271f32f0527b req-82cbb3c1-c10a-4515-8d54-5b798630d7aa service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891218 Jun 22 10:50:08.729557 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-1f578082-7a66-4052-80b4-271f32f0527b req-0c8a9dbb-4359-4587-b636-e92d105d5525 service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019487 Jun 22 10:50:11.162046 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:16.670352 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-e5f0816b-1727-4502-b63f-2cdea8f884bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:18.459157 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-09af4441-2e3a-492b-9ce6-42ce98d366a1 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-451989601&fields=id&tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad HTTP/1.1" status: 200 len: 267 time: 0.0374494 Jun 22 10:50:18.573535 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-ee92b651-2bd0-49ec-9085-5148ed73bacd tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:18.574997 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-ee92b651-2bd0-49ec-9085-5148ed73bacd tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/networks?id=542c80c4-7376-4158-8cf1-05e75d088f7b HTTP/1.1" status: 200 len: 809 time: 0.1094277 Jun 22 10:50:18.589161 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-582cf444-48db-440a-8de7-522000dc6bc8 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/quotas/bf2317a42c5e4ce1b5a4b992ef5f19ad HTTP/1.1" status: 200 len: 375 time: 0.0087841 Jun 22 10:50:18.662997 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-243cb21d-f2c9-4b9f-8308-aa00993312af tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0644867 Jun 22 10:50:18.756097 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-3448bd4a-1489-4bc3-8775-595c518babd4 service neutron] 10.222.0.20 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853207 Jun 22 10:50:18.842878 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-b0f9647e-9441-4c86-aa92-567226057022 service neutron] 10.222.0.20 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810106 Jun 22 10:50:19.086999 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-2e91fa46-dd80-4c99-b158-5449a882fb1a req-d57de9ee-666b-4704-899d-31aecb7ffeda tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 210 time: 0.0306432 Jun 22 10:50:19.156368 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-6325cdc4-a767-4b32-873b-985868429b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:19.401669 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:20.239001 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-5f980aac-6332-41e0-9ca1-6c32885c1429 req-409b7faa-ae69-48d4-992c-286f77e6b74f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 210 time: 0.0332565 Jun 22 10:50:20.750593 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:21.295161 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-3a551ada-a264-452f-bdee-8222bdcbbca1 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:21.296699 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-3a551ada-a264-452f-bdee-8222bdcbbca1 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.35 "GET /v2.0/networks?id=542c80c4-7376-4158-8cf1-05e75d088f7b HTTP/1.1" status: 200 len: 809 time: 0.1383173 Jun 22 10:50:21.340512 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-99a3ce9c-27bd-4125-9afa-755bfabc32f2 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad HTTP/1.1" status: 200 len: 379 time: 0.0346856 Jun 22 10:50:21.349800 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Request body: {'port': {'device_id': 'ceb1dd88-ce1f-4a81-95a0-b6581357a23d', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'admin_state_up': True, 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'security_groups': ['72f4b7d0-65cb-40ef-b147-046408a2f080']}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:50:21.390939 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-95f692d4-656a-4660-b48f-b8bf2b7543ac req-71fc45af-79dc-4f51-906d-d73666a6cb02 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 210 time: 0.0289335 Jun 22 10:50:21.521453 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Made reservation on behalf of bf2317a42c5e4ce1b5a4b992ef5f19ad for: {'port': 1} {{(pid=100653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:50:21.524979 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:21.650812 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.db_base_plugin_common [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Allocated IP 172.20.0.10 (542c80c4-7376-4158-8cf1-05e75d088f7b/952ff421-bcab-4f6b-8d04-30b12ee0531b/dc85099e-c0b8-4079-85ee-35a074b9e9b3) {{(pid=100653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:50:21.746659 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 06fceed1-e42e-4fb1-9f2f-dafb70685176 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:50:21.790183 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for port, precommit_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:21.800760 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Transition to ACTIVE for port object dc85099e-c0b8-4079-85ee-35a074b9e9b3 will not be triggered until provisioned by entity DHCP. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:50:21.828644 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:21.851298 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06fceed1-e42e-4fb1-9f2f-dafb70685176'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:50:21.853598 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52e63f69b77a697c800865a1d1b766e5ffcc9f431c5a1c070fcdf3a80b621b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22109034-5c2a-4b18-a596-5db889396420" -d '{"events": [{"server_uuid": "17f36824-4f8a-4304-a53f-f8066c490ed2", "name": "network-vif-unplugged", "status": "completed", "tag": "06fceed1-e42e-4fb1-9f2f-dafb70685176"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:50:21.870256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port 06fceed1-e42e-4fb1-9f2f-dafb70685176, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=06fceed1-e42e-4fb1-9f2f-dafb70685176,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:50:21.889798 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 10:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9679401e-eb03-42e6-b162-3521fd7d0c1c x-openstack-request-id: req-9679401e-eb03-42e6-b162-3521fd7d0c1c {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:50:21.890098 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f36824-4f8a-4304-a53f-f8066c490ed2", "name": "network-vif-unplugged", "status": "completed", "tag": "06fceed1-e42e-4fb1-9f2f-dafb70685176", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:50:21.890383 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9679401e-eb03-42e6-b162-3521fd7d0c1c {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:50:21.890803 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'code': 200} Jun 22 10:50:21.908598 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10152339'] for port, after_create {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:21.910034 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d0a9bce8-e42b-461f-8710-7128b3bc6125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:50:21.952797 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:21.954875 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:50:21.955018 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Network 542c80c4-7376-4158-8cf1-05e75d088f7b is already hosted by enough agents. {{(pid=100653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:50:21.968582 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.base_scheduler [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Resources bound (agent type, host, resource id): {{(pid=100653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:50:21.974344 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Received port after_create {{(pid=100653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:50:21.978517 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Pushing event updated for resources: {'Port': ['ID=dc85099e-c0b8-4079-85ee-35a074b9e9b3,revision_number=1']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:50:22.012744 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:22.015347 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:22.015866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:22.016204 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:22.016642 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:22.017089 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:22.019396 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:22.027844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:22.027844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:22.027844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:22.027844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:22.027844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:22.027844 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:50:22.060326 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=06fceed1-e42e-4fb1-9f2f-dafb70685176,revision_number=8']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:50:22.070489 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:22.071132 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:22.074585 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:50:22.087779 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:22.168591 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-df2f21f1-dcff-410b-8787-8db1ccbfb7ca tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8228328 Jun 22 10:50:22.382449 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1b8c630c-a18b-4948-965d-b2d340064999 None None] Provisioning for port dc85099e-c0b8-4079-85ee-35a074b9e9b3 completed by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:50:22.386567 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-1b8c630c-a18b-4948-965d-b2d340064999 None None] Provisioning complete for port dc85099e-c0b8-4079-85ee-35a074b9e9b3 triggered by entity DHCP. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:50:22.386951 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1b8c630c-a18b-4948-965d-b2d340064999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:22.423961 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c630c-a18b-4948-965d-b2d340064999 None None] Port dc85099e-c0b8-4079-85ee-35a074b9e9b3 cannot update to ACTIVE because it is not bound. {{(pid=100654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:50:22.573455 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312e110-3da4-49da-b4da-53944baae6f5 req-5e086db3-b1c5-4d5e-85a3-1ca136fb608e tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:22.574956 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4312e110-3da4-49da-b4da-53944baae6f5 req-5e086db3-b1c5-4d5e-85a3-1ca136fb608e tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 932 time: 0.0641041 Jun 22 10:50:22.615642 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4312e110-3da4-49da-b4da-53944baae6f5 req-db27c710-081a-4da1-bf8c-503b20d02a12 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334330 Jun 22 10:50:23.802224 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253b5a0-d4be-43cc-a1a4-2b7f7eac0fdb req-76776b5b-9d28-4a5f-9d71-94796d1d8fd3 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:23.804008 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0253b5a0-d4be-43cc-a1a4-2b7f7eac0fdb req-76776b5b-9d28-4a5f-9d71-94796d1d8fd3 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 932 time: 0.0703452 Jun 22 10:50:23.843228 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0253b5a0-d4be-43cc-a1a4-2b7f7eac0fdb req-fdd0d1a0-06ea-4483-a6ba-4d174b8cf17a tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333109 Jun 22 10:50:25.019249 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b77b4a-d669-4b97-9bf0-bba1eb8930a5 req-97349c14-2689-4349-8653-fb8bafbc1b39 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:25.020805 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-49b77b4a-d669-4b97-9bf0-bba1eb8930a5 req-97349c14-2689-4349-8653-fb8bafbc1b39 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 932 time: 0.0656347 Jun 22 10:50:25.060400 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-49b77b4a-d669-4b97-9bf0-bba1eb8930a5 req-7aa80cc8-ffa5-4ef5-a38b-859a0fa89460 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337598 Jun 22 10:50:26.260454 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815c8d6-3387-4072-a16f-7bd083f8f246 req-631da5fb-4f38-49e4-a877-5050b89dfce6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:26.262078 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f815c8d6-3387-4072-a16f-7bd083f8f246 req-631da5fb-4f38-49e4-a877-5050b89dfce6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 932 time: 0.0708785 Jun 22 10:50:26.302756 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f815c8d6-3387-4072-a16f-7bd083f8f246 req-2ea6f43e-db17-4090-b5f1-82181849a83c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346334 Jun 22 10:50:27.487149 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093adb7-75b3-4861-830e-e56e438a595c req-f2254ef9-e18a-400b-b53d-a17761e1f68c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:27.488565 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d093adb7-75b3-4861-830e-e56e438a595c req-f2254ef9-e18a-400b-b53d-a17761e1f68c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 932 time: 0.0694058 Jun 22 10:50:27.528942 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d093adb7-75b3-4861-830e-e56e438a595c req-b8622631-4a1b-4428-a4e6-49c5154da6e0 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344684 Jun 22 10:50:28.708425 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a171f5-2cc7-44f4-a78f-55a24bdbc28a req-af8de5e8-f0ea-460b-94ae-005f23ff45d0 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:28.710062 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-65a171f5-2cc7-44f4-a78f-55a24bdbc28a req-af8de5e8-f0ea-460b-94ae-005f23ff45d0 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 932 time: 0.0651181 Jun 22 10:50:28.755743 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-65a171f5-2cc7-44f4-a78f-55a24bdbc28a req-367ab75d-eb55-42f8-99a9-3920939f99d7 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390501 Jun 22 10:50:29.939443 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b890e-55a2-4fae-af93-950d8b3d452f req-a1e9446b-a6f2-4bf4-8af9-3a0dc92d6b0d tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:29.941736 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-551b890e-55a2-4fae-af93-950d8b3d452f req-a1e9446b-a6f2-4bf4-8af9-3a0dc92d6b0d tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 932 time: 0.0734315 Jun 22 10:50:29.980592 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-551b890e-55a2-4fae-af93-950d8b3d452f req-4fc8fb98-2641-4923-957b-ca587e738679 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332112 Jun 22 10:50:31.172978 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af82f2-2f46-4b77-88e1-c11e159ff704 req-0f17d3c9-fe01-4a71-8c62-b021bcf4d841 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:31.174485 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-84af82f2-2f46-4b77-88e1-c11e159ff704 req-0f17d3c9-fe01-4a71-8c62-b021bcf4d841 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 932 time: 0.0731242 Jun 22 10:50:31.216232 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-84af82f2-2f46-4b77-88e1-c11e159ff704 req-d59ed8d7-d7c5-47ce-97ae-7ff596e89a6f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354528 Jun 22 10:50:32.391831 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afe66c-47c8-443e-8f6f-f70776d353b4 req-11bb07e3-4124-41c1-bc7a-169e74f8e9ad tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:32.393742 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-48afe66c-47c8-443e-8f6f-f70776d353b4 req-11bb07e3-4124-41c1-bc7a-169e74f8e9ad tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 932 time: 0.0661416 Jun 22 10:50:32.433386 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-48afe66c-47c8-443e-8f6f-f70776d353b4 req-23385e72-7f20-4454-9bc9-b60e2df86d39 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338316 Jun 22 10:50:33.603233 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88783367-d439-4f3f-a606-6ed729ba3d5b req-72616195-9e72-42cc-ad54-e699d4913817 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:33.604761 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-88783367-d439-4f3f-a606-6ed729ba3d5b req-72616195-9e72-42cc-ad54-e699d4913817 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 932 time: 0.0631826 Jun 22 10:50:33.642035 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-88783367-d439-4f3f-a606-6ed729ba3d5b req-a60b0369-06f6-4f39-80b0-647e9d77ce42 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317128 Jun 22 10:50:34.817793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697ae72-9ab7-45a0-a20b-3abcaae3c9d2 req-0a13d1ff-ac37-4589-9229-202a48a7d299 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:34.819285 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1697ae72-9ab7-45a0-a20b-3abcaae3c9d2 req-0a13d1ff-ac37-4589-9229-202a48a7d299 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 932 time: 0.0675929 Jun 22 10:50:34.856708 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-1697ae72-9ab7-45a0-a20b-3abcaae3c9d2 req-33819fd3-0ee1-489e-9f2a-98707a9eb8e1 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317407 Jun 22 10:50:34.946108 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.v2.base [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Request body: {'port': {'device_id': 'ceb1dd88-ce1f-4a81-95a0-b6581357a23d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:50:35.016597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:35.280698 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc85099e-c0b8-4079-85ee-35a074b9e9b3 {{(pid=100653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:50:35.289028 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:35.300625 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.provisioning_blocks [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Transition to ACTIVE for port object dc85099e-c0b8-4079-85ee-35a074b9e9b3 will not be triggered until provisioned by entity L2. {{(pid=100653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:50:36.001723 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:36.004023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-4db21a1d-6a20-4de9-ad32-2fd31718dd0f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:50:36.041699 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f99f1-48b5-47b6-8880-94e2029107d2 req-79d0d9d9-1c94-424c-b211-5e25825625c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:36.045552 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3d4f99f1-48b5-47b6-8880-94e2029107d2 req-79d0d9d9-1c94-424c-b211-5e25825625c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 932 time: 0.0731883 Jun 22 10:50:36.083614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Pushing event updated for resources: {'Port': ['ID=dc85099e-c0b8-4079-85ee-35a074b9e9b3,revision_number=2']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:50:36.088638 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:50:36.091456 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-3d4f99f1-48b5-47b6-8880-94e2029107d2 req-8551d24d-b296-48a1-807b-f26740d2d04a tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388255 Jun 22 10:50:36.166106 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Attempting to bind port dc85099e-c0b8-4079-85ee-35a074b9e9b3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:50:36.166582 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Attempting to bind port dc85099e-c0b8-4079-85ee-35a074b9e9b3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '8f2dc7b0-31e7-406f-94ca-d399f640ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b'}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:50:36.166924 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Attempting to bind port dc85099e-c0b8-4079-85ee-35a074b9e9b3 on network 542c80c4-7376-4158-8cf1-05e75d088f7b {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:50:36.171537 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Port dc85099e-c0b8-4079-85ee-35a074b9e9b3 on network 542c80c4-7376-4158-8cf1-05e75d088f7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:50:36.171866 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Attempting to bind port dc85099e-c0b8-4079-85ee-35a074b9e9b3 on network 542c80c4-7376-4158-8cf1-05e75d088f7b {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:50:36.176791 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Checking agent: {'id': '6910c3f6-732f-476e-bde3-1b7b516a0602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'started_at': datetime.datetime(2021, 6, 22, 9, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:50:36.177130 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Checking segment: {'id': '8f2dc7b0-31e7-406f-94ca-d399f640ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:50:36.177513 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Bound using segment: {'id': '8f2dc7b0-31e7-406f-94ca-d399f640ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b'} {{(pid=100653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:50:36.178278 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.managers [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Bound port: dc85099e-c0b8-4079-85ee-35a074b9e9b3, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2dc7b0-31e7-406f-94ca-d399f640ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b'}}] {{(pid=100653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:50:36.178576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:36.243195 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] For port dc85099e-c0b8-4079-85ee-35a074b9e9b3, host hv-neutron-7971, cleared binding levels {{(pid=100653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:50:36.246134 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] For port dc85099e-c0b8-4079-85ee-35a074b9e9b3, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dc85099e-c0b8-4079-85ee-35a074b9e9b3,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:50:36.327417 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152353'] for port, after_update {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:36.329540 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-59b0f7ff-b0a8-4001-a06f-0a58d0117ab0 tempest-TestShelveInstance-1959250349 tempest-TestShelveInstance-1959250349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:50:36.364478 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:36.365178 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:36.366445 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] 10.222.0.35 "PUT /v2.0/ports/dc85099e-c0b8-4079-85ee-35a074b9e9b3 HTTP/1.1" status: 200 len: 1094 time: 1.4247653 Jun 22 10:50:36.366974 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb1dd88-ce1f-4a81-95a0-b6581357a23d', 'tag': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:50:36.369298 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50b0edad4bc652f203f026bb1979b404ffc0e1f4f819015975e3e501c6062cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c7e926-ee03-446f-bb51-2c3c399af70a" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb1dd88-ce1f-4a81-95a0-b6581357a23d", "tag": "dc85099e-c0b8-4079-85ee-35a074b9e9b3"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:50:36.397689 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Pushing event updated for resources: {'Port': ['ID=dc85099e-c0b8-4079-85ee-35a074b9e9b3,revision_number=3']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:50:36.404945 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8be7050f-d81b-4580-a6d2-b1ca29168866 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:50:36.408385 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee6c23f-2e2c-47e5-8c79-71b1bc301503 x-openstack-request-id: req-2ee6c23f-2e2c-47e5-8c79-71b1bc301503 {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:50:36.408763 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb1dd88-ce1f-4a81-95a0-b6581357a23d", "tag": "dc85099e-c0b8-4079-85ee-35a074b9e9b3", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:50:36.409066 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ee6c23f-2e2c-47e5-8c79-71b1bc301503 {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:50:36.409526 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb1dd88-ce1f-4a81-95a0-b6581357a23d', 'tag': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3', 'status': 'completed', 'code': 200} Jun 22 10:50:36.486172 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7e926-ee03-446f-bb51-2c3c399af70a req-f7cdcfd2-c69d-4ad2-9518-24770ac4d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:36.487779 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-09c7e926-ee03-446f-bb51-2c3c399af70a req-f7cdcfd2-c69d-4ad2-9518-24770ac4d15d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad&device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 1097 time: 0.0581093 Jun 22 10:50:36.590815 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7e926-ee03-446f-bb51-2c3c399af70a req-5356bb79-ebef-4cad-992b-440ef2e3f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:36.592314 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-09c7e926-ee03-446f-bb51-2c3c399af70a req-5356bb79-ebef-4cad-992b-440ef2e3f614 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0973403 Jun 22 10:50:36.685166 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7e926-ee03-446f-bb51-2c3c399af70a req-04645665-1660-42ff-ad3c-569828819e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:36.686374 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-09c7e926-ee03-446f-bb51-2c3c399af70a req-04645665-1660-42ff-ad3c-569828819e80 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881369 Jun 22 10:50:36.775073 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-7ee420f1-a461-4088-aceb-1a2529a9744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:36.776619 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-7ee420f1-a461-4088-aceb-1a2529a9744a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad&device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 1097 time: 0.0532105 Jun 22 10:50:36.829365 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-2fe46742-2e95-49d1-ac2d-68b1a2279fdc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc85099e-c0b8-4079-85ee-35a074b9e9b3 HTTP/1.1" status: 200 len: 217 time: 0.0462315 Jun 22 10:50:36.875879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-58762049-af37-42a3-bc86-c0b5b6c79b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:36.877888 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-58762049-af37-42a3-bc86-c0b5b6c79b90 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=952ff421-bcab-4f6b-8d04-30b12ee0531b HTTP/1.1" status: 200 len: 848 time: 0.0418661 Jun 22 10:50:36.933045 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-7fc90d6b-6e26-4b47-abcc-65daad48f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:36.934628 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-7fc90d6b-6e26-4b47-abcc-65daad48f8c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=542c80c4-7376-4158-8cf1-05e75d088f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509031 Jun 22 10:50:37.026457 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-95944aec-0472-4b1f-a2e8-3516ccf277fd service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847113 Jun 22 10:50:37.115963 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-68d8da09-ba4b-4503-8153-e56257ea90f7 req-de0f09dc-6729-4b5a-8c7e-ec41aef75e26 service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835440 Jun 22 10:50:37.266609 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cad28e-8ea7-45ac-a0a7-e925bbfdb67f req-e7a5882a-53e4-4551-a485-638b058b2b9f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:37.268117 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-53cad28e-8ea7-45ac-a0a7-e925bbfdb67f req-e7a5882a-53e4-4551-a485-638b058b2b9f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 944 time: 0.0644848 Jun 22 10:50:37.306030 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-53cad28e-8ea7-45ac-a0a7-e925bbfdb67f req-d76f9139-cdbf-4087-b4fc-f52fe7d70bab tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323026 Jun 22 10:50:38.119241 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:50:38.486706 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8a5f2-e3bd-4a62-9ea8-ee1e4df0322f req-68324880-bb41-4b39-88f9-34596f7faa8d tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:38.488213 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f4e8a5f2-e3bd-4a62-9ea8-ee1e4df0322f req-68324880-bb41-4b39-88f9-34596f7faa8d tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 944 time: 0.0739722 Jun 22 10:50:38.528066 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f4e8a5f2-e3bd-4a62-9ea8-ee1e4df0322f req-efd837e5-b903-4909-ab7c-6e5c3baf15b4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339420 Jun 22 10:50:39.705841 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecef16-0c2e-432f-a9dd-bd09a376117a req-a54d1481-3b2a-4b11-aef6-f18a3822cb95 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:39.707315 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-87ecef16-0c2e-432f-a9dd-bd09a376117a req-a54d1481-3b2a-4b11-aef6-f18a3822cb95 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 944 time: 0.0658634 Jun 22 10:50:39.744911 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-87ecef16-0c2e-432f-a9dd-bd09a376117a req-e74dd9e0-d420-49f3-848a-722d4c74abc6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318997 Jun 22 10:50:39.899227 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device dc85099e-c0b8-4079-85ee-35a074b9e9b3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:50:39.998798 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port dc85099e-c0b8-4079-85ee-35a074b9e9b3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dc85099e-c0b8-4079-85ee-35a074b9e9b3,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:50:40.010194 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'port_id': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3', 'mac_address': 'fa:16:3e:07:da:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:50:40.049392 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:40.062360 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc85099e-c0b8-4079-85ee-35a074b9e9b3 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:50:40.082615 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port dc85099e-c0b8-4079-85ee-35a074b9e9b3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dc85099e-c0b8-4079-85ee-35a074b9e9b3,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:50:40.184570 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:40.187264 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:50:40.241879 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=dc85099e-c0b8-4079-85ee-35a074b9e9b3,revision_number=4']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:50:40.246458 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:50:40.574639 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['dc85099e-c0b8-4079-85ee-35a074b9e9b3'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:50:40.922162 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645672a-9e2b-4bcc-a7c4-7cd4f8f02dee req-12786fdc-cf70-4a85-b037-d881c5d0b6b7 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:40.923605 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9645672a-9e2b-4bcc-a7c4-7cd4f8f02dee req-12786fdc-cf70-4a85-b037-d881c5d0b6b7 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 945 time: 0.0657196 Jun 22 10:50:40.962882 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-9645672a-9e2b-4bcc-a7c4-7cd4f8f02dee req-f10b96f6-1f51-44a6-89f5-b73661c2771d tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327275 Jun 22 10:50:41.144862 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:41.904371 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device dc85099e-c0b8-4079-85ee-35a074b9e9b3 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:50:42.035256 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning for port dc85099e-c0b8-4079-85ee-35a074b9e9b3 completed by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:50:42.039181 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port dc85099e-c0b8-4079-85ee-35a074b9e9b3 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:50:42.039629 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:42.117634 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:42.139802 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb1dd88-ce1f-4a81-95a0-b6581357a23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:50:42.141965 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd971d-9bfc-4928-a123-c33eac733d31 req-da37b42d-ef3d-4caf-ae9a-e4006c17d1fc tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:42.142985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52e63f69b77a697c800865a1d1b766e5ffcc9f431c5a1c070fcdf3a80b621b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b315c89-4842-4946-b922-34ece4755641" -d '{"events": [{"server_uuid": "ceb1dd88-ce1f-4a81-95a0-b6581357a23d", "name": "network-vif-plugged", "status": "completed", "tag": "dc85099e-c0b8-4079-85ee-35a074b9e9b3"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:50:42.144040 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0edd971d-9bfc-4928-a123-c33eac733d31 req-da37b42d-ef3d-4caf-ae9a-e4006c17d1fc tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 945 time: 0.0700982 Jun 22 10:50:42.158830 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port dc85099e-c0b8-4079-85ee-35a074b9e9b3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dc85099e-c0b8-4079-85ee-35a074b9e9b3,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:50:42.183559 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-0edd971d-9bfc-4928-a123-c33eac733d31 req-119a27b0-861d-4378-93a8-870155e771b2 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329597 Jun 22 10:50:42.229956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0773f1ef-38e4-4bee-bbe6-822a4ae88b7a x-openstack-request-id: req-0773f1ef-38e4-4bee-bbe6-822a4ae88b7a {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:50:42.230262 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb1dd88-ce1f-4a81-95a0-b6581357a23d", "name": "network-vif-plugged", "status": "completed", "tag": "dc85099e-c0b8-4079-85ee-35a074b9e9b3", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:50:42.230528 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0773f1ef-38e4-4bee-bbe6-822a4ae88b7a {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:50:42.230933 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb1dd88-ce1f-4a81-95a0-b6581357a23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3', 'code': 200} Jun 22 10:50:42.235677 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:42.237707 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-0089186f-ccc2-4f50-be99-3a27f05ca064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:50:42.292507 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=dc85099e-c0b8-4079-85ee-35a074b9e9b3,revision_number=5']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:50:42.297671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:50:42.617321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651a0bc-34da-4f64-aeef-f4b0a904c49e req-34bcc156-e7fa-413b-8680-a8b549c92bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:42.619582 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e651a0bc-34da-4f64-aeef-f4b0a904c49e req-34bcc156-e7fa-413b-8680-a8b549c92bc2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 1099 time: 0.0519404 Jun 22 10:50:42.659948 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-e651a0bc-34da-4f64-aeef-f4b0a904c49e req-7aa43b6d-43f8-4882-a0ab-63bc9e80a249 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338972 Jun 22 10:50:43.354449 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e50b3-5956-4b8f-8c6a-55f79cedceb9 req-4ff5f512-0ca2-4ebd-aa8a-95cd1c5a8fdd tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:43.355931 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c70e50b3-5956-4b8f-8c6a-55f79cedceb9 req-4ff5f512-0ca2-4ebd-aa8a-95cd1c5a8fdd tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 946 time: 0.0624113 Jun 22 10:50:43.392462 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c70e50b3-5956-4b8f-8c6a-55f79cedceb9 req-958fd63f-a047-4cb6-a52a-b94a2ed35bfa tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309761 Jun 22 10:50:44.573076 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5483379-ceff-48be-b960-b4eaf743d6a7 req-ccc89d29-a061-4ba6-a5c4-f88467f2c441 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:44.574582 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c5483379-ceff-48be-b960-b4eaf743d6a7 req-ccc89d29-a061-4ba6-a5c4-f88467f2c441 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 946 time: 0.0689979 Jun 22 10:50:44.612933 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-c5483379-ceff-48be-b960-b4eaf743d6a7 req-d4b9066c-d865-46fd-9e7c-f1c997758183 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327141 Jun 22 10:50:44.781623 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a00280-0d51-489e-b29c-ff63e711922d req-5a6aed95-5787-4e9a-8ac4-1cc037563b43 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:44.783599 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d3a00280-0d51-489e-b29c-ff63e711922d req-5a6aed95-5787-4e9a-8ac4-1cc037563b43 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 946 time: 0.0617297 Jun 22 10:50:44.821494 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-d3a00280-0d51-489e-b29c-ff63e711922d req-e702ff04-0feb-437f-ae3e-7210581923a5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322714 Jun 22 10:50:44.844242 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 43238) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:50:44.902746 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f054dde-c309-4fc7-b66d-a2bb66cce908 tempest-TestSnapshotPattern-1924513504 tempest-TestSnapshotPattern-1924513504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:44.904317 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-9f054dde-c309-4fc7-b66d-a2bb66cce908 tempest-TestSnapshotPattern-1924513504 tempest-TestSnapshotPattern-1924513504-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 1094 time: 0.0590484 Jun 22 10:50:44.907019 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 43240) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:50:44.911456 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.v2.base [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Request body: {'floatingip': {'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'port_id': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:50:44.973098 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for floatingip, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:45.080188 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611195'] for port, before_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:45.205328 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_common [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Allocated IP 172.26.3.156 (5eae176d-1059-48f4-b687-97de60cc120b/6a08641b-e7f1-42bd-b239-de4aa6b9ec06/cfece060-0a93-4e20-bd16-3ea1d3e0e6f6) {{(pid=100652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:50:45.307330 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for port, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:45.440650 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755272112213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9891060'] for port, after_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:45.442759 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-794120d1-1e58-4672-9e16-2b0b6a2ab049 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:50:45.477891 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Network 5eae176d-1059-48f4-b687-97de60cc120b is already hosted by enough agents. {{(pid=100652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:50:45.480872 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.base_scheduler [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Resources bound (agent type, host, resource id): {{(pid=100652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:50:45.484575 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Received port after_create {{(pid=100652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:50:45.517163 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Pushing event updated for resources: {'Port': ['ID=cfece060-0a93-4e20-bd16-3ea1d3e0e6f6,revision_number=1']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:50:45.528383 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:45.528820 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:45.529215 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:45.529622 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:45.529977 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:45.530353 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:45.530728 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:45.531100 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:45.531496 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:45.531967 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:45.532323 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:45.532688 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:50:45.539804 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:50:45.863212 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:45.996996 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:46.149669 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for port, precommit_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:46.212245 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9891014'] for port, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:46.214249 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cd011fbc-cb82-472d-a8e4-4cddbb5fbe1f tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:50:46.276254 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Pushing event updated for resources: {'Port': ['ID=cfece060-0a93-4e20-bd16-3ea1d3e0e6f6,revision_number=2']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:50:46.281369 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:50:46.288652 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773769'] for floatingip, after_update {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:46.681223 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c900e906-9b9c-4c51-be2a-e05bf8d5dfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:46.750788 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Floating IP 71ec8a1a-9062-4ea2-9ea7-6562a9961725 associated. External IP: 172.26.3.156, port: dc85099e-c0b8-4079-85ee-35a074b9e9b3. Jun 22 10:50:46.960919 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:50:47.068648 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:50:47.078864 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ba21b-4d6f-44df-a739-528b78dcc45d None None] Sync routers for ids ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:50:47.089130 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ba21b-4d6f-44df-a739-528b78dcc45d None None] Routers {'d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:50:47.099145 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-b78ba21b-4d6f-44df-a739-528b78dcc45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:50:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:50:47.132791 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:47.169276 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c248b383-bd59-48b8-8d9e-3f657ff6a32c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2611082 Jun 22 10:50:47.169972 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb1dd88-ce1f-4a81-95a0-b6581357a23d', 'tag': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:50:47.172340 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8719eaa8a36a58801c725010a82c40baf58e675eda41dfe742182361bb8d4c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584b77c1-ba81-4ffd-a6ad-4a6eb8d48c41" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb1dd88-ce1f-4a81-95a0-b6581357a23d", "tag": "dc85099e-c0b8-4079-85ee-35a074b9e9b3"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:50:47.196608 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-b78ba21b-4d6f-44df-a739-528b78dcc45d None None] Set router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:50:47.233694 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146de185-b207-4a57-9581-2f5dbd74ed26 x-openstack-request-id: req-146de185-b207-4a57-9581-2f5dbd74ed26 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:50:47.234040 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb1dd88-ce1f-4a81-95a0-b6581357a23d", "tag": "dc85099e-c0b8-4079-85ee-35a074b9e9b3", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:50:47.234347 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-146de185-b207-4a57-9581-2f5dbd74ed26 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:50:47.234804 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb1dd88-ce1f-4a81-95a0-b6581357a23d', 'tag': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3', 'status': 'completed', 'code': 200} Jun 22 10:50:47.319137 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b77c1-ba81-4ffd-a6ad-4a6eb8d48c41 req-dda25646-e19f-46a5-bc03-14a922bd2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:47.320660 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-584b77c1-ba81-4ffd-a6ad-4a6eb8d48c41 req-dda25646-e19f-46a5-bc03-14a922bd2e96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad&device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 1099 time: 0.0637352 Jun 22 10:50:47.409966 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b77c1-ba81-4ffd-a6ad-4a6eb8d48c41 req-189abeb1-9259-4962-bfc7-8ce9e263cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:47.411454 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-584b77c1-ba81-4ffd-a6ad-4a6eb8d48c41 req-189abeb1-9259-4962-bfc7-8ce9e263cd7a service neutron] 10.222.0.35 "GET /v2.0/networks?id=542c80c4-7376-4158-8cf1-05e75d088f7b HTTP/1.1" status: 200 len: 910 time: 0.0841126 Jun 22 10:50:47.441571 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-b78ba21b-4d6f-44df-a739-528b78dcc45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:46:51Z', 'revision_number': 4, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port': {'id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:48Z', 'updated_at': '2021-06-22T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '71ec8a1a-9062-4ea2-9ea7-6562a9961725', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'floating_ip_address': '172.26.3.156', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'port_id': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'mac_address': 'fa:16:3e:07:da:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb1dd88-ce1f-4a81-95a0-b6581357a23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:50:45Z', 'updated_at': '2021-06-22T10:50:45Z', 'revision_number': 0, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'fixed_ip_address_scope': None}, {'id': 'cad1911d-e3fd-4b0e-93fb-4f7eade894c4', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'floating_ip_address': '172.26.3.79', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'port_id': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'mac_address': 'fa:16:3e:98:60:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:47:16Z', 'updated_at': '2021-06-22T10:47:18Z', 'revision_number': 1, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb491335-a103-450a-bb9e-18dc67bbf203', 'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'mac_address': 'fa:16:3e:f8:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:50Z', 'updated_at': '2021-06-22T10:46:56Z', 'revision_number': 5, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'subnets': [{'id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:50:47.472959 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ba21b-4d6f-44df-a739-528b78dcc45d None None] Checking router: d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:50:47.480730 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ba21b-4d6f-44df-a739-528b78dcc45d None None] Routers {'d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:50:47.481315 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-b78ba21b-4d6f-44df-a739-528b78dcc45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:50:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:50:47.482008 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-584b77c1-ba81-4ffd-a6ad-4a6eb8d48c41 req-737e503c-41bb-49eb-b892-304ed483cf68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc85099e-c0b8-4079-85ee-35a074b9e9b3 HTTP/1.1" status: 200 len: 1000 time: 0.0632813 Jun 22 10:50:47.533748 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b77c1-ba81-4ffd-a6ad-4a6eb8d48c41 req-93955853-71ea-433a-b8d9-9b45b78c20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:47.535203 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-584b77c1-ba81-4ffd-a6ad-4a6eb8d48c41 req-93955853-71ea-433a-b8d9-9b45b78c20c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=952ff421-bcab-4f6b-8d04-30b12ee0531b HTTP/1.1" status: 200 len: 848 time: 0.0465293 Jun 22 10:50:47.593135 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b77c1-ba81-4ffd-a6ad-4a6eb8d48c41 req-f514fd33-1de9-44d8-8d37-5eca3aa15fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:50:47.594651 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-584b77c1-ba81-4ffd-a6ad-4a6eb8d48c41 req-f514fd33-1de9-44d8-8d37-5eca3aa15fb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=542c80c4-7376-4158-8cf1-05e75d088f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528901 Jun 22 10:50:47.599624 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-b78ba21b-4d6f-44df-a739-528b78dcc45d None None] Set router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:50:47.695149 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-584b77c1-ba81-4ffd-a6ad-4a6eb8d48c41 req-b6c84899-a5ee-4b7c-afc0-ae21378f905b service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930157 Jun 22 10:50:47.790212 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-584b77c1-ba81-4ffd-a6ad-4a6eb8d48c41 req-18e21c28-45a1-4158-970d-ef3adca1be81 service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886748 Jun 22 10:50:47.832351 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-b78ba21b-4d6f-44df-a739-528b78dcc45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:46:51Z', 'revision_number': 4, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port': {'id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:48Z', 'updated_at': '2021-06-22T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '71ec8a1a-9062-4ea2-9ea7-6562a9961725', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'floating_ip_address': '172.26.3.156', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'port_id': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'mac_address': 'fa:16:3e:07:da:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb1dd88-ce1f-4a81-95a0-b6581357a23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:50:45Z', 'updated_at': '2021-06-22T10:50:45Z', 'revision_number': 0, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'fixed_ip_address_scope': None}, {'id': 'cad1911d-e3fd-4b0e-93fb-4f7eade894c4', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'floating_ip_address': '172.26.3.79', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'port_id': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'mac_address': 'fa:16:3e:98:60:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:47:16Z', 'updated_at': '2021-06-22T10:47:18Z', 'revision_number': 1, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb491335-a103-450a-bb9e-18dc67bbf203', 'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'mac_address': 'fa:16:3e:f8:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:50Z', 'updated_at': '2021-06-22T10:46:56Z', 'revision_number': 5, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'subnets': [{'id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:50:47.863384 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ba21b-4d6f-44df-a739-528b78dcc45d None None] The sync data for ids ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'] in dv-neutron-797121-3-hyperv is: [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:46:51Z', 'revision_number': 4, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port': {'id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:48Z', 'updated_at': '2021-06-22T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': '71ec8a1a-9062-4ea2-9ea7-6562a9961725', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'floating_ip_address': '172.26.3.156', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'port_id': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'mac_address': 'fa:16:3e:07:da:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb1dd88-ce1f-4a81-95a0-b6581357a23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:50:45Z', 'updated_at': '2021-06-22T10:50:45Z', 'revision_number': 0, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'fixed_ip_address_scope': None}, {'id': 'cad1911d-e3fd-4b0e-93fb-4f7eade894c4', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'floating_ip_address': '172.26.3.79', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'port_id': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'mac_address': 'fa:16:3e:98:60:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:47:16Z', 'updated_at': '2021-06-22T10:47:18Z', 'revision_number': 1, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb491335-a103-450a-bb9e-18dc67bbf203', 'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'mac_address': 'fa:16:3e:f8:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:50Z', 'updated_at': '2021-06-22T10:46:56Z', 'revision_number': 5, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'subnets': [{'id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:50:48.068152 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00af04-1500-4973-83c2-722852829311 None None] New status for floating IP 71ec8a1a-9062-4ea2-9ea7-6562a9961725: ACTIVE {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:50:49.189519 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-5226b03b-5459-4b34-8602-518153bd22a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:49.403217 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:50.784403 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:50:52.041266 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:51:08.053233 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5210541a-82a6-4c82-a0ca-54b57295a771 req-6cfdd17c-c402-4105-918d-549d4b7ef4e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574045 Jun 22 10:51:08.147150 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210541a-82a6-4c82-a0ca-54b57295a771 req-9645426c-3ae3-4888-8da5-d7f3bb2e6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:51:08.148687 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5210541a-82a6-4c82-a0ca-54b57295a771 req-9645426c-3ae3-4888-8da5-d7f3bb2e6b0e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad&device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 1096 time: 0.0513968 Jun 22 10:51:08.249422 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210541a-82a6-4c82-a0ca-54b57295a771 req-ccb053cf-bef6-4038-81e4-3260c1b67682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:51:08.251013 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5210541a-82a6-4c82-a0ca-54b57295a771 req-ccb053cf-bef6-4038-81e4-3260c1b67682 service neutron] 10.222.0.35 "GET /v2.0/networks?id=542c80c4-7376-4158-8cf1-05e75d088f7b HTTP/1.1" status: 200 len: 910 time: 0.0829086 Jun 22 10:51:08.317815 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5210541a-82a6-4c82-a0ca-54b57295a771 req-32eaf731-81b7-42bb-a420-18cdbe36b126 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06fceed1-e42e-4fb1-9f2f-dafb70685176 HTTP/1.1" status: 200 len: 998 time: 0.0602927 Jun 22 10:51:08.369252 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210541a-82a6-4c82-a0ca-54b57295a771 req-99101231-f0ea-41ff-bd9c-49db3233a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:51:08.371718 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5210541a-82a6-4c82-a0ca-54b57295a771 req-99101231-f0ea-41ff-bd9c-49db3233a9cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=952ff421-bcab-4f6b-8d04-30b12ee0531b HTTP/1.1" status: 200 len: 848 time: 0.0477290 Jun 22 10:51:08.432340 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210541a-82a6-4c82-a0ca-54b57295a771 req-1d127755-1de4-431d-a70e-75bd8a3e8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:51:08.434686 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5210541a-82a6-4c82-a0ca-54b57295a771 req-1d127755-1de4-431d-a70e-75bd8a3e8d72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=542c80c4-7376-4158-8cf1-05e75d088f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571256 Jun 22 10:51:08.894786 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5210541a-82a6-4c82-a0ca-54b57295a771 req-94b6a507-4b55-478e-8547-44efdb609dec service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536097 Jun 22 10:51:08.988315 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5210541a-82a6-4c82-a0ca-54b57295a771 req-a43b5e90-5d9d-48e5-96fa-49e815c4d2f9 service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871398 Jun 22 10:51:11.200874 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:51:15.119538 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:51:16.663366 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b9ccc482-1314-4a03-946d-4d7b4e9657cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:51:19.164555 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-8217c445-9b42-47a2-a3b5-7a546f747cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:51:19.411395 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:51:20.789090 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:51:22.057200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:51:41.180399 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:51:46.700332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3272f4a6-4e8c-4e97-86a6-8c7c1e100730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:51:49.186783 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-71620ccb-8431-44bd-a531-a2d1508b5bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:51:49.432132 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:51:50.759774 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:51:52.056737 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:51:52.118807 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:52:09.077285 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-baad4f00-754f-4be0-9feb-834cd3cf2068 req-7f53db14-01b2-4601-a415-d19fc50233f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543947 Jun 22 10:52:09.148649 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad4f00-754f-4be0-9feb-834cd3cf2068 req-af2cf0d7-ca92-45d7-8b7f-c848292e064f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:52:09.150126 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-baad4f00-754f-4be0-9feb-834cd3cf2068 req-af2cf0d7-ca92-45d7-8b7f-c848292e064f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad&device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 1099 time: 0.0502632 Jun 22 10:52:09.247545 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad4f00-754f-4be0-9feb-834cd3cf2068 req-3cbe417b-27ea-42a7-9b50-747faf50ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:52:09.248951 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-baad4f00-754f-4be0-9feb-834cd3cf2068 req-3cbe417b-27ea-42a7-9b50-747faf50ac45 service neutron] 10.222.0.35 "GET /v2.0/networks?id=542c80c4-7376-4158-8cf1-05e75d088f7b HTTP/1.1" status: 200 len: 910 time: 0.0802815 Jun 22 10:52:09.318119 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-baad4f00-754f-4be0-9feb-834cd3cf2068 req-3cccb3cf-9aaa-4bc5-904b-73f306829c7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc85099e-c0b8-4079-85ee-35a074b9e9b3 HTTP/1.1" status: 200 len: 1002 time: 0.0590434 Jun 22 10:52:09.363669 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad4f00-754f-4be0-9feb-834cd3cf2068 req-82cab126-80ea-4840-a5a6-156193952910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:52:09.364983 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-baad4f00-754f-4be0-9feb-834cd3cf2068 req-82cab126-80ea-4840-a5a6-156193952910 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=952ff421-bcab-4f6b-8d04-30b12ee0531b HTTP/1.1" status: 200 len: 848 time: 0.0411644 Jun 22 10:52:09.420061 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad4f00-754f-4be0-9feb-834cd3cf2068 req-3bf83682-ad0d-4781-9f2c-87cedb0bfac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:52:09.421605 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-baad4f00-754f-4be0-9feb-834cd3cf2068 req-3bf83682-ad0d-4781-9f2c-87cedb0bfac1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=542c80c4-7376-4158-8cf1-05e75d088f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0497618 Jun 22 10:52:09.432604 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [req-baad4f00-754f-4be0-9feb-834cd3cf2068 req-b3f5b420-9d19-4c14-b06c-c1af4260e3f2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=100653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 10:52:09.433730 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-baad4f00-754f-4be0-9feb-834cd3cf2068 req-b3f5b420-9d19-4c14-b06c-c1af4260e3f2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050786 Jun 22 10:52:09.522516 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-baad4f00-754f-4be0-9feb-834cd3cf2068 req-f203a30a-038f-4737-a2f6-de56d0b8848b service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824890 Jun 22 10:52:09.608364 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-baad4f00-754f-4be0-9feb-834cd3cf2068 req-66f7b58a-c0a4-4f6b-a2a1-4a5ecf7e2922 service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793736 Jun 22 10:52:11.285200 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:52:16.672685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d801b1ba-56f9-49f8-a8f9-30bf5303d502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:52:19.170083 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bd657224-c281-402c-a1ae-f17ae27aa99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:52:19.392969 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:52:20.770157 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:52:22.099325 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:52:29.117274 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:52:41.217055 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:52:46.654452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-1f77feb4-5c01-416a-bd12-82ba7371fc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:52:49.225673 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-77de0bf4-d5c9-4fa9-8575-ca30d8d2d706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:52:49.397869 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:52:50.768619 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:52:52.094935 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:06.117144 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:53:06.573329 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device dc85099e-c0b8-4079-85ee-35a074b9e9b3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:53:06.668155 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port dc85099e-c0b8-4079-85ee-35a074b9e9b3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dc85099e-c0b8-4079-85ee-35a074b9e9b3,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:53:06.679319 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Returning: {'device': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'port_id': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3', 'mac_address': 'fa:16:3e:07:da:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:53:06.715364 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:06.727581 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc85099e-c0b8-4079-85ee-35a074b9e9b3 {{(pid=100654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:53:06.746650 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port dc85099e-c0b8-4079-85ee-35a074b9e9b3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dc85099e-c0b8-4079-85ee-35a074b9e9b3,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:53:06.820975 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:06.823732 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-c74d52ac-0663-4261-9410-52b4c3a80ff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:06.871124 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=dc85099e-c0b8-4079-85ee-35a074b9e9b3,revision_number=6']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:06.878781 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:06.879135 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:06.879510 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:06.879855 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:06.880187 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:06.880518 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:06.880844 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:06.881167 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:06.881488 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:06.881805 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:06.882124 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:06.882436 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:06.886346 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:06.900743 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] get_ports_and_sgs() called for port_ids ['dc85099e-c0b8-4079-85ee-35a074b9e9b3'] {{(pid=100654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:53:08.574011 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device dc85099e-c0b8-4079-85ee-35a074b9e9b3 up at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:53:08.623647 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.provisioning_blocks [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Provisioning complete for port dc85099e-c0b8-4079-85ee-35a074b9e9b3 triggered by entity L2. {{(pid=100654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:53:08.624038 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402797'] for port, provisioning_complete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:08.697440 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:08.718682 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb1dd88-ce1f-4a81-95a0-b6581357a23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:53:08.720986 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52e63f69b77a697c800865a1d1b766e5ffcc9f431c5a1c070fcdf3a80b621b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211beae7-5d15-4b2b-aa2d-7f4bd64e3a09" -d '{"events": [{"server_uuid": "ceb1dd88-ce1f-4a81-95a0-b6581357a23d", "name": "network-vif-plugged", "status": "completed", "tag": "dc85099e-c0b8-4079-85ee-35a074b9e9b3"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:53:08.737615 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port dc85099e-c0b8-4079-85ee-35a074b9e9b3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dc85099e-c0b8-4079-85ee-35a074b9e9b3,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:53:08.802939 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1fe3af-ac43-42a6-b0bd-c0cf9e8ec8fa x-openstack-request-id: req-7e1fe3af-ac43-42a6-b0bd-c0cf9e8ec8fa {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:53:08.803239 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb1dd88-ce1f-4a81-95a0-b6581357a23d", "name": "network-vif-plugged", "status": "completed", "tag": "dc85099e-c0b8-4079-85ee-35a074b9e9b3", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:53:08.803537 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e1fe3af-ac43-42a6-b0bd-c0cf9e8ec8fa {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:53:08.803946 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb1dd88-ce1f-4a81-95a0-b6581357a23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3', 'code': 200} Jun 22 10:53:08.910798 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:08.912649 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-63a11539-e520-4558-8b30-b88de1723859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:08.961459 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=dc85099e-c0b8-4079-85ee-35a074b9e9b3,revision_number=7']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:08.964384 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:09.044135 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3743ea5f-ae3d-4111-9cb8-820114d99b14 req-ff016c9b-ccd2-4979-95dd-31284a8fb2d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546973 Jun 22 10:53:09.135189 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743ea5f-ae3d-4111-9cb8-820114d99b14 req-00ab8478-1fa9-448b-a15a-58fdf31c43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:53:09.136686 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3743ea5f-ae3d-4111-9cb8-820114d99b14 req-00ab8478-1fa9-448b-a15a-58fdf31c43ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad&device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 1096 time: 0.0510998 Jun 22 10:53:09.244113 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743ea5f-ae3d-4111-9cb8-820114d99b14 req-8f403f61-7927-4c71-8d38-03a925379d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:53:09.245472 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3743ea5f-ae3d-4111-9cb8-820114d99b14 req-8f403f61-7927-4c71-8d38-03a925379d0e service neutron] 10.222.0.35 "GET /v2.0/networks?id=542c80c4-7376-4158-8cf1-05e75d088f7b HTTP/1.1" status: 200 len: 910 time: 0.0883858 Jun 22 10:53:09.311925 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3743ea5f-ae3d-4111-9cb8-820114d99b14 req-d9ee4744-aede-4f88-814a-1cbbc0262d1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06fceed1-e42e-4fb1-9f2f-dafb70685176 HTTP/1.1" status: 200 len: 998 time: 0.0566511 Jun 22 10:53:09.362211 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743ea5f-ae3d-4111-9cb8-820114d99b14 req-95fe0390-c689-4445-8ce3-104fed65b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:53:09.363704 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3743ea5f-ae3d-4111-9cb8-820114d99b14 req-95fe0390-c689-4445-8ce3-104fed65b59c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=952ff421-bcab-4f6b-8d04-30b12ee0531b HTTP/1.1" status: 200 len: 848 time: 0.0424497 Jun 22 10:53:09.424469 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743ea5f-ae3d-4111-9cb8-820114d99b14 req-ebf993d2-9723-4174-bede-a96fc38d49ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:53:09.426016 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3743ea5f-ae3d-4111-9cb8-820114d99b14 req-ebf993d2-9723-4174-bede-a96fc38d49ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=542c80c4-7376-4158-8cf1-05e75d088f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537448 Jun 22 10:53:09.523249 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3743ea5f-ae3d-4111-9cb8-820114d99b14 req-ef6552ba-bb89-40ff-9f4e-724edc1becb9 service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876582 Jun 22 10:53:09.615127 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-3743ea5f-ae3d-4111-9cb8-820114d99b14 req-92a8e07e-2a54-41ec-8048-9fd5ba77c80b service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849087 Jun 22 10:53:11.215252 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:16.820010 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d7144241-adf1-49ca-bcb4-08c9e8d0fc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:19.181498 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b50a9b29-5efa-4356-bd7a-4c518ca3c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:19.404430 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:20.827072 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:22.077142 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:23.711077 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 43518) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:53:23.862116 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Deleting port cfece060-0a93-4e20-bd16-3ea1d3e0e6f6 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:53:23.862460 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:23.939315 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:23.946658 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:24.005088 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Calling delete_port for cfece060-0a93-4e20-bd16-3ea1d3e0e6f6 owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:53:24.204570 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:24.207137 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d28ad4e6-5d72-4f6a-97de-2165f17b616c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:24.234555 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Pushing event deleted for resources: {'Port': ['ID=cfece060-0a93-4e20-bd16-3ea1d3e0e6f6,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:24.245457 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:24.245859 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:24.246252 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:24.246646 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:24.247029 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:24.247410 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:24.247816 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:24.248192 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:24.248569 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:24.248940 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:24.249311 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:24.249683 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:24.266789 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:24.306223 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:24.306725 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Floating IP 71ec8a1a-9062-4ea2-9ea7-6562a9961725 disassociated (deleted). External IP: 172.26.3.156, port: dc85099e-c0b8-4079-85ee-35a074b9e9b3. Jun 22 10:53:24.507793 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:53:24.613629 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:53:24.618455 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:24.623390 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7e57f0-69f5-44b2-ae5b-3f73f89e4ea4 None None] Sync routers for ids ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:53:24.632217 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7e57f0-69f5-44b2-ae5b-3f73f89e4ea4 None None] Routers {'d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:53:24.636159 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-6c7e57f0-69f5-44b2-ae5b-3f73f89e4ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:53:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:24.656222 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "DELETE /v2.0/floatingips/71ec8a1a-9062-4ea2-9ea7-6562a9961725 HTTP/1.1" status: 204 len: 168 time: 0.9439998 Jun 22 10:53:24.657028 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb1dd88-ce1f-4a81-95a0-b6581357a23d', 'tag': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:53:24.661201 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8719eaa8a36a58801c725010a82c40baf58e675eda41dfe742182361bb8d4c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c64879-3f7f-4948-b900-2b447ed0b4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb1dd88-ce1f-4a81-95a0-b6581357a23d", "tag": "dc85099e-c0b8-4079-85ee-35a074b9e9b3"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:53:24.743084 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-6c7e57f0-69f5-44b2-ae5b-3f73f89e4ea4 None None] Set router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:53:24.960961 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-6c7e57f0-69f5-44b2-ae5b-3f73f89e4ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:46:51Z', 'revision_number': 4, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port': {'id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:48Z', 'updated_at': '2021-06-22T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'cad1911d-e3fd-4b0e-93fb-4f7eade894c4', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'floating_ip_address': '172.26.3.79', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'port_id': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'mac_address': 'fa:16:3e:98:60:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:47:16Z', 'updated_at': '2021-06-22T10:47:18Z', 'revision_number': 1, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb491335-a103-450a-bb9e-18dc67bbf203', 'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'mac_address': 'fa:16:3e:f8:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:50Z', 'updated_at': '2021-06-22T10:46:56Z', 'revision_number': 5, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'subnets': [{'id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:24.987148 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7e57f0-69f5-44b2-ae5b-3f73f89e4ea4 None None] Checking router: d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:53:24.995741 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7e57f0-69f5-44b2-ae5b-3f73f89e4ea4 None None] Routers {'d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:53:24.996351 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-6c7e57f0-69f5-44b2-ae5b-3f73f89e4ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:53:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:25.193526 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-6c7e57f0-69f5-44b2-ae5b-3f73f89e4ea4 None None] Set router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:53:25.218027 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16065585-e333-4f73-9b66-6917d9fddbd9 x-openstack-request-id: req-16065585-e333-4f73-9b66-6917d9fddbd9 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:53:25.218530 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb1dd88-ce1f-4a81-95a0-b6581357a23d", "tag": "dc85099e-c0b8-4079-85ee-35a074b9e9b3", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:53:25.218675 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16065585-e333-4f73-9b66-6917d9fddbd9 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:53:25.219409 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb1dd88-ce1f-4a81-95a0-b6581357a23d', 'tag': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3', 'status': 'completed', 'code': 200} Jun 22 10:53:25.294751 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c64879-3f7f-4948-b900-2b447ed0b4ba req-10ed1169-4764-46a4-85d3-4604bdaddadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:53:25.296971 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c4c64879-3f7f-4948-b900-2b447ed0b4ba req-10ed1169-4764-46a4-85d3-4604bdaddadc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad&device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 1099 time: 0.0543988 Jun 22 10:53:25.374506 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd6e3d-6d50-4291-aa22-eefa9062df2f req-62d15679-90d6-4b9e-8eca-1fe6b4a1dd43 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:53:25.375921 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dbdd6e3d-6d50-4291-aa22-eefa9062df2f req-62d15679-90d6-4b9e-8eca-1fe6b4a1dd43 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 946 time: 0.0693061 Jun 22 10:53:25.385599 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c64879-3f7f-4948-b900-2b447ed0b4ba req-34ec004d-e97b-44df-bfb1-4c41df6506dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:53:25.387117 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c4c64879-3f7f-4948-b900-2b447ed0b4ba req-34ec004d-e97b-44df-bfb1-4c41df6506dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=542c80c4-7376-4158-8cf1-05e75d088f7b HTTP/1.1" status: 200 len: 910 time: 0.0835061 Jun 22 10:53:25.415281 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-dbdd6e3d-6d50-4291-aa22-eefa9062df2f req-5e39294e-6ea6-4667-93ef-10bf334f77ce tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326602 Jun 22 10:53:25.419279 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-6c7e57f0-69f5-44b2-ae5b-3f73f89e4ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:46:51Z', 'revision_number': 4, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port': {'id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:48Z', 'updated_at': '2021-06-22T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'cad1911d-e3fd-4b0e-93fb-4f7eade894c4', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'floating_ip_address': '172.26.3.79', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'port_id': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'mac_address': 'fa:16:3e:98:60:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:47:16Z', 'updated_at': '2021-06-22T10:47:18Z', 'revision_number': 1, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb491335-a103-450a-bb9e-18dc67bbf203', 'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'mac_address': 'fa:16:3e:f8:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:50Z', 'updated_at': '2021-06-22T10:46:56Z', 'revision_number': 5, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'subnets': [{'id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:25.435779 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c4c64879-3f7f-4948-b900-2b447ed0b4ba req-95fcdaae-0730-4eaa-87b4-195ba42166d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc85099e-c0b8-4079-85ee-35a074b9e9b3 HTTP/1.1" status: 200 len: 217 time: 0.0414455 Jun 22 10:53:25.449231 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7e57f0-69f5-44b2-ae5b-3f73f89e4ea4 None None] The sync data for ids ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'] in dv-neutron-797121-3-hyperv is: [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:46:51Z', 'revision_number': 4, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port': {'id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:48Z', 'updated_at': '2021-06-22T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_floatingips': [{'id': 'cad1911d-e3fd-4b0e-93fb-4f7eade894c4', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'floating_ip_address': '172.26.3.79', 'floating_network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'router_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'port_id': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'mac_address': 'fa:16:3e:98:60:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:47:16Z', 'updated_at': '2021-06-22T10:47:18Z', 'revision_number': 1, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb491335-a103-450a-bb9e-18dc67bbf203', 'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'mac_address': 'fa:16:3e:f8:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:50Z', 'updated_at': '2021-06-22T10:46:56Z', 'revision_number': 5, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'subnets': [{'id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:53:25.484879 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c64879-3f7f-4948-b900-2b447ed0b4ba req-355f509f-34c7-419c-a22a-68653e208175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:53:25.486324 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c4c64879-3f7f-4948-b900-2b447ed0b4ba req-355f509f-34c7-419c-a22a-68653e208175 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=952ff421-bcab-4f6b-8d04-30b12ee0531b HTTP/1.1" status: 200 len: 848 time: 0.0440176 Jun 22 10:53:25.545519 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c64879-3f7f-4948-b900-2b447ed0b4ba req-c459cb8b-8a1a-4b9f-92c6-025c81a32355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:53:25.547007 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c4c64879-3f7f-4948-b900-2b447ed0b4ba req-c459cb8b-8a1a-4b9f-92c6-025c81a32355 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=542c80c4-7376-4158-8cf1-05e75d088f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519805 Jun 22 10:53:25.650100 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c4c64879-3f7f-4948-b900-2b447ed0b4ba req-ba7f49f3-1243-427a-b3e5-45d12dd5fab0 service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951474 Jun 22 10:53:25.663905 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425c5e34-7f46-4b90-a7bf-bf4d8997df18 None None] New status for floating IP 71ec8a1a-9062-4ea2-9ea7-6562a9961725: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:53:25.740437 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-c4c64879-3f7f-4948-b900-2b447ed0b4ba req-f1f86be5-cb5c-4814-83e4-1008f8ab9f3f service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839896 Jun 22 10:53:26.589723 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dfca5-9971-4705-8aee-6d8dcab4d626 req-1cb07c39-06ac-47fb-b280-902f457e6e7f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:53:26.591208 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e94dfca5-9971-4705-8aee-6d8dcab4d626 req-1cb07c39-06ac-47fb-b280-902f457e6e7f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 946 time: 0.0668442 Jun 22 10:53:26.618461 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device dc85099e-c0b8-4079-85ee-35a074b9e9b3 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:53:26.630684 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e94dfca5-9971-4705-8aee-6d8dcab4d626 req-a53a74cd-f551-46ce-aa1b-098a5b930704 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338197 Jun 22 10:53:26.693054 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:26.714735 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb1dd88-ce1f-4a81-95a0-b6581357a23d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3'}] {{(pid=100654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:53:26.716985 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52e63f69b77a697c800865a1d1b766e5ffcc9f431c5a1c070fcdf3a80b621b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c130ea-5b30-4820-9c17-b95b77b35e28" -d '{"events": [{"server_uuid": "ceb1dd88-ce1f-4a81-95a0-b6581357a23d", "name": "network-vif-unplugged", "status": "completed", "tag": "dc85099e-c0b8-4079-85ee-35a074b9e9b3"}]}' {{(pid=100654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:53:26.729269 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] For port dc85099e-c0b8-4079-85ee-35a074b9e9b3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dc85099e-c0b8-4079-85ee-35a074b9e9b3,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:53:26.758737 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 10:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9f760e-ccb0-4ec2-a17d-c285acde0773 x-openstack-request-id: req-3d9f760e-ccb0-4ec2-a17d-c285acde0773 {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:53:26.758737 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb1dd88-ce1f-4a81-95a0-b6581357a23d", "name": "network-vif-unplugged", "status": "completed", "tag": "dc85099e-c0b8-4079-85ee-35a074b9e9b3", "code": 200}]} {{(pid=100654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:53:26.758737 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d9f760e-ccb0-4ec2-a17d-c285acde0773 {{(pid=100654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:53:26.758737 dv-neutron-797121-3-hyperv neutron-server[100654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb1dd88-ce1f-4a81-95a0-b6581357a23d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3', 'code': 200} Jun 22 10:53:26.803219 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755272541651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755272112231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755272112276'] for port, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:26.805005 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-997377ee-bcdf-40d4-a8fc-ce02af83c47e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:26.850221 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Pushing event updated for resources: {'Port': ['ID=dc85099e-c0b8-4079-85ee-35a074b9e9b3,revision_number=8']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:26.853271 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:27.009875 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095101b4-4758-4633-b1bd-8f860b08a85d req-7b2ec153-298a-438b-af00-6640cb41e838 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:53:27.011203 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-095101b4-4758-4633-b1bd-8f860b08a85d req-7b2ec153-298a-438b-af00-6640cb41e838 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 944 time: 0.0690510 Jun 22 10:53:27.107659 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-095101b4-4758-4633-b1bd-8f860b08a85d req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Deleting port dc85099e-c0b8-4079-85ee-35a074b9e9b3 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:53:27.108027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-095101b4-4758-4633-b1bd-8f860b08a85d req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:27.198246 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-095101b4-4758-4633-b1bd-8f860b08a85d req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] For port dc85099e-c0b8-4079-85ee-35a074b9e9b3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dc85099e-c0b8-4079-85ee-35a074b9e9b3,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:53:27.198609 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-095101b4-4758-4633-b1bd-8f860b08a85d req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:27.264023 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-095101b4-4758-4633-b1bd-8f860b08a85d req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Calling delete_port for dc85099e-c0b8-4079-85ee-35a074b9e9b3 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:53:27.466245 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-095101b4-4758-4633-b1bd-8f860b08a85d req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:27.470674 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-91b7800c-6b55-48b5-8485-f05a2937b052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:27.498001 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Pushing event deleted for resources: {'Port': ['ID=dc85099e-c0b8-4079-85ee-35a074b9e9b3,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:27.510584 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:27.510988 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:27.511384 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:27.511798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:27.512179 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:27.512564 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:27.512943 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:27.513323 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:27.513701 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:27.514130 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:27.514446 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:27.514816 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-3-hyperv {{(pid=100653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:53:27.532885 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:27.558556 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-095101b4-4758-4633-b1bd-8f860b08a85d req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] No DVR routers for this DVR port dc85099e-c0b8-4079-85ee-35a074b9e9b3 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:53:27.561018 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-095101b4-4758-4633-b1bd-8f860b08a85d req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:27.562995 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-095101b4-4758-4633-b1bd-8f860b08a85d req-9a7a18ff-822a-465a-8daf-1a1fc69988c5 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.35 "DELETE /v2.0/ports/dc85099e-c0b8-4079-85ee-35a074b9e9b3 HTTP/1.1" status: 204 len: 173 time: 0.5458333 Jun 22 10:53:27.563571 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb1dd88-ce1f-4a81-95a0-b6581357a23d', 'name': 'network-vif-deleted', 'tag': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:53:27.565924 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50b0edad4bc652f203f026bb1979b404ffc0e1f4f819015975e3e501c6062cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcc58af-7d75-4dad-8b82-809ada063481" -d '{"events": [{"server_uuid": "ceb1dd88-ce1f-4a81-95a0-b6581357a23d", "name": "network-vif-deleted", "tag": "dc85099e-c0b8-4079-85ee-35a074b9e9b3"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:53:27.656405 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421fafb4-4677-4aab-815e-74b812664c9c x-openstack-request-id: req-421fafb4-4677-4aab-815e-74b812664c9c {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:53:27.663321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb1dd88-ce1f-4a81-95a0-b6581357a23d", "name": "network-vif-deleted", "tag": "dc85099e-c0b8-4079-85ee-35a074b9e9b3", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:53:27.663321 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-421fafb4-4677-4aab-815e-74b812664c9c {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:53:27.663321 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb1dd88-ce1f-4a81-95a0-b6581357a23d', 'name': 'network-vif-deleted', 'tag': 'dc85099e-c0b8-4079-85ee-35a074b9e9b3', 'status': 'completed', 'code': 200} Jun 22 10:53:27.774194 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-4569a6c7-6852-4a83-93f1-6c36e674f870 req-9004da67-1a9d-4c94-8e39-ede28f4e8038 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb1dd88-ce1f-4a81-95a0-b6581357a23d HTTP/1.1" status: 200 len: 210 time: 0.0289972 Jun 22 10:53:30.170068 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 43586) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:53:30.326119 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-75a116a3-10c9-4763-9656-4b02556475a9 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Deleting port efa9ff74-fe53-41f5-ad5d-50176aaf596e {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:53:30.326466 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-75a116a3-10c9-4763-9656-4b02556475a9 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:30.404370 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-75a116a3-10c9-4763-9656-4b02556475a9 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:30.404707 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-75a116a3-10c9-4763-9656-4b02556475a9 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:30.468537 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-75a116a3-10c9-4763-9656-4b02556475a9 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Calling delete_port for efa9ff74-fe53-41f5-ad5d-50176aaf596e owned by network:floatingip {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:53:30.650146 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device dc85099e-c0b8-4079-85ee-35a074b9e9b3 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:53:30.673088 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: dc85099e-c0b8-4079-85ee-35a074b9e9b3 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:53:30.673501 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device dc85099e-c0b8-4079-85ee-35a074b9e9b3 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:53:30.690843 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-75a116a3-10c9-4763-9656-4b02556475a9 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:30.693582 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-27f2e702-67b1-4774-902b-a613063cc61f tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:30.715773 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a116a3-10c9-4763-9656-4b02556475a9 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Pushing event deleted for resources: {'Port': ['ID=efa9ff74-fe53-41f5-ad5d-50176aaf596e,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:30.719234 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-75a116a3-10c9-4763-9656-4b02556475a9 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:30.782797 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-75a116a3-10c9-4763-9656-4b02556475a9 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for floatingip, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:30.783182 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.db.l3_db [None req-75a116a3-10c9-4763-9656-4b02556475a9 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Floating IP cad1911d-e3fd-4b0e-93fb-4f7eade894c4 disassociated (deleted). External IP: 172.26.3.79, port: 06fceed1-e42e-4fb1-9f2f-dafb70685176. Jun 22 10:53:30.985581 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a116a3-10c9-4763-9656-4b02556475a9 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:53:31.092641 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a116a3-10c9-4763-9656-4b02556475a9 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:53:31.097909 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-75a116a3-10c9-4763-9656-4b02556475a9 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for floatingip, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:31.102920 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f723c2a0-0220-4db5-a13f-1282cfd81210 None None] Sync routers for ids ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:53:31.112026 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f723c2a0-0220-4db5-a13f-1282cfd81210 None None] Routers {'d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:53:31.112680 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f723c2a0-0220-4db5-a13f-1282cfd81210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:53:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:31.133691 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-75a116a3-10c9-4763-9656-4b02556475a9 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "DELETE /v2.0/floatingips/cad1911d-e3fd-4b0e-93fb-4f7eade894c4 HTTP/1.1" status: 204 len: 168 time: 0.9625340 Jun 22 10:53:31.134378 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'tag': '06fceed1-e42e-4fb1-9f2f-dafb70685176'}] {{(pid=100652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:53:31.136738 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8719eaa8a36a58801c725010a82c40baf58e675eda41dfe742182361bb8d4c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266ea51d-c0d8-42ff-ab2b-3a9f28bb0ded" -d '{"events": [{"name": "network-changed", "server_uuid": "17f36824-4f8a-4304-a53f-f8066c490ed2", "tag": "06fceed1-e42e-4fb1-9f2f-dafb70685176"}]}' {{(pid=100652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:53:31.215931 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-f723c2a0-0220-4db5-a13f-1282cfd81210 None None] Set router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:53:31.404391 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f723c2a0-0220-4db5-a13f-1282cfd81210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:46:51Z', 'revision_number': 4, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port': {'id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:48Z', 'updated_at': '2021-06-22T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'bb491335-a103-450a-bb9e-18dc67bbf203', 'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'mac_address': 'fa:16:3e:f8:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:50Z', 'updated_at': '2021-06-22T10:46:56Z', 'revision_number': 5, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'subnets': [{'id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:31.430823 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f723c2a0-0220-4db5-a13f-1282cfd81210 None None] Checking router: d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:53:31.438816 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f723c2a0-0220-4db5-a13f-1282cfd81210 None None] Routers {'d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:53:31.439440 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f723c2a0-0220-4db5-a13f-1282cfd81210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:53:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:31.512404 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638438a4-1e37-4b80-822e-391c7f80b472 x-openstack-request-id: req-638438a4-1e37-4b80-822e-391c7f80b472 {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:53:31.512897 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f36824-4f8a-4304-a53f-f8066c490ed2", "tag": "06fceed1-e42e-4fb1-9f2f-dafb70685176", "status": "completed", "code": 200}]} {{(pid=100652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:53:31.513283 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-638438a4-1e37-4b80-822e-391c7f80b472 {{(pid=100652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:53:31.513893 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'tag': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'status': 'completed', 'code': 200} Jun 22 10:53:31.542834 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-f723c2a0-0220-4db5-a13f-1282cfd81210 None None] Set router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:53:31.592842 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ea51d-c0d8-42ff-ab2b-3a9f28bb0ded req-28fa5e7b-42b9-499e-8681-ca2f0a5f6710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:53:31.595136 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-266ea51d-c0d8-42ff-ab2b-3a9f28bb0ded req-28fa5e7b-42b9-499e-8681-ca2f0a5f6710 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad&device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 1096 time: 0.0545244 Jun 22 10:53:31.664630 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6404102-43a9-4cea-b6af-c817f4cbcff6 req-3add5657-8066-47a5-aff9-d514fac6ccc9 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:53:31.666323 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e6404102-43a9-4cea-b6af-c817f4cbcff6 req-3add5657-8066-47a5-aff9-d514fac6ccc9 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 943 time: 0.0683753 Jun 22 10:53:31.687109 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ea51d-c0d8-42ff-ab2b-3a9f28bb0ded req-a2cc9c6b-ff99-43e5-9c2c-b0915c0197bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:53:31.688835 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-266ea51d-c0d8-42ff-ab2b-3a9f28bb0ded req-a2cc9c6b-ff99-43e5-9c2c-b0915c0197bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=542c80c4-7376-4158-8cf1-05e75d088f7b HTTP/1.1" status: 200 len: 910 time: 0.0864027 Jun 22 10:53:31.708394 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-e6404102-43a9-4cea-b6af-c817f4cbcff6 req-e655a531-e6e1-4fdc-a475-6ab521d9e15c tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361881 Jun 22 10:53:31.744506 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-266ea51d-c0d8-42ff-ab2b-3a9f28bb0ded req-d6076da8-4b58-4e02-a44d-d829d8874019 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06fceed1-e42e-4fb1-9f2f-dafb70685176 HTTP/1.1" status: 200 len: 217 time: 0.0481808 Jun 22 10:53:31.746777 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-f723c2a0-0220-4db5-a13f-1282cfd81210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:46:51Z', 'revision_number': 4, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port': {'id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:48Z', 'updated_at': '2021-06-22T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'bb491335-a103-450a-bb9e-18dc67bbf203', 'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'mac_address': 'fa:16:3e:f8:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:50Z', 'updated_at': '2021-06-22T10:46:56Z', 'revision_number': 5, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'subnets': [{'id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:31.772206 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f723c2a0-0220-4db5-a13f-1282cfd81210 None None] The sync data for ids ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'] in dv-neutron-797121-3-hyperv is: [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:46:51Z', 'revision_number': 4, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port': {'id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:48Z', 'updated_at': '2021-06-22T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv', '_interfaces': [{'id': 'bb491335-a103-450a-bb9e-18dc67bbf203', 'name': '', 'network_id': '542c80c4-7376-4158-8cf1-05e75d088f7b', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'mac_address': 'fa:16:3e:f8:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:50Z', 'updated_at': '2021-06-22T10:46:56Z', 'revision_number': 5, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'subnets': [{'id': '952ff421-bcab-4f6b-8d04-30b12ee0531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:53:31.792718 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ea51d-c0d8-42ff-ab2b-3a9f28bb0ded req-0b2a8d69-2abc-423e-a8b5-3ec46ef260f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:53:31.794221 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-266ea51d-c0d8-42ff-ab2b-3a9f28bb0ded req-0b2a8d69-2abc-423e-a8b5-3ec46ef260f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=952ff421-bcab-4f6b-8d04-30b12ee0531b HTTP/1.1" status: 200 len: 848 time: 0.0437615 Jun 22 10:53:31.851726 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ea51d-c0d8-42ff-ab2b-3a9f28bb0ded req-ea2c2890-1f71-4c5b-8e0b-02bed3229168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:53:31.853212 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-266ea51d-c0d8-42ff-ab2b-3a9f28bb0ded req-ea2c2890-1f71-4c5b-8e0b-02bed3229168 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=542c80c4-7376-4158-8cf1-05e75d088f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528646 Jun 22 10:53:31.947930 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-266ea51d-c0d8-42ff-ab2b-3a9f28bb0ded req-63b73ee8-cd12-4c01-98e7-39f8084a6059 service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876043 Jun 22 10:53:31.987864 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bea793b-1acb-4ab9-9395-a141c21a5296 None None] New status for floating IP cad1911d-e3fd-4b0e-93fb-4f7eade894c4: DOWN {{(pid=100654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:53:32.040947 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-266ea51d-c0d8-42ff-ab2b-3a9f28bb0ded req-27e610fe-f1b7-4270-af44-4e003724e0cc service neutron] 10.222.0.35 "GET /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865393 Jun 22 10:53:32.537291 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20cbcf-f6e8-4d55-954e-ff765a0b182f req-1d64c480-fb57-4f0e-975c-b9cb27ec1aa2 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:53:32.538683 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5f20cbcf-f6e8-4d55-954e-ff765a0b182f req-1d64c480-fb57-4f0e-975c-b9cb27ec1aa2 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.35 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 943 time: 0.0653465 Jun 22 10:53:32.633194 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-5f20cbcf-f6e8-4d55-954e-ff765a0b182f req-65cb27ca-0191-4715-b09d-d75f4070f1e6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Deleting port 06fceed1-e42e-4fb1-9f2f-dafb70685176 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:53:32.633860 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-5f20cbcf-f6e8-4d55-954e-ff765a0b182f req-65cb27ca-0191-4715-b09d-d75f4070f1e6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:32.720434 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [req-5f20cbcf-f6e8-4d55-954e-ff765a0b182f req-65cb27ca-0191-4715-b09d-d75f4070f1e6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] For port 06fceed1-e42e-4fb1-9f2f-dafb70685176, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=06fceed1-e42e-4fb1-9f2f-dafb70685176,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:53:32.720798 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-5f20cbcf-f6e8-4d55-954e-ff765a0b182f req-65cb27ca-0191-4715-b09d-d75f4070f1e6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:32.782414 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [req-5f20cbcf-f6e8-4d55-954e-ff765a0b182f req-65cb27ca-0191-4715-b09d-d75f4070f1e6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Calling delete_port for 06fceed1-e42e-4fb1-9f2f-dafb70685176 owned by compute:nova {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:53:32.884400 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130ac84-e9a2-4899-923d-f8ba31f404c2 req-7e3c0acb-6f0c-458b-aa63-6abca69ecbda tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:53:32.885805 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f130ac84-e9a2-4899-923d-f8ba31f404c2 req-7e3c0acb-6f0c-458b-aa63-6abca69ecbda tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 943 time: 0.0667589 Jun 22 10:53:32.926338 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-f130ac84-e9a2-4899-923d-f8ba31f404c2 req-ec4ce824-0c2d-4bdd-b2d2-10ac91d76374 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f4b7d0-65cb-40ef-b147-046408a2f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340014 Jun 22 10:53:32.987670 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-5f20cbcf-f6e8-4d55-954e-ff765a0b182f req-65cb27ca-0191-4715-b09d-d75f4070f1e6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:32.991755 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-8f869b05-cce2-420e-90a5-ccdd82481b31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:33.019952 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb27ca-0191-4715-b09d-d75f4070f1e6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Pushing event deleted for resources: {'Port': ['ID=06fceed1-e42e-4fb1-9f2f-dafb70685176,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:33.023042 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-65cb27ca-0191-4715-b09d-d75f4070f1e6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:33.071649 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f20cbcf-f6e8-4d55-954e-ff765a0b182f req-65cb27ca-0191-4715-b09d-d75f4070f1e6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] No DVR routers for this DVR port 06fceed1-e42e-4fb1-9f2f-dafb70685176 on host hv-neutron-7971 {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:53:33.074148 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [req-5f20cbcf-f6e8-4d55-954e-ff765a0b182f req-65cb27ca-0191-4715-b09d-d75f4070f1e6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5691'] for port, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:33.076364 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [req-5f20cbcf-f6e8-4d55-954e-ff765a0b182f req-65cb27ca-0191-4715-b09d-d75f4070f1e6 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.35 "DELETE /v2.0/ports/06fceed1-e42e-4fb1-9f2f-dafb70685176 HTTP/1.1" status: 204 len: 173 time: 0.5324445 Jun 22 10:53:33.079026 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'name': 'network-vif-deleted', 'tag': '06fceed1-e42e-4fb1-9f2f-dafb70685176'}] {{(pid=100653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:53:33.079248 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50b0edad4bc652f203f026bb1979b404ffc0e1f4f819015975e3e501c6062cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d31920-4960-4f6c-8959-675a12021ecf" -d '{"events": [{"server_uuid": "17f36824-4f8a-4304-a53f-f8066c490ed2", "name": "network-vif-deleted", "tag": "06fceed1-e42e-4fb1-9f2f-dafb70685176"}]}' {{(pid=100653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:53:33.117381 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0530be47-dad8-445e-a045-b18bee37425f x-openstack-request-id: req-0530be47-dad8-445e-a045-b18bee37425f {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:53:33.117799 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f36824-4f8a-4304-a53f-f8066c490ed2", "name": "network-vif-deleted", "tag": "06fceed1-e42e-4fb1-9f2f-dafb70685176", "status": "completed", "code": 200}]} {{(pid=100653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:53:33.118085 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0530be47-dad8-445e-a045-b18bee37425f {{(pid=100653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:53:33.118533 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f36824-4f8a-4304-a53f-f8066c490ed2', 'name': 'network-vif-deleted', 'tag': '06fceed1-e42e-4fb1-9f2f-dafb70685176', 'status': 'completed', 'code': 200} Jun 22 10:53:34.078753 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [req-13f0ff1c-545c-4122-bfd9-fd8d23bc1ac1 req-88d71b44-6a98-4b68-9264-afdccc46c1d0 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f36824-4f8a-4304-a53f-f8066c490ed2 HTTP/1.1" status: 200 len: 210 time: 0.0318141 Jun 22 10:53:35.172594 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 43602) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:53:35.231026 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc1d04c8-b9d9-4432-a387-874362162bcf tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:35.256882 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc1d04c8-b9d9-4432-a387-874362162bcf tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:35.393465 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc1d04c8-b9d9-4432-a387-874362162bcf tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:35.396762 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-cc1d04c8-b9d9-4432-a387-874362162bcf tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:35.398606 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-cc1d04c8-b9d9-4432-a387-874362162bcf tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] 10.222.0.20 "DELETE /v2.0/security-groups/72f4b7d0-65cb-40ef-b147-046408a2f080 HTTP/1.1" status: 204 len: 168 time: 0.2249682 Jun 22 10:53:35.399559 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-d09931d8-a6a4-4a63-b239-971579a02610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:35.408534 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d04c8-b9d9-4432-a387-874362162bcf tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f4b7d0-65cb-40ef-b147-046408a2f080,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:35.411214 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cc1d04c8-b9d9-4432-a387-874362162bcf tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:35.526299 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 43606) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:53:35.940265 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-25f48819-e8a6-4275-a184-10f4ca408328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:36.183057 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-25f48819-e8a6-4275-a184-10f4ca408328 admin admin] Deleting port bb491335-a103-450a-bb9e-18dc67bbf203 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:53:36.183408 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-25f48819-e8a6-4275-a184-10f4ca408328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:36.259806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-25f48819-e8a6-4275-a184-10f4ca408328 admin admin] For port bb491335-a103-450a-bb9e-18dc67bbf203, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=bb491335-a103-450a-bb9e-18dc67bbf203,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:53:36.260087 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-25f48819-e8a6-4275-a184-10f4ca408328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:36.326229 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-25f48819-e8a6-4275-a184-10f4ca408328 admin admin] Calling delete_port for bb491335-a103-450a-bb9e-18dc67bbf203 owned by network:router_interface {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:53:36.570666 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-25f48819-e8a6-4275-a184-10f4ca408328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:36.573443 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-503c4d38-ef96-4b4a-a523-c89300499f84 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:36.596964 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f48819-e8a6-4275-a184-10f4ca408328 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb491335-a103-450a-bb9e-18dc67bbf203,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:36.600733 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-25f48819-e8a6-4275-a184-10f4ca408328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:36.683687 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 06fceed1-e42e-4fb1-9f2f-dafb70685176 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:53:36.729087 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] No Port match for: 06fceed1-e42e-4fb1-9f2f-dafb70685176 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:53:36.729452 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Device 06fceed1-e42e-4fb1-9f2f-dafb70685176 not bound to the agent host hv-neutron-7971 {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:53:36.778609 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-25f48819-e8a6-4275-a184-10f4ca408328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:36.973440 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f48819-e8a6-4275-a184-10f4ca408328 admin admin] Router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:53:37.076785 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f48819-e8a6-4275-a184-10f4ca408328 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:53:37.081707 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-25f48819-e8a6-4275-a184-10f4ca408328 admin admin] 10.222.0.20 "PUT /v2.0/routers/d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5543091 Jun 22 10:53:37.084442 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 43610) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:53:37.087089 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db65d3ea-d54c-4666-9642-161b4bc1be8c None None] Sync routers for ids ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'] in dv-neutron-797121-3-hyperv {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:53:37.096041 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db65d3ea-d54c-4666-9642-161b4bc1be8c None None] Routers {'d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:53:37.096654 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-db65d3ea-d54c-4666-9642-161b4bc1be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:53:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:37.188617 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-18f21ae9-950f-44f0-87a1-aad83ff09ba3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:37.197755 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-db65d3ea-d54c-4666-9642-161b4bc1be8c None None] Set router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd gateway port host: dv-neutron-797121-3-hyperv {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:53:37.287733 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-18f21ae9-950f-44f0-87a1-aad83ff09ba3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:37.364635 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-db65d3ea-d54c-4666-9642-161b4bc1be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:53:36Z', 'revision_number': 5, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port': {'id': 'ab6d3449-4c59-41d3-92cb-6865de11a88a', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:48Z', 'updated_at': '2021-06-22T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:37.393378 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db65d3ea-d54c-4666-9642-161b4bc1be8c None None] Checking router: d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd for host: dv-neutron-797121-3-hyperv {{(pid=100655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:53:37.400510 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-18f21ae9-950f-44f0-87a1-aad83ff09ba3 admin admin] Deleting port ab6d3449-4c59-41d3-92cb-6865de11a88a {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:53:37.400857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-18f21ae9-950f-44f0-87a1-aad83ff09ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:37.401557 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db65d3ea-d54c-4666-9642-161b4bc1be8c None None] Routers {'d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:53:37.402174 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-db65d3ea-d54c-4666-9642-161b4bc1be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:53:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'], 'active': True} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:37.481253 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-18f21ae9-950f-44f0-87a1-aad83ff09ba3 admin admin] For port ab6d3449-4c59-41d3-92cb-6865de11a88a, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=ab6d3449-4c59-41d3-92cb-6865de11a88a,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:53:37.481619 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-18f21ae9-950f-44f0-87a1-aad83ff09ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:37.550177 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-18f21ae9-950f-44f0-87a1-aad83ff09ba3 admin admin] Calling delete_port for ab6d3449-4c59-41d3-92cb-6865de11a88a owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:53:37.572997 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_dvr_db [None req-db65d3ea-d54c-4666-9642-161b4bc1be8c None None] Set router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd gateway port host: None {{(pid=100655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:53:37.622040 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.l3_hamode_db [None req-db65d3ea-d54c-4666-9642-161b4bc1be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:53:37Z', 'revision_number': 6, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:37.650096 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db65d3ea-d54c-4666-9642-161b4bc1be8c None None] The sync data for ids ['d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd'] in dv-neutron-797121-3-hyperv is: [{'id': 'd6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd', 'name': 'tempest-TestSnapshotPattern-393408373-router', 'tenant_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:47Z', 'updated_at': '2021-06-22T10:53:37Z', 'revision_number': 6, 'project_id': 'bf2317a42c5e4ce1b5a4b992ef5f19ad', 'gw_port_host': None}] {{(pid=100655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:53:37.782158 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-18f21ae9-950f-44f0-87a1-aad83ff09ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:37.784349 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-cd4441b1-d0bf-4195-998e-05cf7ed83444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:37.808886 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f21ae9-950f-44f0-87a1-aad83ff09ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6d3449-4c59-41d3-92cb-6865de11a88a,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:37.811831 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-18f21ae9-950f-44f0-87a1-aad83ff09ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:37.867567 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-18f21ae9-950f-44f0-87a1-aad83ff09ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:37.956043 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-18f21ae9-950f-44f0-87a1-aad83ff09ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:37.958568 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-18f21ae9-950f-44f0-87a1-aad83ff09ba3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:38.074078 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-18f21ae9-950f-44f0-87a1-aad83ff09ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:38.074411 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f21ae9-950f-44f0-87a1-aad83ff09ba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:53:38.084101 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-18f21ae9-950f-44f0-87a1-aad83ff09ba3 admin admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:38.085303 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-18f21ae9-950f-44f0-87a1-aad83ff09ba3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d6d4ebd7-c8ba-4ddc-a1d6-7ad0d4673acd HTTP/1.1" status: 204 len: 168 time: 0.9998853 Jun 22 10:53:38.087765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 43612) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:53:38.131923 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c9e56b-f1b4-494a-b7ce-e656784efc2c admin admin] Deleting subnet 952ff421-bcab-4f6b-8d04-30b12ee0531b {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:53:38.139578 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1c9e56b-f1b4-494a-b7ce-e656784efc2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:38.172719 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1c9e56b-f1b4-494a-b7ce-e656784efc2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:38.250094 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1c9e56b-f1b4-494a-b7ce-e656784efc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:38.372100 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1c9e56b-f1b4-494a-b7ce-e656784efc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:38.374329 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-52e39958-170d-438f-a735-7e04a0116744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:38.397921 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9e56b-f1b4-494a-b7ce-e656784efc2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=952ff421-bcab-4f6b-8d04-30b12ee0531b,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:38.400614 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-b1c9e56b-f1b4-494a-b7ce-e656784efc2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:38.405310 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-b1c9e56b-f1b4-494a-b7ce-e656784efc2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:38.409886 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 43614) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:53:38.410505 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-b1c9e56b-f1b4-494a-b7ce-e656784efc2c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/952ff421-bcab-4f6b-8d04-30b12ee0531b HTTP/1.1" status: 204 len: 168 time: 0.3217313 Jun 22 10:53:38.412544 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fc4f19-5c1d-44af-8a4a-dd6784f704f8 None None] Network 542c80c4-7376-4158-8cf1-05e75d088f7b requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:53:38.607658 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919a1197-53f3-49db-b889-259db78c7673 None None] DHCP port deletion for 542c80c4-7376-4158-8cf1-05e75d088f7b request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:53:38.661188 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-919a1197-53f3-49db-b889-259db78c7673 None None] Deleting port 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:53:38.661577 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-919a1197-53f3-49db-b889-259db78c7673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:38.742439 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-919a1197-53f3-49db-b889-259db78c7673 None None] For port 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:53:38.742983 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-919a1197-53f3-49db-b889-259db78c7673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:38.746949 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device bb491335-a103-450a-bb9e-18dc67bbf203 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:53:38.863032 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:38.915054 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] Deleting port 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:53:38.915309 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:38.949848 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: bb491335-a103-450a-bb9e-18dc67bbf203 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:53:38.950111 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device bb491335-a103-450a-bb9e-18dc67bbf203 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:53:38.950455 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:53:38.976058 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-919a1197-53f3-49db-b889-259db78c7673 None None] Calling delete_port for 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:53:38.978453 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] For port 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd,segment=NetworkSegment(8f2dc7b0-31e7-406f-94ca-d399f640ddc3),segment_id=8f2dc7b0-31e7-406f-94ca-d399f640ddc3)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:53:38.978811 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:39.047314 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] Calling delete_port for 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:53:39.109072 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611181'] for port, before_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:39.198867 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-919a1197-53f3-49db-b889-259db78c7673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:39.203359 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-db98c4b6-155d-4a52-bf8e-563deb09f2ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:39.204422 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:39.207247 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-fad1665a-0908-4d3e-b111-5c079aa4619e tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:39.232681 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] No DVR routers for this DVR port 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:53:39.236439 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:39.238559 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:39.246054 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ab6d3449-4c59-41d3-92cb-6865de11a88a no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:53:39.248056 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919a1197-53f3-49db-b889-259db78c7673 None None] No DVR routers for this DVR port 291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:53:39.249431 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a1197-53f3-49db-b889-259db78c7673 None None] Pushing event deleted for resources: {'Port': ['ID=291ee9c5-5559-4e4a-9dc4-b2c161e1d0dd,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:39.252979 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-919a1197-53f3-49db-b889-259db78c7673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:39.269042 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: ab6d3449-4c59-41d3-92cb-6865de11a88a {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:53:39.269396 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device ab6d3449-4c59-41d3-92cb-6865de11a88a not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:53:39.309613 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:39.319519 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542c80c4-7376-4158-8cf1-05e75d088f7b']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:39.329038 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2dc7b0-31e7-406f-94ca-d399f640ddc3') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:39.329338 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2dc7b0-31e7-406f-94ca-d399f640ddc3') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:39.338212 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:39.350992 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:39.356620 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:53:39.357006 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: self.session.flush() Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:53:39.358592 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:53:39.473719 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:39.477121 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-d6725df4-33ed-43b7-86df-88cf3cf7673e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:39.484031 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:39.484365 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] 10.222.0.20 "DELETE /v2.0/networks/542c80c4-7376-4158-8cf1-05e75d088f7b HTTP/1.1" status: 204 len: 168 time: 1.0734017 Jun 22 10:53:39.484736 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 43616) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:53:39.499256 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=542c80c4-7376-4158-8cf1-05e75d088f7b,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:39.501729 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-bb4d1f3f-6c40-47b9-a969-ca5d2e3c9a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:40.183765 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-58cbe95e-7d11-403b-a84e-c6231a552ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704763'] for router_interface, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:40.437656 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-58cbe95e-7d11-403b-a84e-c6231a552ba1 admin admin] Deleting port eabb823f-d65e-4aa9-a798-c3e29a1fb1ac {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:53:40.437891 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-58cbe95e-7d11-403b-a84e-c6231a552ba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:40.512857 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-58cbe95e-7d11-403b-a84e-c6231a552ba1 admin admin] For port eabb823f-d65e-4aa9-a798-c3e29a1fb1ac, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=eabb823f-d65e-4aa9-a798-c3e29a1fb1ac,segment=NetworkSegment(542d372d-ee99-4780-a518-a22b3ee0e01c),segment_id=542d372d-ee99-4780-a518-a22b3ee0e01c)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:53:40.513582 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-58cbe95e-7d11-403b-a84e-c6231a552ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:40.577839 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-58cbe95e-7d11-403b-a84e-c6231a552ba1 admin admin] Calling delete_port for eabb823f-d65e-4aa9-a798-c3e29a1fb1ac owned by network:router_interface {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:53:40.833935 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-58cbe95e-7d11-403b-a84e-c6231a552ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:40.836079 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-88016ff6-a611-4806-9960-0942f58ecda4 tempest-TestSnapshotPattern-960945851 tempest-TestSnapshotPattern-960945851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:40.857731 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbe95e-7d11-403b-a84e-c6231a552ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eabb823f-d65e-4aa9-a798-c3e29a1fb1ac,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:40.861192 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-58cbe95e-7d11-403b-a84e-c6231a552ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:41.028038 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-58cbe95e-7d11-403b-a84e-c6231a552ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704599'] for router_interface, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:41.235141 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cbe95e-7d11-403b-a84e-c6231a552ba1 admin admin] Router 2bfd5a83-d1ee-4b6a-b93e-33181b0612d5 has already been hosted by L3 agent ae0d2b19-15fd-46ce-a111-08ab954d3482 {{(pid=100652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:53:41.245078 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:41.337803 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cbe95e-7d11-403b-a84e-c6231a552ba1 admin admin] Notify agent at l3_agent.dv-neutron-797121-3-hyperv the message routers_updated {{(pid=100652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:53:41.343010 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-58cbe95e-7d11-403b-a84e-c6231a552ba1 admin admin] 10.222.0.20 "PUT /v2.0/routers/2bfd5a83-d1ee-4b6a-b93e-33181b0612d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8572564 Jun 22 10:53:41.345549 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 43618) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:53:41.346244 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfc1f77-1328-4cf6-b369-13b394227533 None None] Sync routers for ids ['2bfd5a83-d1ee-4b6a-b93e-33181b0612d5'] in dv-neutron-797121-3-hyperv {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:53:41.355631 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc1f77-1328-4cf6-b369-13b394227533 None None] Routers {'2bfd5a83-d1ee-4b6a-b93e-33181b0612d5'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:53:41.356253 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-0bfc1f77-1328-4cf6-b369-13b394227533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:53:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2bfd5a83-d1ee-4b6a-b93e-33181b0612d5'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:41.449102 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e18cd55-5cf0-4e37-8903-3d0085f54f94 admin admin] Notify callbacks [] for router, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:41.458099 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-0bfc1f77-1328-4cf6-b369-13b394227533 None None] Set router 2bfd5a83-d1ee-4b6a-b93e-33181b0612d5 gateway port host: dv-neutron-797121-3-hyperv {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:53:41.550079 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e18cd55-5cf0-4e37-8903-3d0085f54f94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:41.628355 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-0bfc1f77-1328-4cf6-b369-13b394227533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd5a83-d1ee-4b6a-b93e-33181b0612d5', 'name': 'tempest-TestSnapshotPattern-720013793-router', 'tenant_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'external_fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:54Z', 'updated_at': '2021-06-22T10:53:40Z', 'revision_number': 5, 'project_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'gw_port': {'id': '8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2', 'name': '', 'network_id': '5eae176d-1059-48f4-b687-97de60cc120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd5a83-d1ee-4b6a-b93e-33181b0612d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:46:54Z', 'updated_at': '2021-06-22T10:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a08641b-e7f1-42bd-b239-de4aa6b9ec06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-3-hyperv'}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:41.657684 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfc1f77-1328-4cf6-b369-13b394227533 None None] Checking router: 2bfd5a83-d1ee-4b6a-b93e-33181b0612d5 for host: dv-neutron-797121-3-hyperv {{(pid=100654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:53:41.665837 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc1f77-1328-4cf6-b369-13b394227533 None None] Routers {'2bfd5a83-d1ee-4b6a-b93e-33181b0612d5'} bound to L3 agent in host dv-neutron-797121-3-hyperv {{(pid=100654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:53:41.666458 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-0bfc1f77-1328-4cf6-b369-13b394227533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:33:19Z,description=,heartbeat_timestamp=2021-06-22T10:53:19Z,host='dv-neutron-797121-3-hyperv',id=ae0d2b19-15fd-46ce-a111-08ab954d3482,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:33:20Z,topic='l3_agent')) {'router_ids': ['2bfd5a83-d1ee-4b6a-b93e-33181b0612d5'], 'active': True} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:41.676050 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-6e18cd55-5cf0-4e37-8903-3d0085f54f94 admin admin] Deleting port 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2 {{(pid=100652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:53:41.676479 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e18cd55-5cf0-4e37-8903-3d0085f54f94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:41.749685 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvr_db [None req-0bfc1f77-1328-4cf6-b369-13b394227533 None None] Set router 2bfd5a83-d1ee-4b6a-b93e-33181b0612d5 gateway port host: None {{(pid=100654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:53:41.765232 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.db [None req-6e18cd55-5cf0-4e37-8903-3d0085f54f94 admin admin] For port 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2,segment=NetworkSegment(03548e7c-911c-444a-846d-3c3639b2d3d7),segment_id=03548e7c-911c-444a-846d-3c3639b2d3d7)] {{(pid=100652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:53:41.765595 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e18cd55-5cf0-4e37-8903-3d0085f54f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:41.799493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_hamode_db [None req-0bfc1f77-1328-4cf6-b369-13b394227533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd5a83-d1ee-4b6a-b93e-33181b0612d5', 'name': 'tempest-TestSnapshotPattern-720013793-router', 'tenant_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:54Z', 'updated_at': '2021-06-22T10:53:41Z', 'revision_number': 6, 'project_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'gw_port_host': None}], 'dv-neutron-797121-3-hyperv', False) {} {{(pid=100654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:41.828931 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfc1f77-1328-4cf6-b369-13b394227533 None None] The sync data for ids ['2bfd5a83-d1ee-4b6a-b93e-33181b0612d5'] in dv-neutron-797121-3-hyperv is: [{'id': '2bfd5a83-d1ee-4b6a-b93e-33181b0612d5', 'name': 'tempest-TestSnapshotPattern-720013793-router', 'tenant_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:46:54Z', 'updated_at': '2021-06-22T10:53:41Z', 'revision_number': 6, 'project_id': 'fbeb1be1215b4e94b2f2e681087bd745', 'gw_port_host': None}] {{(pid=100654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:53:41.832014 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.plugins.ml2.plugin [None req-6e18cd55-5cf0-4e37-8903-3d0085f54f94 admin admin] Calling delete_port for 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2 owned by network:router_gateway {{(pid=100652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:53:42.077757 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e18cd55-5cf0-4e37-8903-3d0085f54f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9891021'] for port, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:42.080027 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-72379d48-4a0f-46e8-a341-73f0385eca6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:42.109715 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18cd55-5cf0-4e37-8903-3d0085f54f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:42.113316 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-6e18cd55-5cf0-4e37-8903-3d0085f54f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:42.173120 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e18cd55-5cf0-4e37-8903-3d0085f54f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773746'] for router_gateway, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:42.265866 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e18cd55-5cf0-4e37-8903-3d0085f54f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:42.267964 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e18cd55-5cf0-4e37-8903-3d0085f54f94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:42.369432 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e18cd55-5cf0-4e37-8903-3d0085f54f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-711374'] for router, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:42.369880 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e18cd55-5cf0-4e37-8903-3d0085f54f94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bfd5a83-d1ee-4b6a-b93e-33181b0612d5 {{(pid=100652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:53:42.374306 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-6e18cd55-5cf0-4e37-8903-3d0085f54f94 admin admin] Notify callbacks [] for router, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:42.375455 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-6e18cd55-5cf0-4e37-8903-3d0085f54f94 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2bfd5a83-d1ee-4b6a-b93e-33181b0612d5 HTTP/1.1" status: 204 len: 168 time: 1.0289609 Jun 22 10:53:42.381571 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 43620) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:53:42.424383 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.db.db_base_plugin_v2 [None req-590852eb-61f7-47e9-9a16-512d3fe6df0e admin admin] Deleting subnet b5cfc245-9c8e-4e44-ac37-d5f7daa814e8 {{(pid=100652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:53:42.427317 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-590852eb-61f7-47e9-9a16-512d3fe6df0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:42.460984 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-590852eb-61f7-47e9-9a16-512d3fe6df0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9898494'] for subnet, precommit_delete_associations {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:42.541175 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-590852eb-61f7-47e9-9a16-512d3fe6df0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406139'] for subnet, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:42.651306 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-590852eb-61f7-47e9-9a16-512d3fe6df0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9890951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9178200'] for subnet, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:42.653621 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-611f445d-25fd-45cb-94bc-a92f9f6b6470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:42.678950 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590852eb-61f7-47e9-9a16-512d3fe6df0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5cfc245-9c8e-4e44-ac37-d5f7daa814e8,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:42.682056 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-590852eb-61f7-47e9-9a16-512d3fe6df0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:42.683055 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-590852eb-61f7-47e9-9a16-512d3fe6df0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:42.685346 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-590852eb-61f7-47e9-9a16-512d3fe6df0e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b5cfc245-9c8e-4e44-ac37-d5f7daa814e8 HTTP/1.1" status: 204 len: 168 time: 0.3024738 Jun 22 10:53:42.687605 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [-] (100653) accepted ('10.222.0.20', 43622) {{(pid=100653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:53:42.689371 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d16f030-87c1-47a1-8982-9d4605e2b06c None None] Network 71dffd35-2e8f-4945-80b7-f380f64b2d2d requested from dv-neutron-797121-3-hyperv {{(pid=100654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:53:42.752948 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:53:42.760927 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777608'] for network, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:42.774596 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:53:42.774956 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device 8e0bb9ae-3a56-4bd7-a813-d5b1f510c6e2 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:53:42.775380 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device eabb823f-d65e-4aa9-a798-c3e29a1fb1ac no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:53:42.797493 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: eabb823f-d65e-4aa9-a798-c3e29a1fb1ac {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:53:42.797852 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device eabb823f-d65e-4aa9-a798-c3e29a1fb1ac not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:53:42.819153 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] Deleting port afaa56bb-0854-43fc-8b1b-196f297b8cd0 {{(pid=100653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:53:42.819614 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:42.889806 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.db [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] For port afaa56bb-0854-43fc-8b1b-196f297b8cd0, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=afaa56bb-0854-43fc-8b1b-196f297b8cd0,segment=NetworkSegment(542d372d-ee99-4780-a518-a22b3ee0e01c),segment_id=542d372d-ee99-4780-a518-a22b3ee0e01c)] {{(pid=100653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:53:42.890155 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:42.935235 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d801d54-5cab-419d-a887-3696565b99a4 None None] DHCP port deletion for 71dffd35-2e8f-4945-80b7-f380f64b2d2d request from dv-neutron-797121-3-hyperv {{(pid=100654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:53:42.951649 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] Calling delete_port for afaa56bb-0854-43fc-8b1b-196f297b8cd0 owned by network:dhcp {{(pid=100653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:53:42.980534 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-2d801d54-5cab-419d-a887-3696565b99a4 None None] Deleting port afaa56bb-0854-43fc-8b1b-196f297b8cd0 {{(pid=100654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:53:42.981201 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2d801d54-5cab-419d-a887-3696565b99a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755272600805'] for port, before_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:43.050307 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.db [None req-2d801d54-5cab-419d-a887-3696565b99a4 None None] For port afaa56bb-0854-43fc-8b1b-196f297b8cd0, host dv-neutron-797121-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-3-hyperv',level=0,port_id=afaa56bb-0854-43fc-8b1b-196f297b8cd0,segment=NetworkSegment(542d372d-ee99-4780-a518-a22b3ee0e01c),segment_id=542d372d-ee99-4780-a518-a22b3ee0e01c)] {{(pid=100654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:53:43.052059 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2d801d54-5cab-419d-a887-3696565b99a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782515'] for port, precommit_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:43.085285 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152362'] for port, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:43.087494 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-a1c3ae45-76ea-478c-b79f-8b80329dcc6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:43.111576 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=afaa56bb-0854-43fc-8b1b-196f297b8cd0,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:43.115454 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:43.116027 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] No DVR routers for this DVR port afaa56bb-0854-43fc-8b1b-196f297b8cd0 on host dv-neutron-797121-3-hyperv {{(pid=100653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:53:43.117671 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-2d801d54-5cab-419d-a887-3696565b99a4 None None] Calling delete_port for afaa56bb-0854-43fc-8b1b-196f297b8cd0 owned by network:dhcp {{(pid=100654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:53:43.127271 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:53:43.187759 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403954', 'neutron.services.segments.db._delete_segments_for_network-8755272623059'] for network, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 10:53:43.190075 dv-neutron-797121-3-hyperv neutron-server[100654]: self.session.flush() Jun 22 10:53:43.196484 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2d801d54-5cab-419d-a887-3696565b99a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755272541669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755272112222'] for port, after_delete {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:43.198395 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71dffd35-2e8f-4945-80b7-f380f64b2d2d']}} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:43.199646 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:43.208594 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542d372d-ee99-4780-a518-a22b3ee0e01c') {'for_net_delete': True} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:43.209046 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.services.segments.db [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542d372d-ee99-4780-a518-a22b3ee0e01c') {} {{(pid=100653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:53:43.217597 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755272622888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387125'] for segment, before_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:43.223720 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d801d54-5cab-419d-a887-3696565b99a4 None None] Pushing event deleted for resources: {'Port': ['ID=afaa56bb-0854-43fc-8b1b-196f297b8cd0,revision_number=None']} {{(pid=100654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:43.225669 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d801d54-5cab-419d-a887-3696565b99a4 None None] No DVR routers for this DVR port afaa56bb-0854-43fc-8b1b-196f297b8cd0 on host dv-neutron-797121-3-hyperv {{(pid=100654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:53:43.227048 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG oslo_concurrency.lockutils [None req-2d801d54-5cab-419d-a887-3696565b99a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:43.236836 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258'] for segment, precommit_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:43.243599 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=100653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:53:43.243988 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152025'] for segment, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: Traceback (most recent call last): Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: timer() Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: cb(*args, **kw) Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: return func(*args, **kwargs) Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: self._notify() Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: self.callback(batched_events) Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: event.method(event) Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: return f(self, *a, **k) Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._get(url).json() Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: return self.request(url, 'GET', **kwargs) Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:53:43.245622 dv-neutron-797121-3-hyperv neutron-server[100653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:53:43.348770 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1009683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-593785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773780'] for network, after_delete {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:43.352247 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-80552333-29d8-4d51-a8b1-0e174a117227 tempest-TestNetworkAdvancedServerOps-580730287 tempest-TestNetworkAdvancedServerOps-580730287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:43.354622 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron_lib.callbacks.manager [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593764'] for network, before_response {{(pid=100653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:43.356428 dv-neutron-797121-3-hyperv neutron-server[100653]: INFO neutron.wsgi [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/71dffd35-2e8f-4945-80b7-f380f64b2d2d HTTP/1.1" status: 204 len: 168 time: 0.6678402 Jun 22 10:53:43.368351 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=71dffd35-2e8f-4945-80b7-f380f64b2d2d,revision_number=None']} {{(pid=100653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:43.370337 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG oslo_concurrency.lockutils [None req-f1c9d9e1-15ab-4206-9a52-c9418f87c4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:43.543678 dv-neutron-797121-3-hyperv neutron-server[100653]: DEBUG neutron.wsgi [req-da773c72-bebd-4d5f-90b2-e8c256876ac1 req-b779a3a9-3adb-40b4-b1c9-543b29f0e374 service neutron] (100653) timed out ('10.222.0.20', 40890) {{(pid=100653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 10:53:43.672192 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 43626) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:53:43.712094 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-ab661ac2-7d94-405f-a52c-eca5214dc4bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf2317a42c5e4ce1b5a4b992ef5f19ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385547 Jun 22 10:53:43.714278 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 43628) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:53:43.764475 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c88976ad-b64a-41bc-b672-8ebc117a4b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:43.785083 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c88976ad-b64a-41bc-b672-8ebc117a4b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:43.925302 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c88976ad-b64a-41bc-b672-8ebc117a4b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:43.928171 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-c88976ad-b64a-41bc-b672-8ebc117a4b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:43.929342 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-c88976ad-b64a-41bc-b672-8ebc117a4b8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2edd6629-10ce-4f9c-b7bb-c64066627683 HTTP/1.1" status: 204 len: 168 time: 0.2141535 Jun 22 10:53:43.930106 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-af96accf-5b31-4cd6-bf2e-dadb71426c04 tempest-SecGroupTest-537411174 tempest-SecGroupTest-537411174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:43.939024 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88976ad-b64a-41bc-b672-8ebc117a4b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edd6629-10ce-4f9c-b7bb-c64066627683,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:43.941417 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-c88976ad-b64a-41bc-b672-8ebc117a4b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:44.557776 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 43634) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:53:44.608451 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-abe5d079-82b5-4c96-820c-7342832e0815 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbeb1be1215b4e94b2f2e681087bd745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493655 Jun 22 10:53:44.610850 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.wsgi [-] (100652) accepted ('10.222.0.20', 43636) {{(pid=100652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:53:44.657470 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a55fc0fc-e1c9-4339-9a6d-7f3fd45e31a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:44.677661 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a55fc0fc-e1c9-4339-9a6d-7f3fd45e31a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:44.741072 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device afaa56bb-0854-43fc-8b1b-196f297b8cd0 no longer exists at agent ovs-agent-dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:53:44.761435 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.plugin [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] No Port match for: afaa56bb-0854-43fc-8b1b-196f297b8cd0 {{(pid=100654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:53:44.761790 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron.plugins.ml2.rpc [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Device afaa56bb-0854-43fc-8b1b-196f297b8cd0 not bound to the agent host dv-neutron-797121-3-hyperv {{(pid=100654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:53:44.816840 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a55fc0fc-e1c9-4339-9a6d-7f3fd45e31a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009673'] for security_group, after_delete {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:44.819969 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron_lib.callbacks.manager [None req-a55fc0fc-e1c9-4339-9a6d-7f3fd45e31a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:44.821114 dv-neutron-797121-3-hyperv neutron-server[100652]: INFO neutron.wsgi [None req-a55fc0fc-e1c9-4339-9a6d-7f3fd45e31a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/319e045d-b8e8-4063-906b-fa0d64df25ad HTTP/1.1" status: 204 len: 168 time: 0.2093794 Jun 22 10:53:44.821914 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-8f356f84-827c-41f7-96b9-9f09cbfc22bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:53:44.829456 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fc0fc-e1c9-4339-9a6d-7f3fd45e31a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319e045d-b8e8-4063-906b-fa0d64df25ad,revision_number=None']} {{(pid=100652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:53:44.831726 dv-neutron-797121-3-hyperv neutron-server[100652]: DEBUG oslo_concurrency.lockutils [None req-a55fc0fc-e1c9-4339-9a6d-7f3fd45e31a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:53:46.673677 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f04efcb8-51cd-49de-9442-4bef759d8ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:49.169778 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-95d80830-a754-4382-a6b2-0f0e786613bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:49.468332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:50.798159 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:53:52.089672 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:54:11.258089 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:54:16.651989 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-16026bbe-402a-4e9a-b766-7a5474fe9336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:54:19.166149 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-909a7466-34dc-4e79-94b3-6626bad4899a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:54:19.411964 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:54:20.116545 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:54:20.778227 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:54:22.069229 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:54:41.258003 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:54:46.652469 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-0210276f-4771-499c-92fc-80c0fcdfea34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:54:49.149701 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c2816bf5-0461-4e3d-a52f-0aa7a59df291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:54:49.418245 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:54:50.761441 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:54:52.058853 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:54:57.115627 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:55:11.253002 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:55:16.653763 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fbc06cbe-628b-4e18-bd6a-83353c7b8667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:55:19.156822 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-18a9c396-0271-4c93-a3de-cf909b218de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:55:19.396628 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:55:20.773534 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:55:22.065236 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:55:34.114617 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:55:41.277424 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:55:46.665800 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f74a20ff-3b84-4360-9743-057016aae50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:55:49.157811 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cbbf4006-8969-450d-90a3-6904a042df33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:55:49.392358 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:55:50.763160 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:55:52.071983 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:56:11.112236 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:56:11.265750 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:56:16.821515 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ee9e32e4-7615-4972-ad98-c2b471e7ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:56:19.170501 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-f0029215-d614-46a4-875f-14d72a4f089a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:56:19.404232 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:56:20.786282 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:56:22.071365 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:56:41.268270 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:56:46.649271 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-9c8d6c23-b132-4e5b-bb72-681e831bec83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:56:48.110110 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:56:49.180659 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-ac49a593-defd-4188-bd39-6bbd0650e977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:56:49.409354 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:56:50.788456 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:56:52.083345 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:57:11.291910 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:57:16.655277 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b4c94b84-a319-4a38-9c97-2574a7e478ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:57:19.172190 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-bd39e39a-774a-47e9-bbb7-f18f1d98afe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:57:19.440799 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:57:20.789170 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:57:22.086423 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:57:25.109799 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:57:41.273076 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:57:46.647446 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-151a3451-154b-4210-9ec8-cc5beaba1f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:57:49.167159 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-2cc1d96d-78c7-4598-861a-a8372cf27f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:57:49.407679 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:57:50.806950 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:57:52.081592 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:58:02.108587 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:58:11.284069 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:58:16.659127 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-fd555d4e-4ce6-4211-842e-2b6abfa13f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:58:19.158622 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-82ed05b7-0927-4baa-b8ca-6fac477b5524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:58:19.421500 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:58:20.821825 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:58:22.101663 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:58:39.107648 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:58:41.336091 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:58:46.655740 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-b955a0de-e439-4aae-944f-47efa36b2780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:58:49.169998 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-c082068c-bb6b-4b18-b58a-dede086535e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:58:49.404495 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:58:50.804545 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:58:52.089798 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:59:11.364832 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-669d7b96-93b8-479f-99a4-fa2cde8528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:59:16.107190 dv-neutron-797121-3-hyperv neutron-server[100655]: DEBUG neutron.db.agents_db [None req-63d78b3a-6eb7-451f-bb72-bb1f80a486c8 None None] Agent healthcheck: found 6 active agents {{(pid=100655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:59:16.643332 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-d4215155-b90f-462b-b7ac-fb54b587c357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:59:19.170088 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-4cd88e4d-65eb-49ee-b4b4-a33d11c972c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:59:19.404338 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-3657edb1-d7f7-4265-8b1b-dcbca82144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:59:20.804498 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-285314c8-7ea1-4ce3-9991-d989304ca2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:59:22.090334 dv-neutron-797121-3-hyperv neutron-server[100654]: DEBUG neutron_lib.callbacks.manager [None req-cc9e78b1-3045-4336-811a-cdd240472612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755272623041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401976'] for agent, after_update {{(pid=100654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}